-- Logs begin at Mon 2021-08-16 21:25:08 UTC, end at Mon 2021-08-16 23:44:20 UTC. -- Aug 16 21:55:58.501636 n-d-791505-20 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 21:56:01.208735 n-d-791505-20 neutron-server[94709]: INFO neutron.common.config [-] Logging enabled! Aug 16 21:56:01.209366 n-d-791505-20 neutron-server[94709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 21:56:01.209548 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 21:56:01.213309 n-d-791505-20 neutron-server[94709]: INFO neutron.common.config [-] Logging enabled! Aug 16 21:56:01.213571 n-d-791505-20 neutron-server[94709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 21:56:01.213884 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 21:56:01.214812 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 21:56:01.215048 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 21:56:01.215416 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 21:56:01.215664 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 21:56:01.215892 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 21:56:01.216212 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.216508 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.216804 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.217035 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.217351 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.217642 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.217924 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.218321 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.218625 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.218910 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.219188 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.219474 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.219707 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.219992 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.220276 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.220560 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.220786 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.221080 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.221513 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.221932 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.222211 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.222646 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.222781 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.223054 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.223331 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.223615 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.223949 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] host = n-d-791505-20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.224229 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.224519 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.224809 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.225128 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.225409 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.225698 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.225975 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.226249 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.226523 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.226798 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.227087 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.227375 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.227664 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.228441 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.228666 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.228992 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.229316 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.229597 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.229874 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.230151 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.230427 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.230702 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.230971 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.231260 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.231545 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.231829 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.232104 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.232382 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.232654 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.232927 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.233298 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.233576 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.233850 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.234123 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.234411 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.234697 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.234956 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.235258 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.235545 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.235828 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.236112 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.236383 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.236667 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.236942 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.237238 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.237513 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.237788 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.238061 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.238343 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.238621 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.238896 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.239171 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.239449 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.239734 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:01.240031 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.240328 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.240630 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.240915 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.241232 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.241515 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.241806 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.242086 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.242375 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.242665 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.242952 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.243232 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.243542 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.243824 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.244119 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.244423 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.244717 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.245012 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.245313 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.245587 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.245859 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.246136 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.246420 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.246714 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.247258 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.247533 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.247814 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.248111 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.248390 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.248664 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.248941 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.249264 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.249545 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.249819 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.250100 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.250379 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.250650 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.250923 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.251207 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.251500 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.251782 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.252056 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.252329 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.252607 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.252877 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.253186 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.253466 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.253742 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.254019 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.254298 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.254574 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.254849 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.255132 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.255411 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.255693 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.255968 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.256242 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.256517 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.256790 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.257063 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.257356 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.257630 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.257911 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.258185 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.258460 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.258736 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.259028 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.259311 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.259601 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.259900 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.260181 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.260462 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.260741 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.261021 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.261327 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.261606 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.261884 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.262162 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.262436 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.262726 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.263007 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.263296 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.263579 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.263856 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.264155 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.264430 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.264709 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.264983 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.265286 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.265577 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.265864 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.266159 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.266452 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.266744 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.267037 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.267329 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.267610 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.267922 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.268205 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:01.268426 n-d-791505-20 neutron-server[94709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 21:56:01.268667 n-d-791505-20 neutron-server[94709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 21:56:01.620470 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 21:56:01.620771 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 21:56:01.621102 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 21:56:01.621436 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 21:56:02.014736 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.015029 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.015303 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.016485 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.016762 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.017029 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.051686 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.051957 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.052224 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.068413 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.068699 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.068972 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.097718 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.098005 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.098271 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.135364 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.135646 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.135916 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.365741 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.366341 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.366341 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.366532 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.367238 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.487994 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.488330 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.488615 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.488895 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.489199 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.489516 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.489783 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.490047 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.490307 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.490595 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.490861 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.491130 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.491388 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.491646 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.491906 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.492174 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.492434 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.492704 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.492977 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.493268 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.493566 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.493828 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.494114 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.494499 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.494759 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.495015 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.495412 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.495656 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.495896 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.496135 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.496372 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.496616 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:02.497253 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 21:56:02.500332 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 21:56:02.504240 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 21:56:02.508013 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 16 21:56:02.509833 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 21:56:02.510290 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 21:56:02.510630 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 21:56:02.511018 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 21:56:02.513808 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 21:56:02.514065 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 21:56:02.514409 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 21:56:02.519675 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 21:56:02.542351 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 21:56:02.542789 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.543090 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 21:56:02.543453 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.544805 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 21:56:02.545123 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 21:56:02.545378 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 21:56:02.548732 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.549040 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:02.612974 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 21:56:02.613235 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 21:56:02.613474 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 21:56:02.613838 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 21:56:02.635144 n-d-791505-20 neutron-server[94709]: DEBUG oslo_db.sqlalchemy.engines [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 21:56:03.173672 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing driver for type 'gre' Aug 16 21:56:03.174306 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] gre ID ranges: [(1, 1000)] Aug 16 21:56:03.226270 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing driver for type 'local' Aug 16 21:56:03.226603 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing driver for type 'vlan' Aug 16 21:56:03.239700 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] VlanTypeDriver initialization complete Aug 16 21:56:03.240030 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing driver for type 'vxlan' Aug 16 21:56:03.240495 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] vxlan ID ranges: [(1, 1000)] Aug 16 21:56:03.293337 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing extension driver 'port_security' Aug 16 21:56:03.293674 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.extensions.port_security [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] PortSecurityExtensionDriver initialization complete Aug 16 21:56:03.294003 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing mechanism driver 'openvswitch' Aug 16 21:56:03.294326 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing mechanism driver 'hyperv' Aug 16 21:56:03.300707 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.plugin [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:03.301413 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.301782 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.302132 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.302642 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.303073 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.303427 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.303771 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.304164 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.304564 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.304918 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.305284 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.305676 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.306103 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.306453 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.306796 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.307186 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.307713 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.308065 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.308410 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.308804 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.309229 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > address_group after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.309581 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > address_group after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.309923 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.310313 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 21:56:03.310695 n-d-791505-20 neutron-server[94709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] ML2 OVO RPC backend initialized. {{(pid=94709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 21:56:03.311387 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.311744 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.312161 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.312508 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > networks before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.312856 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.313235 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > ports before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.313582 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.313924 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnets before_response 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.314273 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.314618 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.314961 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.315302 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.315642 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.315980 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.316320 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.316658 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.316996 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.317592 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.plugin [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Modular L2 Plugin initialization complete Aug 16 21:56:03.317924 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading services supported by the core plugin {{(pid=94709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 21:56:03.318247 n-d-791505-20 neutron-server[94709]: INFO neutron.plugins.ml2.managers [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Got port-security extension from driver 'port_security' Aug 16 21:56:03.318711 n-d-791505-20 neutron-server[94709]: INFO neutron.extensions.vlantransparent [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Disabled vlantransparent extension. Aug 16 21:56:03.319191 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 21:56:03.319507 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: router Aug 16 21:56:03.356669 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.357098 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.357471 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router before_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.357842 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.358218 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.358578 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_delete 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.358939 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.359302 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.359651 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.360157 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.360511 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.360873 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.361308 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.361687 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.362067 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.362408 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: subnet after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.362749 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.363101 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.363447 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.363791 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.364134 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.364490 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router after_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.364832 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.365225 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_create 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.365589 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.365932 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_update 55549900 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.366485 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > agent after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.366711 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > agent after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.367055 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > network after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.367904 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Tracking information for resource: router configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:03.368234 n-d-791505-20 neutron-server[94709]: DEBUG neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Tracking information for resource: floatingip configured {{(pid=94709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 21:56:03.373545 n-d-791505-20 neutron-server[94709]: INFO neutron.db.l3_agentschedulers_db [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 21:56:03.374242 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.374609 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.374963 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.375316 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: port after_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.376103 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router before_create 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.376473 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.376839 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_create 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.377257 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > router precommit_update 55550100 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.381732 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.provider_configuration [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service providers = [] {{(pid=94709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 21:56:03.382098 n-d-791505-20 neutron-server[94709]: DEBUG neutron.db.servicetype_db [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 21:56:03.385030 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.service_base [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 21:56:03.385409 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.service_base [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 21:56:03.385754 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.service_base [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 21:56:03.386639 n-d-791505-20 neutron-server[94709]: DEBUG neutron.services.service_base [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 21:56:03.387011 n-d-791505-20 neutron-server[94709]: INFO neutron.services.service_base [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 21:56:03.387394 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.387710 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 21:56:03.398193 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.398532 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: auto_allocate Aug 16 21:56:03.404739 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: network precommit_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.405138 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: network precommit_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.405659 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.405982 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: tag Aug 16 21:56:03.412428 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.412758 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: timestamp Aug 16 21:56:03.417327 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.417665 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: network_ip_availability Aug 16 21:56:03.423051 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.423433 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.423832 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.424490 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.424808 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: flavors Aug 16 21:56:03.429455 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.429791 n-d-791505-20 neutron-server[94709]: INFO neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading Plugin: revisions Aug 16 21:56:03.434063 n-d-791505-20 neutron-server[94709]: DEBUG neutron.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 21:56:03.434461 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=94709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 21:56:03.435190 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 21:56:03.435531 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Initializing extension manager. Aug 16 21:56:03.436045 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: __init__.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.436388 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: __pycache__ {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.436721 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.437053 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.437830 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.438396 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: address-group Aug 16 21:56:03.438723 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: address_scope.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.439439 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.439951 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: address-scope Aug 16 21:56:03.440275 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.441330 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.441852 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: router-admin-state-down-before-update Aug 16 21:56:03.442182 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: agent.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.442897 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.443403 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: agent Aug 16 21:56:03.443724 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: agent_resources_synced.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.444811 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.445379 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: agent-resources-synced Aug 16 21:56:03.445705 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: allowedaddresspairs.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.447500 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.448027 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: allowed-address-pairs Aug 16 21:56:03.448357 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: auto_allocated_topology.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.449454 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.449979 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: auto-allocated-topology Aug 16 21:56:03.450307 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.451003 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.451514 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: availability_zone Aug 16 21:56:03.451839 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: availability_zone_filter.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.452756 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.453300 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: availability_zone_filter Aug 16 21:56:03.453625 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: data_plane_status.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.454530 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.455039 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 21:56:03.455362 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: default_subnetpools.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.456283 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.456794 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: default-subnetpools Aug 16 21:56:03.457150 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.457959 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.458469 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: dhcp_agent_scheduler Aug 16 21:56:03.458791 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: dns.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.459707 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.460214 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 21:56:03.460537 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: dns_domain_ports.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.461492 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.462513 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 21:56:03.462848 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.463774 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.464282 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 21:56:03.464602 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: dvr.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.465302 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.465814 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: dvr Aug 16 21:56:03.466137 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: ecmp_routes.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.467056 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.467562 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 21:56:03.467882 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: empty_string_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.468786 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.469320 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: empty-string-filtering Aug 16 21:56:03.469640 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.470546 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.471052 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 21:56:03.471371 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.472280 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.472779 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 21:56:03.473124 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: external_net.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.474153 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.474661 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: external-net Aug 16 21:56:03.474981 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.475881 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.476387 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: extra_dhcp_opt Aug 16 21:56:03.476711 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: extraroute.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.477663 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.478685 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: extraroute Aug 16 21:56:03.479007 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: extraroute_atomic.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.480032 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.480543 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: extraroute-atomic Aug 16 21:56:03.480866 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: filter_validation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.481566 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.482081 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: filter-validation Aug 16 21:56:03.482397 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: fip_pf_description.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.483308 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.483816 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 21:56:03.484140 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: fip_port_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.485076 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.485602 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: fip-port-details Aug 16 21:56:03.485925 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: flavors.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.487157 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.487679 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: flavors Aug 16 21:56:03.488004 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.489688 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.490218 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 21:56:03.490546 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: floatingip_pools.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.491242 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.491753 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: floatingip-pools Aug 16 21:56:03.492082 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: ip_allocation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.493014 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.493566 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 21:56:03.493886 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.494802 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.495310 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: ip-substring-filtering Aug 16 21:56:03.495632 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l2_adjacency.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.496560 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.497350 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 21:56:03.497671 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.498637 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.499160 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: router Aug 16 21:56:03.499486 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.501854 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.502391 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 21:56:03.502721 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.503663 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.504185 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: ext-gw-mode Aug 16 21:56:03.504511 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.505480 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.505994 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: l3-ha Aug 16 21:56:03.506317 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3_flavors.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.507230 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.507735 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: l3-flavors Aug 16 21:56:03.508058 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.508991 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.509522 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 21:56:03.509846 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: l3agentscheduler.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.510883 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.511394 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: l3_agent_scheduler Aug 16 21:56:03.511719 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: logging.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.513229 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.513765 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension logging not supported by any of loaded plugins Aug 16 21:56:03.514098 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: metering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.514838 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.515416 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: metering Aug 16 21:56:03.515744 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.516835 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.517384 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: metering_source_and_destination_fields Aug 16 21:56:03.517712 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: multiprovidernet.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.518637 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.519153 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: multi-provider Aug 16 21:56:03.519480 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: netmtu.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.520392 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.520905 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: net-mtu Aug 16 21:56:03.521267 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: netmtu_writable.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.522194 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.522710 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: net-mtu-writable Aug 16 21:56:03.523038 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: network_availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.523719 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.524230 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: network_availability_zone Aug 16 21:56:03.525076 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: network_ip_availability.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.526161 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.526677 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: network-ip-availability Aug 16 21:56:03.527005 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: network_segment_range.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.527770 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.528274 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 21:56:03.528597 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: pagination.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.529600 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.529936 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: pagination Aug 16 21:56:03.530258 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: port_device_profile.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.531161 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.531676 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: port-device-profile Aug 16 21:56:03.532005 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.532935 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.533484 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: port-mac-address-regenerate Aug 16 21:56:03.533812 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.534724 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.535239 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: port-numa-affinity-policy Aug 16 21:56:03.535561 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: port_resource_request.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.536475 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.536981 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 21:56:03.537330 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: portbindings.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.538261 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.538772 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: binding Aug 16 21:56:03.539093 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: portbindings_extended.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.541005 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.541546 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: binding-extended Aug 16 21:56:03.541874 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: portsecurity.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.542789 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.543300 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: port-security Aug 16 21:56:03.543625 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: project_id.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.544593 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.544925 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: project-id Aug 16 21:56:03.545284 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: providernet.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.546216 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.546733 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: provider Aug 16 21:56:03.547057 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.550945 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.551473 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos not supported by any of loaded plugins Aug 16 21:56:03.551805 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.553041 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.553584 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 21:56:03.553917 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.554833 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.555347 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 21:56:03.555674 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_default.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.556610 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.557146 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-default not supported by any of loaded plugins Aug 16 21:56:03.557474 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_fip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.558130 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.558634 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 21:56:03.558956 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_gateway_ip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.559880 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.560394 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 21:56:03.560716 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_port_network_policy.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.561647 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.562165 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 21:56:03.562488 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_pps_rule.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.563653 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.564172 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 21:56:03.564498 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_rule_type_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.565438 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.565949 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 21:56:03.566272 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: qos_rules_alias.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.567316 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.567828 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 21:56:03.568150 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: quotasv2.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.569051 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.569413 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: quotas Aug 16 21:56:03.569732 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: quotasv2_detail.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.573311 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.573656 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: quota_details Aug 16 21:56:03.573993 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: rbac.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.575228 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.575755 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: rbac-policies Aug 16 21:56:03.576089 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: rbac_address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.577019 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.577562 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: rbac-address-group Aug 16 21:56:03.577892 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: rbac_address_scope.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.578808 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.579324 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: rbac-address-scope Aug 16 21:56:03.579651 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: rbac_security_groups.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.580568 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.581104 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: rbac-security-groups Aug 16 21:56:03.581434 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: rbac_subnetpool.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.582346 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.582868 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: rbac-subnetpool Aug 16 21:56:03.583193 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: revisionifmatch.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.584116 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.584625 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: revision-if-match Aug 16 21:56:03.584951 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: revisions.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.586070 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.586581 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: standard-attr-revisions Aug 16 21:56:03.586906 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: router_availability_zone.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.588117 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.588624 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: router_availability_zone Aug 16 21:56:03.588947 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: routerservicetype.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.589891 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.590397 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 21:56:03.590720 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.591639 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.592149 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: security-groups-normalized-cidr Aug 16 21:56:03.592476 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.593421 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.593931 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: port-security-groups-filtering Aug 16 21:56:03.594254 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.595177 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.595690 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: security-groups-remote-address-group Aug 16 21:56:03.596016 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: securitygroup.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.605649 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.606180 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: security-group Aug 16 21:56:03.606514 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: segment.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.607301 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.607813 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension segment not supported by any of loaded plugins Aug 16 21:56:03.608139 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.609084 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.609605 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 21:56:03.609933 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: servicetype.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.611093 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.611617 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: service-type Aug 16 21:56:03.611942 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: sorting.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.612928 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.613294 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: sorting Aug 16 21:56:03.613621 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: standard_attr_segment.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.614540 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.615057 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 21:56:03.615381 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: standardattrdescription.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.616028 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.616535 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: standard-attr-description Aug 16 21:56:03.616859 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: stateful_security_group.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.617820 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.618366 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: stateful-security-group Aug 16 21:56:03.618694 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: stdattrs_common.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.619279 n-d-791505-20 neutron-server[94709]: WARNING neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 21:56:03.619602 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.620529 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.621050 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 21:56:03.621397 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnet_onboard.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.622740 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.623257 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: subnet_onboard Aug 16 21:56:03.623584 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.624510 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.625019 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 21:56:03.625373 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnet_service_types.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.626297 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.626807 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: subnet-service-types Aug 16 21:56:03.627129 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnetallocation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.628210 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.628723 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: subnet_allocation Aug 16 21:56:03.629049 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.629748 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.630256 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: subnetpool-prefix-ops Aug 16 21:56:03.630578 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.631509 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.632021 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 21:56:03.632345 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: tagging.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.633409 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.634467 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: standard-attr-tag Aug 16 21:56:03.634795 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: timestamp.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.636001 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.636528 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loaded extension: standard-attr-timestamp Aug 16 21:56:03.636860 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: trunk.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.637939 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.638431 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension trunk not supported by any of loaded plugins Aug 16 21:56:03.638761 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: trunk_details.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.639678 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.640195 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 21:56:03.640522 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: uplink_status_propagation.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.641463 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.641978 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 21:56:03.642304 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Loading extension file: vlantransparent.py {{(pid=94709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 21:56:03.642978 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 21:56:03.643487 n-d-791505-20 neutron-server[94709]: INFO neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 21:56:03.645932 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:network Aug 16 21:56:03.646462 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnet Aug 16 21:56:03.646861 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 21:56:03.647251 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:port Aug 16 21:56:03.648490 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.648959 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service FLAVORS assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.650209 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.650652 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.650986 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:router Aug 16 21:56:03.651424 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 21:56:03.651917 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service METERING assigned prefix: /metering {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.653391 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.653762 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.654113 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 21:56:03.655077 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 21:56:03.655533 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:security_group Aug 16 21:56:03.655966 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 21:56:03.657638 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.657985 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 21:56:03.658345 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] subnetpool is already registered Aug 16 21:56:03.658785 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.659119 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 21:56:03.659455 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] subnetpool is already registered Aug 16 21:56:03.661754 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.662194 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service FLAVORS assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.662776 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.663208 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.663541 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:router Aug 16 21:56:03.663881 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] router is already registered Aug 16 21:56:03.664292 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 21:56:03.664626 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] floatingip is already registered Aug 16 21:56:03.665091 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service METERING assigned prefix: /metering {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.665781 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 21:56:03.666108 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] rbac_policy is already registered Aug 16 21:56:03.666519 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:security_group Aug 16 21:56:03.666855 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] security_group is already registered Aug 16 21:56:03.667262 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 21:56:03.667597 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] security_group_rule is already registered Aug 16 21:56:03.668221 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.668550 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 21:56:03.668887 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] subnetpool is already registered Aug 16 21:56:03.669337 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.v2.resource_helper [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Service CORE assigned prefix: {{(pid=94709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 21:56:03.669664 n-d-791505-20 neutron-server[94709]: INFO neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 21:56:03.670000 n-d-791505-20 neutron-server[94709]: WARNING neutron.quota.resource_registry [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] subnetpool is already registered Aug 16 21:56:03.670464 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: extensions {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.672063 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: address-groups {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.673620 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: address-scopes {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.675090 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.676197 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: auto-allocated-topology {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.677471 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: availability_zones {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.678697 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: dhcp-networks {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.680212 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: dhcp-agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.681686 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.683420 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: flavors {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.684676 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: service_profiles {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.685934 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: next_providers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.687378 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: service_profiles {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.688921 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: floatingip-pools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.690212 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.691899 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: floatingips {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.693219 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: l3-routers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.694616 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: l3-agents {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.696023 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: metering-labels {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.697877 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: metering-label-rules {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.699243 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: network-ip-availabilities {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.700515 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: bindings {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.702108 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: quotas {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.703647 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: quotas {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.705104 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: rbac-policies {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.706298 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: security-groups {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.707613 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: security-group-rules {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.708855 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: service-providers {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.710092 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: subnetpools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.711471 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: subnetpools {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.713607 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.715298 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.717117 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.718882 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.720793 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.723765 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.725490 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.727270 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.729201 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.730965 n-d-791505-20 neutron-server[94709]: DEBUG neutron.api.extensions [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Extended resource: tags {{(pid=94709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 21:56:03.736805 n-d-791505-20 neutron-server[94709]: WARNING keystonemiddleware.auth_token [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 21:56:03.741321 n-d-791505-20 neutron-server[94709]: WARNING keystonemiddleware.auth_token [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 21:56:03.750070 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Acquired lock "singleton_lock" {{(pid=94709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 21:56:03.750546 n-d-791505-20 neutron-server[94709]: DEBUG oslo_concurrency.lockutils [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Releasing lock "singleton_lock" {{(pid=94709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 21:56:03.751187 n-d-791505-20 neutron-server[94709]: INFO oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Starting 2 workers Aug 16 21:56:03.755984 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Started child 94816 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 21:56:03.760901 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Started child 94817 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 21:56:03.761946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.762628 n-d-791505-20 neutron-server[94709]: INFO neutron.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 21:56:03.763179 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Notify callbacks [] for process, before_spawn {{(pid=94709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.763445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [-] (94816) wsgi starting up on http://0.0.0.0:9696 Aug 16 21:56:03.765565 n-d-791505-20 neutron-server[94709]: INFO oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Starting 1 workers Aug 16 21:56:03.765742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.767144 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [-] (94817) wsgi starting up on http://0.0.0.0:9696 Aug 16 21:56:03.770726 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Started child 94818 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 21:56:03.771232 n-d-791505-20 neutron-server[94709]: INFO oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Starting 1 workers Aug 16 21:56:03.775279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] calling RpcWorker wait() {{(pid=94818) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 21:56:03.775841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] returning from RpcWorker wait() {{(pid=94818) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 21:56:03.776199 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Started child 94819 {{(pid=94709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 21:56:03.777045 n-d-791505-20 neutron-server[94709]: DEBUG neutron_lib.callbacks.manager [None req-0bc92b38-271b-4f6f-82f0-2dcc79633a25 None None] Notify callbacks [] for process, after_spawn {{(pid=94709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.777165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.777757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:03.778962 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 21:56:03.779172 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 21:56:03.779342 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 21:56:03.779550 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 21:56:03.779860 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 21:56:03.780022 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 21:56:03.780527 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.780806 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.781080 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.781352 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.781812 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.781812 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.782219 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.782471 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.782724 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.782998 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.783244 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.783416 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.783580 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.783837 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.784081 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.784369 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.784638 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.784887 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.785167 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.785341 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.785599 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.785849 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.786104 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.786378 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.786615 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.787105 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.787355 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.787595 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.787808 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.788078 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.788298 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.788561 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.788790 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.789003 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.789281 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.789539 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.789789 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.790032 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.790279 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.790541 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.790787 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.791246 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] host = n-d-791505-20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.791464 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.791747 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.791917 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.792171 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.792428 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.792645 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.792892 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.793178 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.793434 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.793679 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.793933 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.794188 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.794405 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.794643 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.794858 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_options = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.795031 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.795297 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.795569 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.795755 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.795923 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.796098 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.796356 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.796521 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.796779 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.797009 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.797258 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.797473 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.797687 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.797918 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.798172 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.798415 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.798629 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.798853 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.799104 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.799359 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.799593 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.799836 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.800068 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.800286 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.800516 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.800728 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.800969 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.801225 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.801437 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.801693 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.801961 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.802219 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.802451 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.802688 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.802915 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.803138 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.803366 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.803626 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.803854 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.804098 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.804340 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.804552 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.804778 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.805009 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.805272 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.805500 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.805682 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.805947 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.806198 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.806440 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.806633 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.806846 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.807058 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.807291 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.807723 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.807997 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.808326 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.808593 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.808841 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.809099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.809329 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.809549 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.809857 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.810053 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.810546 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.810830 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.811137 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.811382 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.811641 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.812027 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.812261 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.812536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.812677 n-d-791505-20 neutron-server[94819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:03.812809 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.813029 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.813298 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.813534 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.813863 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.814187 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.814452 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.814705 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.814943 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.815406 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.815406 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.815785 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.815938 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.816089 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.816341 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.816590 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.817096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.817428 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.817659 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.817878 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.818134 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.818621 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.818750 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.818870 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.819125 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.819323 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.819534 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.819746 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.819980 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.820222 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.820435 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.820692 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.820919 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.821166 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822197 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822197 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822472 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822597 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822747 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.822956 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.823172 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.823407 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.823632 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.823877 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.824122 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.824353 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.824567 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.824783 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.825017 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.825319 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.825470 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.825694 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.825886 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.826117 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.826331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.826560 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.826779 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.826985 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.827217 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.827427 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.827643 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.827873 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.828100 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.828308 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.828537 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.828812 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.829762 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.829762 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.829762 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.830153 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.830153 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.830405 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.830751 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.830876 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.831030 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.831278 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.831491 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.831750 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.832458 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.832458 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.832458 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.832845 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.832980 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.833175 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.833399 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.833635 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.834427 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.834427 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.834427 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.834858 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.834992 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.835133 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.835432 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.835650 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.835942 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.836235 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.836580 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.836864 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.837228 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.837993 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.838274 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.838500 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.838748 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.839000 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.839228 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.839487 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.839733 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.839980 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.840204 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.840483 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.840705 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.840925 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.841171 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.841417 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.841747 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.842161 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.842310 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.842505 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.842708 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.842972 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.843235 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.843513 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.843756 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.844005 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.844262 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.844492 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.844706 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.844933 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.845182 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.845402 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.845639 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.845848 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.846083 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.846311 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.846540 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.846768 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.846988 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.847195 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.847440 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.847658 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.847875 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.848115 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.848326 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.848562 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.848796 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.849010 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.849253 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.849484 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.849712 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.849959 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.850175 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.850443 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.850683 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.850893 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.851115 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.851338 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.851589 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.851800 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.852044 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.852278 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.852559 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.852842 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.852985 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.853193 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.853424 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.853647 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.853876 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.854137 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.854387 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.854725 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.854972 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.855199 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.855432 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.855671 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.855886 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.856186 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.856350 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.856549 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.856758 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.856969 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.857231 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.857470 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.857730 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.857939 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.858207 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.858432 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.858646 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.858853 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.859146 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.859391 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.859618 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.859867 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.860101 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.860340 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.860582 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.860788 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.861002 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.861233 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.861445 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.861651 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.861906 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.862111 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.862316 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.862532 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.862770 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.862930 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.863145 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.863447 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.863659 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.863875 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.864085 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.864290 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.864534 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.864792 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.864997 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.865273 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.865669 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.865919 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.866144 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.866371 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.866549 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.866766 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.867000 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.867281 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.867491 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.867832 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.868187 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.868645 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.869014 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.869410 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.869761 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.870200 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.870533 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.870919 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.871243 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.872211 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.872211 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.874999 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.878331 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879106 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879826 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879826 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.879826 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.880140 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.880363 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 21:56:03.880942 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 21:56:03.881314 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 21:56:03.881471 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 21:56:03.881669 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 21:56:03.881844 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 21:56:03.881998 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 21:56:03.882204 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.882365 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.882524 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.882708 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.882937 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.883213 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.883448 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.883693 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.884388 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.884559 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.884721 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.884890 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.885649 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.885649 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.885649 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.885649 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.885649 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886023 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886023 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886172 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886251 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886376 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886530 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] debug = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.886841 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887041 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887205 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887351 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887507 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887663 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.887818 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888062 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888210 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888337 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888794 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888794 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.888794 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.889012 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.889012 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.889230 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.889390 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] host = n-d-791505-20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893150 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_options = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.893714 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894312 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.894784 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895322 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895752 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895752 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895752 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.895918 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896082 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896217 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896373 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896529 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896684 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896840 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.896995 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897183 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897345 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897502 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897658 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897815 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.897972 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898127 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898283 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898437 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898592 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_json = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898747 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.898904 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899060 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899216 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899435 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899664 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899816 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.899961 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 21:56:03.900290 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.900290 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.900458 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.900609 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.900750 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905099 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.905661 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906096 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.906536 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907043 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907504 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907504 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907504 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907675 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907739 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.907906 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908058 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908218 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908381 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908538 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908693 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.908852 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909011 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909183 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909357 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909515 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909677 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909838 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.909990 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910148 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910305 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910462 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910619 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910778 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.910936 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911094 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911256 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911413 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911572 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911730 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.911889 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912046 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912205 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912361 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912519 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912676 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.912836 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913001 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913194 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913355 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913516 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913673 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913832 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.913990 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914147 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914303 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914460 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914619 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914775 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.914938 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.915634 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.915793 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.915955 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916103 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916266 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916423 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916585 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916739 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.916896 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917054 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917233 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917392 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917571 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917698 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.917864 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.918215 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.918378 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.918530 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.918696 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.918837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:03.919000 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919000 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919293 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919293 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919547 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919680 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919812 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.919946 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920078 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920220 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920352 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920484 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920640 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920787 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.920948 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921125 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921309 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921469 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921615 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921773 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.921932 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922091 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922249 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922407 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922565 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922722 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.922881 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923042 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923177 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923330 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923488 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923632 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923792 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.923951 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924109 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924269 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924412 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924573 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924731 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.924888 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925032 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925261 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925405 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925538 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925671 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925813 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.925984 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926109 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926266 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926424 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926581 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926738 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.926895 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927055 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927213 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927371 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927529 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927688 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.927851 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928021 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928200 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928347 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928458 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928614 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928776 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.928938 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.929130 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.929291 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.929520 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.929687 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.929832 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.930007 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.930169 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.930327 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.930486 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.930643 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.931343 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.931501 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.931662 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.931819 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932177 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932177 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932353 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932433 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932581 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932739 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.932897 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933055 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933238 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933398 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933568 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933728 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.933886 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934045 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934203 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934361 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934529 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934688 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.934846 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935004 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935161 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935318 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935489 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935648 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935806 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.935963 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936120 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936278 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936445 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936604 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936762 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.936920 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937094 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937255 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937422 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937580 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937738 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.937913 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938038 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938253 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938367 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938509 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938672 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938834 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.938972 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939128 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939295 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939454 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939612 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939778 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.939936 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940094 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940251 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940420 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940579 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940739 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.940898 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941056 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941242 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941402 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941564 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941732 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.941897 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942057 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942225 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942392 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942558 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942716 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.942883 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943054 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943214 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943373 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943529 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943686 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.943845 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944003 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944161 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944318 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944617 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944617 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944883 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.944972 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.945063 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.945240 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.945492 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.945654 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.945812 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.946038 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.946203 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 21:56:03.946355 n-d-791505-20 neutron-server[94709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 21:56:04.176646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59746) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:04.185706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068474 Aug 16 21:56:15.504475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbe066-70f2-4d7e-85a6-fc7b5f11efab None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:56:15.570771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbe066-70f2-4d7e-85a6-fc7b5f11efab None None] No non-hosted networks {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 21:56:15.585786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.agentschedulers_db [None req-98cbe066-70f2-4d7e-85a6-fc7b5f11efab None None] DHCP Agent not found on host n-d-791505-20 {{(pid=94818) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 21:56:15.777157 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e17c40d0-f626-4f18-90f2-6ec40ce7be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.000163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.000954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.001526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.002373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.002373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.003738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.004919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.005510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.006060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.007488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.007877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.010975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.011565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:18.012542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-20', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:18.029641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-20', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:18.203892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dff5b77-5870-4f02-a8cb-fc933f18f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.266428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19c30bb5-ad71-4dc6-988b-898e8e0abc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:19.080479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.016342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:21.958221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59840) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:22.439034 n-d-791505-20 neutron-server[94816]: WARNING oslo_policy.policy [None req-0c1811fa-89d8-420e-ac7e-7fb6118e013a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:22.439617 n-d-791505-20 neutron-server[94816]: WARNING oslo_policy.policy [None req-0c1811fa-89d8-420e-ac7e-7fb6118e013a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:22.657825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-0c1811fa-89d8-420e-ac7e-7fb6118e013a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:22.658899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0c1811fa-89d8-420e-ac7e-7fb6118e013a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6997023 Aug 16 21:56:24.966275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:25.297532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:25.392837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.policy [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 21:56:25.438621 n-d-791505-20 neutron-server[94816]: WARNING oslo_policy.policy [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:25.439000 n-d-791505-20 neutron-server[94816]: WARNING oslo_policy.policy [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:25.447771 n-d-791505-20 neutron-server[94816]: INFO neutron.quota [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] Loaded quota_driver: . Aug 16 21:56:25.535350 n-d-791505-20 neutron-server[94818]: INFO neutron.db.l3_hamode_db [None req-491a9074-a802-4db8-b642-645eb68ac9f4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 21:56:25.544802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583447558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583448115', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583287783', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583302160', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583858016', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768583281454', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-628698', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782853', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758214', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681381'] for rbac-policy, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.610267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:25.611652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a1211fca-3823-49f2-af5c-a4dfd0ae1b5b admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6443923 Aug 16 21:56:25.611801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a9074-a802-4db8-b642-645eb68ac9f4 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:25.612052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a9074-a802-4db8-b642-645eb68ac9f4 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 21:56:28.140978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:28.618388 n-d-791505-20 neutron-server[94817]: WARNING oslo_policy.policy [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:28.618972 n-d-791505-20 neutron-server[94817]: WARNING oslo_policy.policy [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:28.838745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Request body: {'network': {'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'name': 'private', 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:28.840340 n-d-791505-20 neutron-server[94817]: INFO neutron.quota [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Loaded quota_driver: . Aug 16 21:56:28.897254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Made reservation on behalf of f429dfbe91e748dea1b61a825fd3e631 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:28.965085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.policy [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 21:56:29.010018 n-d-791505-20 neutron-server[94817]: WARNING oslo_policy.policy [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:29.010404 n-d-791505-20 neutron-server[94817]: WARNING oslo_policy.policy [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 21:56:29.020382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.042572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.177759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.181557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.200948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:56:29.231680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768586161556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.232265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Unsubscribe: segment precommit_create {{(pid=94817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 21:56:29.232795 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Added segment 2aa88294-251f-43c8-9837-15244d5b5d47 of type vlan for network a216ed47-1219-499a-8663-4160a10ef7bb Aug 16 21:56:29.250321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbedab4-477e-496e-b52e-ee1eaa03aee0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:29.270895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.271239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.271577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.271909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.272238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.272565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.272883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.273237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.274128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.274452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.274771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.275086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Tracked resource versions report: Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: pushed versions: Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: { 'AddressGroup': {'1.2'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'ConntrackHelper': {'1.0'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Log': {'1.0'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Network': {'1.1'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Port': {'1.7'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'PortForwarding': {'1.2'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'QosPolicy': {'1.9'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SecurityGroup': {'1.4'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SecurityGroupRule': {'1.2'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SubPort': {'1.0'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Subnet': {'1.1'}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Trunk': {'1.1'}} Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: consumer versions: Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: { DHCP agent@n-d-791505-20: {}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: L3 agent@n-d-791505-20: {}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: Metadata agent@n-d-791505-20: {}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: Metering agent@n-d-791505-20: {}, Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'ConntrackHelper': '1.0', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Log': '1.0', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Network': '1.1', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Port': '1.7', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'PortForwarding': '1.2', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'QosPolicy': '1.9', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SecurityGroup': '1.4', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SecurityGroupRule': '1.2', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'SubPort': '1.0', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Subnet': '1.1', Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: 'Trunk': '1.1'}} Aug 16 21:56:29.276501 n-d-791505-20 neutron-server[94817]: {{(pid=94817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 21:56:29.364808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.412746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.414062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:29.414727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:29.493336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3500559 Aug 16 21:56:29.515583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3b197-45d6-4a79-857b-d957b56634ed admin admin] Pushing event updated for resources: {'Network': ['ID=a216ed47-1219-499a-8663-4160a10ef7bb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:29.527316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a216ed47-1219-499a-8663-4160a10ef7bb details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:56:32.106107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:32.487022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9c3dc-fe36-4b84-948b-93e05e06bd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:32.488391 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8bf9c3dc-fe36-4b84-948b-93e05e06bd85 admin admin] 10.222.0.22 "GET /v2.0/networks/a216ed47-1219-499a-8663-4160a10ef7bb HTTP/1.1" status: 200 len: 824 time: 0.3813198 Aug 16 21:56:32.527317 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ec9169f-c905-4168-86a6-a0d3bbcca632 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/1921b21d-56ad-4770-8767-add9e4c641f4 HTTP/1.1" status: 200 len: 734 time: 0.0329342 Aug 16 21:56:32.536332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Request body: {'subnet': {'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:32.557623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Made reservation on behalf of f429dfbe91e748dea1b61a825fd3e631 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:32.560010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:32.850136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:32.918103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d745b-1045-4e97-a719-ad22fed041ae,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:32.922479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Checking segment: {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:32.922865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Network hostable DHCP agents. Network: a216ed47-1219-499a-8663-4160a10ef7bb, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:56:32.945898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Network a216ed47-1219-499a-8663-4160a10ef7bb is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:56:32.959045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a216ed47-1219-499a-8663-4160a10ef7bb) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:32.963594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:32.964170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:32.969569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4aa0fc-abe7-4fb6-8ff9-362e6a51c397 None None] Network a216ed47-1219-499a-8663-4160a10ef7bb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:32.977324 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b7d47cb3-5d15-46bd-98a2-827ae96f4160 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4443059 Aug 16 21:56:33.284680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-a216ed47-1219-499a-8663-4160a10ef7bb', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:56:33.285983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.554066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Allocated IP 172.20.0.2 (a216ed47-1219-499a-8663-4160a10ef7bb/274d745b-1045-4e97-a719-ad22fed041ae/4aee9280-3fc8-4e2e-8fd9-93b56b59eec8) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:33.779683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.793960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Transition to ACTIVE for port object 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:33.814783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Transition to ACTIVE for port object 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:33.823666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.897938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Network a216ed47-1219-499a-8663-4160a10ef7bb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:33.902515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:33.907871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Pushing event updated for resources: {'Port': ['ID=4aee9280-3fc8-4e2e-8fd9-93b56b59eec8,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:33.910006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:33.943722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.944067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.944429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.944767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.945692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.946028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.946355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.946681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.947004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.947327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.947650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.948185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Tracked resource versions report: Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: pushed versions: Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: { 'AddressGroup': {'1.2'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'ConntrackHelper': {'1.0'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Log': {'1.0'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Network': {'1.1'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Port': {'1.7'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'PortForwarding': {'1.2'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'QosPolicy': {'1.9'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SecurityGroup': {'1.4'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SecurityGroupRule': {'1.2'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SubPort': {'1.0'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Subnet': {'1.1'}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Trunk': {'1.1'}} Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: consumer versions: Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: { DHCP agent@n-d-791505-20: {}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: L3 agent@n-d-791505-20: {}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: Metadata agent@n-d-791505-20: {}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: Metering agent@n-d-791505-20: {}, Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'ConntrackHelper': '1.0', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Log': '1.0', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Network': '1.1', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Port': '1.7', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'PortForwarding': '1.2', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'QosPolicy': '1.9', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SecurityGroup': '1.4', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SecurityGroupRule': '1.2', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'SubPort': '1.0', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Subnet': '1.1', Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: 'Trunk': '1.1'}} Aug 16 21:56:33.949327 n-d-791505-20 neutron-server[94818]: {{(pid=94818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 21:56:33.997055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Attempting to bind port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:33.997670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Attempting to bind port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:33.997890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Attempting to bind port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 on network a216ed47-1219-499a-8663-4160a10ef7bb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:34.002628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:34.003026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Checking segment: {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:34.003491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:34.003895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Bound using segment: {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:34.004395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Bound port: 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:34.004798 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:34.068143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] For port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:34.072219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] For port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4aee9280-3fc8-4e2e-8fd9-93b56b59eec8,segment=NetworkSegment(2aa88294-251f-43c8-9837-15244d5b5d47),segment_id=2aa88294-251f-43c8-9837-15244d5b5d47)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:34.077189 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:34.153151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9ebb-13c6-4307-8556-f8d9732d9025 None None] Pushing event updated for resources: {'Port': ['ID=4aee9280-3fc8-4e2e-8fd9-93b56b59eec8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:35.347987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:35.657914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-86cdb6e9-2d30-4da4-a372-c325a5ae1291 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:35.658898 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86cdb6e9-2d30-4da4-a372-c325a5ae1291 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099554 Aug 16 21:56:38.078261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:38.391696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-d2f5750c-b26d-4ace-a320-5979cd3b7d3a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:38.392668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2f5750c-b26d-4ace-a320-5979cd3b7d3a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134692 Aug 16 21:56:41.008666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:41.315509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Request body: {'router': {'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:41.347057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:41.348747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:41.504117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:41.509318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:41.521620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:41.522835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-df2c3f37-70b0-4cfa-b6a5-dbb15fb729ef admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5131474 Aug 16 21:56:41.937213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:42.030084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:42.510061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a4ab75-a3eb-41c8-9e8b-f107f80d5420 None None] Network a216ed47-1219-499a-8663-4160a10ef7bb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:42.606145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Provisioning for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:42.628702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Provisioning complete for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:42.629126 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:42.781140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:42.816805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] For port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4aee9280-3fc8-4e2e-8fd9-93b56b59eec8,segment=NetworkSegment(2aa88294-251f-43c8-9837-15244d5b5d47),segment_id=2aa88294-251f-43c8-9837-15244d5b5d47)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:56:42.822382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:42.871010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aeceb-7675-4e65-af95-5cd951a0724d None None] Pushing event updated for resources: {'Port': ['ID=4aee9280-3fc8-4e2e-8fd9-93b56b59eec8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:42.942299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c5abeb87-74db-4708-a47e-b737e1277743 None None] Provisioning complete for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:42.942892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c5abeb87-74db-4708-a47e-b737e1277743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:43.913888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:56:43.951868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:43.959840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:43.960265 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:44.258833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-698abacd-0e98-424e-b776-3664b7336f69 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:56:44.259815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-698abacd-0e98-424e-b776-3664b7336f69 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067422 Aug 16 21:56:45.414648 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acfc44ac-8a0f-4230-8319-f47de3ea8ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:46.598870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:46.899197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:46.919379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Made reservation on behalf of 6ff44da59f1b4d868b585727ec04a4bd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:46.921761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:46.932308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.024504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.027933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.043196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Reserving flat network on physical network physnet1 {{(pid=94817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 21:56:47.061342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd61bbe-f72d-45ac-ab68-21978e502d41,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:47.066677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.067014 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Added segment a2868f97-36e1-4669-9afe-1801a5351297 of type flat for network 2c68faa2-37e1-488f-8bee-283f1cd173a3 Aug 16 21:56:47.113026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.144056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.145002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:47.145644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:47.204998 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5959990 Aug 16 21:56:47.208220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0abfd0-3838-41bc-966f-348075cb9d08 admin admin] Pushing event updated for resources: {'Network': ['ID=2c68faa2-37e1-488f-8bee-283f1cd173a3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:47.218515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:56:47.994085 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:48.194763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf8745e6-d755-4803-8bc7-cbde6daa763d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:49.024447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:49.540552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:49.708872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b65045-154e-4410-bc1f-09ed1e7aa6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:49.710242 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88b65045-154e-4410-bc1f-09ed1e7aa6a1 admin admin] 10.222.0.22 "GET /v2.0/subnets/274d745b-1045-4e97-a719-ad22fed041ae HTTP/1.1" status: 200 len: 849 time: 0.1687014 Aug 16 21:56:49.868829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b02659bf-d8d4-47ff-a9a2-3a0e7078f5d5 admin admin] 10.222.0.22 "GET /v2.0/routers/690dfaaa-a62d-43de-8171-0d3b5a7a9daf HTTP/1.1" status: 200 len: 704 time: 0.1527913 Aug 16 21:56:50.132262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.414674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Allocated IP 172.20.0.1 (a216ed47-1219-499a-8663-4160a10ef7bb/274d745b-1045-4e97-a719-ad22fed041ae/65f29c49-1906-452e-9586-0e423266e23f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:50.568302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.592041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Transition to ACTIVE for port object 65f29c49-1906-452e-9586-0e423266e23f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:50.713595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.774984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Network a216ed47-1219-499a-8663-4160a10ef7bb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:50.780438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:50.788134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:50.788698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.857693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Pushing event updated for resources: {'Port': ['ID=65f29c49-1906-452e-9586-0e423266e23f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:50.985517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.987109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb0e4481-3d03-4bdd-8002-18f138b59548 None None] Provisioning for port 65f29c49-1906-452e-9586-0e423266e23f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:56:50.990667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb0e4481-3d03-4bdd-8002-18f138b59548 None None] Provisioning complete for port 65f29c49-1906-452e-9586-0e423266e23f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:50.991100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb0e4481-3d03-4bdd-8002-18f138b59548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:50.999067 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:51.027600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e4481-3d03-4bdd-8002-18f138b59548 None None] Port 65f29c49-1906-452e-9586-0e423266e23f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:56:51.205687 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:51.210080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:51.210849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:51.286361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Pushing event updated for resources: {'Port': ['ID=65f29c49-1906-452e-9586-0e423266e23f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:51.332897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Network a216ed47-1219-499a-8663-4160a10ef7bb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:51.334174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:51.493407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:56:51.547695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9c940402-052a-449d-8dfc-08563bdd9e63 None None] Provisioning complete for port 65f29c49-1906-452e-9586-0e423266e23f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:56:51.547991 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c940402-052a-449d-8dfc-08563bdd9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:51.580315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9c940402-052a-449d-8dfc-08563bdd9e63 None None] Port 65f29c49-1906-452e-9586-0e423266e23f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:56:51.585629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:51.590512 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41882b58-e9cf-494c-b310-5668636d827f admin admin] 10.222.0.22 "PUT /v2.0/routers/690dfaaa-a62d-43de-8171-0d3b5a7a9daf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7161076 Aug 16 21:56:51.595014 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Sync routers for ids ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:51.606907 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Routers {'690dfaaa-a62d-43de-8171-0d3b5a7a9daf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:51.607678 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T21:56:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:51.790196 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Set router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:52.213576 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:50Z', 'revision_number': 2, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port_host': None, '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:56:51Z', 'revision_number': 2, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:52.264341 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Checking router: 690dfaaa-a62d-43de-8171-0d3b5a7a9daf for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:56:52.264712 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Updating router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf port 65f29c49-1906-452e-9586-0e423266e23f binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:56:52.311921 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:52.838414 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:52.857250 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Transition to ACTIVE for port object 65f29c49-1906-452e-9586-0e423266e23f will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:56:52.863107 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:53.013736 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Pushing event updated for resources: {'Port': ['ID=65f29c49-1906-452e-9586-0e423266e23f,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:53.028997 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Attempting to bind port 65f29c49-1906-452e-9586-0e423266e23f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:56:53.029423 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Attempting to bind port 65f29c49-1906-452e-9586-0e423266e23f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:56:53.029848 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Attempting to bind port 65f29c49-1906-452e-9586-0e423266e23f on network a216ed47-1219-499a-8663-4160a10ef7bb {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:56:53.033471 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.033825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.034169 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.034508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.034846 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.035180 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.035513 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.035842 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.036170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.036497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.036826 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.037185 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Tracked resource versions report: Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: pushed versions: Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: { 'AddressGroup': {'1.2'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'ConntrackHelper': {'1.0'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Log': {'1.0'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Network': {'1.1'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Port': {'1.7'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'PortForwarding': {'1.2'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'QosPolicy': {'1.9'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SecurityGroup': {'1.4'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SecurityGroupRule': {'1.2'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SubPort': {'1.0'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Subnet': {'1.1'}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Trunk': {'1.1'}} Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: consumer versions: Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: { DHCP agent@n-d-791505-20: {}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: L3 agent@n-d-791505-20: {}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: Metadata agent@n-d-791505-20: {}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: Metering agent@n-d-791505-20: {}, Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'ConntrackHelper': '1.0', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Log': '1.0', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Network': '1.1', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Port': '1.7', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'PortForwarding': '1.2', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'QosPolicy': '1.9', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SecurityGroup': '1.4', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SecurityGroupRule': '1.2', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'SubPort': '1.0', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Subnet': '1.1', Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: 'Trunk': '1.1'}} Aug 16 21:56:53.038818 n-d-791505-20 neutron-server[94819]: {{(pid=94819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 21:56:53.043461 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:56:53.044085 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Checking segment: {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:53.044348 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:53.044750 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Bound using segment: {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:56:53.045270 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Bound port: 65f29c49-1906-452e-9586-0e423266e23f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa88294-251f-43c8-9837-15244d5b5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:56:53.045669 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:53.111236 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] For port 65f29c49-1906-452e-9586-0e423266e23f, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:56:53.132571 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] For port 65f29c49-1906-452e-9586-0e423266e23f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=65f29c49-1906-452e-9586-0e423266e23f,segment=NetworkSegment(2aa88294-251f-43c8-9837-15244d5b5d47),segment_id=2aa88294-251f-43c8-9837-15244d5b5d47)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:56:53.137172 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:53.194134 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fceef-73e7-486a-abe7-c4ad98f80224 None None] Pushing event updated for resources: {'Port': ['ID=65f29c49-1906-452e-9586-0e423266e23f,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:53.204139 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Routers {'690dfaaa-a62d-43de-8171-0d3b5a7a9daf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:53.204773 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T21:56:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:53.294377 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] Set router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:56:53.505124 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:50Z', 'revision_number': 2, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port_host': None, '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:56:53Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:53.530510 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1900f1-196c-45e7-a9f2-18db71c4abf2 None None] The sync data for ids ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'] in n-d-791505-20 is: [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:50Z', 'revision_number': 2, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port_host': None, '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:56:53Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:56:53.803968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:53.983780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99e93d-d260-4655-a366-37d486f4763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:53.985347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2e99e93d-d260-4655-a366-37d486f4763f admin admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 842 time: 0.1803064 Aug 16 21:56:53.995233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'name': 'public-subnet'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:54.020607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Made reservation on behalf of 6ff44da59f1b4d868b585727ec04a4bd for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:56:54.023789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:54.411934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 21:56:54.412394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:54.481467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:56:54.481841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Network hostable DHCP agents. Network: 2c68faa2-37e1-488f-8bee-283f1cd173a3, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:56:54.486339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54d0e35-5226-4698-ab83-721b66d28c4f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:54.499273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.499619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.499960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.500291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.500624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.500951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.501331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.501654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.501982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.502303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.502622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.502942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Tracked resource versions report: Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: pushed versions: Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: { 'AddressGroup': {'1.2'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'ConntrackHelper': {'1.0'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Log': {'1.0'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Network': {'1.1'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Port': {'1.7'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'PortForwarding': {'1.2'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'QosPolicy': {'1.9'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SecurityGroup': {'1.4'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SecurityGroupRule': {'1.2'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SubPort': {'1.0'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Subnet': {'1.1'}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Trunk': {'1.1'}} Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: consumer versions: Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: { DHCP agent@n-d-791505-20: {}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: L3 agent@n-d-791505-20: {}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: Metadata agent@n-d-791505-20: {}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: Metering agent@n-d-791505-20: {}, Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'ConntrackHelper': '1.0', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Log': '1.0', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Network': '1.1', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Port': '1.7', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'PortForwarding': '1.2', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'QosPolicy': '1.9', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SecurityGroup': '1.4', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SecurityGroupRule': '1.2', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'SubPort': '1.0', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Subnet': '1.1', Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: 'Trunk': '1.1'}} Aug 16 21:56:54.504028 n-d-791505-20 neutron-server[94816]: {{(pid=94816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 21:56:54.537124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:56:54.550337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2c68faa2-37e1-488f-8bee-283f1cd173a3) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:54.555112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:54.555724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:54.561720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f11bda-9079-42d4-a1a2-1ccc1215084a None None] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:54.571779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9dee00a4-420b-4521-bf0b-72a374365881 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5801024 Aug 16 21:56:54.695194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13015aff-cd38-4395-a280-a7469a0a0a3a None None] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:56:56.838690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:56:57.067240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-64c5f544-8b3c-4592-b804-00d6b374921a admin admin] 10.222.0.22 "GET /v2.0/routers/690dfaaa-a62d-43de-8171-0d3b5a7a9daf HTTP/1.1" status: 200 len: 710 time: 0.2273090 Aug 16 21:56:57.157740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399cf58-369c-4a62-8dd7-0f1eae41d7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:56:57.159104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f399cf58-369c-4a62-8dd7-0f1eae41d7aa admin admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 886 time: 0.0857427 Aug 16 21:56:57.168540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:56:57.416210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:57.661229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:57.737467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:57.893380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Allocated IP 172.25.8.241 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a11999e3-272a-4b88-9b91-05eb4cceb08a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:56:58.062699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.148118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.212889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:56:58.222248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:56:58.227702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:56:58.289025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Pushing event updated for resources: {'Port': ['ID=a11999e3-272a-4b88-9b91-05eb4cceb08a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:56:58.500373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.710969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.715550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.829170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:56:58.941666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:56:58.947027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:58.948240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b3c4bb20-e3c8-454b-b7a3-9e8f04b4ba83 admin admin] 10.222.0.22 "PUT /v2.0/routers/690dfaaa-a62d-43de-8171-0d3b5a7a9daf HTTP/1.1" status: 200 len: 890 time: 1.7830620 Aug 16 21:56:59.935086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Sync routers for ids ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:56:59.945323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Routers {'690dfaaa-a62d-43de-8171-0d3b5a7a9daf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:56:59.949646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T21:56:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:56:59.970699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 65f29c49-1906-452e-9586-0e423266e23f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:00.208121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 65f29c49-1906-452e-9586-0e423266e23f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:00.220784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 65f29c49-1906-452e-9586-0e423266e23f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:00.221179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:00.251334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Set router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:00.527469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:00.602587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 65f29c49-1906-452e-9586-0e423266e23f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=65f29c49-1906-452e-9586-0e423266e23f,segment=NetworkSegment(2aa88294-251f-43c8-9837-15244d5b5d47),segment_id=2aa88294-251f-43c8-9837-15244d5b5d47)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:00.611588 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:00.705768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=65f29c49-1906-452e-9586-0e423266e23f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:00.737283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:58Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port': {'id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:57Z', 'updated_at': '2021-08-16T21:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:56:53Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:00.788964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Checking router: 690dfaaa-a62d-43de-8171-0d3b5a7a9daf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:57:00.789336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Updating router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf port a11999e3-272a-4b88-9b91-05eb4cceb08a binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:57:00.834973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.145750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.155185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Transition to ACTIVE for port object a11999e3-272a-4b88-9b91-05eb4cceb08a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:57:01.160847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.213244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8c733-cbe1-4db2-9458-6d2475e345e6 None None] Pushing event updated for resources: {'Port': ['ID=a11999e3-272a-4b88-9b91-05eb4cceb08a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:01.221188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Attempting to bind port a11999e3-272a-4b88-9b91-05eb4cceb08a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:57:01.221559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Attempting to bind port a11999e3-272a-4b88-9b91-05eb4cceb08a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:57:01.221922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Attempting to bind port a11999e3-272a-4b88-9b91-05eb4cceb08a on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:57:01.226801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:57:01.227173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:57:01.227573 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.227960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:57:01.228412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Bound port: a11999e3-272a-4b88-9b91-05eb4cceb08a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:57:01.228807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.288320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] For port a11999e3-272a-4b88-9b91-05eb4cceb08a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:57:01.291715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] For port a11999e3-272a-4b88-9b91-05eb4cceb08a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a11999e3-272a-4b88-9b91-05eb4cceb08a,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:57:01.296274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:01.315630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:57:01.351890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Routers {'690dfaaa-a62d-43de-8171-0d3b5a7a9daf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:57:01.352505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T21:56:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:01.435467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-89b339ae-7a70-4889-a81f-5a9d51f46414 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186092 Aug 16 21:57:01.468010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8c733-cbe1-4db2-9458-6d2475e345e6 None None] Pushing event updated for resources: {'Port': ['ID=a11999e3-272a-4b88-9b91-05eb4cceb08a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:01.545577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] Set router 690dfaaa-a62d-43de-8171-0d3b5a7a9daf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:57:01.762744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:58Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port': {'id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:57Z', 'updated_at': '2021-08-16T21:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:57:00Z', 'revision_number': 5, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:57:01.788831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ed654-9e2d-4246-ad95-bb315af7e998 None None] The sync data for ids ['690dfaaa-a62d-43de-8171-0d3b5a7a9daf'] in n-d-791505-20 is: [{'id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'name': 'router1', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:56:41Z', 'updated_at': '2021-08-16T21:56:58Z', 'revision_number': 4, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'gw_port': {'id': 'a11999e3-272a-4b88-9b91-05eb4cceb08a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:57Z', 'updated_at': '2021-08-16T21:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '65f29c49-1906-452e-9586-0e423266e23f', 'name': '', 'network_id': 'a216ed47-1219-499a-8663-4160a10ef7bb', 'tenant_id': 'f429dfbe91e748dea1b61a825fd3e631', 'mac_address': 'fa:16:3e:81:69:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690dfaaa-a62d-43de-8171-0d3b5a7a9daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '274d745b-1045-4e97-a719-ad22fed041ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:56:50Z', 'updated_at': '2021-08-16T21:57:00Z', 'revision_number': 5, 'project_id': 'f429dfbe91e748dea1b61a825fd3e631', 'subnets': [{'id': '274d745b-1045-4e97-a719-ad22fed041ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1921b21d-56ad-4770-8767-add9e4c641f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:57:02.044388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 65f29c49-1906-452e-9586-0e423266e23f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:02.102451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 65f29c49-1906-452e-9586-0e423266e23f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:02.102924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:02.186864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a11999e3-272a-4b88-9b91-05eb4cceb08a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:02.243850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a11999e3-272a-4b88-9b91-05eb4cceb08a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:57:02.250831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a11999e3-272a-4b88-9b91-05eb4cceb08a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:02.251239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:02.343768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:02.365062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port a11999e3-272a-4b88-9b91-05eb4cceb08a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a11999e3-272a-4b88-9b91-05eb4cceb08a,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:57:02.369878 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:02.446113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=a11999e3-272a-4b88-9b91-05eb4cceb08a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:57:03.941277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a11999e3-272a-4b88-9b91-05eb4cceb08a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:57:03.998037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a11999e3-272a-4b88-9b91-05eb4cceb08a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:57:03.998422 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:06.842989 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:15.416846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8be2960-216f-439d-82ed-6ff71c25d0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:18.002461 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:18.196672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0788bdec-4938-4cdc-b7d6-3da755395c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.038213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:20.996801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:43.878646 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:45.419066 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc0e3768-386c-40f0-afed-9ac977a00072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:47.997569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:48.199484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc32aec2-0619-47fb-8031-58456a44daa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:49.026672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:51.004400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:15.421448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1315f22a-d9e7-433a-bda8-64b8abde2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:18.001348 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:18.201141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41ea3008-3986-4aae-a58a-b80eccdce344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:19.023838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:20.847914 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:21.004657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:41.288770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60596) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:41.352524 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4566df7-6226-4a01-8e78-c5cf4bb5b147 admin admin] GET failed (client error): The resource could not be found. Aug 16 21:58:41.353876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f4566df7-6226-4a01-8e78-c5cf4bb5b147 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641363 Aug 16 21:58:41.513640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd3055-c087-491e-b633-ad053f59ac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:41.515053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-acdd3055-c087-491e-b633-ad053f59ac98 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1568251 Aug 16 21:58:43.658734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:43.758400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92902af-a863-41e1-b1bd-6e4d74188f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:43.759684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b92902af-a863-41e1-b1bd-6e4d74188f8b admin admin] 10.222.0.22 "GET /v2.0/subnets/274d745b-1045-4e97-a719-ad22fed041ae HTTP/1.1" status: 200 len: 849 time: 0.0994744 Aug 16 21:58:43.769343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:58:43.916414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Notify callbacks [] for subnet, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:44.055032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768586089400'] for subnet, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:44.084072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:44.085314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:44.105109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] 10.222.0.22 "PUT /v2.0/subnets/274d745b-1045-4e97-a719-ad22fed041ae HTTP/1.1" status: 200 len: 868 time: 0.3203211 Aug 16 21:58:44.105368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b36ec-b164-4f87-9b99-c6d50f470f1b None None] Network a216ed47-1219-499a-8663-4160a10ef7bb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:58:44.106050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d745b-1045-4e97-a719-ad22fed041ae,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:58:44.113446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.113886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.114236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.114577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.114923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.115259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.115611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.115921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.116250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.116579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.116906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.117282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3725b16-8ca6-477b-a851-f4250ff2909a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:58:44.458755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-298b5ca3-c2ed-4f47-8426-ea93cae44ec6 None None] Provisioning complete for port 65f29c49-1906-452e-9586-0e423266e23f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:58:44.459159 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-298b5ca3-c2ed-4f47-8426-ea93cae44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:44.541797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-298b5ca3-c2ed-4f47-8426-ea93cae44ec6 None None] Provisioning complete for port 4aee9280-3fc8-4e2e-8fd9-93b56b59eec8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:58:44.542094 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-298b5ca3-c2ed-4f47-8426-ea93cae44ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:45.421739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11cc8913-00aa-454b-b3e8-46458dc077c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.229549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:46.424983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ccdf-4ac8-46e1-9477-be2b6d612ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:46.425503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548ccdf-4ac8-46e1-9477-be2b6d612ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:46.427045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6548ccdf-4ac8-46e1-9477-be2b6d612ab4 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1965251 Aug 16 21:58:48.003983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.201824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e59e46b-83e8-455d-a37b-b004370d1e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:48.598174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:48.730203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfcc2ba-abf0-4a05-9b9d-e7ff132d9355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:48.730591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfcc2ba-abf0-4a05-9b9d-e7ff132d9355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:48.732124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-edfcc2ba-abf0-4a05-9b9d-e7ff132d9355 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1329925 Aug 16 21:58:49.024790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.007795 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:51.009562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:51.135482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474c2c7-5f39-4720-ae60-3421ca379cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:51.136850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3474c2c7-5f39-4720-ae60-3421ca379cbd admin admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 886 time: 0.1263397 Aug 16 21:58:53.306745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:53.448695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95ce2a-050b-4ed2-8018-767e68031e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:53.450109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7a95ce2a-050b-4ed2-8018-767e68031e69 admin admin] 10.222.0.22 "GET /v2.0/networks/a216ed47-1219-499a-8663-4160a10ef7bb HTTP/1.1" status: 200 len: 868 time: 0.1424098 Aug 16 21:58:55.630312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:55.752444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335a5f2-aff4-468e-a11f-ded7320af540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:55.752813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335a5f2-aff4-468e-a11f-ded7320af540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:55.754368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6335a5f2-aff4-468e-a11f-ded7320af540 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230755 Aug 16 21:58:57.846989 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:57.885124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:58:57.976184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a3b63-1b89-4d97-8f84-c162e4a88147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:57.976657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a3b63-1b89-4d97-8f84-c162e4a88147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:58:57.978203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-104a3b63-1b89-4d97-8f84-c162e4a88147 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920823 Aug 16 21:59:00.153794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:00.246074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f539e-9c74-4528-94c8-d828d2964604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:00.247655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cd6f539e-9c74-4528-94c8-d828d2964604 admin admin] 10.222.0.22 "GET /v2.0/subnets/274d745b-1045-4e97-a719-ad22fed041ae HTTP/1.1" status: 200 len: 868 time: 0.0929129 Aug 16 21:59:02.379497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:02.464103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d095c77-81c1-4ca5-85e5-0ed2f1b87ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:02.465529 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d095c77-81c1-4ca5-85e5-0ed2f1b87ffc admin admin] 10.222.0.22 "GET /v2.0/subnets/b54d0e35-5226-4698-ab83-721b66d28c4f HTTP/1.1" status: 200 len: 816 time: 0.0850468 Aug 16 21:59:15.422051 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50de6080-a917-43f5-86ae-c00ca7a3c327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.006063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:18.203192 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4914c47-718f-4163-87e4-c13653b14817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:19.028954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:21.009544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:26.237563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:26.284000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-d18e26aa-234d-42bb-bef7-5b227c782419 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:59:26.285081 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d18e26aa-234d-42bb-bef7-5b227c782419 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465689 Aug 16 21:59:28.557947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:28.618977 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-810d1c9b-ad05-48a0-bbdb-5cc7ecc69ae7 admin admin] GET failed (client error): The resource could not be found. Aug 16 21:59:28.620287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-810d1c9b-ad05-48a0-bbdb-5cc7ecc69ae7 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613079 Aug 16 21:59:28.759518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f96c8-e8a6-4ad7-8a24-703d176b4dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:28.760894 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b7f96c8-e8a6-4ad7-8a24-703d176b4dd3 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359963 Aug 16 21:59:30.909611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:30.956171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:30.979200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Made reservation on behalf of 6ff44da59f1b4d868b585727ec04a4bd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:30.981536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:31.010788 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.revisions.revision_plugin [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Could not find related network for resource to bump revision. Aug 16 21:59:31.021413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:59:31.031909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:31.032281 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Added segment 5bcf2e99-6992-4abd-90dc-b4cecb229ec3 of type vlan for network 521399c4-63e2-43be-aef3-597b5a06f799 Aug 16 21:59:31.070544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:31.092770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:31.093682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:31.094250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:31.211997 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3012614 Aug 16 21:59:31.225005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Pushing event updated for resources: {'Network': ['ID=521399c4-63e2-43be-aef3-597b5a06f799,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:31.232393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.232738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.233091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.233444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.233776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.234103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.234429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.234755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.235080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.235403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.235725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.236087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a4c9-df0d-40b9-b141-c34f5f655f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:31.248014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 521399c4-63e2-43be-aef3-597b5a06f799 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:59:33.370569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:59:33.430645 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef76b2af-033b-4e5f-9888-22100767ee66 admin admin] GET failed (client error): The resource could not be found. Aug 16 21:59:33.431953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef76b2af-033b-4e5f-9888-22100767ee66 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602736 Aug 16 21:59:33.500428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5aa2ec-6ac6-43d3-8d8d-fbc1a7a695ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:33.501964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bb5aa2ec-6ac6-43d3-8d8d-fbc1a7a695ad admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656657 Aug 16 21:59:33.512139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:59:33.531340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Made reservation on behalf of 6ff44da59f1b4d868b585727ec04a4bd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:59:33.534090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:33.707906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:33.766149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:33.773649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:33.774007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Network hostable DHCP agents. Network: 521399c4-63e2-43be-aef3-597b5a06f799, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:59:33.789574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Network 521399c4-63e2-43be-aef3-597b5a06f799 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:59:33.799303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 521399c4-63e2-43be-aef3-597b5a06f799) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:33.803481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:59:33.804070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:33.808584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433dafb7-f6af-4ad4-963e-d1ce0c29c7c8 None None] Network 521399c4-63e2-43be-aef3-597b5a06f799 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:33.828709 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b26a3d70-4883-4366-a201-695ae144327b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3099818 Aug 16 21:59:33.961549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-521399c4-63e2-43be-aef3-597b5a06f799', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'tenant_id': '6ff44da59f1b4d868b585727ec04a4bd', 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:59:33.962387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.098902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Allocated IP 192.168.233.2 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/7ae348af-a5be-427a-83db-826abe5e6e37) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:59:34.243949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.253403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Transition to ACTIVE for port object 7ae348af-a5be-427a-83db-826abe5e6e37 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:34.268660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Transition to ACTIVE for port object 7ae348af-a5be-427a-83db-826abe5e6e37 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:59:34.275032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.321260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:59:34.324254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:59:34.328697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Pushing event updated for resources: {'Port': ['ID=7ae348af-a5be-427a-83db-826abe5e6e37,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:34.330904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:59:34.356533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.356889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.357274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.357615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.357965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.358296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.358631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.358963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.359294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.359642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.359972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.360299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:59:34.394591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Attempting to bind port 7ae348af-a5be-427a-83db-826abe5e6e37 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:59:34.394981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Attempting to bind port 7ae348af-a5be-427a-83db-826abe5e6e37 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:59:34.395342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Attempting to bind port 7ae348af-a5be-427a-83db-826abe5e6e37 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:59:34.400577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:59:34.400969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:59:34.401389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.401775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:59:34.402229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Bound port: 7ae348af-a5be-427a-83db-826abe5e6e37, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:59:34.402737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.469438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] For port 7ae348af-a5be-427a-83db-826abe5e6e37, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:59:34.473201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] For port 7ae348af-a5be-427a-83db-826abe5e6e37, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ae348af-a5be-427a-83db-826abe5e6e37,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:59:34.478130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:34.542902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01d70-1d39-45fc-b7ee-503ba569c76f None None] Pushing event updated for resources: {'Port': ['ID=7ae348af-a5be-427a-83db-826abe5e6e37,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:34.845015 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:59:35.384862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc2f04-c18e-4956-80aa-f4560a4d418a None None] Network 521399c4-63e2-43be-aef3-597b5a06f799 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:59:35.449608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-617b8085-786c-4141-a3df-9bc312bb5710 None None] Provisioning for port 7ae348af-a5be-427a-83db-826abe5e6e37 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:36.080410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ae348af-a5be-427a-83db-826abe5e6e37 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:36.130819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7ae348af-a5be-427a-83db-826abe5e6e37 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:59:36.134766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7ae348af-a5be-427a-83db-826abe5e6e37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:36.135135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.211427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.242785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 7ae348af-a5be-427a-83db-826abe5e6e37, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ae348af-a5be-427a-83db-826abe5e6e37,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:59:36.247527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:36.298686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=7ae348af-a5be-427a-83db-826abe5e6e37,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:59:38.050994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ae348af-a5be-427a-83db-826abe5e6e37 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:59:38.097260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7ae348af-a5be-427a-83db-826abe5e6e37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:59:38.097630 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:45.423260 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d77c043-14ba-44b8-9468-60b69d3ff38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:48.009654 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:48.203736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-355f0364-4a6c-4b78-a5e5-35f56365ecb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:49.030176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:51.012903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:11.843549 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:00:15.424214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-356ee6a6-2fce-4e03-b8f1-f8cf0d98cf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:18.011383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:18.205129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7353a76-5095-4d3d-9443-8a831224475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:19.034272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:21.015014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:45.424389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18421d69-da2e-43a0-8b71-cb04065dde4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.033537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:00:47.039467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-e05218de-4485-4ca0-ab02-c682cb1a9013 tempest-verify_tempest_config-386177835 tempest-verify_tempest_config-386177835-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:00:47.040437 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e05218de-4485-4ca0-ab02-c682cb1a9013 tempest-verify_tempest_config-386177835 tempest-verify_tempest_config-386177835-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059094 Aug 16 22:00:47.338406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:00:47.436500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.524098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.527983 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.571070 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47180136ac124a00b9830d1450448ae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2316482 Aug 16 22:00:47.572263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9aafc-8bf3-48c5-b3e5-2727846d7db2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:47.573788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:00:47.579466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.579817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.580161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.580500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.580841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.581213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.581616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.581955 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.582204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.582540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.582866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.583185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6732a7e-a36a-40ce-93ba-49057c76d161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.654717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.675467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.766545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.769049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:47.770249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67c9aafc-8bf3-48c5-b3e5-2727846d7db2 HTTP/1.1" status: 204 len: 168 time: 0.1954932 Aug 16 22:00:47.778169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9aafc-8bf3-48c5-b3e5-2727846d7db2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:00:47.784756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.785185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.785537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.785881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.786223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.786562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.786898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.787229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.787560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.787895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.788226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:47.788553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcbb3e0-4a27-44c8-99ef-c7a0d811617e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:00:48.013041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:48.205474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-750a7a33-5041-4a24-8d40-6c45d3505103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:48.841766 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:00:49.036584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:00:51.017443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:15.425590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0288802-26f9-4ada-8e7d-06176fa02029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.015316 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:18.205210 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f479cf4-c7a6-4a3c-86ce-39c0ea8fc11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:19.039163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:21.019889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:25.839905 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:01:45.426571 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3f4efe5-ffaa-4878-a360-1c5333307bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:48.015700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:48.203969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-299345ec-4e63-44e9-a707-d40b19629a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:49.041554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:01:51.026373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:02.838518 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:15.426843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9484d35-6314-4c0c-9ac0-1dfe42fe2f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:18.015936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:18.203836 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1497622-2118-4068-b12d-8e5a044c0239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:19.044052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:21.026398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:39.836562 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:02:45.426838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e753decb-7b27-4805-8cca-7c181364171e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.016391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:48.203198 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2579abf6-eb2c-44ad-a119-88f613e8d274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:49.046085 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:02:51.028977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:15.426420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8dd4-b148-4566-93b3-ee0be1717d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:16.834834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:03:18.017590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:18.203211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b36742b-5d92-4093-8af9-3a4f23e783b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:19.048427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:21.031302 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:45.427147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b766265c-54d4-4d75-bb7e-b43ce1474f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:48.018234 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:48.202831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24899c9a-306c-4a6f-9511-fce599f820f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:49.052534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:51.036225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:03:53.832382 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 5 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:04:13.867587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:15.427088 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bfadeb12-ae08-4270-8731-ffd1fbd6c494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.019703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:18.201677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a4615c81-b356-4730-a7a5-fc7be295c6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:19.054788 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:21.038311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:22.298208 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711458'] for agent, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:30.831105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:04:43.820303 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:45.427595 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71310ef6-6ba5-4c84-a7a5-93d03a8b7314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:48.024210 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:48.201550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e91b842c-4b34-4b99-9a55-70cd1cd55a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:49.058505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:51.041171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:52.248846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:04:59.215758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:04:59.316955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be971295-dd70-407c-a9b2-5ab44b783058 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1000926 Aug 16 22:05:01.608369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:05:01.663836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba649d47-97c9-4355-a1b6-93f354d36618 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0543396 Aug 16 22:05:07.829876 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:05:13.835879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:15.428868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f58f826-5521-4f9f-826e-1c316d008bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:18.025098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:18.200372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00160050-e029-4d15-8505-22f7b61ea39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:19.061021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:21.043832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:22.264223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:43.833455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:44.833089 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:05:45.438815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bca961eb-eed1-424e-a6e1-43fd0950e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:48.026351 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:48.207817 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-516d8969-5041-43e4-b579-330a369039be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:49.063970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:51.047701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:05:52.278621 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:13.833950 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:15.433877 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83c72f55-ff2a-40fa-aef6-35ba23647ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:18.027765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:18.198231 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed634e0f-7019-48ab-92c4-3567807197d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:19.067283 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:21.065040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:21.832106 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:22.315577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:25.933017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 32906) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:26.326412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:26.327020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-25044a7c-4d32-47e2-8e1c-83e2feeefab3 tempest-AutoAllocateNetworkTest-425332300 tempest-AutoAllocateNetworkTest-425332300-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4c376ac0bd14745abc22986a8a04145&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3913515 Aug 16 22:06:26.532605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe17258-3c3e-4ff2-af59-f26fdaacd585 tempest-AutoAllocateNetworkTest-425332300 tempest-AutoAllocateNetworkTest-425332300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:26.534039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3fe17258-3c3e-4ff2-af59-f26fdaacd585 tempest-AutoAllocateNetworkTest-425332300 tempest-AutoAllocateNetworkTest-425332300-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2058280 Aug 16 22:06:26.537172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:26.592658 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ef53edf-b53c-4c2c-bbc0-02736323dab9 tempest-AutoAllocateNetworkTest-425332300 tempest-AutoAllocateNetworkTest-425332300-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543339 Aug 16 22:06:26.595229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:26.626049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-274ae58c-9690-4c9c-9dfb-50b453bdde13 tempest-AutoAllocateNetworkTest-425332300 tempest-AutoAllocateNetworkTest-425332300-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4c376ac0bd14745abc22986a8a04145 HTTP/1.1" status: 200 len: 208 time: 0.0289502 Aug 16 22:06:27.257467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:27.583663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.720922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.727502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.769988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20a94f-6842-4be9-a60c-b54945fd4639,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:27.785953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.786550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.787038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.787528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.788003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.788462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.788950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.789444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.789926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.790404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.790879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.791370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] Tracked resource versions report: Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: pushed versions: Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Log': {'1.0'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Network': {'1.1'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Port': {'1.7'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'PortForwarding': {'1.2'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'QosPolicy': {'1.9'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SubPort': {'1.0'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Subnet': {'1.1'}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Trunk': {'1.1'}} Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: consumer versions: Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: { DHCP agent@n-d-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: HyperV agent@n-h1-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: HyperV agent@n-h2-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: L3 agent@n-d-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: Metadata agent@n-d-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: Metering agent@n-d-791505-20: {}, Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'ConntrackHelper': '1.0', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Log': '1.0', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Network': '1.1', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Port': '1.7', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'PortForwarding': '1.2', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'QosPolicy': '1.9', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SecurityGroup': '1.4', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SecurityGroupRule': '1.2', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'SubPort': '1.0', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Subnet': '1.1', Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: 'Trunk': '1.1'}} Aug 16 22:06:27.792791 n-d-791505-20 neutron-server[94816]: {{(pid=94816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:27.834142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bc62abb7-cb31-4385-9169-93c8b0936f17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4c376ac0bd14745abc22986a8a04145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5743742 Aug 16 22:06:27.836526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:27.897096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.921731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.976358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.980007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:27.981223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b20a94f-6842-4be9-a60c-b54945fd4639 HTTP/1.1" status: 204 len: 168 time: 0.1433399 Aug 16 22:06:27.990884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235beb-d4ff-43a9-8f0e-c87001ac14fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20a94f-6842-4be9-a60c-b54945fd4639,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:28.082685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33062) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:28.085113 n-d-791505-20 neutron-server[94816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 22:06:28.107056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-eb7152fd-d1fb-47ad-86b7-aabab4f62607 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228865 Aug 16 22:06:28.336149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-c69a734a-a165-4862-8546-ce09e85f5b27 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:28.350130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-c69a734a-a165-4862-8546-ce09e85f5b27 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337303 Aug 16 22:06:28.363870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-cbc720ac-e0ef-43ca-aebd-58c39b695ee0 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/quotas/f86f73fad28647bf84c4dc8a1c5a0a2c HTTP/1.1" status: 200 len: 375 time: 0.0128438 Aug 16 22:06:28.419158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-fef4663d-a7ff-471b-80d6-6ad925b6c41f tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495145 Aug 16 22:06:29.058841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:29.223445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.357790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.363200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.378973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33164) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:29.427684 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83029802128344de920d7a9315fe87ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3670816 Aug 16 22:06:29.429857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43881941-7578-41ae-8dbc-8706ba50b081,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:29.431047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33170) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:29.439926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.440434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.440924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.441527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.442015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.442595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.443077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.443544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.444006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.444475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.444946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.445430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d220c-9875-4146-8adf-deaaf3c44275 admin admin] Tracked resource versions report: Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: pushed versions: Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Log': {'1.0'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Network': {'1.1'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Port': {'1.7'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'PortForwarding': {'1.2'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'QosPolicy': {'1.9'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SubPort': {'1.0'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Subnet': {'1.1'}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Trunk': {'1.1'}} Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: consumer versions: Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: { DHCP agent@n-d-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: HyperV agent@n-h1-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: HyperV agent@n-h2-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: L3 agent@n-d-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: Metadata agent@n-d-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: Metering agent@n-d-791505-20: {}, Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'ConntrackHelper': '1.0', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Log': '1.0', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Network': '1.1', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Port': '1.7', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'PortForwarding': '1.2', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'QosPolicy': '1.9', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SecurityGroup': '1.4', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SecurityGroupRule': '1.2', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'SubPort': '1.0', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Subnet': '1.1', Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: 'Trunk': '1.1'}} Aug 16 22:06:29.446703 n-d-791505-20 neutron-server[94817]: {{(pid=94817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:29.499359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.521592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.572594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.587105 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:29.588895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43881941-7578-41ae-8dbc-8706ba50b081 HTTP/1.1" status: 204 len: 168 time: 0.1566353 Aug 16 22:06:29.603149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31057565-e619-4fff-833b-ece06c3f95eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43881941-7578-41ae-8dbc-8706ba50b081,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:29.903115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa1e0254-35ba-4f5e-8c7a-d8bc117416ee req-989ed490-f29e-435e-99e7-ad303b05d77b tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 210 time: 0.5215909 Aug 16 22:06:30.296810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:30.317321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3014e55d-007c-4914-9b70-8c0272f9c007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.452304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3014e55d-007c-4914-9b70-8c0272f9c007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.457303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3014e55d-007c-4914-9b70-8c0272f9c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.495544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3014e55d-007c-4914-9b70-8c0272f9c007 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd4073f9278342a3a8eccc4480e20ad1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1965594 Aug 16 22:06:30.498444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:30.509805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014e55d-007c-4914-9b70-8c0272f9c007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2456f661-8be2-4d86-bfc2-fa8771512d74,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:30.580544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.602881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.662030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.664809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:30.666045 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2456f661-8be2-4d86-bfc2-fa8771512d74 HTTP/1.1" status: 204 len: 168 time: 0.1666179 Aug 16 22:06:30.674749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bca9f-b054-4dcb-92c8-2a5b69cbea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2456f661-8be2-4d86-bfc2-fa8771512d74,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:31.106217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.88', 55265) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:31.168304 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-9a46990c-89ca-4dd4-a5b6-c55b2023f019 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450380 Aug 16 22:06:31.215226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd6a3f85-74d1-4462-96f2-cc12af28765a req-0f85daae-c3f9-43d1-8473-76c428b3e097 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 210 time: 0.0387683 Aug 16 22:06:31.402384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-87b68bb3-c8a2-4314-94e7-c3ccdb4fac0a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:31.403871 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-87b68bb3-c8a2-4314-94e7-c3ccdb4fac0a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275822 Aug 16 22:06:31.548387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Request body: {'port': {'device_id': '4a626475-f590-4cd7-816a-755d13acb6d3', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'f86f73fad28647bf84c4dc8a1c5a0a2c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:31.800506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Made reservation on behalf of f86f73fad28647bf84c4dc8a1c5a0a2c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:31.805981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:31.817840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:31.961234 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:31.977521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:32.101535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbcb46f-db96-4dcc-938a-8fd8252baec9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:32.388006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Allocated IP 192.168.233.191 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/bd513b78-049d-4050-9bc3-4f8d4c90fbd1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:06:32.748522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33402) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:32.752237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7d31a28-8924-4bd4-8f31-18cedb4620df req-6929a379-c615-40cb-9110-b893f064c1d7 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 210 time: 0.0768263 Aug 16 22:06:33.053099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.071881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Transition to ACTIVE for port object bd513b78-049d-4050-9bc3-4f8d4c90fbd1 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:33.134744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.176137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdfb39b0-1426-4e89-84c4-be745f719b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.339340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:06:33.346516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:33.351492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:06:33.358496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:33.359077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.364494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Pushing event updated for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:33.386452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdfb39b0-1426-4e89-84c4-be745f719b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.394256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdfb39b0-1426-4e89-84c4-be745f719b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.401292 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-a8fa2f11-eeee-4b56-a923-8332e52ee087 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8573668 Aug 16 22:06:33.413483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:33.528081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb39b0-1426-4e89-84c4-be745f719b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a981a41b-7239-4746-9377-b5276def0d3a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:33.555784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cdfb39b0-1426-4e89-84c4-be745f719b87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2bc1d9d1ecd463b97d1b66f5288fab4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8019078 Aug 16 22:06:33.558494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:33.642546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-661e8e55-76aa-4036-a629-0ea9073afb9a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:06:33.644357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-661e8e55-76aa-4036-a629-0ea9073afb9a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075178 Aug 16 22:06:33.666194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.702044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.762646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.767085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.768728 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a981a41b-7239-4746-9377-b5276def0d3a HTTP/1.1" status: 204 len: 168 time: 0.2083976 Aug 16 22:06:33.777906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e4e53-d9a3-4c29-977c-d8e351bf62d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981a41b-7239-4746-9377-b5276def0d3a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:33.839185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-158ce472-ba96-4a35-89a9-22b73763a8cb None None] Provisioning for port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:06:33.846200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-158ce472-ba96-4a35-89a9-22b73763a8cb None None] Provisioning complete for port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:06:33.846586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-158ce472-ba96-4a35-89a9-22b73763a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.854006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a8048c-92d7-42fd-8fb9-ded461825047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:33.940359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-158ce472-ba96-4a35-89a9-22b73763a8cb None None] Port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:06:34.021730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7b186-b5df-4328-b607-a8f941be2733 req-1aa3bcec-ab71-4b8f-b94c-ac345d613890 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:34.034636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb7b186-b5df-4328-b607-a8f941be2733 req-1aa3bcec-ab71-4b8f-b94c-ac345d613890 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.1331320 Aug 16 22:06:34.077939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a8048c-92d7-42fd-8fb9-ded461825047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.085340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87a8048c-92d7-42fd-8fb9-ded461825047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.126321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb7b186-b5df-4328-b607-a8f941be2733 req-248c98ba-a7ca-405c-8a53-827fb66fa3fe tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900412 Aug 16 22:06:34.171320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8048c-92d7-42fd-8fb9-ded461825047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5e850-bfbb-4b59-a3cb-38370e339041,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:34.179372 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87a8048c-92d7-42fd-8fb9-ded461825047 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=442be1581b5641eb9f1bddde7efd356f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7621541 Aug 16 22:06:34.179710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:34.246089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.271805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.332864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.335525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.336855 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ea5e850-bfbb-4b59-a3cb-38370e339041 HTTP/1.1" status: 204 len: 168 time: 0.1561577 Aug 16 22:06:34.350984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6edfb-1603-44ab-aec0-1e983dab697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5e850-bfbb-4b59-a3cb-38370e339041,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:34.731204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:34.745685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ff59789-57d8-402c-a8cf-adc33e908b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.856048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ff59789-57d8-402c-a8cf-adc33e908b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.863419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ff59789-57d8-402c-a8cf-adc33e908b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:34.927123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ff59789-57d8-402c-a8cf-adc33e908b0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e651a9742834bd3ae04e55291889847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1925979 Aug 16 22:06:34.927123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff59789-57d8-402c-a8cf-adc33e908b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b1b280-dca0-488f-a217-d99bb734fc72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:34.927493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:34.984905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.018928 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.129763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.133970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.135652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5b1b280-dca0-488f-a217-d99bb734fc72 HTTP/1.1" status: 204 len: 168 time: 0.2069342 Aug 16 22:06:35.156002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86e1e4-95ca-4f21-953d-cd59ba411f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b1b280-dca0-488f-a217-d99bb734fc72,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:35.192731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-599b0a64-25a0-41ca-80ed-fc5d0fab5df1 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f92380d005764334832a4628b954eccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309637 Aug 16 22:06:35.328386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-bfdc2c18-ce6f-4ab7-8048-4fe1746a32e1 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:35.335639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-bfdc2c18-ce6f-4ab7-8048-4fe1746a32e1 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352866 Aug 16 22:06:35.365731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a354ad35-2128-488c-b2f0-005b25002272 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/quotas/f92380d005764334832a4628b954eccd HTTP/1.1" status: 200 len: 375 time: 0.0289381 Aug 16 22:06:35.376698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:35.394625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe30c-7332-44e4-abbb-f8802218a3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.423357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-c763f48e-13a4-48b4-af2d-90f71a774cdc tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f92380d005764334832a4628b954eccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555072 Aug 16 22:06:35.570343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe30c-7332-44e4-abbb-f8802218a3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.575727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe30c-7332-44e4-abbb-f8802218a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.626294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe30c-7332-44e4-abbb-f8802218a3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71908a17-ec6a-44b3-8603-94c15e8a900a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:35.653905 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4cfbe30c-7332-44e4-abbb-f8802218a3ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c292b01503b499499f2d21b9c6e9adf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2758603 Aug 16 22:06:35.656330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:35.796431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6563-2f71-4562-8491-8ddb1282a8cd req-791b040e-79d8-47d8-a9a6-8735d96184be tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:35.803730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e9b6563-2f71-4562-8491-8ddb1282a8cd req-791b040e-79d8-47d8-a9a6-8735d96184be tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.1576860 Aug 16 22:06:35.811109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.875800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.973142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e9b6563-2f71-4562-8491-8ddb1282a8cd req-87c34565-d37c-4ce4-a33d-a34149cf6816 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623383 Aug 16 22:06:35.983268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.989370 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:35.997328 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71908a17-ec6a-44b3-8603-94c15e8a900a HTTP/1.1" status: 204 len: 168 time: 0.3394346 Aug 16 22:06:36.014923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce00b6-c2ef-4f75-918f-34bec492dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71908a17-ec6a-44b3-8603-94c15e8a900a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:36.119150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59194505-17da-4756-8b86-4559fb42e10c req-b6b056de-43b1-42d5-8390-8a040dcdb4d9 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 210 time: 0.0617588 Aug 16 22:06:37.336573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4bd35-0fd7-4640-aa4a-3b59e5eeaa96 req-5dc5e7b6-09fc-4140-9c84-9afc791c47c6 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:37.345536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1c4bd35-0fd7-4640-aa4a-3b59e5eeaa96 req-5dc5e7b6-09fc-4140-9c84-9afc791c47c6 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.0939381 Aug 16 22:06:37.395801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1c4bd35-0fd7-4640-aa4a-3b59e5eeaa96 req-d2d63429-805a-4335-bd47-1dbf498a9566 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Aug 16 22:06:37.590186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1285318-36bb-489c-a26d-c04f57f7d10b req-c3ae2a90-713a-48b1-a113-82eab6b0bcc0 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 210 time: 0.0382094 Aug 16 22:06:38.077085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.89', 59561) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:38.144621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-4bdb7d35-9899-41a7-adab-0f8881ee58e2 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f92380d005764334832a4628b954eccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528634 Aug 16 22:06:38.303633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-4e356f31-97c3-4a05-8a55-f97f67ac6e25 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:38.305686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-4e356f31-97c3-4a05-8a55-f97f67ac6e25 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518333 Aug 16 22:06:38.511313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Request body: {'port': {'device_id': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'f92380d005764334832a4628b954eccd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:38.585232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:38.665937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2363a-bf6c-4aa5-95e8-04885dfeb894 req-7cd0e916-ebcc-4d5a-bcc0-430e5d63dd27 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:38.672190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cec2363a-bf6c-4aa5-95e8-04885dfeb894 req-7cd0e916-ebcc-4d5a-bcc0-430e5d63dd27 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.1940043 Aug 16 22:06:38.830949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cec2363a-bf6c-4aa5-95e8-04885dfeb894 req-49f2bc58-26eb-4608-8887-2cd9a75d7015 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456919 Aug 16 22:06:38.835496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0d96cab-60f6-4eb1-b69e-3a1730fa0ae2 req-63b7ae95-45ed-425b-9ac3-abbf9e4551d9 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 210 time: 0.0710344 Aug 16 22:06:38.855391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Made reservation on behalf of f92380d005764334832a4628b954eccd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:38.860985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:38.870271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:38.988421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:38.999407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.017338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a85944c6-940d-4019-ae9d-eae1ada72d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.127555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102a613e-346b-41f6-9f5a-bf3b0f1c1e80,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:39.253034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a85944c6-940d-4019-ae9d-eae1ada72d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.259253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a85944c6-940d-4019-ae9d-eae1ada72d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.295417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Allocated IP 192.168.233.167 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/7cb1ee90-32b0-4285-a0f4-ef1f72686f0a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:06:39.308174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85944c6-940d-4019-ae9d-eae1ada72d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791e916-d94b-4f00-b0b4-9993cd69eab6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:39.340232 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a85944c6-940d-4019-ae9d-eae1ada72d67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2097673820e04960b864866160c38e2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7539082 Aug 16 22:06:39.343006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:39.437617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.471448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.547780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.551534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.556411 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c791e916-d94b-4f00-b0b4-9993cd69eab6 HTTP/1.1" status: 204 len: 168 time: 0.2115471 Aug 16 22:06:39.580596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040bea2-0ee9-4443-b3b7-301e8718ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791e916-d94b-4f00-b0b4-9993cd69eab6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:39.581006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.610498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Transition to ACTIVE for port object 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:39.650847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.864539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:06:39.872200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:39.885545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:06:39.894647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:39.895331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:39.945155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Pushing event updated for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:39.964954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-a93779e8-d0ac-497b-99b4-4fd087a16676 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4605036 Aug 16 22:06:39.999127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-2d3ba37b-c619-4969-9fbf-11a60aa3355e tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:06:40.004855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-2d3ba37b-c619-4969-9fbf-11a60aa3355e tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173635 Aug 16 22:06:40.127652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:40.187671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16619750-28b0-46f3-8b59-b43b770acbc2 req-a791aea6-da70-48be-b661-072ff35b9e38 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:40.203497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16619750-28b0-46f3-8b59-b43b770acbc2 req-a791aea6-da70-48be-b661-072ff35b9e38 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.1958892 Aug 16 22:06:40.226606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257f447-d3cd-4477-b2af-699dabb20834 req-521b1e36-3ed4-4d01-8507-e807d72f7b0a tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:40.239474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a257f447-d3cd-4477-b2af-699dabb20834 req-521b1e36-3ed4-4d01-8507-e807d72f7b0a tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.1952746 Aug 16 22:06:40.331010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e74d616-40c5-4b9c-b067-4a218af291e8 None None] Provisioning for port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:06:40.347972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e74d616-40c5-4b9c-b067-4a218af291e8 None None] Provisioning complete for port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:06:40.350073 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e74d616-40c5-4b9c-b067-4a218af291e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:40.372345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16619750-28b0-46f3-8b59-b43b770acbc2 req-9dc444aa-3f13-40a3-b7ce-ec8ba378d536 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601677 Aug 16 22:06:40.395065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a257f447-d3cd-4477-b2af-699dabb20834 req-d0e7a0e3-b06a-432f-af02-592c7b3629b4 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545126 Aug 16 22:06:40.542593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e74d616-40c5-4b9c-b067-4a218af291e8 None None] Port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:06:40.723111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a671311e-5642-45da-a41a-7fafb53c8e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:40.964037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a671311e-5642-45da-a41a-7fafb53c8e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:40.971550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a671311e-5642-45da-a41a-7fafb53c8e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:40.997037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:41.033126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba9960a6-c4ed-47b5-bbbb-8193e746319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.092798 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a671311e-5642-45da-a41a-7fafb53c8e1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1313d212d9488fb9feb371f240b016&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9639153 Aug 16 22:06:41.096424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:41.100498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671311e-5642-45da-a41a-7fafb53c8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11a1da-556d-4b9a-b6c8-09510bc228ab,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:41.231692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.276623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.289853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba9960a6-c4ed-47b5-bbbb-8193e746319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.304421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba9960a6-c4ed-47b5-bbbb-8193e746319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.381537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9960a6-c4ed-47b5-bbbb-8193e746319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67fcce3-9ac4-4762-973b-3147cd37a274,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:41.500366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba9960a6-c4ed-47b5-bbbb-8193e746319a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1e5afe35c7649f1b9052877f41fa67c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5014982 Aug 16 22:06:41.503288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:41.540542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.547058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.553568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd11a1da-556d-4b9a-b6c8-09510bc228ab HTTP/1.1" status: 204 len: 168 time: 0.4503398 Aug 16 22:06:41.567324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d0d39-4d2f-4557-9a50-c6e6a26abe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11a1da-556d-4b9a-b6c8-09510bc228ab,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:41.658262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.718980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.850516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.854691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:41.856222 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c67fcce3-9ac4-4762-973b-3147cd37a274 HTTP/1.1" status: 204 len: 168 time: 0.3509927 Aug 16 22:06:41.899580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcff2d5-b2e5-4873-928a-7f68ae47ab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67fcce3-9ac4-4762-973b-3147cd37a274,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:41.905214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0e704-019a-4888-800b-137d77e0695b req-896c54ed-a1cb-41ce-8f96-966ec25b3ed4 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:41.908994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95a0e704-019a-4888-800b-137d77e0695b req-896c54ed-a1cb-41ce-8f96-966ec25b3ed4 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.1614103 Aug 16 22:06:42.083812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95a0e704-019a-4888-800b-137d77e0695b req-b346c146-bed8-4387-82f8-b9d5eb4fe862 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685603 Aug 16 22:06:42.128822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3022bba-8685-48fb-9130-51baa38d12c0 req-c1ead80d-faa1-4edf-bbb2-4549ca5d8567 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:42.143080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3022bba-8685-48fb-9130-51baa38d12c0 req-c1ead80d-faa1-4edf-bbb2-4549ca5d8567 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.1915255 Aug 16 22:06:42.206085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3022bba-8685-48fb-9130-51baa38d12c0 req-0d6c5ddb-2094-4c21-a16d-f9ea0710b0cb tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568924 Aug 16 22:06:42.518914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:42.551322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8deefd14-518a-424e-a743-4c64e8903a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.707448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8deefd14-518a-424e-a743-4c64e8903a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.712012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8deefd14-518a-424e-a743-4c64e8903a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.759139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8deefd14-518a-424e-a743-4c64e8903a23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddb0d2a9176e40729460a16a40c793b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2404277 Aug 16 22:06:42.761317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deefd14-518a-424e-a743-4c64e8903a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb603db3-bd12-4f25-be18-9658ea4efa87,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:42.762048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:42.850694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.880762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.954119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.961118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:42.965031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb603db3-bd12-4f25-be18-9658ea4efa87 HTTP/1.1" status: 204 len: 168 time: 0.1991782 Aug 16 22:06:42.983938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f54745-cf1e-46cb-a1e8-070874484aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb603db3-bd12-4f25-be18-9658ea4efa87,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:43.207070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:43.230334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b0190-ad74-48ff-a422-00756a394c54 req-c08bedf3-733b-42f0-8f85-760e90eedbce tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:43.232124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef8b0190-ad74-48ff-a422-00756a394c54 req-c08bedf3-733b-42f0-8f85-760e90eedbce tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.0669720 Aug 16 22:06:43.300921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef8b0190-ad74-48ff-a422-00756a394c54 req-67590055-16b4-440f-8b91-c1fa771c10a4 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Aug 16 22:06:43.351928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:43.395399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed8987a-c4c5-447e-9ccd-9d829444ccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.558585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3536ba-50b8-4d0f-a8e8-aaf1ffd0ddd4 req-9580622a-9e79-459d-9e15-9f54b7a30e8c tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:43.561670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f3536ba-50b8-4d0f-a8e8-aaf1ffd0ddd4 req-9580622a-9e79-459d-9e15-9f54b7a30e8c tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.1092296 Aug 16 22:06:43.595555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e63ea77-cdc6-46cf-a3cc-8459b23c71e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.668640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f3536ba-50b8-4d0f-a8e8-aaf1ffd0ddd4 req-315084bb-f3e4-4370-bbdb-19e4b28aaf88 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953665 Aug 16 22:06:43.682362 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed8987a-c4c5-447e-9ccd-9d829444ccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.692577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed8987a-c4c5-447e-9ccd-9d829444ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.799784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ed8987a-c4c5-447e-9ccd-9d829444ccc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=211f95e00eb54d66b5cb387a2d79bf6f&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4467146 Aug 16 22:06:43.802617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:43.812688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8987a-c4c5-447e-9ccd-9d829444ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57580f-b7ed-44e3-9e58-fc3f29bc7a7b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:43.888601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.908372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.920614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e63ea77-cdc6-46cf-a3cc-8459b23c71e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.926443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e63ea77-cdc6-46cf-a3cc-8459b23c71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.971379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:43.980708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63ea77-cdc6-46cf-a3cc-8459b23c71e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5b705-ce29-4b98-aeb6-f8e61493c582,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:44.020929 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e63ea77-cdc6-46cf-a3cc-8459b23c71e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=629037c67f6047898afa00565d3ff0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127518 Aug 16 22:06:44.021795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:44.054652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.058110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.061729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e57580f-b7ed-44e3-9e58-fc3f29bc7a7b HTTP/1.1" status: 204 len: 168 time: 0.2576416 Aug 16 22:06:44.080594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97a034-7df6-4be9-90f9-deeb544739b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57580f-b7ed-44e3-9e58-fc3f29bc7a7b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:44.098036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.132638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.237845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.240743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.241948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56b5b705-ce29-4b98-aeb6-f8e61493c582 HTTP/1.1" status: 204 len: 168 time: 0.2190454 Aug 16 22:06:44.251990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99e61-c338-4526-b7d7-2d38f699d20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5b705-ce29-4b98-aeb6-f8e61493c582,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:44.456672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:44.469798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4a151-0bda-44b7-add3-e21a6e251d4f req-c33a38af-59d1-447b-9e00-b9d0c902157b tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:44.471634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb4a151-0bda-44b7-add3-e21a6e251d4f req-c33a38af-59d1-447b-9e00-b9d0c902157b tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.0863087 Aug 16 22:06:44.519347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb4a151-0bda-44b7-add3-e21a6e251d4f req-5f385a1d-6154-439d-815e-f10d99aa4ecc tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Aug 16 22:06:44.710902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:44.802422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca321cc3-2d4d-413f-ac5d-6d9fe400ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.852886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c4862-9f27-476f-9677-5862d61bb1d4 req-33a9b1c2-9578-4c92-80e6-5b88d9eea2b6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:44.854838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512c4862-9f27-476f-9677-5862d61bb1d4 req-33a9b1c2-9578-4c92-80e6-5b88d9eea2b6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.0898280 Aug 16 22:06:44.898574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:44.919935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512c4862-9f27-476f-9677-5862d61bb1d4 req-a8877f0d-f8c4-4ac6-bef7-61aed02501a9 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538652 Aug 16 22:06:44.921254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06634fb0-1478-4cd3-9bc9-40c4e90906e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.962107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca321cc3-2d4d-413f-ac5d-6d9fe400ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:44.967586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca321cc3-2d4d-413f-ac5d-6d9fe400ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.038596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ca321cc3-2d4d-413f-ac5d-6d9fe400ae34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ebaa6633d7145f5996a9493b1e65eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807340 Aug 16 22:06:45.039213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:45.063772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca321cc3-2d4d-413f-ac5d-6d9fe400ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a2355-acfe-424e-bfeb-dbc543534307,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.107963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06634fb0-1478-4cd3-9bc9-40c4e90906e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.109208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.114320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06634fb0-1478-4cd3-9bc9-40c4e90906e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.150272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.172794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:45.173343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-06634fb0-1478-4cd3-9bc9-40c4e90906e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbcc2c4a4e05431184dfb6894239e5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723017 Aug 16 22:06:45.208986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1710254602-network', 'tenant_id': '5624b35132d2479889cc6371835d2c04'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:45.236102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634fb0-1478-4cd3-9bc9-40c4e90906e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b5370-59c2-49f6-914d-de94b6581262,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.244079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:45.247278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.259029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.287890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.290588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.294719 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/104a2355-acfe-424e-bfeb-dbc543534307 HTTP/1.1" status: 204 len: 168 time: 0.2519495 Aug 16 22:06:45.315251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.317534 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f992d-30b3-4a7d-bddc-bc75e50a80bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a2355-acfe-424e-bfeb-dbc543534307,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.350486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.434081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.447583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.450781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.455937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3091f53d-503d-4cfe-a687-7ee79abf0fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.463449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.465655 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d7b5370-59c2-49f6-914d-de94b6581262 HTTP/1.1" status: 204 len: 168 time: 0.2893798 Aug 16 22:06:45.477700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76510fe4-6099-4a7e-bf21-85ce8944ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b5370-59c2-49f6-914d-de94b6581262,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.516946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:06:45.552496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4643ed-f42b-4632-93a8-fd7b2556c92c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.565057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768586161556', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.567614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Unsubscribe: segment precommit_create {{(pid=94816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 22:06:45.567614 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Added segment 602d5f52-4889-4337-b691-ab4c1b2933f5 of type vlan for network d42e2613-3ec1-4ef1-9b75-5e573d245104 Aug 16 22:06:45.671696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.743942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c1e2-620c-4e5d-a819-08c14a4ce6ed req-5be35c81-7e6e-4b0f-b9e4-64658c0bf66f tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:45.745783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a528c1e2-620c-4e5d-a819-08c14a4ce6ed req-5be35c81-7e6e-4b0f-b9e4-64658c0bf66f tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 936 time: 0.0968821 Aug 16 22:06:45.748027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.749174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:45.750651 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:45.872362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1600797 Aug 16 22:06:45.877058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:45.882991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Request body: {'subnet': {'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1710254602-subnet', 'tenant_id': '5624b35132d2479889cc6371835d2c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:45.887287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a528c1e2-620c-4e5d-a819-08c14a4ce6ed req-f3cfbc8c-fbf6-4f4e-8f71-3eddde76eb28 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308990 Aug 16 22:06:45.888129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e9e87-9974-4eaf-8f95-eea52967b7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d42e2613-3ec1-4ef1-9b75-5e573d245104,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:45.907611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:06:45.910504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:45.914554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.019599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Request body: {'port': {'device_id': '4a626475-f590-4cd7-816a-755d13acb6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:46.115642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.158477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6feb1-f400-4baa-9a30-f279f64c4e48 req-7af51f95-b328-4339-8617-46c95de92460 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:46.160930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fb6feb1-f400-4baa-9a30-f279f64c4e48 req-7af51f95-b328-4339-8617-46c95de92460 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.1171904 Aug 16 22:06:46.207000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:46.224532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fb6feb1-f400-4baa-9a30-f279f64c4e48 req-8e3756f9-05ca-4118-997a-8707616ac4b7 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Aug 16 22:06:46.282626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66002d29-2905-4223-ae4a-255c9ba367fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.418984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:46.424769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.605416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931753be-5eb5-46da-852d-8bd5fea425da,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:46.606754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e20c23f8-7510-426c-ab87-7451a26a165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.627004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:46.627361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Network hostable DHCP agents. Network: d42e2613-3ec1-4ef1-9b75-5e573d245104, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:06:46.684382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66002d29-2905-4223-ae4a-255c9ba367fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.694158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66002d29-2905-4223-ae4a-255c9ba367fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.727823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:06:46.776862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd513b78-049d-4050-9bc3-4f8d4c90fbd1 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:46.782667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d42e2613-3ec1-4ef1-9b75-5e573d245104) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:46.793631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23ed43-5ade-4066-984c-fc026d25daa1 None None] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:06:46.795342 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66002d29-2905-4223-ae4a-255c9ba367fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4f3e64e5d754da1bb97df0b9f38ccf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854580 Aug 16 22:06:46.798859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.801941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:46.808809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:46.811560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.814543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002d29-2905-4223-ae4a-255c9ba367fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c2a68b-b551-4cd3-859a-85ccc0becb94,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:46.893393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e20c23f8-7510-426c-ab87-7451a26a165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:46.907542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e20c23f8-7510-426c-ab87-7451a26a165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.008442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d85de-0f72-4e27-905c-8329568d0aaf None None] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:06:47.018399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Transition to ACTIVE for port object bd513b78-049d-4050-9bc3-4f8d4c90fbd1 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:47.041128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e20c23f8-7510-426c-ab87-7451a26a165e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f33b7a29cff4bb3acb6319a0abfe9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208200 Aug 16 22:06:47.042138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:47.057356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.078291 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01542583-1a02-460b-8bf2-6334a56616a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1993585 Aug 16 22:06:47.084532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c23f8-7510-426c-ab87-7451a26a165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca36858-65de-4c81-89f0-22432001e1c7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:47.157161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Pushing event updated for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:47.251128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Attempting to bind port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:06:47.251443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Attempting to bind port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:06:47.252285 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Attempting to bind port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:47.259643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:06:47.259972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Attempting to bind port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:47.267662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:06:47.268030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:47.268904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:06:47.269451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Bound port: bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:06:47.269811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.401383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6f69f-95dc-4806-898a-2d998f9a8411 req-96bb967e-5c66-459f-aa2f-08194625eda8 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:47.409958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd6f69f-95dc-4806-898a-2d998f9a8411 req-96bb967e-5c66-459f-aa2f-08194625eda8 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 948 time: 0.3214884 Aug 16 22:06:47.422935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:06:47.434960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:06:47.439859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.452174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.549093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.581608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Pushing event updated for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:47.596367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.598834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:47.599472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.600964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-1cbf972f-6813-4f04-acfe-63eac7fbfc66 service neutron] 10.222.0.88 "PUT /v2.0/ports/bd513b78-049d-4050-9bc3-4f8d4c90fbd1 HTTP/1.1" status: 200 len: 1097 time: 1.9392524 Aug 16 22:06:47.602200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:06:47.636811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd6f69f-95dc-4806-898a-2d998f9a8411 req-0acdb37e-a114-49b4-8203-ceae69526c4e tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246816 Aug 16 22:06:47.728793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152c94-ffc9-4dee-8170-dd7af54f4bae req-e6fcd4a1-07d0-4d37-93c1-d9d8c49cd9ac tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:47.732262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb152c94-ffc9-4dee-8170-dd7af54f4bae req-e6fcd4a1-07d0-4d37-93c1-d9d8c49cd9ac tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.2940881 Aug 16 22:06:47.793582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.802673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.810496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:47.812691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cca36858-65de-4c81-89f0-22432001e1c7 HTTP/1.1" status: 204 len: 168 time: 0.7695839 Aug 16 22:06:47.854766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a204bd-1de4-4f06-9370-947250e21fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca36858-65de-4c81-89f0-22432001e1c7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:47.864641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb152c94-ffc9-4dee-8170-dd7af54f4bae req-c609a23e-62ff-4d8d-9b57-f32cb8e2e254 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207495 Aug 16 22:06:47.942929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-429a5258-1d1b-4aa7-bea8-667e5426682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:47.945322 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-429a5258-1d1b-4aa7-bea8-667e5426682d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 1100 time: 0.2418671 Aug 16 22:06:48.042875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.053581 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-f5c17ddf-91fc-4928-b2c7-56be8e845f90 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0925543 Aug 16 22:06:48.054169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.056648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.057729 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2c2a68b-b551-4cd3-859a-85ccc0becb94 HTTP/1.1" status: 204 len: 168 time: 1.2548461 Aug 16 22:06:48.083273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ad59-d9b5-49d4-89b1-10e093159d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c2a68b-b551-4cd3-859a-85ccc0becb94,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:48.177693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-e12e9cad-754c-4483-a5c9-1836a4641938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:48.179181 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-e12e9cad-754c-4483-a5c9-1836a4641938 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1171875 Aug 16 22:06:48.196308 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9370e9-0630-4805-a937-2869d2b72f44" -d '{"events": [{"name": "network-changed", "server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:06:48.207755 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35761e46-df34-4bbc-9c61-6477ef547fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.306511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-14246307-f708-4b4e-9685-e21492caca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:48.308053 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-14246307-f708-4b4e-9685-e21492caca8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053777 Aug 16 22:06:48.412914 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-9c394fe5-5cee-4f1d-a38a-932d31a48a68 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949688 Aug 16 22:06:48.522453 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d876e57-42ce-4f1a-a167-31fc6b989e78 req-24e45c24-0dfd-46a4-a6b5-36b43e888080 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000867 Aug 16 22:06:48.590176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:48.606554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14115f0-b3e0-4484-a6ce-3273b367b689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.741978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14115f0-b3e0-4484-a6ce-3273b367b689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.753658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d14115f0-b3e0-4484-a6ce-3273b367b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:48.825577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:48.825809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d14115f0-b3e0-4484-a6ce-3273b367b689 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66fb92a2c79e471483f9911ab64ea605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345245 Aug 16 22:06:48.828427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14115f0-b3e0-4484-a6ce-3273b367b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda5faa-51ba-4ff7-a3bd-f33fd505cfb2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:48.858244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2288c-4e09-407d-b51e-73e80329004d req-67876235-e78c-4137-9cdc-9ec64a93bda5 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:48.866921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bb2288c-4e09-407d-b51e-73e80329004d req-67876235-e78c-4137-9cdc-9ec64a93bda5 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 948 time: 0.1282632 Aug 16 22:06:48.910061 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebcb9b-f57e-426c-bdd7-0cbe9dc40774 x-openstack-request-id: req-c7ebcb9b-f57e-426c-bdd7-0cbe9dc40774 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:06:48.910663 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:06:48.910925 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7ebcb9b-f57e-426c-bdd7-0cbe9dc40774 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:06:48.911410 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1', 'status': 'completed', 'code': 200} Aug 16 22:06:48.923555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bb2288c-4e09-407d-b51e-73e80329004d req-e62434c6-fefd-4dfd-9b9f-72c40c96a243 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Aug 16 22:06:49.024950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.079554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.082383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-52dfe741-b60c-4b0a-91cf-4de11012e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.084326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-52dfe741-b60c-4b0a-91cf-4de11012e82f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 1100 time: 0.1246557 Aug 16 22:06:49.088653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af7e3b-320a-42e7-bc20-f6cbc7bbab5c req-6f4e8103-c5da-4049-9b0f-eb77afe806d5 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.090961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2af7e3b-320a-42e7-bc20-f6cbc7bbab5c req-6f4e8103-c5da-4049-9b0f-eb77afe806d5 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.0945735 Aug 16 22:06:49.148127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2af7e3b-320a-42e7-bc20-f6cbc7bbab5c req-e12bcfda-3479-49ef-9366-35d33424515d tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Aug 16 22:06:49.200851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.339828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.342395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.346681 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bda5faa-51ba-4ff7-a3bd-f33fd505cfb2 HTTP/1.1" status: 204 len: 168 time: 0.5171182 Aug 16 22:06:49.347673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:49.350591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-50db2f8a-6e88-43c1-bd1a-8ce42c91ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.352055 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-50db2f8a-6e88-43c1-bd1a-8ce42c91ba33 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2572341 Aug 16 22:06:49.356976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256091fb-18a3-4348-ae9b-e18221e9ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda5faa-51ba-4ff7-a3bd-f33fd505cfb2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:49.366027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-12726445-network', 'tenant_id': 'b26b8ce6474247ccadb8cc01a5ede5b4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:49.428267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Made reservation on behalf of b26b8ce6474247ccadb8cc01a5ede5b4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:49.429181 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-51229a5e-b252-415f-a560-dbed3f86e3ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1 HTTP/1.1" status: 200 len: 217 time: 0.0683880 Aug 16 22:06:49.434119 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.443751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.515462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-b5baea74-acdd-4324-baf1-a5565327ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.518145 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-b5baea74-acdd-4324-baf1-a5565327ac64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0777812 Aug 16 22:06:49.586636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-125e2b2f-231d-435e-a9ec-41c0194811e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.588444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-125e2b2f-231d-435e-a9ec-41c0194811e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571637 Aug 16 22:06:49.695816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.701354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.735401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:06:49.740717 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-bbb86619-6172-4349-9d86-e688527af9fa service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401396 Aug 16 22:06:49.751320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce83fd13-d56d-4ec9-93f9-53fff62a3690,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:49.778405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.778988 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Added segment 8295679a-0fcb-4d7f-8737-1edc13fe4f60 of type vlan for network 98c00440-055f-49d0-a538-674fa1741d40 Aug 16 22:06:49.827049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.868841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.869863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:49.870550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:49.925777 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-dd9370e9-0630-4805-a937-2869d2b72f44 req-e6e9dbc8-c077-4acd-ad16-659912dd2782 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795685 Aug 16 22:06:49.947205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] Pushing event updated for resources: {'Network': ['ID=98c00440-055f-49d0-a538-674fa1741d40,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:49.953816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:49.959449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Request body: {'subnet': {'network_id': '98c00440-055f-49d0-a538-674fa1741d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-12726445-subnet', 'tenant_id': 'b26b8ce6474247ccadb8cc01a5ede5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:49.961256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c47bf7ed-5b1f-47ed-bf42-d98a9dca0d2b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6014071 Aug 16 22:06:49.967399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 98c00440-055f-49d0-a538-674fa1741d40 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:06:50.006400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Made reservation on behalf of b26b8ce6474247ccadb8cc01a5ede5b4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:50.009881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.177855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf26325-dca1-4f96-8701-7e3acc326d13 req-6228d252-badd-4038-b22d-08ab712865c9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:50.185507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acf26325-dca1-4f96-8701-7e3acc326d13 req-6228d252-badd-4038-b22d-08ab712865c9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 948 time: 0.1110330 Aug 16 22:06:50.257716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acf26325-dca1-4f96-8701-7e3acc326d13 req-3775a7e6-aca5-4016-8736-633157fc31c2 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712161 Aug 16 22:06:50.365811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6028a-a54c-4155-8330-49fe64125b6f req-0dfbc93c-66c5-4a8d-b735-fc85ce01adad tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:50.367361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3a6028a-a54c-4155-8330-49fe64125b6f req-0dfbc93c-66c5-4a8d-b735-fc85ce01adad tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.0880017 Aug 16 22:06:50.431345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.440738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3a6028a-a54c-4155-8330-49fe64125b6f req-deaa6957-fb01-47e0-88b4-63972529ed08 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585237 Aug 16 22:06:50.503498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff7221d-1c51-4763-8a5d-208dd6183af1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:50.511043 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Checking segment: {'id': '8295679a-0fcb-4d7f-8737-1edc13fe4f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '98c00440-055f-49d0-a538-674fa1741d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:50.511360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Network hostable DHCP agents. Network: 98c00440-055f-49d0-a538-674fa1741d40, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:06:50.529098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Network 98c00440-055f-49d0-a538-674fa1741d40 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:06:50.542298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 98c00440-055f-49d0-a538-674fa1741d40) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:50.548872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:50.552762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:50.557985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648a1e3-0f37-454c-bf05-5d88797e6712 None None] Network 98c00440-055f-49d0-a538-674fa1741d40 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:06:50.566904 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-792f59ed-41a1-46f3-a13c-1dd80c66218d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6109827 Aug 16 22:06:50.727189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a4b46-dc49-4b2b-bf82-33eb7d98ee6e None None] Network 98c00440-055f-49d0-a538-674fa1741d40 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:06:51.069865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:51.374771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Request body: {'port': {'device_id': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'device_owner': 'compute:tempest-test_az-97906083', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:51.539833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb963942-42e8-4d00-97c1-ef9bb9f4340f req-e63a1909-3a59-4da2-a95b-00c6ac15c0c9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:51.541355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb963942-42e8-4d00-97c1-ef9bb9f4340f req-e63a1909-3a59-4da2-a95b-00c6ac15c0c9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 948 time: 0.2166376 Aug 16 22:06:51.742888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:51.814598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:51.838357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb963942-42e8-4d00-97c1-ef9bb9f4340f req-07de1977-f112-4bdc-9095-ad21237c4af7 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855487 Aug 16 22:06:51.849991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-9705c5c4-30ab-4ac9-999e-8bd17001711c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:51.851119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-9705c5c4-30ab-4ac9-999e-8bd17001711c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.4845588 Aug 16 22:06:51.885628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-b9b9fbba-065f-4910-a3d5-768d236fc9d7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/quotas/5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 375 time: 0.0140221 Aug 16 22:06:51.904400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-781c0f16-db14-4551-999b-35f366ff9410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:51.954753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-60f36664-d1f7-4fc4-bf5d-14b76142048e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603085 Aug 16 22:06:52.026418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-b7da095f-79fe-4caf-aa50-858c37ae4106 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:06:52.027423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-b7da095f-79fe-4caf-aa50-858c37ae4106 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284524 Aug 16 22:06:52.040066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-781c0f16-db14-4551-999b-35f366ff9410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.045160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-781c0f16-db14-4551-999b-35f366ff9410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.098550 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-781c0f16-db14-4551-999b-35f366ff9410 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fe528a89b02427993920fcb98bc9ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538566 Aug 16 22:06:52.099458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:52.101745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c0f16-db14-4551-999b-35f366ff9410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aab808-0cd6-4dea-a744-7ce7bffc654c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:52.166952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.191975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.203608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3c99a-2618-4aba-a695-c0fab473708a req-4cb6f105-3007-4d49-ad4a-153760ec2ada tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:52.205755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf3c99a-2618-4aba-a695-c0fab473708a req-4cb6f105-3007-4d49-ad4a-153760ec2ada tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 936 time: 0.2500744 Aug 16 22:06:52.255446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.258566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.263138 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68aab808-0cd6-4dea-a744-7ce7bffc654c HTTP/1.1" status: 204 len: 168 time: 0.1623752 Aug 16 22:06:52.271956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df444a-de3a-4d63-9286-a78fb8aa1a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aab808-0cd6-4dea-a744-7ce7bffc654c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:52.345107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.345859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf3c99a-2618-4aba-a695-c0fab473708a req-54a8199c-cd08-4629-ad36-5c8b35dac0f8 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321082 Aug 16 22:06:52.473641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-e8429f29-1ba6-4cbd-9bf8-5411f243b0cb service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886903 Aug 16 22:06:52.495059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:52.559929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.584399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Transition to ACTIVE for port object 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:52.592767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.656415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-fb4eb211-df26-483b-8b13-ffa89d3f9add service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800463 Aug 16 22:06:52.669655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:52.683104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb4d5-ec50-4a71-82db-a8192808b61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.699018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:52.756657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Attempting to bind port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:06:52.757174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Attempting to bind port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:06:52.757612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Attempting to bind port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:52.763374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:06:52.763829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Attempting to bind port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:52.770696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:06:52.771196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:52.771927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:06:52.772481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Bound port: 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:06:52.773766 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.848960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb4d5-ec50-4a71-82db-a8192808b61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.859065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b9eb4d5-ec50-4a71-82db-a8192808b61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.906114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:06:52.917579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:06:52.928380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:52.934412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Request body: {'security_group': {'name': 'tempest-securitygroup-462110626', 'description': 'tempest-description-634710353'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:52.938411 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b9eb4d5-ec50-4a71-82db-a8192808b61a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=818d28e0a2674219ac1bba784d736a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676606 Aug 16 22:06:52.939418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:52.947387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9eb4d5-ec50-4a71-82db-a8192808b61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9e6bb9-e092-4feb-bc6b-aa47c2293fc2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.012454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.013182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.015770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] 10.222.0.89 "PUT /v2.0/ports/7cb1ee90-32b0-4285-a0f4-ef1f72686f0a HTTP/1.1" status: 200 len: 1117 time: 1.9660277 Aug 16 22:06:53.016361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:06:53.064281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device bd513b78-049d-4050-9bc3-4f8d4c90fbd1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:06:53.203012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.217264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:53.220191 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9768564e-4507-4af3-ae13-543389ea489d" -d '{"events": [{"name": "network-changed", "server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:06:53.234700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1', 'mac_address': 'fa:16:3e:c6:00:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:06:53.244802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ba65-99fe-48f6-a344-dc47a0b65584 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.251897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.275537 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.282792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79fd0f17-563d-434a-b3d0-ebac9478c6ab req-8655d410-0fa1-44a7-a57f-36fafb30ad7e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 210 time: 0.2003067 Aug 16 22:06:53.289096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd513b78-049d-4050-9bc3-4f8d4c90fbd1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:53.289797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-f828ec78-76a5-4094-8a82-fed60dd25f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.291467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-f828ec78-76a5-4094-8a82-fed60dd25f40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f92380d005764334832a4628b954eccd&device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 1120 time: 0.2062500 Aug 16 22:06:53.312484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:53.318359 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.381550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.389006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.389366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.389729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.390232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.390560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.390889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.391209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.391530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.391895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.392169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.392492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.392813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Tracked resource versions report: Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: pushed versions: Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: { 'AddressGroup': {'1.2'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'ConntrackHelper': {'1.0'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Log': {'1.0'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Network': {'1.1'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Port': {'1.7'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'PortForwarding': {'1.2'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'QosPolicy': {'1.9'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SecurityGroup': {'1.4'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SubPort': {'1.0'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Subnet': {'1.1'}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Trunk': {'1.1'}} Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: consumer versions: Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: { DHCP agent@n-d-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: HyperV agent@n-h1-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: HyperV agent@n-h2-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: L3 agent@n-d-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: Metadata agent@n-d-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: Metering agent@n-d-791505-20: {}, Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'ConntrackHelper': '1.0', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Log': '1.0', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Network': '1.1', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Port': '1.7', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'PortForwarding': '1.2', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'QosPolicy': '1.9', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SecurityGroup': '1.4', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SecurityGroupRule': '1.2', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'SubPort': '1.0', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Subnet': '1.1', Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: 'Trunk': '1.1'}} Aug 16 22:06:53.394248 n-d-791505-20 neutron-server[94818]: {{(pid=94818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:06:53.409560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.411765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-12366045-9a0d-4b01-a223-23aaecc60957 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a HTTP/1.1" status: 200 len: 217 time: 0.1045685 Aug 16 22:06:53.511561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.570988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82460d07-cd78-441f-bd37-736be4066363 req-94ef44cc-f099-4ac6-adb6-a0942c7d2c92 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.572457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82460d07-cd78-441f-bd37-736be4066363 req-94ef44cc-f099-4ac6-adb6-a0942c7d2c92 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 949 time: 0.1777160 Aug 16 22:06:53.573759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-acd14cab-8d0f-4e81-b197-8248de7a6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.575033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-acd14cab-8d0f-4e81-b197-8248de7a6445 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1396072 Aug 16 22:06:53.690591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.693060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.696511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f9e6bb9-e092-4feb-bc6b-aa47c2293fc2 HTTP/1.1" status: 204 len: 168 time: 0.7491422 Aug 16 22:06:53.697161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82460d07-cd78-441f-bd37-736be4066363 req-be138268-3c0e-4b59-bb7d-fd712a6db040 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182055 Aug 16 22:06:53.708868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.715177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977be2c-810c-4f33-a38f-ec23bc30d493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9e6bb9-e092-4feb-bc6b-aa47c2293fc2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.722771 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.736928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-cdd98da9-8fe7-4fdb-be5d-58edfd4a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:53.738440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-cdd98da9-8fe7-4fdb-be5d-58edfd4a23b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489613 Aug 16 22:06:53.808619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10548a78-cc9f-454a-8e50-8636443a7f29,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:53.873762 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89961397-c423-4ffc-863a-eac3f132a50a x-openstack-request-id: req-89961397-c423-4ffc-863a-eac3f132a50a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:06:53.874076 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:06:53.874327 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89961397-c423-4ffc-863a-eac3f132a50a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:06:53.874780 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a', 'status': 'completed', 'code': 200} Aug 16 22:06:53.888630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-c5693cd4-0554-48fd-85fb-93d0267e8c75 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288323 Aug 16 22:06:53.904348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:53.976501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['bd513b78-049d-4050-9bc3-4f8d4c90fbd1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:06:54.134039 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.203498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6d246fb-4d2a-4820-bd9b-911acec781b7 req-17be5cfc-caae-4a82-88ea-856d97395097 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016720 Aug 16 22:06:54.205728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.220658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de640b3-18f9-4f4d-a865-dff8d7b3164b req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2944713 Aug 16 22:06:54.223098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c01c-fa53-4f8e-9019-7a1f4d93797c tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e98768-35ce-4b95-adf8-69867b396db1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:54.256418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29237d4b-dfb3-486f-a970-50de90faaec0 req-c203c1d5-e115-44a0-ac12-0f1f85ce77dc tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.268020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29237d4b-dfb3-486f-a970-50de90faaec0 req-c203c1d5-e115-44a0-ac12-0f1f85ce77dc tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 968 time: 0.1493421 Aug 16 22:06:54.314152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1187082031', 'description': 'tempest-description-859543839'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:54.337609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29237d4b-dfb3-486f-a970-50de90faaec0 req-1c771b73-1eee-479e-8339-53e151c7d2e2 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674338 Aug 16 22:06:54.393949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.429813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768564e-4507-4af3-ae13-543389ea489d req-8e5a8aea-f9a1-4605-a872-895523b152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.431443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-8e5a8aea-f9a1-4605-a872-895523b152d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f92380d005764334832a4628b954eccd&device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 1120 time: 0.0872784 Aug 16 22:06:54.446381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8e50aa9d-6caf-4bfa-ba07-cea3cd9d5024 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.447937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8e50aa9d-6caf-4bfa-ba07-cea3cd9d5024 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.2787952 Aug 16 22:06:54.506547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Request body: {'port': {'device_id': '2449fad3-c4ab-4034-a604-5d776459056b', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'admin_state_up': True, 'tenant_id': '5624b35132d2479889cc6371835d2c04'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:54.542847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c005c35e-c1f0-457e-8d61-b28b864504cb req-86147d22-6728-44c1-bda3-7349a36cbf17 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 210 time: 0.0959396 Aug 16 22:06:54.672434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768564e-4507-4af3-ae13-543389ea489d req-a0ed605a-9965-468b-a374-d3061a0089da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.672784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-a0ed605a-9965-468b-a374-d3061a0089da service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2248390 Aug 16 22:06:54.721308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.723172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-7475098f-3fd5-47d7-b34d-13eecbc4ad12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a HTTP/1.1" status: 200 len: 217 time: 0.0395851 Aug 16 22:06:54.726030 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.744397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:54.757356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.794480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:54.799037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93a991f2-2c08-4695-aad1-73ea8b5279ce req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5002482 Aug 16 22:06:54.813668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090bff7-d578-418f-be39-217ae54a8bb7 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82cb455-7b6d-467d-a01a-5e3b24a64db8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:54.817685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768564e-4507-4af3-ae13-543389ea489d req-6d1eddab-0b30-4cd9-9927-251cb0432926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.819210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-6d1eddab-0b30-4cd9-9927-251cb0432926 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0848577 Aug 16 22:06:54.910441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768564e-4507-4af3-ae13-543389ea489d req-b8bcccc7-4b95-41a2-abbc-2275c318d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.911947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-b8bcccc7-4b95-41a2-abbc-2275c318d102 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847554 Aug 16 22:06:54.922395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463fc7-2623-44bd-9391-2c73ca04cc85 req-560ba2f1-9441-4603-89d9-027fdec706bc tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:54.924590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8463fc7-2623-44bd-9391-2c73ca04cc85 req-560ba2f1-9441-4603-89d9-027fdec706bc tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 949 time: 0.0845308 Aug 16 22:06:54.939123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Allocated IP 172.20.0.3 (d42e2613-3ec1-4ef1-9b75-5e573d245104/931753be-5eb5-46da-852d-8bd5fea425da/b6e11ce7-c0db-490b-88a0-b464a445556a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:06:55.023412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8463fc7-2623-44bd-9391-2c73ca04cc85 req-a3606eea-20d0-4bdc-879e-94624e804e09 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893683 Aug 16 22:06:55.039296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device bd513b78-049d-4050-9bc3-4f8d4c90fbd1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:06:55.078349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-39631634-7a47-4d8e-b7a4-b640ed1638a1 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513360 Aug 16 22:06:55.134615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:06:55.138569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:06:55.138938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.144861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.157212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:55.199772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1144327960', 'description': 'tempest-description-2010198247'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:55.203703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.257227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.267449 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.274439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:06:55.277853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:06:55.283137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:06:55.290175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:55.290890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.293473 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.299131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:55.307565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:06:55.308466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9768564e-4507-4af3-ae13-543389ea489d req-f1647025-9a86-40ac-b74b-86bbf59aaa6f service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230475 Aug 16 22:06:55.316110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-db711346-f5bc-4850-a8d1-800a2180820b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137314 Aug 16 22:06:55.340913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Request body: {'port': {'device_id': '2449fad3-c4ab-4034-a604-5d776459056b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:55.414858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:55.420285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.479815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:55.481335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2abbc85-17b4-4e80-a2c6-d5e291b3ed41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.497561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.509247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.521092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.562626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97c07a-7808-46b8-83c8-b14ebba2f0d0 req-75c32c40-e80f-4f4b-bc6a-bfbaa95bfa7d tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:55.571888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c97c07a-7808-46b8-83c8-b14ebba2f0d0 req-75c32c40-e80f-4f4b-bc6a-bfbaa95bfa7d tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 968 time: 0.1225920 Aug 16 22:06:55.579996 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb1d7a5-278b-43c6-9c46-147236635737" -d '{"events": [{"server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "name": "network-vif-plugged", "status": "completed", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:06:55.598508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b387b-ed30-4f92-aed2-94e5e6b122b4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:55.643177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c97c07a-7808-46b8-83c8-b14ebba2f0d0 req-65bb598b-1426-404b-b4ca-9c0adabb1dfc tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Aug 16 22:06:55.699988 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.701454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.758385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12160c3-88a8-402a-a9f7-5ce281cf784f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:55.782470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150b464-eaaa-486f-b3f6-54d87da8a83d req-95507099-7e97-4314-8f24-385dcc359c23 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:55.784673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1150b464-eaaa-486f-b3f6-54d87da8a83d req-95507099-7e97-4314-8f24-385dcc359c23 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 931 time: 0.0685132 Aug 16 22:06:55.825240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1150b464-eaaa-486f-b3f6-54d87da8a83d req-c2d8fc49-eb5e-4f25-894a-b37838bdfa42 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Aug 16 22:06:55.907775 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2abbc85-17b4-4e80-a2c6-d5e291b3ed41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.913981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2abbc85-17b4-4e80-a2c6-d5e291b3ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.917588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.918401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e11ce7-c0db-490b-88a0-b464a445556a {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:55.918873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b8029db-e722-4e3a-9eb9-4baf8b94caf0 req-9c5507ad-5f0f-4151-9cba-e9780f85b4ed tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7930002 Aug 16 22:06:55.947109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:55.954030 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d270e318-261c-4234-ae4e-babb65b87ec8 x-openstack-request-id: req-d270e318-261c-4234-ae4e-babb65b87ec8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:06:55.954491 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "name": "network-vif-plugged", "status": "completed", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:06:55.954886 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d270e318-261c-4234-ae4e-babb65b87ec8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:06:55.955499 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1', 'code': 200} Aug 16 22:06:55.978324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2127652412', 'description': 'tempest-description-1295626029'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:55.985789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d2abbc85-17b4-4e80-a2c6-d5e291b3ed41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e00098545ace4677808e1e89d44de7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8263121 Aug 16 22:06:55.987946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abbc85-17b4-4e80-a2c6-d5e291b3ed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21ec2c9-725b-4e7f-b17c-72a3d8dfe53e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:55.989286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:55.990669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Transition to ACTIVE for port object b6e11ce7-c0db-490b-88a0-b464a445556a will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:06:55.995528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.047852 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.056457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:56.080898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.88', 55272) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:56.118916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.137312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:06:56.137641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:06:56.137963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:56.147904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:06:56.148237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:06:56.159681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:06:56.160079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:06:56.160393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:06:56.160802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Bound port: b6e11ce7-c0db-490b-88a0-b464a445556a, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:06:56.161178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.175319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-0bc8b5d0-c934-4516-8a38-4a6bbe6d7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.176814 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-0bc8b5d0-c934-4516-8a38-4a6bbe6d7293 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 1102 time: 0.0949764 Aug 16 22:06:56.188571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.222635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-313784fc-a7e8-433d-89b9-1113dba57b45 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.263015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:06:56.267255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:06:56.271119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658076d7-c0fb-4f8e-87bb-0f2b7e2cf9ff req-60152837-3ad6-4f2f-81bb-3f5043226d50 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.272849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-658076d7-c0fb-4f8e-87bb-0f2b7e2cf9ff req-60152837-3ad6-4f2f-81bb-3f5043226d50 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.1331668 Aug 16 22:06:56.273646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.284782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.290080 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.326006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.328692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.329893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e21ec2c9-725b-4e7f-b17c-72a3d8dfe53e HTTP/1.1" status: 204 len: 168 time: 0.3395405 Aug 16 22:06:56.346686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9c2d0-6ef7-4912-a867-f9275ccc7893,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:56.356966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.357694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.360539 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] 10.222.0.88 "PUT /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 1092 time: 1.0250058 Aug 16 22:06:56.361129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:06:56.364158 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148a2629-9826-4f15-9aa5-c6c437a28091" -d '{"events": [{"name": "network-changed", "server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:06:56.370577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eb81a-e69c-4d50-a977-3e70ae301397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21ec2c9-725b-4e7f-b17c-72a3d8dfe53e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:56.374536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bb46-06c3-4ba8-85c2-61bcc46f8117 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:56.380263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-658076d7-c0fb-4f8e-87bb-0f2b7e2cf9ff req-0eea1464-010f-4862-af19-e06b0ad5459a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811832 Aug 16 22:06:56.441669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:56.465570 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b667f9b-59fc-4658-a139-97d467092ccc x-openstack-request-id: req-5b667f9b-59fc-4658-a139-97d467092ccc {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:06:56.466452 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:06:56.468195 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b667f9b-59fc-4658-a139-97d467092ccc {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:06:56.469183 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'status': 'completed', 'code': 200} Aug 16 22:06:56.484926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-313784fc-a7e8-433d-89b9-1113dba57b45 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.496962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-313784fc-a7e8-433d-89b9-1113dba57b45 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.499066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.500695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5acc3fb3-87cf-4ffa-975a-d9e7be9be2b1 req-2dfb0a24-d8a5-4d41-a166-0a995f393cb4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5284226 Aug 16 22:06:56.557403 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbc0ef9e-7dee-433e-a9d1-d34df375d3a8 req-313784fc-a7e8-433d-89b9-1113dba57b45 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536453 Aug 16 22:06:56.564906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313784fc-a7e8-433d-89b9-1113dba57b45 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b57e2b23-b86f-4629-9648-302c1a7b1515,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:56.575221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-1442f117-02bf-4d34-8835-0308ca6536e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.576818 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-1442f117-02bf-4d34-8835-0308ca6536e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1095 time: 0.0905433 Aug 16 22:06:56.714109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d75-74b4-4be2-9722-0e8b96f6dfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.747047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-836e3d08-b78a-43b4-aeba-68af68c20e9a tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31306 time: 0.2194622 Aug 16 22:06:56.764291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:56.778167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0e53dfe-9c1d-40b4-90ff-cca13059526d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.834896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9017e-1a2f-41a7-afef-a48f823db67b req-b674b061-4383-445a-a2a0-393f23dacff6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:56.836305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0f9017e-1a2f-41a7-afef-a48f823db67b req-b674b061-4383-445a-a2a0-393f23dacff6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 968 time: 0.1163566 Aug 16 22:06:56.846175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-c3fc0605-0ae3-4aa6-9285-275ee0bbc0fa tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/102a613e-346b-41f6-9f5a-bf3b0f1c1e80 HTTP/1.1" status: 200 len: 2977 time: 0.0830812 Aug 16 22:06:56.921273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0f9017e-1a2f-41a7-afef-a48f823db67b req-8b4a4928-fa2e-493a-bafb-501a7283fa04 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769353 Aug 16 22:06:56.930784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-397c84d6-a268-4b75-8b88-6db32bc8c49e tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/102a613e-346b-41f6-9f5a-bf3b0f1c1e80 HTTP/1.1" status: 200 len: 2977 time: 0.0756738 Aug 16 22:06:56.972542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d75-74b4-4be2-9722-0e8b96f6dfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:56.982520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d75-74b4-4be2-9722-0e8b96f6dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.054798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0e53dfe-9c1d-40b4-90ff-cca13059526d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.058074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-a26e8244-cffc-4798-ab07-0609b4efac9a tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/10548a78-cc9f-454a-8e50-8636443a7f29 HTTP/1.1" status: 200 len: 2981 time: 0.1195509 Aug 16 22:06:57.059017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0e53dfe-9c1d-40b4-90ff-cca13059526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.062803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b6a06d75-74b4-4be2-9722-0e8b96f6dfc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11c7b5363dc64b19bc5cf82ecd11da79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199296 Aug 16 22:06:57.068436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:57.080163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06d75-74b4-4be2-9722-0e8b96f6dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b0f14-68cb-4266-9e10-dd70295eeb54,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:57.096819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53dfe-9c1d-40b4-90ff-cca13059526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38edf6f1-d2e6-4179-8862-5b39dae329fc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:57.100931 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a0e53dfe-9c1d-40b4-90ff-cca13059526d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c61277e288e4af9a5db23735e15fbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350201 Aug 16 22:06:57.103941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:57.120735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feffbf-e909-44f4-a5d0-e32ba48557cf req-626aeaa7-702d-4d6c-883c-a08b42ab5b24 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.122457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9feffbf-e909-44f4-a5d0-e32ba48557cf req-626aeaa7-702d-4d6c-883c-a08b42ab5b24 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.1442997 Aug 16 22:06:57.136256 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-450ec0ae-048d-40b4-a268-f8c94e0d8d0b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0342832 Aug 16 22:06:57.189624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-1ba8ef98-9f15-480c-bd96-1f658a22b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.191097 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-1ba8ef98-9f15-480c-bd96-1f658a22b958 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0456738 Aug 16 22:06:57.192407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-6a7cda7d-8a17-4849-a8c0-26345697050d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/10548a78-cc9f-454a-8e50-8636443a7f29 HTTP/1.1" status: 200 len: 2981 time: 0.1277156 Aug 16 22:06:57.223534 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-52878c56-82e1-4919-b7c4-64cd51dfc4e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237894 Aug 16 22:06:57.237499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.244237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9feffbf-e909-44f4-a5d0-e32ba48557cf req-b44bc300-6056-4f36-9220-9ad75ca51103 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122801 Aug 16 22:06:57.274741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.298691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.310314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-0dc103fb-bf46-4d56-8626-891f6bf248b7 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1d4643ed-f42b-4632-93a8-fd7b2556c92c HTTP/1.1" status: 200 len: 2981 time: 0.1067021 Aug 16 22:06:57.315126 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-a9988bb3-ecb4-4651-9260-4b9e906a8962 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Aug 16 22:06:57.326717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.399930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-e37ecd59-18d2-48a7-a33e-74a1966bacb1 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1d4643ed-f42b-4632-93a8-fd7b2556c92c HTTP/1.1" status: 200 len: 2981 time: 0.0771389 Aug 16 22:06:57.409844 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.412522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.414996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6adfce18-d718-4ad0-9310-7a4e5d9f7305 req-4334a77c-a8e0-44f3-9bc6-687d0da199f0 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Aug 16 22:06:57.416496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/877b0f14-68cb-4266-9e10-dd70295eeb54 HTTP/1.1" status: 204 len: 168 time: 0.3469195 Aug 16 22:06:57.433692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.436130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.440119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38edf6f1-d2e6-4179-8862-5b39dae329fc HTTP/1.1" status: 204 len: 168 time: 0.3331099 Aug 16 22:06:57.443489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70283879-d0c8-4871-b5e5-effeb68f7972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b0f14-68cb-4266-9e10-dd70295eeb54,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:57.477984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ec8c0-6070-4fa3-b976-9283070e39b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38edf6f1-d2e6-4179-8862-5b39dae329fc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:57.490955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-92b2b25d-a012-4640-817f-5e031715d467 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6dbcb46f-db96-4dcc-938a-8fd8252baec9 HTTP/1.1" status: 200 len: 2977 time: 0.0729043 Aug 16 22:06:57.572288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-6aed5723-a468-412e-9f9a-e2649f652dac tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6dbcb46f-db96-4dcc-938a-8fd8252baec9 HTTP/1.1" status: 200 len: 2977 time: 0.0736597 Aug 16 22:06:57.592442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b8723-d33d-4110-b6a6-90909365c4a8 req-0e2d53ee-59fd-43a4-8d63-e56c3f859766 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.594341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-468b8723-d33d-4110-b6a6-90909365c4a8 req-0e2d53ee-59fd-43a4-8d63-e56c3f859766 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.0823855 Aug 16 22:06:57.620538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-8e66df19-c14b-484d-b908-557e2e45c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.623310 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-8e66df19-c14b-484d-b908-557e2e45c600 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1095 time: 0.0532918 Aug 16 22:06:57.658859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-c9bc8a75-ee16-4837-a18d-e1d906d17cda tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/796b387b-ed30-4f92-aed2-94e5e6b122b4 HTTP/1.1" status: 200 len: 2981 time: 0.0769823 Aug 16 22:06:57.663941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-468b8723-d33d-4110-b6a6-90909365c4a8 req-16f7f897-367a-403e-8ce1-11dcd9829bd9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Aug 16 22:06:57.703558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-b946e5cf-812a-4262-905a-c6ceca76efb9 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/796b387b-ed30-4f92-aed2-94e5e6b122b4 HTTP/1.1" status: 200 len: 2981 time: 0.0377762 Aug 16 22:06:57.744876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-a4358da6-3e30-45e1-bc7f-464b3d867e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.746430 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-a4358da6-3e30-45e1-bc7f-464b3d867e6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.1141567 Aug 16 22:06:57.752182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-6d99aaf3-e34e-4b63-92c2-335501085d84 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b57e2b23-b86f-4629-9648-302c1a7b1515 HTTP/1.1" status: 200 len: 2981 time: 0.0401092 Aug 16 22:06:57.800383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-5523ee60-328d-4a59-977d-8ff898e15ed7 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b57e2b23-b86f-4629-9648-302c1a7b1515 HTTP/1.1" status: 200 len: 2981 time: 0.0410974 Aug 16 22:06:57.801041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-f3a5e84e-86bc-4548-aa3f-c2b117389d7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0455287 Aug 16 22:06:57.860929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-abbce85a-b6b8-4e27-879b-3f894c3fc0f2 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cbbedab4-477e-496e-b52e-ee1eaa03aee0 HTTP/1.1" status: 200 len: 2973 time: 0.0537398 Aug 16 22:06:57.863769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-70439cdb-dc60-46ce-8d27-5c637abf72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:57.865283 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-70439cdb-dc60-46ce-8d27-5c637abf72aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0567493 Aug 16 22:06:57.900846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:57.904533 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-17b75bcf-bfa3-4480-8c50-ee8fa46d5db8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284612 Aug 16 22:06:57.910942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-a65cb8ce-3911-4750-9326-f4126308b0a9 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cbbedab4-477e-496e-b52e-ee1eaa03aee0 HTTP/1.1" status: 200 len: 2973 time: 0.0418611 Aug 16 22:06:57.924171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7abd2351-43f2-4c57-b1fb-605f67c1f327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:57.962769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-e86be9dc-0895-4bb1-953f-3a0ad41eb487 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ce83fd13-d56d-4ec9-93f9-53fff62a3690 HTTP/1.1" status: 200 len: 2981 time: 0.0467000 Aug 16 22:06:58.019491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-a20d090a-896a-470f-aa37-ccd265cc2f02 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ce83fd13-d56d-4ec9-93f9-53fff62a3690 HTTP/1.1" status: 200 len: 2981 time: 0.0501790 Aug 16 22:06:58.087066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3018e-49b7-4029-a41f-6172742f218a req-48bd471e-b43b-4fdd-ab93-5cbc0dbcb96c tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:58.088566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fc3018e-49b7-4029-a41f-6172742f218a req-48bd471e-b43b-4fdd-ab93-5cbc0dbcb96c tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 968 time: 0.0832810 Aug 16 22:06:58.092122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-f31a05e7-929f-4a29-b0d4-48e2c75cdf16 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fdd61bbe-f72d-45ac-ab68-21978e502d41 HTTP/1.1" status: 200 len: 2977 time: 0.0587084 Aug 16 22:06:58.097023 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-b5833c6a-fe46-450b-839c-4d4b46d9612c service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807187 Aug 16 22:06:58.152609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fc3018e-49b7-4029-a41f-6172742f218a req-850a2546-c131-4c67-a901-84da31a0f872 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Aug 16 22:06:58.165114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741fe694-bf7f-4285-9b56-d88f5ea273d3 req-429a558e-d885-47a4-acb5-13e35584569b tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fdd61bbe-f72d-45ac-ab68-21978e502d41 HTTP/1.1" status: 200 len: 2977 time: 0.0557642 Aug 16 22:06:58.282942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a0fd96b-a6e1-4edb-b83c-85b50222849c req-f88e13e1-2e59-4e7a-b73f-50c30c917416 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7b422e446ec41288cecd37516e8dc3c HTTP/1.1" status: 200 len: 6101 time: 0.0863779 Aug 16 22:06:58.305242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7abd2351-43f2-4c57-b1fb-605f67c1f327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.318164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7abd2351-43f2-4c57-b1fb-605f67c1f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.366740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a0fd96b-a6e1-4edb-b83c-85b50222849c req-2e6e9430-ac13-44c5-bf35-bdd9e5c2ba5e tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "GET /v2.0/security-groups/10548a78-cc9f-454a-8e50-8636443a7f29 HTTP/1.1" status: 200 len: 2981 time: 0.0768480 Aug 16 22:06:58.375726 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7abd2351-43f2-4c57-b1fb-605f67c1f327 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc11616abf26480eb519e34cb815077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714239 Aug 16 22:06:58.376055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34446) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:58.384106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd2351-43f2-4c57-b1fb-605f67c1f327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eee0b9-61e1-4481-86f0-f390a9c76415,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:58.391145 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-148a2629-9826-4f15-9aa5-c6c437a28091 req-2e59783f-802b-466a-a1a1-d5976a3d7ae6 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849576 Aug 16 22:06:58.440794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7b331-7669-4739-810e-3ac84c220957 req-6f14a97d-6d4e-42e0-8490-70c24356b068 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:58.442191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0e7b331-7669-4739-810e-3ac84c220957 req-6f14a97d-6d4e-42e0-8490-70c24356b068 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.1097813 Aug 16 22:06:58.507666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a0fd96b-a6e1-4edb-b83c-85b50222849c req-7a8c9598-5662-4e27-a1ce-ec59eb980d57 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "GET /v2.0/security-groups/10548a78-cc9f-454a-8e50-8636443a7f29 HTTP/1.1" status: 200 len: 2981 time: 0.1243253 Aug 16 22:06:58.521796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.525728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0e7b331-7669-4739-810e-3ac84c220957 req-721d0c00-a405-4eb9-b6ec-03c0ffee7762 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700638 Aug 16 22:06:58.559643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.589060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:06:58.605922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-bb4d04cb-32ec-4b73-9095-2978bc216b7b tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4ce9c2d0-6ef7-4912-a867-f9275ccc7893 HTTP/1.1" status: 200 len: 1778 time: 0.0766339 Aug 16 22:06:58.643869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.646338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.649982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7eee0b9-61e1-4481-86f0-f390a9c76415 HTTP/1.1" status: 204 len: 168 time: 0.2704337 Aug 16 22:06:58.660876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d40b9-35be-46f2-a8c8-a422e3b45cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eee0b9-61e1-4481-86f0-f390a9c76415,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:58.679391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.706800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.729531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:58.743602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a', 'mac_address': 'fa:16:3e:93:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-97906083', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:06:58.794024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.811425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:06:58.834096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:06:58.835165 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:06:58.840218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.898632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:58.952292 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.955436 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:58.956875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc0b0594-d475-4ad7-aa1f-dafe7ce553ee req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ce9c2d0-6ef7-4912-a867-f9275ccc7893 HTTP/1.1" status: 204 len: 173 time: 0.3424180 Aug 16 22:06:58.969879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211efc84-8d55-4eae-ba0b-28f2c6bcef8d tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9c2d0-6ef7-4912-a867-f9275ccc7893,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:58.993925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f674090-b2b1-4dd1-8189-815a91f85772 req-ff205db9-7970-4e79-ac43-a741e6ba4e62 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:58.995995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f674090-b2b1-4dd1-8189-815a91f85772 req-ff205db9-7970-4e79-ac43-a741e6ba4e62 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.0786312 Aug 16 22:06:59.055713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-be11649f-2c39-4112-b362-e15b9771871e tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a12160c3-88a8-402a-a9f7-5ce281cf784f HTTP/1.1" status: 200 len: 1778 time: 0.0586181 Aug 16 22:06:59.060990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f674090-b2b1-4dd1-8189-815a91f85772 req-d6353014-3539-46ef-9fe0-9cc20edfef6f tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Aug 16 22:06:59.119032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.142648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.184521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.187285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.188426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bc54447-f65a-4295-9946-39d5f8a43a41 req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/a12160c3-88a8-402a-a9f7-5ce281cf784f HTTP/1.1" status: 204 len: 173 time: 0.1258531 Aug 16 22:06:59.202510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5d55-b6da-4cb9-89d6-d3516c1fb1c4 tempest-SecurityGroupsTestAdminJSON-1268305466 tempest-SecurityGroupsTestAdminJSON-1268305466-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12160c3-88a8-402a-a9f7-5ce281cf784f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:59.295042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b6835-2811-4ede-8d47-098175e51a13 req-cd38ecd8-5708-4e6f-9f63-e1034a6dc469 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.296628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-908b6835-2811-4ede-8d47-098175e51a13 req-cd38ecd8-5708-4e6f-9f63-e1034a6dc469 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 969 time: 0.0492446 Aug 16 22:06:59.302405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7cb1ee90-32b0-4285-a0f4-ef1f72686f0a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:06:59.396154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-908b6835-2811-4ede-8d47-098175e51a13 req-bb980993-6340-40b0-8446-7284361591d6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897772 Aug 16 22:06:59.459014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:59.480614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.481361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.482235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.482787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.484291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.487329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71fe730c-7039-4eb3-b658-973952d69568 req-64c66066-7038-4f5a-abd3-977cf3cd9bcd tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3592 time: 0.1667190 Aug 16 22:06:59.522214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9c9d9ac8-728e-4c6a-83a9-57b85f3b2433 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "GET /v2.0/security-groups/e82cb455-7b6d-467d-a01a-5e3b24a64db8 HTTP/1.1" status: 200 len: 1777 time: 0.0753357 Aug 16 22:06:59.593903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-237910272-network', 'tenant_id': 'd1b64986a4a84bfeb0de627bc322f5f6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:59.614626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Made reservation on behalf of d1b64986a4a84bfeb0de627bc322f5f6 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:59.616910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.628995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.644420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.647598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77088ea-10bb-4c6a-9065-a2639525f5fd req-eea887a7-9b65-4b29-a1ef-629a8f9942a0 tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.648968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c77088ea-10bb-4c6a-9065-a2639525f5fd req-eea887a7-9b65-4b29-a1ef-629a8f9942a0 tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 886 time: 0.1397781 Aug 16 22:06:59.672093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.730965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.733841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.734899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.736329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.737463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a5ba33-8807-444c-b389-86c0be66f046 req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "DELETE /v2.0/security-groups/e82cb455-7b6d-467d-a01a-5e3b24a64db8 HTTP/1.1" status: 204 len: 173 time: 0.2045746 Aug 16 22:06:59.751009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279ca9b-f4f3-44d7-a35a-768aed6830e4 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82cb455-7b6d-467d-a01a-5e3b24a64db8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:59.761127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:06:59.781391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.781739 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Added segment 20ed1e02-6292-4b63-9336-4a7c3cfee86d of type vlan for network 9d73dbb7-3c30-4553-9e34-658439cc18ec Aug 16 22:06:59.782939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1799d-6f00-44d9-95c0-b97455659b4f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:59.785907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae16fd-a391-4af6-8b8a-ca4d23400012 req-ab305356-97df-4505-91e4-260f72a7ba15 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.787407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9ae16fd-a391-4af6-8b8a-ca4d23400012 req-ab305356-97df-4505-91e4-260f72a7ba15 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.0807767 Aug 16 22:06:59.826122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.851037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.852375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.853093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:06:59.862540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9ae16fd-a391-4af6-8b8a-ca4d23400012 req-66498fa9-1fc1-47ac-91de-1c5f8b3669e8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Aug 16 22:06:59.907238 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4465120 Aug 16 22:06:59.912821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:06:59.914242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.914732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.915208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.915683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.916156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:06:59.917842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc72ce08-728f-41b5-9612-ce66dbc5611a req-67f29822-973a-45e1-a1af-5d3080fa231d tempest-NetworksTest-1304539013 tempest-NetworksTest-1304539013-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3592 time: 0.1626182 Aug 16 22:06:59.918211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605741f0-08ce-4a79-a59f-40809ba4693b admin admin] Pushing event updated for resources: {'Network': ['ID=9d73dbb7-3c30-4553-9e34-658439cc18ec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:06:59.925014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Request body: {'subnet': {'network_id': '9d73dbb7-3c30-4553-9e34-658439cc18ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-237910272-subnet', 'tenant_id': 'd1b64986a4a84bfeb0de627bc322f5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:06:59.930707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9d73dbb7-3c30-4553-9e34-658439cc18ec details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:06:59.963907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-110461d1-da0b-447a-bc62-1e4644175773 req-cabb37d4-e7bb-4005-bb72-7944fb82bba8 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "GET /v2.0/security-groups/85e98768-35ce-4b95-adf8-69867b396db1 HTTP/1.1" status: 200 len: 1776 time: 0.0777414 Aug 16 22:06:59.969318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Made reservation on behalf of d1b64986a4a84bfeb0de627bc322f5f6 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:06:59.971622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.092132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-110461d1-da0b-447a-bc62-1e4644175773 req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.122092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-110461d1-da0b-447a-bc62-1e4644175773 req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.135793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:00.247776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36824c48-3f0d-4367-ad4d-7d84376c2025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.271592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a118-8602-4e36-b2ae-e6b0e7b900f6 req-305e838e-3d8e-486e-b280-9fcc6e58f4f9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:00.273354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ef4a118-8602-4e36-b2ae-e6b0e7b900f6 req-305e838e-3d8e-486e-b280-9fcc6e58f4f9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.1394687 Aug 16 22:07:00.276057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-110461d1-da0b-447a-bc62-1e4644175773 req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.278684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-110461d1-da0b-447a-bc62-1e4644175773 req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.279740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-110461d1-da0b-447a-bc62-1e4644175773 req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] 10.222.0.22 "DELETE /v2.0/security-groups/85e98768-35ce-4b95-adf8-69867b396db1 HTTP/1.1" status: 204 len: 173 time: 0.3050644 Aug 16 22:07:00.298676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.334833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b67c7-6bd4-4f03-8f42-319b70ae7145 tempest-SecurityGroupsTestAdminJSON-262727508 tempest-SecurityGroupsTestAdminJSON-262727508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e98768-35ce-4b95-adf8-69867b396db1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.347694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36824c48-3f0d-4367-ad4d-7d84376c2025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.353744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36824c48-3f0d-4367-ad4d-7d84376c2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.391493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4427930-f6e2-4eb4-ae62-2bb1ee58b08a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.393836 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-36824c48-3f0d-4367-ad4d-7d84376c2025 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea70f4de4c6c49a4a08aac3ab560c46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568812 Aug 16 22:07:00.394645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824c48-3f0d-4367-ad4d-7d84376c2025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f10de8-b6db-491e-a798-30743f48f912,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.397687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:00.402290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ef4a118-8602-4e36-b2ae-e6b0e7b900f6 req-810504c6-7e3f-44f7-aed2-69b7dffe31e1 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209817 Aug 16 22:07:00.444248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Checking segment: {'id': '20ed1e02-6292-4b63-9336-4a7c3cfee86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9d73dbb7-3c30-4553-9e34-658439cc18ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:00.444633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Network hostable DHCP agents. Network: 9d73dbb7-3c30-4553-9e34-658439cc18ec, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:00.455477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.478682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Network 9d73dbb7-3c30-4553-9e34-658439cc18ec is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:00.491216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9d73dbb7-3c30-4553-9e34-658439cc18ec) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:00.496033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.502777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9dcbc-28d6-49b5-8f55-4573d57c5bdc None None] Network 9d73dbb7-3c30-4553-9e34-658439cc18ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:00.507366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:00.508243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.565628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:00.572917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-03c89293-8e39-4249-b9db-a5b0fac779b7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6539943 Aug 16 22:07:00.577855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:00.611398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.614545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.616616 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49f10de8-b6db-491e-a798-30743f48f912 HTTP/1.1" status: 204 len: 168 time: 0.2171202 Aug 16 22:07:00.634416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8c92-7b88-4d5d-b2bc-26285a700446 req-6bfbd2e9-100e-4a38-ab55-173e958b5cff tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:00.636209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2aa7d-21a2-49ab-a911-e6691088314d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f10de8-b6db-491e-a798-30743f48f912,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:00.640663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b38d8c92-7b88-4d5d-b2bc-26285a700446 req-6bfbd2e9-100e-4a38-ab55-173e958b5cff tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 969 time: 0.1198545 Aug 16 22:07:00.688662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b38d8c92-7b88-4d5d-b2bc-26285a700446 req-7b7a485c-1c98-4193-a4bf-f0072d5f7214 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Aug 16 22:07:00.711652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:00.717063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:00.718118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:00.743048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbbd85-d693-4029-a964-923c7442694c None None] Network 9d73dbb7-3c30-4553-9e34-658439cc18ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:00.881511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b8f5dff-8420-4c37-b492-9e8e113df845 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7b422e446ec41288cecd37516e8dc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021870 Aug 16 22:07:00.883692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:00.974463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.042378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.102344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79272-918d-46ad-a8e9-66f67a3031c5 req-e92eeaac-7a39-4639-bbcc-b00b47751630 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:01.104043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8a79272-918d-46ad-a8e9-66f67a3031c5 req-e92eeaac-7a39-4639-bbcc-b00b47751630 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.1217120 Aug 16 22:07:01.150040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.152547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.153722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10548a78-cc9f-454a-8e50-8636443a7f29 HTTP/1.1" status: 204 len: 168 time: 0.2690885 Aug 16 22:07:01.161178 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.161702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8a79272-918d-46ad-a8e9-66f67a3031c5 req-40eb7a00-3095-45a8-a6ac-f39bd8e96fc7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508456 Aug 16 22:07:01.166527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3cf2-ec60-4384-8214-38ee25b60658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10548a78-cc9f-454a-8e50-8636443a7f29,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.211927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:01.214110 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4aaa0-444f-408f-bb92-26f415bb73f9" -d '{"events": [{"server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:01.227492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:01.236577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.245575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2d6b3-fda5-4683-b6e7-662b7da34e2d req-20fb332e-749b-49db-9bbd-7236b6a85396 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:01.247128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31a2d6b3-fda5-4683-b6e7-662b7da34e2d req-20fb332e-749b-49db-9bbd-7236b6a85396 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.0593824 Aug 16 22:07:01.275213 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f340c8-7d8f-4000-85f1-bf0bcf38ec53 x-openstack-request-id: req-f2f340c8-7d8f-4000-85f1-bf0bcf38ec53 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:01.275745 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "name": "network-vif-plugged", "status": "completed", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:01.276140 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2f340c8-7d8f-4000-85f1-bf0bcf38ec53 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:01.276677 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a', 'code': 200} Aug 16 22:07:01.307264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31a2d6b3-fda5-4683-b6e7-662b7da34e2d req-e6b05fa0-bbac-4cb6-9912-56eedb41a580 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506341 Aug 16 22:07:01.310923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.351732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:01.378632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdeffee-4523-4edc-a6b8-aa97bb4df26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.465116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090666b1-5bbd-43e2-837a-5e7dc089f04d req-c9fac0f5-e84e-4092-894d-cc619a3c358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:01.466627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090666b1-5bbd-43e2-837a-5e7dc089f04d req-c9fac0f5-e84e-4092-894d-cc619a3c358a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 1122 time: 0.0969028 Aug 16 22:07:01.536391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090666b1-5bbd-43e2-837a-5e7dc089f04d req-0e4efea7-08f6-4088-b871-78b82a4d4b08 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Aug 16 22:07:01.566438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdeffee-4523-4edc-a6b8-aa97bb4df26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.570325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cdeffee-4523-4edc-a6b8-aa97bb4df26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.602571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34566) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:01.611241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5cdeffee-4523-4edc-a6b8-aa97bb4df26d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5214040a7b8c492b9ec49ce8d6cea87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581968 Aug 16 22:07:01.612188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeffee-4523-4edc-a6b8-aa97bb4df26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7a775a-fc0b-47b5-8cf3-c1706e44365c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.614618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:01.664596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a9f4f8c-c96a-420e-97b7-e3364c49e0b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e57d22f793b14bd59140e9e7b77377c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606444 Aug 16 22:07:01.668870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:01.678047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.727660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.769348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:01.774257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238023619-network', 'tenant_id': 'c08f9d941dfc4dbc8d6fdd5906396e05'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:01.782893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.793912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Made reservation on behalf of c08f9d941dfc4dbc8d6fdd5906396e05 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:01.796705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.807169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.829387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.836455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.838913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.840016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd7a775a-fc0b-47b5-8cf3-c1706e44365c HTTP/1.1" status: 204 len: 168 time: 0.2245076 Aug 16 22:07:01.859591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a2121-461a-4caf-9022-4507528d026f req-847678e0-ec5b-4812-9a6f-cac121cb7451 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:01.861075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f96a2121-461a-4caf-9022-4507528d026f req-847678e0-ec5b-4812-9a6f-cac121cb7451 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.0928016 Aug 16 22:07:01.866043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17166b6b-9613-4c17-8991-bc23a2e4787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7a775a-fc0b-47b5-8cf3-c1706e44365c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.914427 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.917127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f96a2121-461a-4caf-9022-4507528d026f req-3afbac9d-31fc-40f0-a5a0-2eb9badbe3e5 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Aug 16 22:07:01.918602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.926262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.929237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.932675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/796b387b-ed30-4f92-aed2-94e5e6b122b4 HTTP/1.1" status: 204 len: 168 time: 0.2602873 Aug 16 22:07:01.939749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3b6e4-a102-4b11-9979-48bc0bc180ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b387b-ed30-4f92-aed2-94e5e6b122b4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.950078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:01.973319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f710b2d2-fea7-4b9d-ab99-1811b4a50f24,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:01.985390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:01.986636 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Added segment 2c5b314d-8738-4cde-a146-833225007753 of type vlan for network 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 Aug 16 22:07:02.032217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.058294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.059284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.059860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.109326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3387997 Aug 16 22:07:02.112072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:02.116925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Request body: {'subnet': {'network_id': '59168f31-e3d5-40ba-a2c2-e144fc2bc0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238023619-subnet', 'tenant_id': 'c08f9d941dfc4dbc8d6fdd5906396e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:02.138578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d3fa-f224-40e9-bd6d-7a9e92fac114 admin admin] Pushing event updated for resources: {'Network': ['ID=59168f31-e3d5-40ba-a2c2-e144fc2bc0f3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:02.153232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:02.154151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Made reservation on behalf of c08f9d941dfc4dbc8d6fdd5906396e05 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:02.156940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.317999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e58d-d1c6-41d8-b0fa-f8c0b181e43f req-733d4bbd-0e05-44de-aa68-40eed77dbb37 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.319683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7643e58d-d1c6-41d8-b0fa-f8c0b181e43f req-733d4bbd-0e05-44de-aa68-40eed77dbb37 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.0569530 Aug 16 22:07:02.386870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7643e58d-d1c6-41d8-b0fa-f8c0b181e43f req-05c9dcde-8cb7-4469-bf71-d18877bd5367 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605435 Aug 16 22:07:02.394077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.446666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b4bb3c-d336-4a10-82b3-dd88779a443b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:02.465593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f1941-066b-4153-8efc-ae2614e61e6f req-caa4096c-9879-4ea5-b974-832e891187b3 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.467945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-319f1941-066b-4153-8efc-ae2614e61e6f req-caa4096c-9879-4ea5-b974-832e891187b3 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.0591378 Aug 16 22:07:02.479946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Checking segment: {'id': '2c5b314d-8738-4cde-a146-833225007753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '59168f31-e3d5-40ba-a2c2-e144fc2bc0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:02.480527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Network hostable DHCP agents. Network: 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:02.508781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Network 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:02.514948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-319f1941-066b-4153-8efc-ae2614e61e6f req-2bc0553b-3fe4-4827-8355-efd54a13aa7b tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Aug 16 22:07:02.522961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:02.529672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:02.532390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.536613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2e4cb-82ee-41dd-94bb-962b39d5d4ad None None] Network 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:02.569193 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9b6ef60-6f20-41fd-aecc-9b6905d5302c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4531770 Aug 16 22:07:02.685902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a658821-47b4-46b6-beb7-107445f5f6e8 None None] Network 59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:02.712981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:02.758571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Deleting subnet e4427930-f6e2-4eb4-ae62-2bb1ee58b08a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:07:02.762148 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.797776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.809490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.874096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.904507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4427930-f6e2-4eb4-ae62-2bb1ee58b08a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:02.907476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:02.910921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c288986e-e3f9-4b69-b4ca-269df0f57980 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e4427930-f6e2-4eb4-ae62-2bb1ee58b08a HTTP/1.1" status: 204 len: 168 time: 0.1968057 Aug 16 22:07:02.913324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:02.986551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.011701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:03.080670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae148123-8b26-4c94-931a-baa65bf694b4 req-0c208877-2922-4bc8-b98b-40ec6e3a10e6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.086986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae148123-8b26-4c94-931a-baa65bf694b4 req-0c208877-2922-4bc8-b98b-40ec6e3a10e6 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.0732138 Aug 16 22:07:03.094355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.105537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.109414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:03.118005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.119066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.120562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > port after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.120914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.121266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > port after_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.121601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.122187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.122504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.122824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.142732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae148123-8b26-4c94-931a-baa65bf694b4 req-9db1bfe9-615b-4632-ba2a-b29fddf02462 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Aug 16 22:07:03.240812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:03.243885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.244236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.244566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.245092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:03.245480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d73dbb7-3c30-4553-9e34-658439cc18ec']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:03.252624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'port_id': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'mac_address': 'fa:16:3e:e6:ec:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931753be-5eb5-46da-852d-8bd5fea425da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:03.262750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-network', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:03.290456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ed1e02-6292-4b63-9336-4a7c3cfee86d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:03.290756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ed1e02-6292-4b63-9336-4a7c3cfee86d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:03.299754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.318597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e11ce7-c0db-490b-88a0-b464a445556a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:03.325625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.339961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:03.351387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.364997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.374372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-d3de092a-c8b9-4f16-9519-3618cd2d3a0a tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.375933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-d3de092a-c8b9-4f16-9519-3618cd2d3a0a tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 1102 time: 0.1211905 Aug 16 22:07:03.379378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Made reservation on behalf of 77261b9916dd4e0598f87f6f1e809598 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:03.382160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.384222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:07:03.384610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: from cryptography.utils import int_from_bytes Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: from cryptography.utils import int_from_bytes Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:07:03.398533 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:07:03.415375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:03.475923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.510590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474bb25-ae6b-4aae-b251-8d53a6854182 req-35dc7edc-3f47-4539-a076-3919465e9087 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.511963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.512113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c474bb25-ae6b-4aae-b251-8d53a6854182 req-35dc7edc-3f47-4539-a076-3919465e9087 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.0527039 Aug 16 22:07:03.519863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.525394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d73dbb7-3c30-4553-9e34-658439cc18ec HTTP/1.1" status: 204 len: 168 time: 0.6108599 Aug 16 22:07:03.526105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:03.553579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d158e-ff88-431e-8c47-a3f6e0167f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d73dbb7-3c30-4553-9e34-658439cc18ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:03.599311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Deleting subnet c6b4bb3c-d336-4a10-82b3-dd88779a443b {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:07:03.606401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.658892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c474bb25-ae6b-4aae-b251-8d53a6854182 req-09dfe1af-e7f6-4a8a-8eb7-5bc98a8e75e8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394882 Aug 16 22:07:03.683555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.684521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.693349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Deleting port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:07:03.694004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.697900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.765337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.770902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.772164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6e11ce7-c0db-490b-88a0-b464a445556a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:03.797680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:03.806700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b4bb3c-d336-4a10-82b3-dd88779a443b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:03.818957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.821619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.822079 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Added segment 0b769ace-f88b-443e-86ea-23983911cbdf of type vlan for network db3068d6-f8ef-4c68-94e7-57587537b44f Aug 16 22:07:03.824382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-50c6282e-4e34-4a77-b19f-1fbbf44c7943 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c6b4bb3c-d336-4a10-82b3-dd88779a443b HTTP/1.1" status: 204 len: 168 time: 0.2973509 Aug 16 22:07:03.827570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:03.893474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.935291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.936887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.937703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.949390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:03.992617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cfaff-e346-463a-b5fc-6788ed87719f req-b87c7529-6115-4d16-b7a8-88096f0ac4a2 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:03.994375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-400cfaff-e346-463a-b5fc-6788ed87719f req-b87c7529-6115-4d16-b7a8-88096f0ac4a2 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 950 time: 0.0906775 Aug 16 22:07:04.025624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] For port bd513b78-049d-4050-9bc3-4f8d4c90fbd1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:04.026086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.029086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Pushing event updated for resources: {'Network': ['ID=db3068d6-f8ef-4c68-94e7-57587537b44f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:04.039134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network db3068d6-f8ef-4c68-94e7-57587537b44f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:04.044329 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0286722 Aug 16 22:07:04.044329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af53ef-537e-4ccb-9b64-f9dbe50481c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480fc71-4baf-492b-8171-f4254051dfd4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:04.045194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:04.050157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Calling delete_port for bd513b78-049d-4050-9bc3-4f8d4c90fbd1 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:07:04.057511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Request body: {'subnet': {'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-subnet', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:04.096940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.110395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.110847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.112065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.112065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > port after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.112535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.112929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > port after_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.113357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.113750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.114143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.114538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.156271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Made reservation on behalf of 77261b9916dd4e0598f87f6f1e809598 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:04.158532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.184430 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.184906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.185366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.185777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:07:04.186757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59168f31-e3d5-40ba-a2c2-e144fc2bc0f3']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:04.194614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-400cfaff-e346-463a-b5fc-6788ed87719f req-fecbeea5-72c6-4f2b-b24e-83a2aef416e9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763351 Aug 16 22:07:04.211187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5b314d-8738-4cde-a146-833225007753') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:04.211699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5b314d-8738-4cde-a146-833225007753') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:04.228853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.254558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.265678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:07:04.266341 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: from cryptography.utils import int_from_bytes Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: from cryptography.utils import int_from_bytes Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:07:04.270664 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:07:04.317184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.363354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd513b78-049d-4050-9bc3-4f8d4c90fbd1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:04.439750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] No DVR routers for this DVR port bd513b78-049d-4050-9bc3-4f8d4c90fbd1 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:07:04.450239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.455076 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-08690d9c-05bc-4eda-bac6-514ea31ab649 req-ed0372f7-9918-4c33-a14d-9a14b256561c tempest-DeleteServersAdminTestJSON-56693087 tempest-DeleteServersAdminTestJSON-56693087-project-admin] 10.222.0.88 "DELETE /v2.0/ports/bd513b78-049d-4050-9bc3-4f8d4c90fbd1 HTTP/1.1" status: 204 len: 173 time: 1.0674653 Aug 16 22:07:04.455805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'name': 'network-vif-deleted', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:04.463007 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb4f42-feb0-4b75-8190-e7c89b440073" -d '{"events": [{"server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "name": "network-vif-deleted", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:04.541934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['bd513b78-049d-4050-9bc3-4f8d4c90fbd1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:04.559062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.572195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.581699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.583886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] 10.222.0.22 "DELETE /v2.0/networks/59168f31-e3d5-40ba-a2c2-e144fc2bc0f3 HTTP/1.1" status: 204 len: 168 time: 0.7546842 Aug 16 22:07:04.587284 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ecb87-3e71-4dbf-ac2d-db426dc71eda x-openstack-request-id: req-295ecb87-3e71-4dbf-ac2d-db426dc71eda {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:04.587575 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a626475-f590-4cd7-816a-755d13acb6d3", "name": "network-vif-deleted", "tag": "bd513b78-049d-4050-9bc3-4f8d4c90fbd1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:04.587828 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-295ecb87-3e71-4dbf-ac2d-db426dc71eda {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:04.588210 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a626475-f590-4cd7-816a-755d13acb6d3', 'name': 'network-vif-deleted', 'tag': 'bd513b78-049d-4050-9bc3-4f8d4c90fbd1', 'status': 'completed', 'code': 200} Aug 16 22:07:04.609796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fd57b-e779-46fb-93cf-6f0f4c1cc0f2 req-6e3d610e-a06c-4321-97d3-a3771a2bcffa tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:04.621193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f8fd57b-e779-46fb-93cf-6f0f4c1cc0f2 req-6e3d610e-a06c-4321-97d3-a3771a2bcffa tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.3393989 Aug 16 22:07:04.629205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d017175-3d1c-436a-b2f9-455eddffeb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=59168f31-e3d5-40ba-a2c2-e144fc2bc0f3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:04.667805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:04.678965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Checking segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:04.679338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Network hostable DHCP agents. Network: db3068d6-f8ef-4c68-94e7-57587537b44f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:04.701062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f8fd57b-e779-46fb-93cf-6f0f4c1cc0f2 req-2083f7f1-6926-4894-b7de-903f186935a1 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739620 Aug 16 22:07:04.718109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549d7b46-e8e8-4cb9-9698-f8be155d418b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:04.726044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Network db3068d6-f8ef-4c68-94e7-57587537b44f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:04.739164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, db3068d6-f8ef-4c68-94e7-57587537b44f) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:04.744959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:04.745762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.751213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ec5da-d50d-4116-8f37-3708ef752089 None None] Network db3068d6-f8ef-4c68-94e7-57587537b44f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:04.787638 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea7df6ab-8b09-412b-b620-94850496c9b4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7385347 Aug 16 22:07:04.790185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:04.800296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:04.843557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.845596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.861491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b400356-f2bc-4764-98db-1236fbd6177d req-1ce33ca4-4a4d-4b41-9040-c6b3906c9421 tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:04.869753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b400356-f2bc-4764-98db-1236fbd6177d req-1ce33ca4-4a4d-4b41-9040-c6b3906c9421 tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 1122 time: 0.0868242 Aug 16 22:07:04.915709 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b400356-f2bc-4764-98db-1236fbd6177d req-2effbf71-5fd7-433c-b43c-1a9731715d5c tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.922659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:04.932157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:04.953344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7dd7d-1ac8-475a-95a9-ad28eb0f3027 req-e5ae8de4-836c-4fd8-b512-ee5cb5e95be9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:04.954894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63e7dd7d-1ac8-475a-95a9-ad28eb0f3027 req-e5ae8de4-836c-4fd8-b512-ee5cb5e95be9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.1412117 Aug 16 22:07:04.957035 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.001010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-db3068d6-f8ef-4c68-94e7-57587537b44f', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:07:05.002709 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.004475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:07:05.004475 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:07:05.004475 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '395c0e9089464724bde0f7293c50d6e6', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 7, 4, 974212)}] Aug 16 22:07:05.004475 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:07:05.004810 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:07:05.050079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-641bc035-ebe2-4b85-9a92-709c98707223 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1b64986a4a84bfeb0de627bc322f5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1143847 Aug 16 22:07:05.051705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63e7dd7d-1ac8-475a-95a9-ad28eb0f3027 req-f948cadf-8677-46b8-853c-e24df1998a73 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814397 Aug 16 22:07:05.052153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:05.102019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.127795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:05.150126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.161918 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b400356-f2bc-4764-98db-1236fbd6177d req-2effbf71-5fd7-433c-b43c-1a9731715d5c tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.169360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b400356-f2bc-4764-98db-1236fbd6177d req-2effbf71-5fd7-433c-b43c-1a9731715d5c tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.196960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.212627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b400356-f2bc-4764-98db-1236fbd6177d req-2effbf71-5fd7-433c-b43c-1a9731715d5c tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423271 Aug 16 22:07:05.217666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Allocated IP 172.20.0.2 (db3068d6-f8ef-4c68-94e7-57587537b44f/549d7b46-e8e8-4cb9-9698-f8be155d418b/73ebf5f3-3711-4e61-8fe4-269146854250) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:05.237620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b6e11ce7-c0db-490b-88a0-b464a445556a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:05.250792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b6e11ce7-c0db-490b-88a0-b464a445556a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:05.251176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.258269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effbf71-5fd7-433c-b43c-1a9731715d5c tempest-AggregatesAdminTestJSON-914226821 tempest-AggregatesAdminTestJSON-914226821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6df896-665a-4786-b5a8-f00944119c61,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:05.294882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.298071 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.299262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26b1799d-6f00-44d9-95c0-b97455659b4f HTTP/1.1" status: 204 len: 168 time: 0.2451487 Aug 16 22:07:05.310185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62564066-296f-48f6-acac-68f7caf9c2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1799d-6f00-44d9-95c0-b97455659b4f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:05.379352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf002ba0-b8bb-45cc-89a2-8da6d5e3da04 req-b47d0936-995b-48da-abb6-566ecb056472 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a626475-f590-4cd7-816a-755d13acb6d3 HTTP/1.1" status: 200 len: 210 time: 0.0488436 Aug 16 22:07:05.506481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.603028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.642212 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.647889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:05.651346 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158bdbb9-8684-4b18-929c-67417b1f3161" -d '{"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-plugged", "status": "completed", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:05.679590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:05.680797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Transition to ACTIVE for port object 73ebf5f3-3711-4e61-8fe4-269146854250 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:05.684120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.698062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.705435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.723333 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cac871-640f-4e38-8ce5-270d8286b288 x-openstack-request-id: req-a4cac871-640f-4e38-8ce5-270d8286b288 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:05.723628 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-plugged", "status": "completed", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:05.723872 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4cac871-640f-4e38-8ce5-270d8286b288 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:05.724261 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'code': 200} Aug 16 22:07:05.731544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Transition to ACTIVE for port object 73ebf5f3-3711-4e61-8fe4-269146854250 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:05.744353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.750416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a03200-4f45-4164-ae99-24214ccb0e10,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:05.770967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-592a1db2-42a7-45e7-afa5-9e8b586f64a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=395c0e9089464724bde0f7293c50d6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1020608 Aug 16 22:07:05.771608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:05.784196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.807063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.816501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Network db3068d6-f8ef-4c68-94e7-57587537b44f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:05.819928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:05.823030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:05.879646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:05.882338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:05.888587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.920244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.926146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Attempting to bind port 73ebf5f3-3711-4e61-8fe4-269146854250 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:05.926287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Attempting to bind port 73ebf5f3-3711-4e61-8fe4-269146854250 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:05.926656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Attempting to bind port 73ebf5f3-3711-4e61-8fe4-269146854250 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:05.934509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Pushing event updated for resources: {'Port': ['ID=73ebf5f3-3711-4e61-8fe4-269146854250,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:05.944707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:05.945294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Checking segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:05.945868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.946405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Bound using segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:05.947024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Bound port: 73ebf5f3-3711-4e61-8fe4-269146854250, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:05.947553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:05.972975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4dcff66b-3cdd-4ede-9af2-c30a18abc7af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c08f9d941dfc4dbc8d6fdd5906396e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921893 Aug 16 22:07:05.975886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:06.003412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Allocated IP 172.25.8.171 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:06.017846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed6c50-4604-44fa-a667-ea8fe6ee1a29 req-d73f5dad-93fa-4cf4-8637-ad8be902541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:06.019692 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-abed6c50-4604-44fa-a667-ea8fe6ee1a29 req-d73f5dad-93fa-4cf4-8637-ad8be902541f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1097 time: 0.0929947 Aug 16 22:07:06.020182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.022853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.026814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99a03200-4f45-4164-ae99-24214ccb0e10 HTTP/1.1" status: 204 len: 168 time: 0.2542357 Aug 16 22:07:06.051458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] For port 73ebf5f3-3711-4e61-8fe4-269146854250, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:06.054850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e57c4-e46e-4cce-82ad-712012185ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a03200-4f45-4164-ae99-24214ccb0e10,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:06.055814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] For port 73ebf5f3-3711-4e61-8fe4-269146854250, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73ebf5f3-3711-4e61-8fe4-269146854250,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:06.066313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.077509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.113877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.120091 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-abed6c50-4604-44fa-a667-ea8fe6ee1a29 req-c2eb74c8-47a1-4ef7-81c9-4e9e876aaded service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Aug 16 22:07:06.190997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.226297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944447-bc0e-42ca-9b12-ce304c0e7b40 None None] Pushing event updated for resources: {'Port': ['ID=73ebf5f3-3711-4e61-8fe4-269146854250,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:06.252246 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.255850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.257570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f710b2d2-fea7-4b9d-ab99-1811b4a50f24 HTTP/1.1" status: 204 len: 168 time: 0.2805378 Aug 16 22:07:06.271091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef8363-0207-4ad2-ac20-028aec42162b req-e1a72957-57ee-4671-acff-65d9120144f8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:06.280858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3ef8363-0207-4ad2-ac20-028aec42162b req-e1a72957-57ee-4671-acff-65d9120144f8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 945 time: 0.0925243 Aug 16 22:07:06.283726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.301547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b284e-0599-426a-87fb-0f8b2f5067c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710b2d2-fea7-4b9d-ab99-1811b4a50f24,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:06.347758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3ef8363-0207-4ad2-ac20-028aec42162b req-b7ae87ef-dfff-4ff7-8b11-97af4fed5eff tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606008 Aug 16 22:07:06.372214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:06.376014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:06.379722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:06.435472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Pushing event updated for resources: {'Port': ['ID=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:06.772596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:06.795098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1cf338f-60f0-4461-a079-73cb8476ebe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.855434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.953060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1cf338f-60f0-4461-a079-73cb8476ebe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:06.959144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1cf338f-60f0-4461-a079-73cb8476ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.009620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf338f-60f0-4461-a079-73cb8476ebe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f245c01-47cd-4232-b33b-5185facfb7c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:07.032716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b1cf338f-60f0-4461-a079-73cb8476ebe3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfcf2f452ee84d49800e0b7340c228a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572274 Aug 16 22:07:07.034522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:07.061895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-2a92af35-379b-4308-bd91-0a5b1b08d215 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216486 Aug 16 22:07:07.132896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device bd513b78-049d-4050-9bc3-4f8d4c90fbd1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:07.160165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: bd513b78-049d-4050-9bc3-4f8d4c90fbd1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:07:07.160897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device bd513b78-049d-4050-9bc3-4f8d4c90fbd1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:07:07.208621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-09eecca9-1a81-4ee6-8f81-bb4155689854 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:07.216166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-09eecca9-1a81-4ee6-8f81-bb4155689854 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480000 Aug 16 22:07:07.219715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.232191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c2e8f44b-e5b7-428d-8648-fc4468d7856c tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/quotas/f86f73fad28647bf84c4dc8a1c5a0a2c HTTP/1.1" status: 200 len: 375 time: 0.0150685 Aug 16 22:07:07.253992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.273032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-19e42da1-1167-4158-b9a1-ecc0e718c40a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398736 Aug 16 22:07:07.331133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.501713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.506086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.510199 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f245c01-47cd-4232-b33b-5185facfb7c2 HTTP/1.1" status: 204 len: 168 time: 0.4683042 Aug 16 22:07:07.524819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e489-5669-4f04-a09e-fdde24f26046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f245c01-47cd-4232-b33b-5185facfb7c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:07.570180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:07:07.634955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6f620-5ba8-497f-be31-570e31e953c1 None None] Network db3068d6-f8ef-4c68-94e7-57587537b44f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:07.640116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60c026-006c-403c-9fc2-3a3ed18239b8 req-9263587c-96dd-45b5-a5c8-c38126815d42 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:07.652614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa60c026-006c-403c-9fc2-3a3ed18239b8 req-9263587c-96dd-45b5-a5c8-c38126815d42 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 945 time: 0.1425419 Aug 16 22:07:07.783205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:07.787478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa60c026-006c-403c-9fc2-3a3ed18239b8 req-9bf4a3a1-98d2-4b5b-b82a-0640f1bd6cba tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278200 Aug 16 22:07:07.798917 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:07.812164 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:07.813354 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:07.815161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:07.820038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:07.820221 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-48c1f0b0-6593-4663-ae69-72f0b0e22814 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0258720 Aug 16 22:07:07.828281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4745cba-c8f8-4a20-a41e-f095ca844794 None None] Provisioning for port 73ebf5f3-3711-4e61-8fe4-269146854250 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:08.096968 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:08.123764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-573a8455-f9cc-4dd1-ad53-55719a5cac0a req-f6f9e61e-832a-4443-9667-50c8c0c0d763 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 210 time: 0.1510389 Aug 16 22:07:08.513146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73ebf5f3-3711-4e61-8fe4-269146854250 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:08.620541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 73ebf5f3-3711-4e61-8fe4-269146854250 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:08.631580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 73ebf5f3-3711-4e61-8fe4-269146854250 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:08.634741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.738594 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:06Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:08.801158 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:08.805478 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Updating router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:08.851965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.868573 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:08.931835 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.030635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 73ebf5f3-3711-4e61-8fe4-269146854250, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73ebf5f3-3711-4e61-8fe4-269146854250,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:09.035686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.131666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bc7b9-7289-41f4-a03a-4efacdcb7e27 req-daf41fd6-7f74-4d0c-8957-f54c15159c63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:09.139573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=73ebf5f3-3711-4e61-8fe4-269146854250,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:09.141215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b26bc7b9-7289-41f4-a03a-4efacdcb7e27 req-daf41fd6-7f74-4d0c-8957-f54c15159c63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 945 time: 0.1484900 Aug 16 22:07:09.240590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b26bc7b9-7289-41f4-a03a-4efacdcb7e27 req-0a90ca18-cdea-45a4-a13f-beb6a83d7570 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Aug 16 22:07:09.261412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Allocated IP 172.20.0.1 (db3068d6-f8ef-4c68-94e7-57587537b44f/549d7b46-e8e8-4cb9-9698-f8be155d418b/550c1303-8d1c-4f53-8bdd-8b969c1103e2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:09.296972 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.307454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Transition to ACTIVE for port object c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:09.316590 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.329472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72df1f84-14fd-41b8-9f57-03b770579ed1 req-1a935246-84d9-4eef-b241-3cd2c9294df7 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 210 time: 0.0479481 Aug 16 22:07:09.362686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:09.401704 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Attempting to bind port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:09.402074 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Attempting to bind port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:09.402793 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Attempting to bind port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:09.411695 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:09.412307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:09.413094 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.414265 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:09.415363 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Bound port: c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:09.431535 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.502167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-770eaedb-a24c-4768-9c70-87052576ff4f tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504816 Aug 16 22:07:09.515336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:09.527454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.543542 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Pushing event updated for resources: {'Port': ['ID=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:09.566917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Transition to ACTIVE for port object 550c1303-8d1c-4f53-8bdd-8b969c1103e2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:09.591625 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.595959 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.596540 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.597204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.597746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.598267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.598781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.602024 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.602672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.603207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.603895 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.604416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Tracked resource versions report: Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: pushed versions: Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: { 'AddressGroup': {'1.2'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'ConntrackHelper': {'1.0'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Log': {'1.0'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Network': {'1.1'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Port': {'1.7'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'PortForwarding': {'1.2'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'QosPolicy': {'1.9'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SecurityGroup': {'1.4'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SubPort': {'1.0'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Subnet': {'1.1'}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Trunk': {'1.1'}} Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: consumer versions: Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: { DHCP agent@n-d-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: HyperV agent@n-h1-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: HyperV agent@n-h2-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: L3 agent@n-d-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: Metadata agent@n-d-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: Metering agent@n-d-791505-20: {}, Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: Open vSwitch agent@n-d-791505-20: { 'AddressGroup': '1.2', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'ConntrackHelper': '1.0', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Log': '1.0', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Network': '1.1', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Port': '1.7', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'PortForwarding': '1.2', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'QosPolicy': '1.9', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SecurityGroup': '1.4', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SecurityGroupRule': '1.2', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'SubPort': '1.0', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Subnet': '1.1', Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: 'Trunk': '1.1'}} Aug 16 22:07:09.606823 n-d-791505-20 neutron-server[94819]: {{(pid=94819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:07:09.625420 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] For port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:09.629772 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] For port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:09.640111 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.642255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.726614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Network db3068d6-f8ef-4c68-94e7-57587537b44f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:09.731017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-fc29f211-413a-423e-98e4-7cea277671dd tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:09.733493 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-fc29f211-413a-423e-98e4-7cea277671dd tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192590 Aug 16 22:07:09.748627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:09.756790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:09.778580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Request body: {'port': {'device_id': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'f86f73fad28647bf84c4dc8a1c5a0a2c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:09.780472 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:09.781255 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:09.793741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9444fd4-33f3-4d42-bd00-0f09ddf1d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.801331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Pushing event updated for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:09.841401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:09.885010 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13400824-21e9-4f58-a34e-24440e9a47d8 None None] Pushing event updated for resources: {'Port': ['ID=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:10.142692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0721006c-6d51-45c3-bdaa-12bf56a11e5e None None] Provisioning for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:10.155976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0721006c-6d51-45c3-bdaa-12bf56a11e5e None None] Provisioning complete for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:10.157891 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0721006c-6d51-45c3-bdaa-12bf56a11e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.261968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.273012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0721006c-6d51-45c3-bdaa-12bf56a11e5e None None] Port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:10.286243 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:10.309479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9444fd4-33f3-4d42-bd00-0f09ddf1d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.320287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9444fd4-33f3-4d42-bd00-0f09ddf1d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.360320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.398761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2068-7fba-4f15-aa4e-99f2c09d2c7f req-b8dec7c3-ed91-4de2-9996-26316442db81 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:10.405725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:07:10.405725 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:07:10.405725 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id_1': 'bf9a1850677c496098e2b6d852344263', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 7, 10, 293332)}] Aug 16 22:07:10.405725 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:07:10.406474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-059b2068-7fba-4f15-aa4e-99f2c09d2c7f req-b8dec7c3-ed91-4de2-9996-26316442db81 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1097 time: 0.1798584 Aug 16 22:07:10.406567 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:07:10.412476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73ebf5f3-3711-4e61-8fe4-269146854250 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:10.426940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Made reservation on behalf of f86f73fad28647bf84c4dc8a1c5a0a2c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:10.431582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.442358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444fd4-33f3-4d42-bd00-0f09ddf1d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c5a0a-00f8-43f7-9bce-f3e4bfa08ef3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:10.446756 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c9444fd4-33f3-4d42-bd00-0f09ddf1d129 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12a71f162dae4f32bbfa1b5a0b83f7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0821216 Aug 16 22:07:10.449774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:10.495530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c19c2-bdb1-4327-a602-f310f7fe89a0 req-7c45464f-ed88-474b-a83e-a5faa069375b tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:10.497297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-168c19c2-bdb1-4327-a602-f310f7fe89a0 req-7c45464f-ed88-474b-a83e-a5faa069375b tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.1637273 Aug 16 22:07:10.529189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-059b2068-7fba-4f15-aa4e-99f2c09d2c7f req-f913c0af-3d77-4987-b5e2-defce9f48066 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979223 Aug 16 22:07:10.532618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 73ebf5f3-3711-4e61-8fe4-269146854250 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:10.534322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.580566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.597496 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:06Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:10.633704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-168c19c2-bdb1-4327-a602-f310f7fe89a0 req-d29ee889-5d4f-4fa4-a07d-515964364f2f tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Aug 16 22:07:10.671231 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad4d9c-f386-469b-8ac8-98a0a56d2608 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:06Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:10.690337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.718449 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.725578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Allocated IP 192.168.233.64 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/2b23f2b0-4770-48cd-83ac-b51d5288aea6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:10.727037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.822594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.825454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.827545 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/042c5a0a-00f8-43f7-9bce-f3e4bfa08ef3 HTTP/1.1" status: 204 len: 168 time: 0.3753850 Aug 16 22:07:10.864970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.872670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058afeae-7ca5-41e3-850d-5a963a323e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c5a0a-00f8-43f7-9bce-f3e4bfa08ef3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:10.906791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:10.907445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38185342-3438-4db2-b21c-949c170853c0 req-6a106da8-32c2-4856-818f-15759dd7be3e tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 210 time: 0.1297474 Aug 16 22:07:11.040982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.121276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Transition to ACTIVE for port object 2b23f2b0-4770-48cd-83ac-b51d5288aea6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:11.257684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.290510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Pushing event updated for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:11.300756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230105-6664-4fa5-b5b1-d657296afb91 req-6ea048a8-0277-4d71-ae96-58960fc7043e tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:11.319728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b230105-6664-4fa5-b5b1-d657296afb91 req-6ea048a8-0277-4d71-ae96-58960fc7043e tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1097 time: 0.5437195 Aug 16 22:07:11.325529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.379070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:11.381828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:11.383702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.390073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:11.430762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:11.469125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b230105-6664-4fa5-b5b1-d657296afb91 req-74abb3cf-795a-4ac7-a13f-252c9a77295a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344569 Aug 16 22:07:11.485316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:11.485958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.522717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55729793-7a90-4806-83b3-e6f520ac5290,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:11.541577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Network db3068d6-f8ef-4c68-94e7-57587537b44f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:11.544202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Pushing event updated for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:11.551359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:11.557244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c7c-9ef2-45d2-8e3f-84a0c146e711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.562833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-99288caf-61b8-407f-b3f6-8346ae0f7fa9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7944410 Aug 16 22:07:11.578800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-8a95bdbb-91ba-4379-b9ab-5ec086196d3b tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:11.582393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-8a95bdbb-91ba-4379-b9ab-5ec086196d3b tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.2228613 Aug 16 22:07:11.589300 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eede863e-9670-4dd7-8ce8-ad5c44610246 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf9a1850677c496098e2b6d852344263&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0728002 Aug 16 22:07:11.600819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Request body: {'port': {'device_id': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:11.678419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:11.757375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c7c-9ef2-45d2-8e3f-84a0c146e711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.830436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.848954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:11.914086 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c7c-9ef2-45d2-8e3f-84a0c146e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:11.930925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d76ffc46-5eb2-4871-9e0f-8d4c3d5f789b None None] Provisioning for port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:11.950725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d76ffc46-5eb2-4871-9e0f-8d4c3d5f789b None None] Provisioning complete for port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:11.951422 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d76ffc46-5eb2-4871-9e0f-8d4c3d5f789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.011865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8b4d1c7c-9ef2-45d2-8e3f-84a0c146e711 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49bdb311dacc4ae7b0cd71d5c38d19fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751021 Aug 16 22:07:12.032853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d76ffc46-5eb2-4871-9e0f-8d4c3d5f789b None None] Port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:12.099394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:12.123170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d1c7c-9ef2-45d2-8e3f-84a0c146e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6819d-ce05-4d29-90b8-f72713aebc02,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.159882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e94c88d6-8935-4f15-8e33-72cfa729b8ce None None] Provisioning complete for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:12.160368 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e94c88d6-8935-4f15-8e33-72cfa729b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.165238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa89c6d9-2e93-4bab-9e58-caa72ce64a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.168320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.210419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e94c88d6-8935-4f15-8e33-72cfa729b8ce None None] Port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:12.223309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-3c82ae71-8e72-470a-83a2-a041ebc78e47 req-18e5d917-858f-4211-a4b4-9ad1bdbdfe34 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:12.224314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c82ae71-8e72-470a-83a2-a041ebc78e47 req-18e5d917-858f-4211-a4b4-9ad1bdbdfe34 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093140 Aug 16 22:07:12.234898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:07:12.237169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Deleting port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:07:12.237516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.328964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.331284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.332292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8993c9-ba9b-4942-ba07-fd89bd16bd6e req-cc18e63a-1577-4a6b-b7e9-4306b60085cf tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:12.333792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e8993c9-ba9b-4942-ba07-fd89bd16bd6e req-cc18e63a-1577-4a6b-b7e9-4306b60085cf tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 970 time: 0.1818173 Aug 16 22:07:12.380382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:12.409997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.425428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] For port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:12.425701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.447964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:12.452430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:12.454065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.497267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Calling delete_port for 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a owned by compute:tempest-test_az-97906083 {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:07:12.540142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e8993c9-ba9b-4942-ba07-fd89bd16bd6e req-84f52614-4e68-46fc-afbf-5d8e85a417f0 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/security-groups?id=102a613e-346b-41f6-9f5a-bf3b0f1c1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941748 Aug 16 22:07:12.576434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.607313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.608401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:12.612039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.613533 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.618031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55729793-7a90-4806-83b3-e6f520ac5290 HTTP/1.1" status: 204 len: 168 time: 0.9379740 Aug 16 22:07:12.681456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:12.690420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-16e09295-c480-4df2-98a0-8b6a0c031fec admin admin] 10.222.0.22 "PUT /v2.0/routers/1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8689389 Aug 16 22:07:12.692047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ef0cb-5377-4d62-899d-752030b1217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55729793-7a90-4806-83b3-e6f520ac5290,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.707919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa89c6d9-2e93-4bab-9e58-caa72ce64a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.715640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.718600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.720134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18a6819d-ce05-4d29-90b8-f72713aebc02 HTTP/1.1" status: 204 len: 168 time: 0.6159482 Aug 16 22:07:12.724474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa89c6d9-2e93-4bab-9e58-caa72ce64a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.734849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.750525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b23f2b0-4770-48cd-83ac-b51d5288aea6 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:12.753278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734f15-7a81-4432-a940-dfc71ce520fa req-2e349f7d-22ee-4bc8-a08e-ea21d59a5578 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:12.754835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3734f15-7a81-4432-a940-dfc71ce520fa req-2e349f7d-22ee-4bc8-a08e-ea21d59a5578 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 935 time: 0.1135790 Aug 16 22:07:12.759822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17847d0-bd16-4ab8-a15d-beb12f30d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6819d-ce05-4d29-90b8-f72713aebc02,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.766193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.827296 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa89c6d9-2e93-4bab-9e58-caa72ce64a42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4343e1c92c504d32bc1f749abedd4b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9775128 Aug 16 22:07:12.827909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:12.834103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Transition to ACTIVE for port object 2b23f2b0-4770-48cd-83ac-b51d5288aea6 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:12.867833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.884010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89c6d9-2e93-4bab-9e58-caa72ce64a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc41c67-832f-423e-b03f-4b75cfb1768a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:12.890333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:12.932809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7cb1ee90-32b0-4285-a0f4-ef1f72686f0a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:12.958952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3734f15-7a81-4432-a940-dfc71ce520fa req-3d8f370f-f124-46a2-aa80-82d956b82637 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Aug 16 22:07:12.991382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Pushing event updated for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:13.040652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Pushing event deleted for resources: {'Port': ['ID=7cb1ee90-32b0-4285-a0f4-ef1f72686f0a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:13.087993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.119707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] No DVR routers for this DVR port 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:07:13.138303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.138491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.141716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ed10afb-7e33-4c54-8122-0dba0a3b6d30 req-ed0a86e8-21f1-4afa-8d57-69c611757de3 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.89 "DELETE /v2.0/ports/7cb1ee90-32b0-4285-a0f4-ef1f72686f0a HTTP/1.1" status: 204 len: 173 time: 1.3824563 Aug 16 22:07:13.142250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'name': 'network-vif-deleted', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:13.145830 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917366db-03f7-41d7-9680-7cd51d4c5365" -d '{"events": [{"server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "name": "network-vif-deleted", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:13.186715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Attempting to bind port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:13.187487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Attempting to bind port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:13.188012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Attempting to bind port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:13.243184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:13.244674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Attempting to bind port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:13.251505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.255052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.259586 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdc41c67-832f-423e-b03f-4b75cfb1768a HTTP/1.1" status: 204 len: 168 time: 0.4243248 Aug 16 22:07:13.272362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:13.273046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:13.273514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:13.274284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Bound port: 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:13.274859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.278109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a15567-c9cf-42b6-89e9-a8fd8e7e5fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc41c67-832f-423e-b03f-4b75cfb1768a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:13.328287 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42ea3c7-ac0c-4a26-a50d-1f0c3de2f0d7 x-openstack-request-id: req-d42ea3c7-ac0c-4a26-a50d-1f0c3de2f0d7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:13.328582 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e4b1b-b936-425e-9a9a-31a899fe27f0", "name": "network-vif-deleted", "tag": "7cb1ee90-32b0-4285-a0f4-ef1f72686f0a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:13.328841 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d42ea3c7-ac0c-4a26-a50d-1f0c3de2f0d7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:13.329267 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e4b1b-b936-425e-9a9a-31a899fe27f0', 'name': 'network-vif-deleted', 'tag': '7cb1ee90-32b0-4285-a0f4-ef1f72686f0a', 'status': 'completed', 'code': 200} Aug 16 22:07:13.377693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:13.400950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:13.401677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c3cb-fea0-4064-9476-bf083b960bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.407708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:13.414626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.506623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:13.509993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.518826 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] 10.222.0.88 "PUT /v2.0/ports/2b23f2b0-4770-48cd-83ac-b51d5288aea6 HTTP/1.1" status: 200 len: 1096 time: 1.9324570 Aug 16 22:07:13.519586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:13.524006 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c661da-884e-4799-b07c-1c603da6ad84" -d '{"events": [{"name": "network-changed", "server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:13.579108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c3cb-fea0-4064-9476-bf083b960bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.592283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c3cb-fea0-4064-9476-bf083b960bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.647282 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91c5958-8709-41ce-b881-0f0cda5e36a8 x-openstack-request-id: req-b91c5958-8709-41ce-b881-0f0cda5e36a8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:13.647829 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:13.649322 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b91c5958-8709-41ce-b881-0f0cda5e36a8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:13.649851 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6', 'status': 'completed', 'code': 200} Aug 16 22:07:13.680778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b4c7c3cb-fea0-4064-9476-bf083b960bdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bed838a542d8455e8ccb2c904b7b7b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018112 Aug 16 22:07:13.700354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7c3cb-fea0-4064-9476-bf083b960bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b8f7e0-7778-4b91-957b-b5aaf23ffebb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:13.705034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:13.708312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668f758-800e-4c01-8594-9b670bd3910e service neutron] Pushing event updated for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:13.764544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-00ea0138-afae-4dbc-ab90-b2d3664b0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:13.768052 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-00ea0138-afae-4dbc-ab90-b2d3664b0f30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 1099 time: 0.1636870 Aug 16 22:07:13.870618 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.873784 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-62550735-ab16-4833-8e82-d4af3a0c11ca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6 HTTP/1.1" status: 200 len: 217 time: 0.0901384 Aug 16 22:07:13.883454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2629633c-927f-4cb9-be78-3358f68c85ab req-d3098196-6ca0-445b-b8eb-f1a090d768d2 tempest-AggregatesAdminTestJSON-168720244 tempest-AggregatesAdminTestJSON-168720244-project] 10.222.0.22 "GET /v2.0/ports?device_id=689e4b1b-b936-425e-9a9a-31a899fe27f0 HTTP/1.1" status: 200 len: 210 time: 0.0908096 Aug 16 22:07:13.959459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:13.974989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-55b8571a-543b-4885-aee0-049a0b018a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:13.976857 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-55b8571a-543b-4885-aee0-049a0b018a17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0942156 Aug 16 22:07:14.026293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.099199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:14.103485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-ab72e16f-96a2-43b7-abd4-f8d5b8d96d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:14.110691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-ab72e16f-96a2-43b7-abd4-f8d5b8d96d8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230547 Aug 16 22:07:14.129729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:14.130690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:14.143328 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.146545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.148099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30b8f7e0-7778-4b91-957b-b5aaf23ffebb HTTP/1.1" status: 204 len: 168 time: 0.4392536 Aug 16 22:07:14.165570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e7ff7-9853-4ceb-b99e-3ec043c1f645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b8f7e0-7778-4b91-957b-b5aaf23ffebb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:14.267530 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-73004ef9-dfe0-4c7e-b82e-39dcb8903ecc service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426857 Aug 16 22:07:14.307271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:14.332248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:14.353442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1aebf7d-cc6b-4531-9c7f-ad7a8f9082ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.430639 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b0dc2bf4-0c71-4f90-a7df-d400bcd554de req-de941306-8555-4645-adfe-8b4bc6ee5870 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561389 Aug 16 22:07:14.515099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1aebf7d-cc6b-4531-9c7f-ad7a8f9082ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.522981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:14.529946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1aebf7d-cc6b-4531-9c7f-ad7a8f9082ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.595293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f1aebf7d-cc6b-4531-9c7f-ad7a8f9082ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb57af0325d24eb2bfe8fc0a9e83df04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614706 Aug 16 22:07:14.596035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35164) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:14.598080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aebf7d-cc6b-4531-9c7f-ad7a8f9082ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f9336c-fbe9-4e25-9c3f-f4348b2fe866,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:14.673984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-c3415991-3a43-4fa8-a989-d1786b129c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:14.678721 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-c3415991-3a43-4fa8-a989-d1786b129c12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 1099 time: 0.1302910 Aug 16 22:07:14.693360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.726348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.745353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:14.745937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.816956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.838286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:14.846010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43f9336c-fbe9-4e25-9c3f-f4348b2fe866 HTTP/1.1" status: 204 len: 168 time: 0.2478871 Aug 16 22:07:14.858829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1900d-f287-4194-af37-a433f4d331cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f9336c-fbe9-4e25-9c3f-f4348b2fe866,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:14.868977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-631a1ee2-e916-4c84-bdf3-600b7beda63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:14.870508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-631a1ee2-e916-4c84-bdf3-600b7beda63f service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1800647 Aug 16 22:07:14.919188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-8fbf8d6c-dba9-44fd-8e05-c0c130358dce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6 HTTP/1.1" status: 200 len: 217 time: 0.0404656 Aug 16 22:07:14.989340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 2, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:14.996963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-cf83398e-5efe-4d7e-bfe1-057083828125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:14.998975 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-cf83398e-5efe-4d7e-bfe1-057083828125 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0717139 Aug 16 22:07:15.076813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-e95de1ed-ba3b-4b65-a406-c67d238581f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:15.079204 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-e95de1ed-ba3b-4b65-a406-c67d238581f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718737 Aug 16 22:07:15.080246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:15.080609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Updating router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:15.113031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.192259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:15.192928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-d0c67f0d-4bf4-4081-9a7c-1ef706faccb1 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:15.194555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-d0c67f0d-4bf4-4081-9a7c-1ef706faccb1 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 820 time: 0.1483612 Aug 16 22:07:15.216408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e5b0d1fe-fd20-4092-93eb-ef49688c7f8a tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/quotas/77261b9916dd4e0598f87f6f1e809598 HTTP/1.1" status: 200 len: 375 time: 0.0156207 Aug 16 22:07:15.270679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-d51175ae-6bff-439b-9070-a26298f66504 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754799 Aug 16 22:07:15.282157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-a68346bf-d779-4891-a595-d9f751910d01 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638363 Aug 16 22:07:15.410794 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4c661da-884e-4799-b07c-1c603da6ad84 req-8c8d5235-c9d2-4361-850e-c56350cd7b4e service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310351 Aug 16 22:07:15.439686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-104da58f-05c7-4fc7-aaab-fe70404db707 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505439 Aug 16 22:07:15.485646 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-feedd711-330b-4fae-a255-30484e1a1e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.520177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efca245b-75f9-491b-adf3-bc105e47ad1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.552201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.566962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Transition to ACTIVE for port object 550c1303-8d1c-4f53-8bdd-8b969c1103e2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:15.582436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.594588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-f4a55afe-db7d-4b96-be77-2e312b321f3d service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441362 Aug 16 22:07:15.605554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:15.673433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fcf8-ca93-49a8-b8ab-b0e7bf7187ea None None] Pushing event updated for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:15.726862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efca245b-75f9-491b-adf3-bc105e47ad1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.747917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-efca245b-75f9-491b-adf3-bc105e47ad1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.820530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Attempting to bind port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:15.821403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Attempting to bind port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:15.821832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Attempting to bind port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:15.828113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:15.828543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Checking segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:15.829046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.829588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Bound using segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:15.830246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Bound port: 550c1303-8d1c-4f53-8bdd-8b969c1103e2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:15.830753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.842220 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-efca245b-75f9-491b-adf3-bc105e47ad1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb54fecec3e740329f116aed0e73faa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411338 Aug 16 22:07:15.842220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca245b-75f9-491b-adf3-bc105e47ad1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5966573-8575-4c0e-a27c-7dc0cd6388a3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:15.843150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:15.982012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:15.988084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-276cafd0-aea3-4ea0-a670-35411c01581f tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:16.000800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-276cafd0-aea3-4ea0-a670-35411c01581f tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3933196 Aug 16 22:07:16.003894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] For port 550c1303-8d1c-4f53-8bdd-8b969c1103e2, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:16.008268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] For port 550c1303-8d1c-4f53-8bdd-8b969c1103e2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=550c1303-8d1c-4f53-8bdd-8b969c1103e2,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:16.015806 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.070058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c625492-b700-4fea-973a-eb2332fb546c req-75fc3662-41bc-4302-84d6-00d82f9be8a0 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:16.079220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c625492-b700-4fea-973a-eb2332fb546c req-75fc3662-41bc-4302-84d6-00d82f9be8a0 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 947 time: 0.1466146 Aug 16 22:07:16.083808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.167442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fcf8-ca93-49a8-b8ab-b0e7bf7187ea None None] Pushing event updated for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:16.174803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c625492-b700-4fea-973a-eb2332fb546c req-80419731-8b81-4113-9cb1-099f74425f47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889363 Aug 16 22:07:16.189697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:16.190641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:16.209464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.212816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:16.218700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5966573-8575-4c0e-a27c-7dc0cd6388a3 HTTP/1.1" status: 204 len: 168 time: 0.3742199 Aug 16 22:07:16.247495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60942c-a034-49c3-acdb-bad244444a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5966573-8575-4c0e-a27c-7dc0cd6388a3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:16.327859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2bb8c6e-961a-4350-853b-b3548ece3e87 req-07b1084d-2b30-4567-a10c-8271aea0e55e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 210 time: 0.0385940 Aug 16 22:07:16.423894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:16.660296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:16.684229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:07:16.684575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7cb1ee90-32b0-4285-a0f4-ef1f72686f0a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:07:16.695883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:15Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:16.726484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a9e01-f7e5-4aab-8787-d3ce1b5ad1ef None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:15Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:16.847413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:16.848605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:07:16.952150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.009024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.028717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:17.028989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:17.029437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:17.032989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af57b3c9-9ebe-48a4-aa85-085211a113a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.034240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:17.034745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:17.040519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:17.041160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:17.041717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:17.042307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Bound port: b6e11ce7-c0db-490b-88a0-b464a445556a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:17.158552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:17.165225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.167372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6c700f49-1aac-420b-811a-010711fae0e4 service neutron] 10.222.0.22 "POST /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a/bindings HTTP/1.1" status: 201 len: 390 time: 0.8898866 Aug 16 22:07:17.247510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af57b3c9-9ebe-48a4-aa85-085211a113a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.255537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af57b3c9-9ebe-48a4-aa85-085211a113a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.418973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b3c9-9ebe-48a4-aa85-085211a113a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5737951e-4f63-46e2-8824-b0c516e920fc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:17.419206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3b584-86c4-4186-903e-a8d896e95e22 req-4c91bfa0-56fa-4027-b124-d17564183deb tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:17.424951 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af57b3c9-9ebe-48a4-aa85-085211a113a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b315ea1cd534b6a9a53d3d374f23528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146359 Aug 16 22:07:17.427967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.430498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b3b584-86c4-4186-903e-a8d896e95e22 req-4c91bfa0-56fa-4027-b124-d17564183deb tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 947 time: 0.1219211 Aug 16 22:07:17.600166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.660672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.89', 59576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.687460 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc82d33a-1f23-48a9-930b-122dd41eddba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f92380d005764334832a4628b954eccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7333655 Aug 16 22:07:17.700626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.707056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.756281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:17.854238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-d9090d43-a6c4-47dd-b98f-e325cd2e5825 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:17.856056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-d9090d43-a6c4-47dd-b98f-e325cd2e5825 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 820 time: 0.3633032 Aug 16 22:07:17.876069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-af50fc98-9e85-4581-8205-f218de4c5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:17.878829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-af50fc98-9e85-4581-8205-f218de4c5dff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1097 time: 0.2077382 Aug 16 22:07:17.890606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'port': {'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'admin_state_up': True, 'tenant_id': '77261b9916dd4e0598f87f6f1e809598'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:17.935043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:17.959014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b3b584-86c4-4186-903e-a8d896e95e22 req-9fe57272-9e8b-49e2-b3dd-cbd2d3b9a656 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275848 Aug 16 22:07:17.989916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.036384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00252-a7d4-41a6-ae89-21bcdaf8e10b req-7c16853e-bc17-47c5-97a4-2ac2c04430a8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:18.048409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32d00252-a7d4-41a6-ae89-21bcdaf8e10b req-7c16853e-bc17-47c5-97a4-2ac2c04430a8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 945 time: 0.5993862 Aug 16 22:07:18.056821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.085142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.088809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.093339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/102a613e-346b-41f6-9f5a-bf3b0f1c1e80 HTTP/1.1" status: 204 len: 168 time: 0.3907094 Aug 16 22:07:18.104550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.108557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.110563 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5737951e-4f63-46e2-8824-b0c516e920fc HTTP/1.1" status: 204 len: 168 time: 0.6806526 Aug 16 22:07:18.113649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95a97e-02b3-45a4-8491-db9eceab97da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a613e-346b-41f6-9f5a-bf3b0f1c1e80,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:18.132364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2136cab-c756-415e-9d2a-195713ce7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5737951e-4f63-46e2-8824-b0c516e920fc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:18.203771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e562efa3-1606-47df-8c28-f04eef7bec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.204532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b202e601-a8ee-4df3-bfe4-02140f4943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:18.206898 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b202e601-a8ee-4df3-bfe4-02140f4943ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.3086882 Aug 16 22:07:18.222024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1585855705-network', 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:18.267443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32d00252-a7d4-41a6-ae89-21bcdaf8e10b req-273d4864-e8e6-4a26-b87c-2fa6f6583dea tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174144 Aug 16 22:07:18.269002 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-4ae1af4e-32bc-414c-9a6e-798c198654da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0414617 Aug 16 22:07:18.287661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-363c8893-59a6-4506-ac64-5081e57aefdd req-9f3146b0-19e6-41ac-89b2-113a754464de tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 210 time: 0.1873662 Aug 16 22:07:18.310605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:07:18.310605 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:07:18.310605 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': '77261b9916dd4e0598f87f6f1e809598', 'id': '4e8b2eea-7643-406a-944f-6cf1a57d9183', 'expiration': datetime.datetime(2021, 8, 16, 22, 9, 18, 306405)}] Aug 16 22:07:18.310605 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:07:18.311590 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:07:18.348896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:18.353053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.369847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.391068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-ec310164-27fe-4884-99f4-404b9d3985dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:18.392716 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-ec310164-27fe-4884-99f4-404b9d3985dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1124876 Aug 16 22:07:18.436986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 550c1303-8d1c-4f53-8bdd-8b969c1103e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:18.485447 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-22dd8e63-a0c2-4db2-84a8-ffcfb3d8e9e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790362 Aug 16 22:07:18.502498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:18.508347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:18.509403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.620711 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.625634 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-76bbca05-b966-4c00-af9d-9f1903c474d5 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258776 Aug 16 22:07:18.640353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.664608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.671089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 550c1303-8d1c-4f53-8bdd-8b969c1103e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=550c1303-8d1c-4f53-8bdd-8b969c1103e2,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:18.675116 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.721297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:18.740237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:18.742333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.742834 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Added segment 80b7ec53-c72e-44a4-9ae4-be77871ce333 of type vlan for network b5da0661-c650-46da-8ac3-772957555bf6 Aug 16 22:07:18.756092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb969549-8144-425a-bed0-ad2a5a6f688f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:18.824996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.831376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-43cc35ea-f80e-468d-baa2-7d2ea133276e service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891901 Aug 16 22:07:18.835414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Made reservation on behalf of 77261b9916dd4e0598f87f6f1e809598 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:18.840112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.859539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.861465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:18.862197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:18.892350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:18.897398 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1331534 Aug 16 22:07:18.899243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:19.000477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Allocated IP 172.20.0.4 (db3068d6-f8ef-4c68-94e7-57587537b44f/549d7b46-e8e8-4cb9-9698-f8be155d418b/54667e5d-1914-4875-9d7d-719bcadab749) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:19.001193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Request body: {'subnet': {'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1585855705-subnet', 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:19.079248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be75fb-a43e-4a05-bfca-37019e50eebf admin admin] Pushing event updated for resources: {'Network': ['ID=b5da0661-c650-46da-8ac3-772957555bf6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:19.088940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.095537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b5da0661-c650-46da-8ac3-772957555bf6 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:19.219057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:19.221968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.234346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b219e4e-2d6d-447a-9026-8e792171d63b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34dda238a17e4d83ba05e3c3a48ae63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357172 Aug 16 22:07:19.234767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b23f2b0-4770-48cd-83ac-b51d5288aea6 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:19.242552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:19.322572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-bc077b82-92a8-4b59-b8c0-eeff2d7800c0 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:19.324182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-bc077b82-92a8-4b59-b8c0-eeff2d7800c0 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.2127857 Aug 16 22:07:19.343175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:19.379481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.405178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9787c-f547-414a-a321-780143092b2b req-59c1aa9f-e0cf-4f02-85b5-188d9ff9eb92 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:19.420719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38e9787c-f547-414a-a321-780143092b2b req-59c1aa9f-e0cf-4f02-85b5-188d9ff9eb92 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 947 time: 0.2355216 Aug 16 22:07:19.458119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:19.488956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2b23f2b0-4770-48cd-83ac-b51d5288aea6', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '2b23f2b0-4770-48cd-83ac-b51d5288aea6', 'mac_address': 'fa:16:3e:47:55:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:19.547438 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.547656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.567751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.575814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b23f2b0-4770-48cd-83ac-b51d5288aea6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:19.615761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:19.618868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38e9787c-f547-414a-a321-780143092b2b req-ed01173b-43fb-47d9-bf85-2f0c9d17a797 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912959 Aug 16 22:07:19.625149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.636562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3d85f-f742-429a-9e68-0ef4e379bca2 req-9b12d338-e952-4c1c-b4ff-6b4fc8624cfb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:19.649571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8af3d85f-f742-429a-9e68-0ef4e379bca2 req-9b12d338-e952-4c1c-b4ff-6b4fc8624cfb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 945 time: 0.2069361 Aug 16 22:07:19.658138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:19.748876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.766438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:19.811265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Transition to ACTIVE for port object 54667e5d-1914-4875-9d7d-719bcadab749 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:19.814061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.820147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.827318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f6df896-665a-4786-b5a8-f00944119c61 HTTP/1.1" status: 204 len: 168 time: 0.5825961 Aug 16 22:07:19.876272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ee496f2-c440-4c75-b791-ed46718214f8 req-e4ea446d-d0b2-48b9-aa43-19ee0a98e2cb tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 210 time: 0.1331985 Aug 16 22:07:19.891627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c3efe-ba3e-403d-868f-5fa72a967e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6df896-665a-4786-b5a8-f00944119c61,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:19.953990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:19.955471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8af3d85f-f742-429a-9e68-0ef4e379bca2 req-41018e8f-ea30-4bce-b919-9fe9b76d2f1f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047798 Aug 16 22:07:19.992089 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.056573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a42e3380-a226-43f9-801b-311fa297fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.073731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Network db3068d6-f8ef-4c68-94e7-57587537b44f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:20.101528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15544c87-28b1-496d-b648-7a8a9519b810,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.104851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2b23f2b0-4770-48cd-83ac-b51d5288aea6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:20.107724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:20.179831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a42e3380-a226-43f9-801b-311fa297fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.186752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:20.189478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event updated for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.192091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:20.212801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:20.213387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Network hostable DHCP agents. Network: b5da0661-c650-46da-8ac3-772957555bf6, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:20.242675 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a42e3380-a226-43f9-801b-311fa297fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.347175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e3380-a226-43f9-801b-311fa297fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ece48d-6aa9-4d72-9e0b-b5b9e6f2bcb8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.348668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:20.369743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:20.370975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.389691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a42e3380-a226-43f9-801b-311fa297fdce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=609e918fd96b4ff29d64cfa62ef55abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553161 Aug 16 22:07:20.393227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:20.415477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e70b7243-0191-43b3-b30d-9d8840d4b7e9 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5377319 Aug 16 22:07:20.446170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Request body: {'port': {'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:20.489728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 550c1303-8d1c-4f53-8bdd-8b969c1103e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:20.508830 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.521304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Network b5da0661-c650-46da-8ac3-772957555bf6 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:20.558321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.561299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.605914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b5da0661-c650-46da-8ac3-772957555bf6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:20.611783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:20.614363 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00deee3a-df7d-42f5-84f1-7a9df52123dd" -d '{"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:20.620357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389af79-cf48-4c0b-ad14-467abc58e5d9 None None] Network b5da0661-c650-46da-8ac3-772957555bf6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:20.641476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:20.642481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.655023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.678487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.739736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.743006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.744702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5ece48d-6aa9-4d72-9e0b-b5b9e6f2bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3500922 Aug 16 22:07:20.817055 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-36e278ba-b0dd-4a9b-b01a-9e1ef01d2490 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8270879 Aug 16 22:07:20.829905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c76b69d4-2d01-48cf-b486-1b0614c2a700 None None] Provisioning for port 54667e5d-1914-4875-9d7d-719bcadab749 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:20.841235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c76b69d4-2d01-48cf-b486-1b0614c2a700 None None] Provisioning complete for port 54667e5d-1914-4875-9d7d-719bcadab749 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:20.841857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c76b69d4-2d01-48cf-b486-1b0614c2a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:20.853304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9183b-79b9-44cd-a992-f626ea0ec4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ece48d-6aa9-4d72-9e0b-b5b9e6f2bcb8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.869676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-b888f383-4360-452b-8fa6-f59dd63a8ec2 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4839c864123547b081b3198d71b67ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455754 Aug 16 22:07:20.949150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:20.950222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:20.950561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:20.955697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:20.961043 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:20.961404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Attempting to bind port b6e11ce7-c0db-490b-88a0-b464a445556a on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:20.968145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:20.968614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:20.969098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:20.969978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Bound port: b6e11ce7-c0db-490b-88a0-b464a445556a, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:20.970960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.001207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d7645-e5c8-4018-896e-da6449f1b3cf None None] Network b5da0661-c650-46da-8ac3-772957555bf6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:21.008705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822305f-6785-4741-b5e6-7045d45a5c47 req-44d45984-3693-495d-8c35-7ec1fcfe5cfd tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.010389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2822305f-6785-4741-b5e6-7045d45a5c47 req-44d45984-3693-495d-8c35-7ec1fcfe5cfd tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 948 time: 0.2345033 Aug 16 22:07:21.083224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c76b69d4-2d01-48cf-b486-1b0614c2a700 None None] Port 54667e5d-1914-4875-9d7d-719bcadab749 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:21.127072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2822305f-6785-4741-b5e6-7045d45a5c47 req-62438cc1-fb98-47d3-a001-3154212274e8 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980358 Aug 16 22:07:21.141322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-ead1279c-8c89-422e-92ac-947e41853819 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.143320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-ead1279c-8c89-422e-92ac-947e41853819 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549219 Aug 16 22:07:21.153256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:21.164275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:21.172529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.183797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:21.184767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.201945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-55224f9a-6ffd-49f1-8f81-7e28e1a69a5f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/quotas/4839c864123547b081b3198d71b67ca9 HTTP/1.1" status: 200 len: 375 time: 0.0444281 Aug 16 22:07:21.212410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.239813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54667e5d-1914-4875-9d7d-719bcadab749 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:21.253276 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.268298 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd73bc2-2c02-488c-9b37-95957ba4921c x-openstack-request-id: req-2fd73bc2-2c02-488c-9b37-95957ba4921c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:21.268598 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:21.268845 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fd73bc2-2c02-488c-9b37-95957ba4921c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:21.269270 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'code': 200} Aug 16 22:07:21.309091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-71206a8d-e79d-404d-a178-076ab41e4cc7 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4839c864123547b081b3198d71b67ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061342 Aug 16 22:07:21.322776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Transition to ACTIVE for port object 54667e5d-1914-4875-9d7d-719bcadab749 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:21.327888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.341225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:21.345247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.345879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.347393 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b240bedc-8ebd-4f9c-a876-338c14c39bdc service neutron] 10.222.0.89 "PUT /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 1123 time: 2.0140090 Aug 16 22:07:21.384140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Pushing event updated for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:21.438848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:21.462265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b515e5a2-c4b2-41c3-9e44-245fadd50518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.573180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Attempting to bind port 54667e5d-1914-4875-9d7d-719bcadab749 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:21.573498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Attempting to bind port 54667e5d-1914-4875-9d7d-719bcadab749 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:21.573833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Attempting to bind port 54667e5d-1914-4875-9d7d-719bcadab749 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:21.577241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6e11ce7-c0db-490b-88a0-b464a445556a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:21.583718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Port 54667e5d-1914-4875-9d7d-719bcadab749 on network db3068d6-f8ef-4c68-94e7-57587537b44f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:21.584054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Attempting to bind port 54667e5d-1914-4875-9d7d-719bcadab749 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:21.637162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:21.637992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Checking segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:21.639175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Bound using segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:21.640600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Bound port: 54667e5d-1914-4875-9d7d-719bcadab749, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:21.641274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.711843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b515e5a2-c4b2-41c3-9e44-245fadd50518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.712003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3344c16-48aa-4d05-8023-4d61fbd97610 req-88fa10e0-6893-403d-8ff4-4bdccba7f20d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:21.720792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3344c16-48aa-4d05-8023-4d61fbd97610 req-88fa10e0-6893-403d-8ff4-4bdccba7f20d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 943 time: 0.1342468 Aug 16 22:07:21.727257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b515e5a2-c4b2-41c3-9e44-245fadd50518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.783536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b515e5a2-c4b2-41c3-9e44-245fadd50518 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=026c0b19a4a447c6b36d243c6d6a7115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428881 Aug 16 22:07:21.784660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515e5a2-c4b2-41c3-9e44-245fadd50518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b302c4-a73d-49d6-8400-a5c84b06d45a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:21.787664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:21.851535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3344c16-48aa-4d05-8023-4d61fbd97610 req-b073cb72-341e-4b71-a9a2-f1611e8551e7 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237302 Aug 16 22:07:21.853756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:21.891240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=54667e5d-1914-4875-9d7d-719bcadab749,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:21.907944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.941094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:21.995488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.082352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.085388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.090166 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7b302c4-a73d-49d6-8400-a5c84b06d45a HTTP/1.1" status: 204 len: 168 time: 0.2968705 Aug 16 22:07:22.106922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66cf54-21c4-4b94-9df7-ba53f6b348df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b302c4-a73d-49d6-8400-a5c84b06d45a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:22.139073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Pushing event updated for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:22.166787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.167475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.168818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2d46ce19-7f01-4b9d-858b-ceaf793f62fe service neutron] 10.222.0.89 "PUT /v2.0/ports/54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 1092 time: 1.7280226 Aug 16 22:07:22.169291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:22.171747 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323" -d '{"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:22.196265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79440f48-3524-4109-8348-ea7c638d175b req-03d107bf-e2fd-4eaf-96c1-a29a73f22ade tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 210 time: 0.1910856 Aug 16 22:07:22.244829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bc4da-3d77-44b8-a218-440d903e00de req-ecba25fd-b9e7-4988-b0cc-9a49fc1727ab tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.251817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a4bc4da-3d77-44b8-a218-440d903e00de req-ecba25fd-b9e7-4988-b0cc-9a49fc1727ab tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.2479923 Aug 16 22:07:22.360586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.414983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-01365759-7cf0-4bec-b843-062aa3f2b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.416977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-01365759-7cf0-4bec-b843-062aa3f2b738 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1095 time: 0.1641946 Aug 16 22:07:22.420665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a4bc4da-3d77-44b8-a218-440d903e00de req-3c433da0-8746-4ddc-8cf4-bb517023746f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596832 Aug 16 22:07:22.476693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-1460d0cc-0154-47d1-af6e-20377b76e732 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.0438228 Aug 16 22:07:22.485891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da940-6262-4494-bf57-4d65a143cb6c req-608b485d-9860-4322-a4f3-e46423137322 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.487400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea4da940-6262-4494-bf57-4d65a143cb6c req-608b485d-9860-4322-a4f3-e46423137322 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 948 time: 0.1213498 Aug 16 22:07:22.519990 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a04b4-b22a-438e-a9cc-9a186eb663f2 x-openstack-request-id: req-328a04b4-b22a-438e-a9cc-9a186eb663f2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:22.520991 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:22.521335 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-328a04b4-b22a-438e-a9cc-9a186eb663f2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:22.521738 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:07:22.564101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-86e18e39-e1ee-4a09-9e5e-7a15131ee6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.565593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-86e18e39-e1ee-4a09-9e5e-7a15131ee6c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0773163 Aug 16 22:07:22.590764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea4da940-6262-4494-bf57-4d65a143cb6c req-52de2ae2-d32d-4791-85c2-30de67ec2071 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768361 Aug 16 22:07:22.652044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:22.658798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-444842961-network', 'tenant_id': 'c46678f780de4c4fbc257ceb5d568b45'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:22.695563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e7395cb0-b3fc-4235-9a2e-3f0fff35367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:22.697059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-e7395cb0-b3fc-4235-9a2e-3f0fff35367f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022058 Aug 16 22:07:22.773024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Made reservation on behalf of c46678f780de4c4fbc257ceb5d568b45 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:22.775441 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.793200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:22.838497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-2633fe79-03d5-4bfe-9713-ef6bf83acd08 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304672 Aug 16 22:07:23.039686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7de18b0b-2038-4e52-80a1-a9db144d9671 req-6c4fde74-94db-4a6a-a999-3aa54e0660cd service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825063 Aug 16 22:07:23.075226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.118325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.153458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:23.221660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.222001 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Added segment 98c236ff-658a-4113-bac9-3327cee44691 of type vlan for network cf0b3a72-2683-4a65-8526-947010a0d2ec Aug 16 22:07:23.247589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b23f2b0-4770-48cd-83ac-b51d5288aea6 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:23.273159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:23.277504 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:23.291305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-849dfa9e-6e5a-4437-a546-c1465320d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.291445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad107b-525c-4cab-aaa1-8294e7333b00,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:23.294322 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-849dfa9e-6e5a-4437-a546-c1465320d76f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1095 time: 0.0907574 Aug 16 22:07:23.316726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-f161f5c9-98a1-4f30-aa21-e89c4c6c043f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4839c864123547b081b3198d71b67ca9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064122 Aug 16 22:07:23.331729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ee0db-d1cb-4466-8697-01a147493f1a req-52b70ac8-7445-4a9a-a532-c439d23ce9be tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.333398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c0ee0db-d1cb-4466-8697-01a147493f1a req-52b70ac8-7445-4a9a-a532-c439d23ce9be tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 943 time: 0.2677097 Aug 16 22:07:23.357989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.374753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:23.383923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:23.384605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.459470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-5575e6e6-7c0b-4d81-bc1e-37e4d384136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.462120 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-5575e6e6-7c0b-4d81-bc1e-37e4d384136c service neutron] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.1595650 Aug 16 22:07:23.502175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c0ee0db-d1cb-4466-8697-01a147493f1a req-2a7408bf-b9db-4419-9bdc-f5cb266f4af1 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418583 Aug 16 22:07:23.512468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-766010fc-6237-4e2e-8c9a-328973d48fde req-048d293b-547c-4dea-8b81-9a71e6b6bc8f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 210 time: 0.1071010 Aug 16 22:07:23.524123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-8c645712-9238-4312-a76d-16b37328422d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.0530677 Aug 16 22:07:23.525037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.526025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.527078 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.551706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.596405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:23.606353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-0895067a-df8a-4906-bbbe-f09d56128898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.608454 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-0895067a-df8a-4906-bbbe-f09d56128898 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0732415 Aug 16 22:07:23.608595 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0216f13-14b3-4610-832d-01f1b5bcab89" -d '{"events": [{"server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "name": "network-vif-plugged", "status": "completed", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:23.616723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9612496 Aug 16 22:07:23.616859 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c901e9aa-29fc-4044-8bd0-15fb15039748 x-openstack-request-id: req-c901e9aa-29fc-4044-8bd0-15fb15039748 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:23.616859 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:23.616859 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c901e9aa-29fc-4044-8bd0-15fb15039748 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:23.616859 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'status': 'completed', 'code': 200} Aug 16 22:07:23.619305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:23.626330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Request body: {'subnet': {'network_id': 'cf0b3a72-2683-4a65-8526-947010a0d2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-444842961-subnet', 'tenant_id': 'c46678f780de4c4fbc257ceb5d568b45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:23.633369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:23.640074 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.689708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8a556-a2ea-4964-990a-aea8b8c658ce admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b3a72-2683-4a65-8526-947010a0d2ec,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:23.705426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cf0b3a72-2683-4a65-8526-947010a0d2ec details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:23.722771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-45d976e2-913e-4b7d-9c9d-398939a45c7d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.726776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-45d976e2-913e-4b7d-9c9d-398939a45c7d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3866203 Aug 16 22:07:23.735834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-0d1bb570-aec6-4032-bb22-c9beb07b4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.737398 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-0d1bb570-aec6-4032-bb22-c9beb07b4688 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204624 Aug 16 22:07:23.741125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-84957601-931d-46a6-846c-1244ca2539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.742674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-84957601-931d-46a6-846c-1244ca2539d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1126 time: 0.0648227 Aug 16 22:07:23.778077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Request body: {'port': {'device_id': '51173d04-3cc6-4972-b15e-7e07817beef2', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '4839c864123547b081b3198d71b67ca9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:23.783054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Made reservation on behalf of c46678f780de4c4fbc257ceb5d568b45 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:23.785309 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:23.822229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:23.914982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-b8e17eb0-bcde-471e-b3ae-5846162979d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:23.916472 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-b8e17eb0-bcde-471e-b3ae-5846162979d2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.1372473 Aug 16 22:07:23.980699 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-1e36e9df-4902-41b7-91c3-14e83a1fd029 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0379508 Aug 16 22:07:24.000215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:24.066038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-2e036f8e-163d-414b-813f-236dec033272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.067502 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-2e036f8e-163d-414b-813f-236dec033272 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0779562 Aug 16 22:07:24.072995 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-b3805e9e-706d-4e48-ae48-04e01dcd60a6 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164222 Aug 16 22:07:24.110501 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-55363932-16f6-4001-ba3e-e2b50984bc63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345767 Aug 16 22:07:24.139929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3b1b2-9848-4f22-954d-d5cac0529ff5 req-7d31a6d6-eaed-495e-b846-13355b3c4df2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.141513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3db3b1b2-9848-4f22-954d-d5cac0529ff5 req-7d31a6d6-eaed-495e-b846-13355b3c4df2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.4080532 Aug 16 22:07:24.235174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3db3b1b2-9848-4f22-954d-d5cac0529ff5 req-89e751b6-f165-4ca9-bec0-73cde702edff tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 Aug 16 22:07:24.271497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a663c-51a4-4528-8f3c-d2fa9d28d6d2 req-0caa9632-e938-4f43-b6bb-b6806375ea0a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.273401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f67a663c-51a4-4528-8f3c-d2fa9d28d6d2 req-0caa9632-e938-4f43-b6bb-b6806375ea0a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.1709406 Aug 16 22:07:24.279700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe034d8-a503-4c29-a953-8a12d226bd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.287914 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-fda7ffc1-cae1-4000-993f-85d5100160b1 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667876 Aug 16 22:07:24.295230 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4d9d1294-6cd5-4dcc-8171-7d2e1bd86323 req-0b6be469-96bb-41dc-a8ef-9565d845e7ea service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092228 Aug 16 22:07:24.314768 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d91a8-5024-43ae-9fef-d093416cb44a x-openstack-request-id: req-8c7d91a8-5024-43ae-9fef-d093416cb44a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:24.315115 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "name": "network-vif-plugged", "status": "completed", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:24.315452 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c7d91a8-5024-43ae-9fef-d093416cb44a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:24.315902 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6', 'code': 200} Aug 16 22:07:24.324155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Made reservation on behalf of 4839c864123547b081b3198d71b67ca9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:24.327737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.364566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.403613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f67a663c-51a4-4528-8f3c-d2fa9d28d6d2 req-374874b5-d54d-43ec-8dc0-f363711f2689 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197772 Aug 16 22:07:24.454731 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b3e6df6c-345d-4703-a2c3-cb076bcd9b9b req-a7ba2bed-d6ce-4823-af11-fec1810327ff service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558170 Aug 16 22:07:24.478922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.512707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffeb7-430d-4212-bb74-c1c43f2fa8c5 req-c3e2668f-3955-433a-b133-a62e2aa47540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.514809 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-731ffeb7-430d-4212-bb74-c1c43f2fa8c5 req-c3e2668f-3955-433a-b133-a62e2aa47540 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 1101 time: 0.0754094 Aug 16 22:07:24.524651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe034d8-a503-4c29-a953-8a12d226bd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.530982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe034d8-a503-4c29-a953-8a12d226bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.557531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea5f2e4-2866-4bfa-8060-161c5840b2e8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:24.574241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Checking segment: {'id': '98c236ff-658a-4113-bac9-3327cee44691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf0b3a72-2683-4a65-8526-947010a0d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:24.574607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Network hostable DHCP agents. Network: cf0b3a72-2683-4a65-8526-947010a0d2ec, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:24.618338 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbe034d8-a503-4c29-a953-8a12d226bd95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1024b8f51084974b0bcad9a9bcb647f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168971 Aug 16 22:07:24.620445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe034d8-a503-4c29-a953-8a12d226bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f74d84-6b74-4af7-a04b-10867bc57e6c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:24.622485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Network cf0b3a72-2683-4a65-8526-947010a0d2ec is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:24.625790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:24.636742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-731ffeb7-430d-4212-bb74-c1c43f2fa8c5 req-7eeccd50-99af-4d51-b59c-d37bcf7e0c48 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989487 Aug 16 22:07:24.668623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cf0b3a72-2683-4a65-8526-947010a0d2ec) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:24.674009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.674607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.682643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304bc123-31b2-4ed9-8d22-f03ab59c13d3 None None] Network cf0b3a72-2683-4a65-8526-947010a0d2ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:24.733380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:24.777836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.812690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.839359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42e367ed-f2c5-4924-91da-2df1e13d3a31 req-a33769b0-80e7-4000-aac8-e8b4e1f7f8ae tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 210 time: 0.0397086 Aug 16 22:07:24.870054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee569db8-9928-4ce1-81df-3f06b3d55cd3 req-04baca61-7e8c-49af-8fea-c05b452f4586 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:24.877729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee569db8-9928-4ce1-81df-3f06b3d55cd3 req-04baca61-7e8c-49af-8fea-c05b452f4586 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 943 time: 0.2438066 Aug 16 22:07:24.881973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.902074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:24.903301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f4f61-940c-407c-bc9c-689a72711673 None None] Network cf0b3a72-2683-4a65-8526-947010a0d2ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:24.935267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c76ee10-27f3-49b3-bc71-7e8fce61716a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3135066 Aug 16 22:07:24.959506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:24.978992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:07:25.020290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e67df-ca69-46a3-bd27-3ca1c71f81d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:25.033895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee569db8-9928-4ce1-81df-3f06b3d55cd3 req-3dca1ee0-f6e1-41eb-a097-98177025f1a1 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552048 Aug 16 22:07:25.072954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.075515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.079832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29f74d84-6b74-4af7-a04b-10867bc57e6c HTTP/1.1" status: 204 len: 168 time: 0.4493890 Aug 16 22:07:25.096493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e6219-2658-4ec4-996a-59cfcf649219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f74d84-6b74-4af7-a04b-10867bc57e6c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:25.125023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Allocated IP 192.168.233.203 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/03ea2cc3-f476-4d8b-a7ff-732620c6b50f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:25.305656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.320179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Transition to ACTIVE for port object 03ea2cc3-f476-4d8b-a7ff-732620c6b50f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:25.391303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.400994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb486-56c8-475c-8c11-3efa565777ee req-b9bd0242-79da-4111-93d8-8214f147dad9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:25.402620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c5fb486-56c8-475c-8c11-3efa565777ee req-b9bd0242-79da-4111-93d8-8214f147dad9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.0686622 Aug 16 22:07:25.468927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:25.475259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:25.478574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:25.480899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Pushing event updated for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:25.521131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c5fb486-56c8-475c-8c11-3efa565777ee req-881acb40-5fc1-4f75-b8e8-14e4bb550872 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914564 Aug 16 22:07:25.540873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:25.541542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.565778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-caef34bc-94ac-442d-99b9-75d09e7f78e9 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7981191 Aug 16 22:07:25.586286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Request body: {'port': {'device_id': '51173d04-3cc6-4972-b15e-7e07817beef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:25.724559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39806e-117c-444d-80ea-729db7a26106 req-31be3b31-3462-49b4-8e14-577d7d14cbdb tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:25.726545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa39806e-117c-444d-80ea-729db7a26106 req-31be3b31-3462-49b4-8e14-577d7d14cbdb tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.1113839 Aug 16 22:07:25.740026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.775697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:25.783860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:25.840329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e83aa802-29e6-4289-8b25-68fc1a20a1bd None None] Provisioning for port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:25.849384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e83aa802-29e6-4289-8b25-68fc1a20a1bd None None] Provisioning complete for port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:25.849978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e83aa802-29e6-4289-8b25-68fc1a20a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.870861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa39806e-117c-444d-80ea-729db7a26106 req-0ee0577c-0be4-4b11-9701-0dadf6205870 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316071 Aug 16 22:07:25.912283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a15f567-c1b9-4250-b0a3-154926c4d12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:25.918817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e83aa802-29e6-4289-8b25-68fc1a20a1bd None None] Port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:25.976655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5849-391a-4b83-b8de-7d84619f0395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.035475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-d2f0e0a4-42b4-4364-bc6b-cf8bd93066c3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:26.037088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-d2f0e0a4-42b4-4364-bc6b-cf8bd93066c3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.3092072 Aug 16 22:07:26.047019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a15f567-c1b9-4250-b0a3-154926c4d12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.056125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a15f567-c1b9-4250-b0a3-154926c4d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.099225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-5ee2e57c-d919-46a2-be69-c4f292e29fab tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/quotas/1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 375 time: 0.0534723 Aug 16 22:07:26.114439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f5c34-17c4-4941-9288-cb80b8276372 req-eb829a15-b12a-4a0f-9705-c43f9eab7997 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:26.114969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15f567-c1b9-4250-b0a3-154926c4d12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e19b395-472c-4aaa-80bb-d7a5e2d84a33,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:26.116086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a9f5c34-17c4-4941-9288-cb80b8276372 req-eb829a15-b12a-4a0f-9705-c43f9eab7997 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 936 time: 0.1553018 Aug 16 22:07:26.122962 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a15f567-c1b9-4250-b0a3-154926c4d12a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4de53fa72a154eecab2ed9512dbfc2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452761 Aug 16 22:07:26.126186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:26.171214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-ae5a4edb-ba08-4ce2-83b9-3b41828d9918 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487103 Aug 16 22:07:26.208413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.231860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5849-391a-4b83-b8de-7d84619f0395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.241359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.243087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4bf5849-391a-4b83-b8de-7d84619f0395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.277018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a9f5c34-17c4-4941-9288-cb80b8276372 req-c627c1dd-8752-41cd-af2a-2fba00af1ffd tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410656 Aug 16 22:07:26.316560 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e4bf5849-391a-4b83-b8de-7d84619f0395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b020e7df33744177a22c935e90aff70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313370 Aug 16 22:07:26.324067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:26.335100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf5849-391a-4b83-b8de-7d84619f0395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa83739-2c41-47df-ae7e-10bf4f53eeec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:26.371033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.378786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.391371 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e19b395-472c-4aaa-80bb-d7a5e2d84a33 HTTP/1.1" status: 204 len: 168 time: 0.2619057 Aug 16 22:07:26.417021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82601d4-2bbf-4203-b587-362599027cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e19b395-472c-4aaa-80bb-d7a5e2d84a33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:26.477907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-7ca2a9fc-a01a-42c3-98f1-adb54c30edbb service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935205 Aug 16 22:07:26.497343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ea2cc3-f476-4d8b-a7ff-732620c6b50f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:26.552546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.558734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.585548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb737a-082b-4286-b49d-d4015b98e9fd req-dc3128a6-44ee-429a-bf0f-00b56c33077c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:26.587049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45eb737a-082b-4286-b49d-d4015b98e9fd req-dc3128a6-44ee-429a-bf0f-00b56c33077c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 943 time: 0.1938415 Aug 16 22:07:26.597711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Transition to ACTIVE for port object 03ea2cc3-f476-4d8b-a7ff-732620c6b50f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:26.626990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.645224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.700532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-82c0b7d1-8a7a-458d-b746-7e2a6172b58b service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180018 Aug 16 22:07:26.712901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 54667e5d-1914-4875-9d7d-719bcadab749 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:26.745916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45eb737a-082b-4286-b49d-d4015b98e9fd req-9bac0f53-87f5-4d1a-929a-08174887f0dd tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470332 Aug 16 22:07:26.754013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Pushing event updated for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:26.813013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:26.828494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.832508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.833609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f19c-18e6-48d7-8b1b-67b797297b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.833729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fa83739-2c41-47df-ae7e-10bf4f53eeec HTTP/1.1" status: 204 len: 168 time: 0.5030959 Aug 16 22:07:26.890505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7ef0b-2a29-4492-8441-44f0df152739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa83739-2c41-47df-ae7e-10bf4f53eeec,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:26.900861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Attempting to bind port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:26.901409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Attempting to bind port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:26.901928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Attempting to bind port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:26.902843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=54667e5d-1914-4875-9d7d-719bcadab749,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:26.908822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:26.909421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Attempting to bind port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:26.915444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:26.916011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:26.916580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:26.917204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Bound port: 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:26.917799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:26.954518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '54667e5d-1914-4875-9d7d-719bcadab749', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:27.040184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.062619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54667e5d-1914-4875-9d7d-719bcadab749 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:27.072411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:27.077959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:27.088022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f19c-18e6-48d7-8b1b-67b797297b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.095617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.102858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f19c-18e6-48d7-8b1b-67b797297b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.116194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=54667e5d-1914-4875-9d7d-719bcadab749,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:27.130569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.213008 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6dd9f19c-18e6-48d7-8b1b-67b797297b8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b14c16c7c92847d19a6a5c6d79c4eb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982687 Aug 16 22:07:27.214179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:27.241442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9f19c-18e6-48d7-8b1b-67b797297b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e16ef79-58e1-427c-bf94-364f0027b5aa,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.253990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.255829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.260470 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.261845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] 10.222.0.89 "PUT /v2.0/ports/03ea2cc3-f476-4d8b-a7ff-732620c6b50f HTTP/1.1" status: 200 len: 1097 time: 1.6802294 Aug 16 22:07:27.265847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:27.270266 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ee6c63-741d-4e82-91b0-deaf45991bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:27.299160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.324119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3664b-c4b1-4f74-82e4-75c4d061bde7 service neutron] Pushing event updated for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.347652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1c5e8-3494-49da-ac0f-9fc23d8432cc req-ce383468-f797-4698-8f97-eb8db2bbd622 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.349524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0a1c5e8-3494-49da-ac0f-9fc23d8432cc req-ce383468-f797-4698-8f97-eb8db2bbd622 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.1900499 Aug 16 22:07:27.464258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0a1c5e8-3494-49da-ac0f-9fc23d8432cc req-9b4f935a-2470-4172-9e37-51796f438f85 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928826 Aug 16 22:07:27.464734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['54667e5d-1914-4875-9d7d-719bcadab749'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:27.473779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-23983cd9-cd51-4012-99e5-f62ac7897f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.478226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-23983cd9-cd51-4012-99e5-f62ac7897f70 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4839c864123547b081b3198d71b67ca9&device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 1100 time: 0.1261072 Aug 16 22:07:27.514021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.537323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:27.589384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3302-665b-450e-b1ae-3d78cab16cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.619476 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-6e996d97-1c5b-4395-9185-a88983a9d4c8 service neutron] 10.222.0.88 "GET /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.2456291 Aug 16 22:07:27.624098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-0314505c-2b80-49d2-bcfc-0edfbe5c9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.625571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-0314505c-2b80-49d2-bcfc-0edfbe5c9774 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1126 time: 0.2699633 Aug 16 22:07:27.647930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.650515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:27.654131 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e16ef79-58e1-427c-bf94-364f0027b5aa HTTP/1.1" status: 204 len: 168 time: 0.4353585 Aug 16 22:07:27.657590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-f9efea9f-a76e-42cf-9be9-2e559f21b0eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f HTTP/1.1" status: 200 len: 217 time: 0.1549850 Aug 16 22:07:27.700235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b87da32a-810e-4f9c-9cd0-0999a7ae134e req-ce44a1e5-dfc2-43c4-9663-0c23ee9e7c1b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 210 time: 0.0587728 Aug 16 22:07:27.705433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce1fa-d7e3-4c2c-9669-a5e6ccc6806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e16ef79-58e1-427c-bf94-364f0027b5aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:27.774135 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e6f51-7470-4e6e-999a-7bf0b3d84841 x-openstack-request-id: req-868e6f51-7470-4e6e-999a-7bf0b3d84841 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:27.774135 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:27.785138 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-868e6f51-7470-4e6e-999a-7bf0b3d84841 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:27.786587 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f', 'status': 'completed', 'code': 200} Aug 16 22:07:27.805341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e5598-0d8b-444d-90e4-ae6664d93812 req-b0e693e3-9aaf-4638-9899-717b3becaed9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.818121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-587e5598-0d8b-444d-90e4-ae6664d93812 req-b0e693e3-9aaf-4638-9899-717b3becaed9 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.3093162 Aug 16 22:07:27.910087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-37b94ce9-52c7-4059-8bba-741a14adb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.911608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-37b94ce9-52c7-4059-8bba-741a14adb203 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2279701 Aug 16 22:07:27.920392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-bb6866a9-60c4-4388-85af-f1cc51c3a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:27.926521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-bb6866a9-60c4-4388-85af-f1cc51c3a250 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2401879 Aug 16 22:07:27.944377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-587e5598-0d8b-444d-90e4-ae6664d93812 req-3cd16d0d-fb3f-41c6-a03b-3cc078e52855 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250587 Aug 16 22:07:27.978990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3302-665b-450e-b1ae-3d78cab16cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.012432 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-832958fb-938d-4107-bdda-931815e59b78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0810122 Aug 16 22:07:28.012993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3302-665b-450e-b1ae-3d78cab16cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.016536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc643-b0bc-4a30-9705-eb8b914e3b0d req-e887e535-8e29-40e6-84de-2857de04b93e tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:28.025986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c26bc643-b0bc-4a30-9705-eb8b914e3b0d req-e887e535-8e29-40e6-84de-2857de04b93e tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 948 time: 0.1849904 Aug 16 22:07:28.074983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-2b8b8c25-0771-4e21-855b-d71831101aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:28.077005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-2b8b8c25-0771-4e21-855b-d71831101aec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307802 Aug 16 22:07:28.124446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c3d3302-665b-450e-b1ae-3d78cab16cf9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d63379c93384e76b942ff61e0355a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821970 Aug 16 22:07:28.128724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:28.131973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d3302-665b-450e-b1ae-3d78cab16cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1463b44-40e7-4169-8fc4-1df44f429628,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:28.166882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-7eebd593-cf5b-4cd3-8155-133e91960fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:28.168325 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-7eebd593-cf5b-4cd3-8155-133e91960fdd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1409242 Aug 16 22:07:28.181017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:28.206859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c26bc643-b0bc-4a30-9705-eb8b914e3b0d req-610c3525-4702-475f-8389-94b32851f06f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648185 Aug 16 22:07:28.229335 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-f9235ed5-362f-46ac-a8c4-9c5530af4237 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457118 Aug 16 22:07:28.242714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:28.291073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667f1d-da74-41d5-8a6c-dfe3b6715c8e req-7ed4ee9a-87be-4cbf-ab65-0da1267952db tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:28.299454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8667f1d-da74-41d5-8a6c-dfe3b6715c8e req-7ed4ee9a-87be-4cbf-ab65-0da1267952db tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 944 time: 0.1482358 Aug 16 22:07:28.330411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-ea27ee10-8c11-4b20-91f5-64d81a59c0cc service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404053 Aug 16 22:07:28.381974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8667f1d-da74-41d5-8a6c-dfe3b6715c8e req-ee210b7d-71ba-4d2e-bb03-951b72eecc09 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812960 Aug 16 22:07:28.524268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.527417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e11ce7-c0db-490b-88a0-b464a445556a {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:28.555435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:28.589216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.604201 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-427ee2fb-158f-4f08-b75f-726f037d9407 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627889 Aug 16 22:07:28.611971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.653595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.88', 55302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:28.667528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eda41d-6a25-4cc2-9438-eaee3859be0f req-d52fd98c-8501-401b-8d84-3fe625ddbe7b service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221035 Aug 16 22:07:28.730732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 54667e5d-1914-4875-9d7d-719bcadab749 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:28.747424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.749998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.751139 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1463b44-40e7-4169-8fc4-1df44f429628 HTTP/1.1" status: 204 len: 168 time: 0.6201315 Aug 16 22:07:28.768523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d98ea-5596-4c55-a670-b55c9d5cf332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1463b44-40e7-4169-8fc4-1df44f429628,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:28.790832 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-358de05b-7d78-4066-8d8d-67e92bcb41f3 req-51fa72b8-6c5e-420c-a8fa-463f252f7830 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740959 Aug 16 22:07:28.809658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] Transition to ACTIVE for port object b6e11ce7-c0db-490b-88a0-b464a445556a will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:28.817937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.835487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307d566-f792-4dd4-8494-0deb476ad0a6 req-999ba1e5-8cc4-4dcd-a0a2-ea0fc26eb364 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:28.843159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d307d566-f792-4dd4-8494-0deb476ad0a6 req-999ba1e5-8cc4-4dcd-a0a2-ea0fc26eb364 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.3206408 Aug 16 22:07:28.859180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 54667e5d-1914-4875-9d7d-719bcadab749 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:28.870076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 54667e5d-1914-4875-9d7d-719bcadab749 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:28.870684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.952979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] No DVR routers for this DVR port b6e11ce7-c0db-490b-88a0-b464a445556a on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:07:28.995847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:28.996112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:29.006199 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5e6f6b73-f272-4c99-8e86-01bf86ba7e46 service neutron] 10.222.0.88 "PUT /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 1.3700991 Aug 16 22:07:29.027830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:29.030923 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c41bc-4345-419b-8f19-717e7467dffb" -d '{"events": [{"server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "name": "network-vif-plugged", "status": "completed", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:29.048960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=54667e5d-1914-4875-9d7d-719bcadab749,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:29.055455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:29.123862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:29.136426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:29.229232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-1ca16151-d740-4086-814b-0122138d345c tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.231391 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-1ca16151-d740-4086-814b-0122138d345c tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.0729980 Aug 16 22:07:29.244349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda9a4-fc2d-4bf6-8bde-39cb67791b95 req-3311ef4e-cc99-4fa7-8fe3-d0208b5a4a8a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.246202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-defda9a4-fc2d-4bf6-8bde-39cb67791b95 req-3311ef4e-cc99-4fa7-8fe3-d0208b5a4a8a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 943 time: 0.6206257 Aug 16 22:07:29.263858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d307d566-f792-4dd4-8494-0deb476ad0a6 req-c6448b61-fe23-4478-bdd2-b814f395204b tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192774 Aug 16 22:07:29.300091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-4ebe6540-b414-4e3c-a67b-8a6e98c43e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.301872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-4ebe6540-b414-4e3c-a67b-8a6e98c43e42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4839c864123547b081b3198d71b67ca9&device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 1100 time: 0.4537196 Aug 16 22:07:29.358929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:29.367629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-defda9a4-fc2d-4bf6-8bde-39cb67791b95 req-a1f430ae-a35f-4545-a7d9-8fc926f68a98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114578 Aug 16 22:07:29.378831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-40447c0f-2a8d-4d41-995a-60647592619d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.380428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-40447c0f-2a8d-4d41-995a-60647592619d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.7194998 Aug 16 22:07:29.425379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-045eb804-15c0-4c06-b444-54a243840596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.427218 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-045eb804-15c0-4c06-b444-54a243840596 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&tenant_id=5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 1096 time: 0.1863887 Aug 16 22:07:29.433287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Request body: {'port': {'device_id': '29dba045-047d-48bc-a0af-e73a45274c59', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'admin_state_up': True, 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:29.456125 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1995de1-2c50-4f82-b957-e31d0b589b20 x-openstack-request-id: req-d1995de1-2c50-4f82-b957-e31d0b589b20 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:29.460271 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "name": "network-vif-plugged", "status": "completed", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:29.460697 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1995de1-2c50-4f82-b957-e31d0b589b20 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:29.461304 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'code': 200} Aug 16 22:07:29.570801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.89', 59580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:29.605106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-da0b20d0-028b-442d-91a4-9aefe204cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.606804 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-da0b20d0-028b-442d-91a4-9aefe204cddc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1096 time: 0.1031818 Aug 16 22:07:29.614317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a7bb792-a906-41eb-9898-41d734a0888a req-ad7ed859-e678-4979-bdb5-d23cedd6fed4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 210 time: 0.2454593 Aug 16 22:07:29.686925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:29.706644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:29.710065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e71bb-e61a-4800-be58-d420d218f155 req-8f42e54a-2354-45d5-9b95-3d8ca01b5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.714324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4e71bb-e61a-4800-be58-d420d218f155 req-8f42e54a-2354-45d5-9b95-3d8ca01b5f84 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1144073 Aug 16 22:07:29.720722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-8cffd2c5-71e8-491c-9d93-19f7c5afcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.722302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-8cffd2c5-71e8-491c-9d93-19f7c5afcb01 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.4112406 Aug 16 22:07:29.745876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e378808-d144-4820-8e6e-dcbdb109419e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:29.761206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.761448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d59088-72a1-402a-83d4-8c8cbc4048f0 req-bb2588a6-5506-40b9-9243-4d1a67d90dca tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.761718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.762317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.762700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.762996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09d59088-72a1-402a-83d4-8c8cbc4048f0 req-bb2588a6-5506-40b9-9243-4d1a67d90dca tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 948 time: 0.1768093 Aug 16 22:07:29.763677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.764235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.764924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.765300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.765692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.766079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.766413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.766787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:29.796201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-9e36f547-374d-4d09-bac9-5776069228b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f HTTP/1.1" status: 200 len: 217 time: 0.0643935 Aug 16 22:07:29.796764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:29.800427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:29.815150 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2fdce0d-789f-4806-8f0e-195b8a1416c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1552829ca7f458d8cdebbfd254319a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886992 Aug 16 22:07:29.816628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:29.864725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-ead6001c-0313-4c95-b375-c6ee482aee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:29.866843 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-ead6001c-0313-4c95-b375-c6ee482aee8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2509246 Aug 16 22:07:29.876694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4e71bb-e61a-4800-be58-d420d218f155 req-14379f41-caeb-4546-8de7-f347e27f68c7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526637 Aug 16 22:07:29.945782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09d59088-72a1-402a-83d4-8c8cbc4048f0 req-31731815-a312-4739-add7-6f98223334f3 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521373 Aug 16 22:07:29.956032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-7b9e02dd-8df1-4d8a-82a6-cb4c0d5d76f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0781198 Aug 16 22:07:30.026924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-eda88307-009c-41d5-98a0-81701cbae67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.034869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-eda88307-009c-41d5-98a0-81701cbae67c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2266655 Aug 16 22:07:30.102049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.139371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:30.190862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.226186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-461e81c3-d8ee-4073-9bcc-692776d4b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.227902 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-461e81c3-d8ee-4073-9bcc-692776d4b30e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0647125 Aug 16 22:07:30.257633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad718bb-a701-455f-a25b-fa750e66cfaa req-ae65aa84-9cf6-4b54-9055-2917c64bb925 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.259062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ad718bb-a701-455f-a25b-fa750e66cfaa req-ae65aa84-9cf6-4b54-9055-2917c64bb925 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 945 time: 0.2058003 Aug 16 22:07:30.266451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Allocated IP 172.20.0.2 (b5da0661-c650-46da-8ac3-772957555bf6/15544c87-28b1-496d-b648-7a8a9519b810/6ab64c34-90e6-4665-a3a9-0954f9c4c524) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:30.285015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69766e6-8779-4546-b70b-79c7b7260bc8 req-fee4a73b-6952-4a0f-bd58-20ecfc3da827 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.285542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-f33154bf-1c1e-4078-9656-5afab6230640 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381856 Aug 16 22:07:30.286534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d69766e6-8779-4546-b70b-79c7b7260bc8 req-fee4a73b-6952-4a0f-bd58-20ecfc3da827 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.2279165 Aug 16 22:07:30.299643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-network', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:30.374590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-576c4562-589b-4abc-b28a-63b1ae971b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.376151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-576c4562-589b-4abc-b28a-63b1ae971b17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2078686 Aug 16 22:07:30.377906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Made reservation on behalf of e514c0ad9012477fb6f3fa8d139ef64c for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:30.380223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.393467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.405501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d69766e6-8779-4546-b70b-79c7b7260bc8 req-37250c0f-85fb-4732-969e-aee2684a70f3 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071825 Aug 16 22:07:30.411234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ad718bb-a701-455f-a25b-fa750e66cfaa req-4d70bd60-68de-4130-94f4-99db7ce4c1af tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354125 Aug 16 22:07:30.411807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.414312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.415590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e378808-d144-4820-8e6e-dcbdb109419e HTTP/1.1" status: 204 len: 168 time: 0.5818944 Aug 16 22:07:30.448062 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-031d9caa-7d8f-45aa-8f56-a7898d147363 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520836 Aug 16 22:07:30.579511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.590379 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-5cc6c98a-a6b2-4880-8241-1ae7f38b45d6 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343102 Aug 16 22:07:30.616841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.625029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.627543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e378808-d144-4820-8e6e-dcbdb109419e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:30.652559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:30.661546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6ee1f0-7730-46e0-b8ff-86d363f5d6b8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:30.666681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.667479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.667981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.668219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.668333 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Added segment 48d6f710-edf5-4430-8f08-25574574dd1a of type vlan for network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 Aug 16 22:07:30.668501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.669992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.669992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.670640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.671141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.671633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.672061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.672679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.673156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7a3f2b-68fd-4f42-a2af-830966c85a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:30.722821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.742438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758f66-e278-4048-934a-85b52b07d481 req-ed605130-8bc4-48b6-93fd-f7793202c212 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.750527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a758f66-e278-4048-934a-85b52b07d481 req-ed605130-8bc4-48b6-93fd-f7793202c212 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.1543674 Aug 16 22:07:30.753692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-1c135f02-a236-4113-89ba-88ddd4242204 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604858 Aug 16 22:07:30.764005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.774804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.776119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:30.776656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.861297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7206979 Aug 16 22:07:30.868134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:30.871097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Request body: {'subnet': {'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-subnet', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:30.882320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Network b5da0661-c650-46da-8ac3-772957555bf6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:30.901415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:30.909275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:30.914018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Made reservation on behalf of e514c0ad9012477fb6f3fa8d139ef64c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:30.916462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:30.929062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a758f66-e278-4048-934a-85b52b07d481 req-1fe7134c-22cb-499c-93d2-631ee104ff92 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757493 Aug 16 22:07:30.970789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125031ea-3e2b-4832-9076-bb03c4963e69 admin admin] Pushing event updated for resources: {'Network': ['ID=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:30.983352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:30.994699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:31.077924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.078737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.120906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93ee6c63-741d-4e82-91b0-deaf45991bf7 req-74ec173f-1068-4ffa-be76-122dee88e5f5 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442729 Aug 16 22:07:31.154619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-b5c0c7c6-cf1e-4c3a-b50a-af02a4c57b03 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358398 Aug 16 22:07:31.165687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6fefc-fff7-4c56-b8a4-963484f07548 req-3e7458a4-7563-4c8b-ad02-50ce1ba2c522 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.167232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74d6fefc-fff7-4c56-b8a4-963484f07548 req-3e7458a4-7563-4c8b-ad02-50ce1ba2c522 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 931 time: 0.1939507 Aug 16 22:07:31.196311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb84dc3-1946-426f-8557-74064b8a5241 req-4d178b98-3db9-4094-b930-a09d82d4ef5f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.197836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efb84dc3-1946-426f-8557-74064b8a5241 req-4d178b98-3db9-4094-b930-a09d82d4ef5f tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 948 time: 0.1102459 Aug 16 22:07:31.213490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b484cfe0-8da0-42ca-ace3-6e6b50cb57ac tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.214996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-b484cfe0-8da0-42ca-ace3-6e6b50cb57ac tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.1269042 Aug 16 22:07:31.222517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Request body: {'port': {'device_id': '29dba045-047d-48bc-a0af-e73a45274c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:31.258504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:31.263932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74d6fefc-fff7-4c56-b8a4-963484f07548 req-5fdef17b-269b-4c54-81f4-6fbaeda618c1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Aug 16 22:07:31.290909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.300210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efb84dc3-1946-426f-8557-74064b8a5241 req-a2f75c24-6d07-4092-88f4-dc9e28f51894 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Aug 16 22:07:31.335057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:07:31.347416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.392487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9401a9-6148-4121-afd5-0d0bce5d2290,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:31.469705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Checking segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:31.470288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Network hostable DHCP agents. Network: 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:31.509632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d4442680-049d-4c97-925f-a8d2996a6429 req-174520b8-1e39-451b-8332-9339b9c74351 service neutron] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:31.514720 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d4442680-049d-4c97-925f-a8d2996a6429 req-174520b8-1e39-451b-8332-9339b9c74351 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.515853 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d4442680-049d-4c97-925f-a8d2996a6429 req-174520b8-1e39-451b-8332-9339b9c74351 service neutron] 10.222.0.89 "DELETE /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.2764974 Aug 16 22:07:31.516974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:31.530021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:31.539419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f77ecf-8669-40e9-abc8-640be31da7b0 None None] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:31.542166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.543481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.562600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44d493a2-2fbf-4561-a166-dd1d329f8883 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6954875 Aug 16 22:07:31.564943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:31.571269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:31.597672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.599142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.651211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3ea06-382e-4a29-b14c-61929b0661e6 req-8a8a9529-7fde-4924-9ec6-b5f36008fecc tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.652754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51a3ea06-382e-4a29-b14c-61929b0661e6 req-8a8a9529-7fde-4924-9ec6-b5f36008fecc tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 945 time: 0.1277802 Aug 16 22:07:31.690876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.727666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51a3ea06-382e-4a29-b14c-61929b0661e6 req-ff734ee7-78e0-428d-ba6d-b4ccfb8eead4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Aug 16 22:07:31.777725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:07:31.778761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.835411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab64c34-90e6-4665-a3a9-0954f9c4c524 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:31.844457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.864611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.865970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Transition to ACTIVE for port object 6ab64c34-90e6-4665-a3a9-0954f9c4c524 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:31.874561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba5323-3187-42df-b7aa-7a6ee72e7137 req-375c9f54-e2d0-4129-965d-937c88348241 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:31.876220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22ba5323-3187-42df-b7aa-7a6ee72e7137 req-375c9f54-e2d0-4129-965d-937c88348241 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.0793133 Aug 16 22:07:31.877898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:31.946972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Allocated IP 172.20.0.2 (70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2/aa9401a9-6148-4121-afd5-0d0bce5d2290/27e507a0-cda5-41b4-bec5-d332be837a14) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:31.999350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-4e2e2002-b1e1-4c3b-a76a-71e763f0d91a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:32.000846 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-4e2e2002-b1e1-4c3b-a76a-71e763f0d91a tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "GET /v2.0/ports?device_id=92ea2f12-6044-48ea-95b7-fb3b03047646 HTTP/1.1" status: 200 len: 949 time: 0.1309803 Aug 16 22:07:32.050596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90038c00-2027-46df-aabb-1606c67005da service neutron] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:32.100496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.105530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22ba5323-3187-42df-b7aa-7a6ee72e7137 req-a8350f7b-ef8b-460c-899b-ea1dc0e7eafb tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.22 "GET /v2.0/security-groups?id=6dbcb46f-db96-4dcc-938a-8fd8252baec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945207 Aug 16 22:07:32.110730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Transition to ACTIVE for port object 27e507a0-cda5-41b4-bec5-d332be837a14 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:32.127176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Transition to ACTIVE for port object 27e507a0-cda5-41b4-bec5-d332be837a14 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:32.136961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.191013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Pushing event updated for resources: {'Port': ['ID=27e507a0-cda5-41b4-bec5-d332be837a14,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:32.198553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:32.200057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:32.202726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:32.261210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Attempting to bind port 27e507a0-cda5-41b4-bec5-d332be837a14 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:32.261591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Attempting to bind port 27e507a0-cda5-41b4-bec5-d332be837a14 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:32.261960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Attempting to bind port 27e507a0-cda5-41b4-bec5-d332be837a14 on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:32.268887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:32.269545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Checking segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:32.270121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.270693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Bound using segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:32.271372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Bound port: 27e507a0-cda5-41b4-bec5-d332be837a14, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:32.271933 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.350063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] For port 27e507a0-cda5-41b4-bec5-d332be837a14, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:32.353510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] For port 27e507a0-cda5-41b4-bec5-d332be837a14, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=27e507a0-cda5-41b4-bec5-d332be837a14,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:32.358647 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.428018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7392fd-337c-4211-ad2d-f05eb62257f2 None None] Pushing event updated for resources: {'Port': ['ID=27e507a0-cda5-41b4-bec5-d332be837a14,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:32.512825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:32.513854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:32.514339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:32.540277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Deleting port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:07:32.540624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.557696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-bbca8011-a183-43ff-b7e8-5c537177ef75 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6428161 Aug 16 22:07:32.558431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:32.559531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:32.579599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:32.580076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:32.580540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:32.581182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Bound port: 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:32.581622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.605012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.608259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:32.634985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.667646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c9f6d-c9aa-4a33-83cb-012b5b427207 req-9cb70947-e083-42fe-852c-26ceecd680d2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:32.669388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-757c9f6d-c9aa-4a33-83cb-012b5b427207 req-9cb70947-e083-42fe-852c-26ceecd680d2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.1684389 Aug 16 22:07:32.721093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.724139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] For port 2b23f2b0-4770-48cd-83ac-b51d5288aea6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b23f2b0-4770-48cd-83ac-b51d5288aea6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:32.725295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.732893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03ea2cc3-f476-4d8b-a7ff-732620c6b50f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:32.745633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Calling delete_port for 2b23f2b0-4770-48cd-83ac-b51d5288aea6 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:07:32.764471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:32.823448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:32.831745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-757c9f6d-c9aa-4a33-83cb-012b5b427207 req-b42cff3d-3869-4cee-8635-c17bcd520ad7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505716 Aug 16 22:07:32.835704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.846686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Allocated IP 172.25.8.7 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b549e16e-54aa-458e-a443-bf93e7244a29) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:32.880058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:32.891218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:32.892036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:32.893994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-90038c00-2027-46df-aabb-1606c67005da service neutron] 10.222.0.88 "PUT /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 1092 time: 1.6821418 Aug 16 22:07:32.894835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:32.897465 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab4650a-21df-45f8-9e79-f818adc8f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:32.901316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f', 'mac_address': 'fa:16:3e:bc:cb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:32.937124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90038c00-2027-46df-aabb-1606c67005da service neutron] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:33.028483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.050827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-42273515-a510-47a7-9ea8-70dc9ed7b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:33.052959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-42273515-a510-47a7-9ea8-70dc9ed7b787 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1095 time: 0.0910451 Aug 16 22:07:33.085688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.088245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.104346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.126360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ea2cc3-f476-4d8b-a7ff-732620c6b50f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:33.136103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Pushing event deleted for resources: {'Port': ['ID=2b23f2b0-4770-48cd-83ac-b51d5288aea6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:33.138112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2b23f2b0-4770-48cd-83ac-b51d5288aea6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:33.152076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-c266aa69-f305-4b6c-9b8b-b1344618b8dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.0623801 Aug 16 22:07:33.186582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:33.198246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.233904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-0acc9b88-711a-4e0f-abed-3ab6bde0964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:33.235954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-0acc9b88-711a-4e0f-abed-3ab6bde0964e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0740473 Aug 16 22:07:33.262910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] No DVR routers for this DVR port 2b23f2b0-4770-48cd-83ac-b51d5288aea6 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:07:33.275152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.277348 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a455f7c4-18a7-4370-8912-20ce997261c8 req-dd2c77fe-1217-4351-acaf-e3b60e4bbb47 tempest-DeleteServersAdminTestJSON-314285174 tempest-DeleteServersAdminTestJSON-314285174-project] 10.222.0.88 "DELETE /v2.0/ports/2b23f2b0-4770-48cd-83ac-b51d5288aea6 HTTP/1.1" status: 204 len: 173 time: 1.2524419 Aug 16 22:07:33.277833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'name': 'network-vif-deleted', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:33.283414 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59fc33-d367-4d2a-91eb-70b508b9026f" -d '{"events": [{"server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "name": "network-vif-deleted", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:33.296552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:33.312282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-ccc0be61-4584-47db-9905-2f2baee27886 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672834 Aug 16 22:07:33.318031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.365160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Pushing event updated for resources: {'Port': ['ID=b549e16e-54aa-458e-a443-bf93e7244a29,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:33.390103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:33.393510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:33.401592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:33.497939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Allocated IP 172.25.8.120 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/29578635-65b5-4018-af9f-a94445ccf557) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:33.538477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['03ea2cc3-f476-4d8b-a7ff-732620c6b50f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:33.554300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-93e7a3ca-818f-455e-892d-ad027b575172 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300436 Aug 16 22:07:33.714903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0833d5-9c3d-4d05-984c-eaccdd100864 None None] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:33.791488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.796620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.809370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20014311-a6fd-41cf-a744-0719ab795ab7 None None] Provisioning for port 27e507a0-cda5-41b4-bec5-d332be837a14 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:33.813484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee910-3d02-4d0d-a0ee-f398039fc150 req-5b099b32-7122-44e0-805e-d6720af13de5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:33.817564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af1ee910-3d02-4d0d-a0ee-f398039fc150 req-5b099b32-7122-44e0-805e-d6720af13de5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.1267123 Aug 16 22:07:33.842280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-203fb844-fd81-4ff2-9648-ec10e0dee694 req-df51e190-397f-46b1-a11f-832c0bda98f5 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706599 Aug 16 22:07:33.893923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af1ee910-3d02-4d0d-a0ee-f398039fc150 req-3403bba2-8cf2-4454-845a-80bb8e0d319f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658319 Aug 16 22:07:33.906752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:33.945680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:33.949430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:33.954346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:34.016076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event updated for resources: {'Port': ['ID=29578635-65b5-4018-af9f-a94445ccf557,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:34.040870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.137167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5c9e-024a-4246-8670-f78b055f5e89 req-a0ac7d53-f020-4b02-8557-51678b58956a tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:34.140034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-476c5c9e-024a-4246-8670-f78b055f5e89 req-a0ac7d53-f020-4b02-8557-51678b58956a tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 949 time: 0.1384611 Aug 16 22:07:34.176014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.197256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:07:34.220889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-476c5c9e-024a-4246-8670-f78b055f5e89 req-aa929c07-2618-4efd-b782-97c4436b5faa tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721912 Aug 16 22:07:34.227438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.300949 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eb47ec-d818-4532-a44d-42426a14dd5e x-openstack-request-id: req-50eb47ec-d818-4532-a44d-42426a14dd5e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:34.301329 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:34.301866 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50eb47ec-d818-4532-a44d-42426a14dd5e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:34.302327 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'status': 'completed', 'code': 200} Aug 16 22:07:34.429964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-a8336848-8df3-486b-b6dd-abac31379a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:34.432257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-a8336848-8df3-486b-b6dd-abac31379a9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1095 time: 0.0767479 Aug 16 22:07:34.449325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 27e507a0-cda5-41b4-bec5-d332be837a14 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:34.462475 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159bb73-a73d-439a-a871-8a2a2068fb8e x-openstack-request-id: req-8159bb73-a73d-439a-a871-8a2a2068fb8e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:34.462766 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ea2f12-6044-48ea-95b7-fb3b03047646", "name": "network-vif-deleted", "tag": "2b23f2b0-4770-48cd-83ac-b51d5288aea6", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:34.463981 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8159bb73-a73d-439a-a871-8a2a2068fb8e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:34.464135 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ea2f12-6044-48ea-95b7-fb3b03047646', 'name': 'network-vif-deleted', 'tag': '2b23f2b0-4770-48cd-83ac-b51d5288aea6', 'status': 'completed', 'code': 200} Aug 16 22:07:34.468915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.510306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 27e507a0-cda5-41b4-bec5-d332be837a14 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:34.513797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.514641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 27e507a0-cda5-41b4-bec5-d332be837a14 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:34.515148 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.546017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:34.558134 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:34.564493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.566791 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7517bb3d-6a50-4efd-af4e-8c78066c839b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.0004945 Aug 16 22:07:34.569595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:34.580923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:34.588898 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:34.645039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event updated for resources: {'Port': ['ID=29578635-65b5-4018-af9f-a94445ccf557,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:34.654284 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.683127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.688010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-bd85c6a7-c148-4be1-9cb3-9063a857ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:34.690149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-bd85c6a7-c148-4be1-9cb3-9063a857ed43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.2473867 Aug 16 22:07:34.699852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 27e507a0-cda5-41b4-bec5-d332be837a14, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=27e507a0-cda5-41b4-bec5-d332be837a14,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:34.704960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.740211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-3e2ec10f-c945-46e7-a5d3-bb604bea36d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.0420477 Aug 16 22:07:34.740894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.741995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-e630e63d-b5a7-4776-8cdd-c5d72c9dc9e4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1788268 Aug 16 22:07:34.747602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03ea2cc3-f476-4d8b-a7ff-732620c6b50f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:34.774517 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:34.819297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=27e507a0-cda5-41b4-bec5-d332be837a14,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:34.838357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:34.846553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:34.847233 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.879336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-37ebcf58-015d-4704-8f7b-b027c931cf4d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.1286299 Aug 16 22:07:34.903184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-241356c1-7935-45d3-918b-7449dcfae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:34.905154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-241356c1-7935-45d3-918b-7449dcfae525 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1557682 Aug 16 22:07:34.916562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea843-7af0-4c77-9bd7-9ebec9e24b66 req-b087695c-c95d-4910-bb33-e2caeccb5883 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:34.918005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aeea843-7af0-4c77-9bd7-9ebec9e24b66 req-b087695c-c95d-4910-bb33-e2caeccb5883 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1096 time: 0.1804101 Aug 16 22:07:34.970673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:34.992662 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:33Z', 'revision_number': 3, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:34.997796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:34.998072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-1ca7f0bc-3df2-413e-bf4f-d5b1fd26b53f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791318 Aug 16 22:07:35.001456 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80dd89c-6885-4868-b1fc-cfbf0596a693" -d '{"events": [{"server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "name": "network-vif-plugged", "status": "completed", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:35.022031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:35.023922 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:35.024806 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Updating router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b port b549e16e-54aa-458e-a443-bf93e7244a29 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:35.027829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.055340 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.087982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aeea843-7af0-4c77-9bd7-9ebec9e24b66 req-b0b386df-5c30-4791-9bff-8ce0266cb1fb tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284285 Aug 16 22:07:35.102142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:35.113572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.138514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028b402-1096-4478-91ea-569ac83184e7 req-3b3fa50d-06fc-46c7-a721-a636e35ae187 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:35.140201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-3b3fa50d-06fc-46c7-a721-a636e35ae187 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2532988 Aug 16 22:07:35.162946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-93d4d45a-6326-48a8-b4d4-2dcf4a2ad2b8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:35.163938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a028b402-1096-4478-91ea-569ac83184e7 req-93d4d45a-6326-48a8-b4d4-2dcf4a2ad2b8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084786 Aug 16 22:07:35.211762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-f1171f3c-b56f-4594-a0a8-4a814ceed094 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995215 Aug 16 22:07:35.274990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b23f2b0-4770-48cd-83ac-b51d5288aea6 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:35.328381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2b23f2b0-4770-48cd-83ac-b51d5288aea6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:07:35.328730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b23f2b0-4770-48cd-83ac-b51d5288aea6 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:07:35.338854 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527ed5ef-f95c-4ff3-908a-80dd405c3592 x-openstack-request-id: req-527ed5ef-f95c-4ff3-908a-80dd405c3592 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:35.340027 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "name": "network-vif-plugged", "status": "completed", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:35.342030 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-527ed5ef-f95c-4ff3-908a-80dd405c3592 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:35.344234 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f', 'code': 200} Aug 16 22:07:35.464964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c75727-1be6-4ce2-98fe-ef1aa56c1b75 req-dba7700c-638d-4f46-acc7-49d32b1d501b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:35.466460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4c75727-1be6-4ce2-98fe-ef1aa56c1b75 req-dba7700c-638d-4f46-acc7-49d32b1d501b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.1281118 Aug 16 22:07:35.500321 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.503714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Allocated IP 172.20.0.1 (70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2/aa9401a9-6148-4121-afd5-0d0bce5d2290/a10d95c2-17a3-4a84-8280-457835db3f1b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:35.514943 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Transition to ACTIVE for port object b549e16e-54aa-458e-a443-bf93e7244a29 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:35.518949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ab4650a-21df-45f8-9e79-f818adc8f6e1 req-f6a04a02-cec6-4978-ada2-e468af239f6b service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010716 Aug 16 22:07:35.525134 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.528660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67001-a24d-44db-aae0-fc5fc5b23b5e req-099e1d54-77ee-4cff-b0b8-82ce255e20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:35.531090 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c4c67001-a24d-44db-aae0-fc5fc5b23b5e req-099e1d54-77ee-4cff-b0b8-82ce255e20f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 1102 time: 0.0897315 Aug 16 22:07:35.560694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4c75727-1be6-4ce2-98fe-ef1aa56c1b75 req-8fc5119a-a2de-43c8-b012-506fad832875 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817177 Aug 16 22:07:35.578973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d07e-d450-4074-ade5-d50d9788da05 req-03211fe3-58d0-491d-a916-71e1de86c3c3 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:35.587203 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f25cf4-00ac-4e66-a104-bf1b8157ece2 None None] Pushing event updated for resources: {'Port': ['ID=b549e16e-54aa-458e-a443-bf93e7244a29,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:35.589869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2354d07e-d450-4074-ade5-d50d9788da05 req-03211fe3-58d0-491d-a916-71e1de86c3c3 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 950 time: 0.0905533 Aug 16 22:07:35.623745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Attempting to bind port b549e16e-54aa-458e-a443-bf93e7244a29 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:35.624123 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Attempting to bind port b549e16e-54aa-458e-a443-bf93e7244a29 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:35.624495 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Attempting to bind port b549e16e-54aa-458e-a443-bf93e7244a29 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:35.630003 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:35.630385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:35.630795 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.631189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:35.631660 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Bound port: b549e16e-54aa-458e-a443-bf93e7244a29, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:35.632386 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.644169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2354d07e-d450-4074-ade5-d50d9788da05 req-fd7e514c-93fa-46ab-9208-0e008e89c19c tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532908 Aug 16 22:07:35.680653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.695629 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] For port b549e16e-54aa-458e-a443-bf93e7244a29, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:35.699685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Transition to ACTIVE for port object a10d95c2-17a3-4a84-8280-457835db3f1b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:35.700195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] For port b549e16e-54aa-458e-a443-bf93e7244a29, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b549e16e-54aa-458e-a443-bf93e7244a29,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:35.719152 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.744553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.745180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:35.749032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c4c67001-a24d-44db-aae0-fc5fc5b23b5e req-2685c388-69a2-4945-9188-6beeb52d5341 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101097 Aug 16 22:07:35.791882 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:35.792525 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:35.800396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:35.801770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Pushing event updated for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:35.804421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:35.806580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:35.856023 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:07:35.859238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.950995 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f25cf4-00ac-4e66-a104-bf1b8157ece2 None None] Pushing event updated for resources: {'Port': ['ID=b549e16e-54aa-458e-a443-bf93e7244a29,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:35.963582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34e8fc73-dcc1-4c42-994d-400ce62b71d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:35.995310 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:36.096897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16b476c0-f0a8-4e13-9c01-c94cceb59922 None None] Provisioning for port a10d95c2-17a3-4a84-8280-457835db3f1b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:36.101638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16b476c0-f0a8-4e13-9c01-c94cceb59922 None None] Provisioning complete for port a10d95c2-17a3-4a84-8280-457835db3f1b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:36.102124 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16b476c0-f0a8-4e13-9c01-c94cceb59922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.112014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.148141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-16b476c0-f0a8-4e13-9c01-c94cceb59922 None None] Port a10d95c2-17a3-4a84-8280-457835db3f1b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:36.194332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-e62f0c59-2c5e-428e-8308-67ebd96fab1c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:36.195811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-e62f0c59-2c5e-428e-8308-67ebd96fab1c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 820 time: 0.4634609 Aug 16 22:07:36.195948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34e8fc73-dcc1-4c42-994d-400ce62b71d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.206120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0acc9533-4d79-404a-8374-92c5aa00ee30 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:36.207554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0acc9533-4d79-404a-8374-92c5aa00ee30 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.4420953 Aug 16 22:07:36.218941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-b8420156-8f91-485d-b32a-39f07373cdfc tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/quotas/77261b9916dd4e0598f87f6f1e809598 HTTP/1.1" status: 200 len: 375 time: 0.0104556 Aug 16 22:07:36.228947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-7bf6ab61-ea89-43d2-9c6c-8c91a180cc75 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/quotas/5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 375 time: 0.0116634 Aug 16 22:07:36.238616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34e8fc73-dcc1-4c42-994d-400ce62b71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.257911 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:33Z', 'revision_number': 3, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:36.289644 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88227570-91bb-4c37-aab1-c9a0d41c39fb None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:33Z', 'revision_number': 3, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:36.292346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-34e8fc73-dcc1-4c42-994d-400ce62b71d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35e985b3146a4369924c289f8c35dc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422876 Aug 16 22:07:36.295569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8fc73-dcc1-4c42-994d-400ce62b71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1b504-259e-464e-bbce-45b6bb4fe43e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:36.298317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:36.320520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-32feb9af-bdaf-43cb-9038-459c185fcb18 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813808 Aug 16 22:07:36.327606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0ce74022-8f0c-462a-8155-3b87935cf32a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:36.328612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0ce74022-8f0c-462a-8155-3b87935cf32a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073147 Aug 16 22:07:36.345783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4157f725-bb7a-4206-ab6b-fd7f908a796e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1187901 Aug 16 22:07:36.387356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 27e507a0-cda5-41b4-bec5-d332be837a14 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:36.390506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.402308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.407486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.451379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 27e507a0-cda5-41b4-bec5-d332be837a14 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:36.451874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.484452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.511422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.514094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Pushing event updated for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:36.521806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-39d37c9a-8395-452c-a849-40f2b27466c4 service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746724 Aug 16 22:07:36.528403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-af6ef338-2232-4554-9cc0-7b952852206c service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690395 Aug 16 22:07:36.608684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.611243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:36.612606 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdd1b504-259e-464e-bbce-45b6bb4fe43e HTTP/1.1" status: 204 len: 168 time: 0.3116069 Aug 16 22:07:36.681657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d613dd0-5f78-4df3-a122-ad865d7737cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1b504-259e-464e-bbce-45b6bb4fe43e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:36.694946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:36.696730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:36.777749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3908c326-7ccd-4c3d-b917-97c46ea06df2 service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455783 Aug 16 22:07:36.783914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-8c55a067-d57b-4276-85b5-6e01ca157d17 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436850 Aug 16 22:07:36.869000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:07:37.152397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:37.167076 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52e017bd-b1f0-4772-972c-ef72d0b09d71 admin admin] 10.222.0.22 "PUT /v2.0/routers/7e3f58ec-377a-4096-81b3-44bd1e3f6b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882540 Aug 16 22:07:37.188142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cbf354fa-4077-4d4f-ab51-6333c2455137 None None] Provisioning complete for port a10d95c2-17a3-4a84-8280-457835db3f1b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:37.188673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbf354fa-4077-4d4f-ab51-6333c2455137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.203184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910348b-5d45-4242-b09a-dc465d3daf5c req-68541a34-dc6f-4698-a120-a2ea50ed60aa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:37.211980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b910348b-5d45-4242-b09a-dc465d3daf5c req-68541a34-dc6f-4698-a120-a2ea50ed60aa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.0866470 Aug 16 22:07:37.265148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:37.280055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:37.312213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cbf354fa-4077-4d4f-ab51-6333c2455137 None None] Port a10d95c2-17a3-4a84-8280-457835db3f1b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:37.315984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b910348b-5d45-4242-b09a-dc465d3daf5c req-17980d8c-8e4c-4d10-95b1-6bcfeeb71dcc tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026075 Aug 16 22:07:37.322325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5633-0150-44a8-a6f6-d34d81df2b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.380114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ccbee-c453-4932-ba95-04d8cd278d5c req-1abdb39c-0cca-461f-99d5-a3dae0dde855 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:37.391701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-190ccbee-c453-4932-ba95-04d8cd278d5c req-1abdb39c-0cca-461f-99d5-a3dae0dde855 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 950 time: 0.1613581 Aug 16 22:07:37.486933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cdb2fb4-fc66-4105-bd63-e34726929a88 req-d60eeaf6-bd79-4acc-94c4-99d963872369 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 210 time: 0.0464797 Aug 16 22:07:37.532296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5633-0150-44a8-a6f6-d34d81df2b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.545194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-190ccbee-c453-4932-ba95-04d8cd278d5c req-3acec623-c5e4-4eb0-96f3-394ba52e10f5 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524723 Aug 16 22:07:37.553717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5633-0150-44a8-a6f6-d34d81df2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.580406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:37.624492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'port_id': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'mac_address': 'fa:16:3e:34:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15544c87-28b1-496d-b648-7a8a9519b810', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:37.647585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-718bf877-a8ac-451f-a924-6764f287c70f req-b703bb2f-1fc2-4494-9095-c23b003777fc tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 210 time: 0.0755014 Aug 16 22:07:37.674974 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a0ac5633-0150-44a8-a6f6-d34d81df2b8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a0bccf157f6420d84cebc46e812c1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085448 Aug 16 22:07:37.677493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:37.688321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac5633-0150-44a8-a6f6-d34d81df2b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd26fdb-be4d-4662-9c44-f579ba1529a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:37.736217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.754034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab64c34-90e6-4665-a3a9-0954f9c4c524 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:37.783224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:37.783894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.799442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.842704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.894297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:37.931757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.934351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:37.935599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cd26fdb-be4d-4662-9c44-f579ba1529a5 HTTP/1.1" status: 204 len: 168 time: 0.2565374 Aug 16 22:07:37.945180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c13bd7-ea4b-4eab-ba15-2d0279098926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd26fdb-be4d-4662-9c44-f579ba1529a5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:38.180434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['6ab64c34-90e6-4665-a3a9-0954f9c4c524'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:38.336440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:38.453629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b549e16e-54aa-458e-a443-bf93e7244a29 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:38.481802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:38.582072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b549e16e-54aa-458e-a443-bf93e7244a29 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:38.586400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b549e16e-54aa-458e-a443-bf93e7244a29 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:38.586727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:38.665888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742856-5678-4612-8560-93760878f2a6 req-23eae65a-769c-48ef-b36c-460355ee2578 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:38.674066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f742856-5678-4612-8560-93760878f2a6 req-23eae65a-769c-48ef-b36c-460355ee2578 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.1833024 Aug 16 22:07:38.774465 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:38.795382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3988ef5-bec4-4e22-9629-ebe6cb0430bd req-848a538c-ec5d-487d-82d5-aad0e81679b4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 210 time: 0.1708784 Aug 16 22:07:38.816620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b549e16e-54aa-458e-a443-bf93e7244a29, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b549e16e-54aa-458e-a443-bf93e7244a29,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:38.826764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:38.873679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa2eeb45-4bba-4794-936e-7825ea876761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:38.895822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b549e16e-54aa-458e-a443-bf93e7244a29,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:38.900945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f742856-5678-4612-8560-93760878f2a6 req-94ed76ab-2a9f-4cef-9490-92e950c9ecab tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253494 Aug 16 22:07:38.957745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:38.968473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:38.970996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:39.002872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa2eeb45-4bba-4794-936e-7825ea876761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.032041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa2eeb45-4bba-4794-936e-7825ea876761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.093330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:39.098926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a440374-f537-4855-bc97-eafeadb3f007 req-fe7169df-f703-4735-a49f-0e4aea53b9cb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 210 time: 0.0898058 Aug 16 22:07:39.100455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-network', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:39.102353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a9ab3ed9-3ec0-4cc0-a71d-a4cbe908e395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f86f73fad28647bf84c4dc8a1c5a0a2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7649629 Aug 16 22:07:39.116805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:39.135114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Made reservation on behalf of eddcb7f11e7749ecbb43d5c9ffe10399 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:39.141394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.157341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.172564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:39.233441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aa2eeb45-4bba-4794-936e-7825ea876761 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b030008e261344548945abc0cfd7bb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7502556 Aug 16 22:07:39.242060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:39.258751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-f7b22484-8a7b-40c0-a3cc-6bf15801628a tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:39.260251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-f7b22484-8a7b-40c0-a3cc-6bf15801628a tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.88 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 820 time: 0.6573822 Aug 16 22:07:39.302382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eeb45-4bba-4794-936e-7825ea876761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b068593-07b1-4304-a3f2-7d3af2804c2b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:39.305485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:39.326886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3d499112-1a69-4927-9b10-78d56611ddd1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:39.328389 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3d499112-1a69-4927-9b10-78d56611ddd1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.1563673 Aug 16 22:07:39.349740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'port': {'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'admin_state_up': True, 'tenant_id': '77261b9916dd4e0598f87f6f1e809598'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:39.409388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Request body: {'port': {'device_id': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'admin_state_up': True, 'tenant_id': '5624b35132d2479889cc6371835d2c04'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:39.432801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:39.440156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:39.440936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.455244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.513468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 2, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:39.522965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.534707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.550405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f13413-3343-409d-94b3-d612be5212c0 req-500e459b-a84c-446e-99b1-8cbb91ea7b6d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:39.551028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:39.551607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Updating router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b port a10d95c2-17a3-4a84-8280-457835db3f1b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:39.552211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f13413-3343-409d-94b3-d612be5212c0 req-500e459b-a84c-446e-99b1-8cbb91ea7b6d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 950 time: 0.3432603 Aug 16 22:07:39.565351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.584032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:39.590227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b28624-438a-471b-9428-de470e58eced,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:39.593015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.602564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.603440 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Added segment fd989122-34f6-48ef-b3db-a5bf189337a5 of type vlan for network 4a0af7db-926b-453d-99a2-3ec69fd74493 Aug 16 22:07:39.608859 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.613999 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.647648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:39.648536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.650138 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f6c6e-a2e6-47ad-a04a-5a2648cd049f" -d '{"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-plugged", "status": "completed", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:39.661826 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.671474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:39.675995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.691881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.694546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.698033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:39.699493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b068593-07b1-4304-a3f2-7d3af2804c2b HTTP/1.1" status: 204 len: 168 time: 0.4497206 Aug 16 22:07:39.718440 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d913941-9882-49a2-9fb2-95c001d17e46 x-openstack-request-id: req-4d913941-9882-49a2-9fb2-95c001d17e46 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:39.718750 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-plugged", "status": "completed", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:39.720315 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d913941-9882-49a2-9fb2-95c001d17e46 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:39.720761 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'code': 200} Aug 16 22:07:39.723451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.724522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:39.725766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.742612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503e83e-ef3c-43b9-8161-d402b9c380d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b068593-07b1-4304-a3f2-7d3af2804c2b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:39.758502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Made reservation on behalf of 77261b9916dd4e0598f87f6f1e809598 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:39.763590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.807146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f13413-3343-409d-94b3-d612be5212c0 req-10a57b41-d64d-40ca-90bd-7eb7c7650e06 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555078 Aug 16 22:07:39.823628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.880307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.883446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:39.884837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dbcb46f-db96-4dcc-938a-8fd8252baec9 HTTP/1.1" status: 204 len: 168 time: 0.7582467 Aug 16 22:07:39.902536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97435bba-4b54-4a80-b816-1601288d5f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbcb46f-db96-4dcc-938a-8fd8252baec9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:39.903128 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8079209 Aug 16 22:07:39.907333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36076) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:39.913302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Request body: {'subnet': {'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-subnet', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:39.976424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764de12-1b87-4d43-b4c2-7a092a27ffca admin admin] Pushing event updated for resources: {'Network': ['ID=4a0af7db-926b-453d-99a2-3ec69fd74493,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:40.003465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de376fb-f6f8-4d79-99d1-b03e8b2a8435 req-52847a4c-efd0-49a0-a3a3-0da2340b15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:40.004465 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6de376fb-f6f8-4d79-99d1-b03e8b2a8435 req-52847a4c-efd0-49a0-a3a3-0da2340b15ae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1097 time: 0.1788414 Aug 16 22:07:40.019423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Allocated IP 172.20.0.6 (d42e2613-3ec1-4ef1-9b75-5e573d245104/931753be-5eb5-46da-852d-8bd5fea425da/0608cc46-4316-4512-ab63-85ba2e7a8a37) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:40.053772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10a4e2d9-34c9-4602-a8db-d686cd28da7d req-529b71cc-bc4f-42de-8fbf-bf020f1a7f2f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 210 time: 0.0543239 Aug 16 22:07:40.124763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:40.127690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6de376fb-f6f8-4d79-99d1-b03e8b2a8435 req-1ce29e1d-c459-4b40-8c02-10fee8eabd7f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799224 Aug 16 22:07:40.139454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Made reservation on behalf of eddcb7f11e7749ecbb43d5c9ffe10399 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:40.143038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.214792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:40.352088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.376352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Allocated IP 172.20.0.13 (db3068d6-f8ef-4c68-94e7-57587537b44f/549d7b46-e8e8-4cb9-9698-f8be155d418b/8e64449c-0dba-4325-aee0-2c97404bed62) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:40.384175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c32e795-765e-4f42-9198-4c32f2aa1af4 req-75b51715-20d1-4829-aad4-9e914e2fd187 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 210 time: 0.0541365 Aug 16 22:07:40.431281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cfd41-21fb-450b-953c-ad266ccdcaa6 req-05f5dee8-d8e8-4d74-bc9b-ce6d7aaa44f4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:40.438808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97cfd41-21fb-450b-953c-ad266ccdcaa6 req-05f5dee8-d8e8-4d74-bc9b-ce6d7aaa44f4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 945 time: 0.3838747 Aug 16 22:07:40.447564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b549e16e-54aa-458e-a443-bf93e7244a29 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:40.509941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d27eb3-1dc0-45bf-9d62-b5886d7c63fa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:40.535526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.572566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97cfd41-21fb-450b-953c-ad266ccdcaa6 req-2d6e2343-157a-4cc9-960a-1428afeef451 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328068 Aug 16 22:07:40.581582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Checking segment: {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:40.582110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Network hostable DHCP agents. Network: 4a0af7db-926b-453d-99a2-3ec69fd74493, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:40.597349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.618211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b549e16e-54aa-458e-a443-bf93e7244a29 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:40.619186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.656465 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.658119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:40.681019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:40.683573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Transition to ACTIVE for port object a10d95c2-17a3-4a84-8280-457835db3f1b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:40.685397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:40.694241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4a0af7db-926b-453d-99a2-3ec69fd74493) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:40.695418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:40.703634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b88de2-a009-4c5f-97d7-45398cada0c4 None None] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:40.708008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.712717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:40.713342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.772516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.783949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f52a7195-e3fa-4d6b-a800-1b6c1f2defc3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8752649 Aug 16 22:07:40.789519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:40.797051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:40.801695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:40.823828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:40.824546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.827457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Transition to ACTIVE for port object 8e64449c-0dba-4325-aee0-2c97404bed62 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:40.835943 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.837032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.840113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:40.898879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78e9c34a-b221-410c-8d64-146c7f1363dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.901280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:40.931321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-6d642dc6-9709-4d00-800a-3413d1d0a10c tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:40.932895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-6d642dc6-9709-4d00-800a-3413d1d0a10c tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.89 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 950 time: 0.1915061 Aug 16 22:07:40.942046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3e4cdff4-7207-4d19-b9e5-b4ccc6057b99 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5398040 Aug 16 22:07:41.035948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Request body: {'port': {'device_id': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:41.050996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676ebf9-624d-445d-9688-d5a8617c9b5d None None] Pushing event updated for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:41.146084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4a0af7db-926b-453d-99a2-3ec69fd74493', 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'fixed_ips': [{'subnet_id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:07:41.147759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.164706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Attempting to bind port a10d95c2-17a3-4a84-8280-457835db3f1b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:41.165257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Attempting to bind port a10d95c2-17a3-4a84-8280-457835db3f1b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:41.165647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Attempting to bind port a10d95c2-17a3-4a84-8280-457835db3f1b on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:41.183398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:41.184369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Checking segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:41.185488 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.186102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Bound using segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:41.188506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Bound port: a10d95c2-17a3-4a84-8280-457835db3f1b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:41.189197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.192745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.236169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78e9c34a-b221-410c-8d64-146c7f1363dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.247418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.285202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78e9c34a-b221-410c-8d64-146c7f1363dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.301965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['54667e5d-1914-4875-9d7d-719bcadab749'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:41.353798 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-78e9c34a-b221-410c-8d64-146c7f1363dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e07e68442bf480cb99f2c2e2aa08750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022993 Aug 16 22:07:41.361900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ce574-3076-4fb1-ba0b-9467981ff581 req-96b1d50b-3aca-4c35-98ba-443ba3d2b569 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:41.365989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:41.367065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9c34a-b221-410c-8d64-146c7f1363dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0062d9-609f-46a2-85e1-646c698a0a1e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:41.369190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a0ce574-3076-4fb1-ba0b-9467981ff581 req-96b1d50b-3aca-4c35-98ba-443ba3d2b569 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 950 time: 0.3630509 Aug 16 22:07:41.397859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Network db3068d6-f8ef-4c68-94e7-57587537b44f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:41.417867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:41.420949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:41.436637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event updated for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:41.463360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.482131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Allocated IP 172.20.0.2 (4a0af7db-926b-453d-99a2-3ec69fd74493/63d27eb3-1dc0-45bf-9d62-b5886d7c63fa/78f9d21c-22b4-4edb-b4f5-dbf527421ca9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:41.526831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a0ce574-3076-4fb1-ba0b-9467981ff581 req-c05d6473-b692-417e-9741-7e0c15765744 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/security-groups?id=c90e67df-ca69-46a3-bd27-3ca1c71f81d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565995 Aug 16 22:07:41.551939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d2b8c-72a7-4b8a-a202-0eba4bb93d9a req-a61b5f0e-044c-4b7e-ad50-36ad1bad80c0 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:41.559266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c5d2b8c-72a7-4b8a-a202-0eba4bb93d9a req-a61b5f0e-044c-4b7e-ad50-36ad1bad80c0 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 932 time: 0.2810669 Aug 16 22:07:41.568730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Deleting port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:07:41.569119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.576724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:41.585812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.631920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-9357b745-1053-478e-8762-7c81552dcdea tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3167984 Aug 16 22:07:41.646964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c5d2b8c-72a7-4b8a-a202-0eba4bb93d9a req-6601f0bd-c2e1-4da1-a94f-030ce3d4b9b7 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Aug 16 22:07:41.669121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Request body: {'port': {'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:41.708847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.791979 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.801742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Transition to ACTIVE for port object 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:41.818114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Transition to ACTIVE for port object 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:41.851790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.868506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.922202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:41.925324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:41.933458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Pushing event updated for resources: {'Port': ['ID=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:41.936763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:41.947461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:42.010929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] For port a10d95c2-17a3-4a84-8280-457835db3f1b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:42.039241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] For port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:42.039633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.077301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Calling delete_port for 03ea2cc3-f476-4d8b-a7ff-732620c6b50f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:07:42.078964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] For port a10d95c2-17a3-4a84-8280-457835db3f1b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a10d95c2-17a3-4a84-8280-457835db3f1b,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:42.085452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.088558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.088926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Attempting to bind port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:42.089331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Attempting to bind port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:42.089870 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d0062d9-609f-46a2-85e1-646c698a0a1e HTTP/1.1" status: 204 len: 168 time: 0.7107074 Aug 16 22:07:42.092575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Attempting to bind port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 on network 4a0af7db-926b-453d-99a2-3ec69fd74493 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:42.104274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.114111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:42.114401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Checking segment: {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:42.114731 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.115299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Bound using segment: {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:42.115992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Bound port: 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:42.116308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.150913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334d935-2f4c-4e39-aa5a-8d89c5e7467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0062d9-609f-46a2-85e1-646c698a0a1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:42.159573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-369bf937-691b-4604-adc6-78fea893a587 None None] Provisioning for port 8e64449c-0dba-4325-aee0-2c97404bed62 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:42.194740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-369bf937-691b-4604-adc6-78fea893a587 None None] Provisioning complete for port 8e64449c-0dba-4325-aee0-2c97404bed62 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:42.195116 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-369bf937-691b-4604-adc6-78fea893a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.264120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:42.264807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:42.362670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0608cc46-4316-4512-ab63-85ba2e7a8a37 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:42.372354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.417667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676ebf9-624d-445d-9688-d5a8617c9b5d None None] Pushing event updated for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:42.429633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Transition to ACTIVE for port object 0608cc46-4316-4512-ab63-85ba2e7a8a37 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:42.443372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.468014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-369bf937-691b-4604-adc6-78fea893a587 None None] Port 8e64449c-0dba-4325-aee0-2c97404bed62 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:42.493954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:42.499372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] For port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:42.533370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:42.534251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.560683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] For port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:42.572492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.618492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Pushing event deleted for resources: {'Port': ['ID=03ea2cc3-f476-4d8b-a7ff-732620c6b50f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:42.657295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770950c-4ea8-4563-a125-3476654582d4 req-e474b141-9389-492c-bd54-f172700047c8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:42.660399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6770950c-4ea8-4563-a125-3476654582d4 req-e474b141-9389-492c-bd54-f172700047c8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 931 time: 0.8458557 Aug 16 22:07:42.681751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] No DVR routers for this DVR port 03ea2cc3-f476-4d8b-a7ff-732620c6b50f on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:07:42.691977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.694237 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8cf34ca6-411c-4769-9190-570e414f9c32 req-40cde254-bcfe-4fe8-825b-a666cc8e369d tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.89 "DELETE /v2.0/ports/03ea2cc3-f476-4d8b-a7ff-732620c6b50f HTTP/1.1" status: 204 len: 173 time: 1.7512970 Aug 16 22:07:42.694723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'name': 'network-vif-deleted', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:42.698435 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001772e-21a0-49c7-8ac4-fe747c9c94db" -d '{"events": [{"server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "name": "network-vif-deleted", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:42.727096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:42.737354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:42.743853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:42.751057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:42.751398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:42.757515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:42.757857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:42.759135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:42.759930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Bound port: 0608cc46-4316-4512-ab63-85ba2e7a8a37, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:42.759930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.789059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['03ea2cc3-f476-4d8b-a7ff-732620c6b50f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:42.830726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.877925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:42.884105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:42.891773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.919059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:42.944155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ecfa-cf63-44c5-83e7-be9cf01edf02 req-41d82064-de73-4a64-ab5b-95d75bb99879 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:42.946434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82b2ecfa-cf63-44c5-83e7-be9cf01edf02 req-41d82064-de73-4a64-ab5b-95d75bb99879 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 945 time: 0.4862857 Aug 16 22:07:42.994759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6770950c-4ea8-4563-a125-3476654582d4 req-7e823c49-521f-4348-b5e5-c157bbe50e17 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298439 Aug 16 22:07:43.017967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:43.022332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.024267 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] 10.222.0.88 "PUT /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 1092 time: 2.0169597 Aug 16 22:07:43.063937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25c9cc-a39e-4286-9868-ca17c8e801c2 None None] Pushing event updated for resources: {'Port': ['ID=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:43.069678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0f7e3-2c95-4a3b-a9eb-4e6145655376 service neutron] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:43.117054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82b2ecfa-cf63-44c5-83e7-be9cf01edf02 req-b8df6608-06e0-4494-97a7-eb053160c549 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559265 Aug 16 22:07:43.121857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:41Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:43.202155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89bb5-b5ec-4aba-8a03-6c2bfd8759f0 None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:41Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:43.249583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0abc56d1-4db4-4ec7-83df-04509b1e5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:43.256686 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-0abc56d1-4db4-4ec7-83df-04509b1e5f52 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1095 time: 0.1514053 Aug 16 22:07:43.327495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Allocated IP 172.25.8.26 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:43.419529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e64449c-0dba-4325-aee0-2c97404bed62 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:43.456613 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-dad75240-a403-4b69-b2b4-8b8c6590db75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 217 time: 0.1756945 Aug 16 22:07:43.548992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.575852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3c5daa25-e635-47cc-82a8-34700b052c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:43.581477 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-3c5daa25-e635-47cc-82a8-34700b052c0d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1187460 Aug 16 22:07:43.609378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Transition to ACTIVE for port object 8e64449c-0dba-4325-aee0-2c97404bed62 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:43.624555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.669631 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-36960096-7922-429a-98eb-cd1831452929 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798593 Aug 16 22:07:43.791052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5522e965-35d1-4094-b464-a6eb02039c6b req-ad3dbcf1-d53c-4438-8650-c1e1f4d17899 tempest-TenantUsagesTestJSON-584978321 tempest-TenantUsagesTestJSON-584978321-project] 10.222.0.22 "GET /v2.0/ports?device_id=51173d04-3cc6-4972-b15e-7e07817beef2 HTTP/1.1" status: 200 len: 210 time: 0.0716267 Aug 16 22:07:43.848604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.875311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:43.878462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-ead2ea48-8944-4a1d-9d54-e61a6b2a2fa5 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009583 Aug 16 22:07:44.019226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:44.097457 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebf8eb93-37b4-466b-8433-a47395417252 req-40ab9665-3c24-471e-85da-59378c2644ea service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117803 Aug 16 22:07:44.123439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Attempting to bind port 8e64449c-0dba-4325-aee0-2c97404bed62 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:44.123781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Attempting to bind port 8e64449c-0dba-4325-aee0-2c97404bed62 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:44.125221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Attempting to bind port 8e64449c-0dba-4325-aee0-2c97404bed62 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:44.173971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Port 8e64449c-0dba-4325-aee0-2c97404bed62 on network db3068d6-f8ef-4c68-94e7-57587537b44f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:44.174404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Attempting to bind port 8e64449c-0dba-4325-aee0-2c97404bed62 on network db3068d6-f8ef-4c68-94e7-57587537b44f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:44.186260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:44.186601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Checking segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:44.187164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Bound using segment: {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:44.187722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Bound port: 8e64449c-0dba-4325-aee0-2c97404bed62, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b769ace-f88b-443e-86ea-23983911cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:44.187978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.226052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd39cb-8357-4a0c-87bf-485dbc814c09 req-b7f15560-370b-46d0-bc42-5822f80fbba3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:44.227667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcdd39cb-8357-4a0c-87bf-485dbc814c09 req-b7f15560-370b-46d0-bc42-5822f80fbba3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 944 time: 0.2393734 Aug 16 22:07:44.272181 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f86e4-9015-4dcc-b1fa-01fd95c78976 x-openstack-request-id: req-2f3f86e4-9015-4dcc-b1fa-01fd95c78976 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:44.272459 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51173d04-3cc6-4972-b15e-7e07817beef2", "name": "network-vif-deleted", "tag": "03ea2cc3-f476-4d8b-a7ff-732620c6b50f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:44.272711 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f3f86e4-9015-4dcc-b1fa-01fd95c78976 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:44.273170 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51173d04-3cc6-4972-b15e-7e07817beef2', 'name': 'network-vif-deleted', 'tag': '03ea2cc3-f476-4d8b-a7ff-732620c6b50f', 'status': 'completed', 'code': 200} Aug 16 22:07:44.356874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.366949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:44.375128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcdd39cb-8357-4a0c-87bf-485dbc814c09 req-15992fea-0350-4e90-baf6-a9d8c1bd1a16 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167479 Aug 16 22:07:44.438413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:44.456561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8e64449c-0dba-4325-aee0-2c97404bed62,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:44.471710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:44.479968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:44.499475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.562183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a10d95c2-17a3-4a84-8280-457835db3f1b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:44.612390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbe268-721e-4738-9a51-36089f22ee8f None None] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:44.685616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Pushing event updated for resources: {'Port': ['ID=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:44.701705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:44.703860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.705478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 1093 time: 3.0583968 Aug 16 22:07:44.740748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e270351b-e5b0-4b1a-b6a1-ad37f97de590 None None] Provisioning for port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:44.752719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a10d95c2-17a3-4a84-8280-457835db3f1b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:44.759733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a10d95c2-17a3-4a84-8280-457835db3f1b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:44.760110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:44.765527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:44.769332 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b95ef-f36e-4f53-8509-70580f420c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:44.836462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03ea2cc3-f476-4d8b-a7ff-732620c6b50f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:07:44.875683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 03ea2cc3-f476-4d8b-a7ff-732620c6b50f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:07:44.876326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03ea2cc3-f476-4d8b-a7ff-732620c6b50f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:07:44.946909 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.002800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port a10d95c2-17a3-4a84-8280-457835db3f1b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a10d95c2-17a3-4a84-8280-457835db3f1b,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:45.008216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.009016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:45.038392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:45.111545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:45.139659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:45.149868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:45.150255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.199512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e337-2f3f-476f-84ae-745a93423c3e req-51456846-ef44-438d-8016-20914fb7f277 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.201980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64b1e337-2f3f-476f-84ae-745a93423c3e req-51456846-ef44-438d-8016-20914fb7f277 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 943 time: 0.6189773 Aug 16 22:07:45.251198 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.297917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:45.308382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.311264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713e3a-dcea-4c0f-8733-ea3340d5f9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:45.316511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-347f338b-5174-41ca-8133-337b593985b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.318084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-347f338b-5174-41ca-8133-337b593985b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1096 time: 0.3098576 Aug 16 22:07:45.355561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5e9d7-5ec5-4849-addf-8e2c17f03436 req-9f4bec37-e038-4fcf-b943-b9644ad600e1 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.358088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91e5e9d7-5ec5-4849-addf-8e2c17f03436 req-9f4bec37-e038-4fcf-b943-b9644ad600e1 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1097 time: 0.3618538 Aug 16 22:07:45.375232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e0d3265f-e2dd-4571-83a4-b65f0b89aa59 None None] Provisioning complete for port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:45.375671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0d3265f-e2dd-4571-83a4-b65f0b89aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.401405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfa7c-5413-43a4-9607-1a884aff1f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.407435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:45.417197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-056a608a-e79c-416d-888e-bb73596a4026 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 217 time: 0.0585170 Aug 16 22:07:45.420134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64b1e337-2f3f-476f-84ae-745a93423c3e req-e4720ad5-be86-4128-b37f-1105fe8dec79 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638651 Aug 16 22:07:45.479531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-766458c3-934c-43e4-be14-77d11ff1379d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.510667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4751b672-84ff-40df-8964-1bb9325fd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.513041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-4751b672-84ff-40df-8964-1bb9325fd586 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0834389 Aug 16 22:07:45.519633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91e5e9d7-5ec5-4849-addf-8e2c17f03436 req-31d54ea8-7b05-419b-a672-194754547965 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434262 Aug 16 22:07:45.530721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.578760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfa7c-5413-43a4-9607-1a884aff1f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.586797 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07afd6a6-b6ce-405d-97fc-5625dbb1ae40 x-openstack-request-id: req-07afd6a6-b6ce-405d-97fc-5625dbb1ae40 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:45.587081 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:45.587374 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07afd6a6-b6ce-405d-97fc-5625dbb1ae40 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:45.587769 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62', 'status': 'completed', 'code': 200} Aug 16 22:07:45.589181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa1bfa7c-5413-43a4-9607-1a884aff1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.641796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-f29e5ad9-1aad-464e-9c0b-dcc11ba6bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.643440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-f29e5ad9-1aad-464e-9c0b-dcc11ba6bb47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222994 Aug 16 22:07:45.651659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa1bfa7c-5413-43a4-9607-1a884aff1f16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23f3409bf8f64b5a9f823769a7d23173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111181 Aug 16 22:07:45.657659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:45.709096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfa7c-5413-43a4-9607-1a884aff1f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4aa428-f8e5-4175-8c87-477e8ba92809,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:45.747526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.773124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.825931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:45.833097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.836160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:45.839808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b4aa428-f8e5-4175-8c87-477e8ba92809 HTTP/1.1" status: 204 len: 168 time: 0.1811824 Aug 16 22:07:45.851586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22623e1-074d-4ef1-9b78-a1afc1c03810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4aa428-f8e5-4175-8c87-477e8ba92809,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:45.878410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d10c8-e8c2-452e-bf75-47ab93c981e6 req-a43605bb-517b-4d00-96c5-780e534715e3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:45.879942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-531d10c8-e8c2-452e-bf75-47ab93c981e6 req-a43605bb-517b-4d00-96c5-780e534715e3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 944 time: 0.1742420 Aug 16 22:07:45.889760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-825ba894-0a33-4a23-b104-50c215785208 service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345059 Aug 16 22:07:46.001108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d68c0648-af55-4b98-b651-2cb45a3e3c42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4839c864123547b081b3198d71b67ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709166 Aug 16 22:07:46.004293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:46.070607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.094963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.147436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.149991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.151928 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c90e67df-ca69-46a3-bd27-3ca1c71f81d1 HTTP/1.1" status: 204 len: 168 time: 0.1463330 Aug 16 22:07:46.161633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf522f-c163-4301-9792-7523273e1800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e67df-ca69-46a3-bd27-3ca1c71f81d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:46.248092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.261308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-531d10c8-e8c2-452e-bf75-47ab93c981e6 req-b4681d04-a1cb-43bf-b897-d11240cf4fbe tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744178 Aug 16 22:07:46.274829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:46.277967 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:46.299906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:46.320649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86d968e5-b3ea-4c12-9a51-d1f44a91245f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.332456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f7f3-cf15-413b-a401-951615e059a2 req-c6b2db52-43a8-4606-b4e4-d0a0c9ffd356 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:46.334116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3629f7f3-cf15-413b-a401-951615e059a2 req-c6b2db52-43a8-4606-b4e4-d0a0c9ffd356 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1097 time: 0.1748836 Aug 16 22:07:46.402845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b4c6fc6-5ac6-4297-b806-68451d0ca0cd req-1b751a79-c10f-4093-9e4a-31f13188042c service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010562 Aug 16 22:07:46.426221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a10d95c2-17a3-4a84-8280-457835db3f1b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:46.450738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3629f7f3-cf15-413b-a401-951615e059a2 req-03652c8e-66a9-421b-a4d1-3071f91a16e5 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095057 Aug 16 22:07:46.478936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86d968e5-b3ea-4c12-9a51-d1f44a91245f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.490014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86d968e5-b3ea-4c12-9a51-d1f44a91245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.530755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a10d95c2-17a3-4a84-8280-457835db3f1b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:46.531231 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.556879 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86d968e5-b3ea-4c12-9a51-d1f44a91245f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efdf68b5da4b4d74a89efa2d54cb9a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556262 Aug 16 22:07:46.557790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d968e5-b3ea-4c12-9a51-d1f44a91245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b735a5-cd43-4ec6-bf72-f331b6ffa01d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:46.560694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:46.589785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:07:46.636473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.661408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.683767 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9f29f-33d7-40d4-9edb-89a664ed125f x-openstack-request-id: req-9eb9f29f-33d7-40d4-9edb-89a664ed125f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:46.684069 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:46.684407 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9eb9f29f-33d7-40d4-9edb-89a664ed125f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:46.684809 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'status': 'completed', 'code': 200} Aug 16 22:07:46.690391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b95ef-f36e-4f53-8509-70580f420c6b req-49459696-a597-400b-938b-1a208895d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:46.692834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-49459696-a597-400b-938b-1a208895d25f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1096 time: 0.1726265 Aug 16 22:07:46.728955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:46.789353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.797641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.801948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34b735a5-cd43-4ec6-bf72-f331b6ffa01d HTTP/1.1" status: 204 len: 168 time: 0.2372470 Aug 16 22:07:46.815268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-536a3023-2a54-441a-ab9e-a9b1dce393c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:46.817323 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-536a3023-2a54-441a-ab9e-a9b1dce393c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1095 time: 0.0944374 Aug 16 22:07:46.818139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6942fd4-7bf1-404a-ac56-a7edabae83fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b735a5-cd43-4ec6-bf72-f331b6ffa01d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:46.862922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:46.863297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.869723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:46.927868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-813c75bf-ef14-4bf2-9c2f-34388e8076c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:46.939721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:46.955349 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Sync routers for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:46.964394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f3cd9-0dce-48f5-abf9-ccf86e897b61 req-c6cd82e5-afb9-47bb-8728-cb8ad5215922 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:46.972702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e9f3cd9-0dce-48f5-abf9-ccf86e897b61 req-c6cd82e5-afb9-47bb-8728-cb8ad5215922 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 943 time: 0.1769147 Aug 16 22:07:46.978825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:46.984981 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:47.014285 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-11bbb6ec-ea53-4b97-b0f8-500faa64d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:47.016365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-11bbb6ec-ea53-4b97-b0f8-500faa64d82e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.1900632 Aug 16 22:07:47.065706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-35e0b5eb-a31a-4f2e-8952-be17d06fbc61 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 217 time: 0.0411737 Aug 16 22:07:47.067872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b95ef-f36e-4f53-8509-70580f420c6b req-25e6ad98-f096-4c6c-9b9a-4f07408385b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:47.069349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-25e6ad98-f096-4c6c-9b9a-4f07408385b0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.3179538 Aug 16 22:07:47.104333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e9f3cd9-0dce-48f5-abf9-ccf86e897b61 req-c718b8c1-d4cd-403a-a0c2-e0303a80f2fe tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283822 Aug 16 22:07:47.147266 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:47.155863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-457d6dbf-cba8-45bd-9e3a-24c99c12990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:47.157342 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-457d6dbf-cba8-45bd-9e3a-24c99c12990a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0783894 Aug 16 22:07:47.178375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-32e80a43-1deb-45c0-8823-30ea9e9934e2 req-348ea84d-e442-4573-90e9-f0c56950c583 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:47.179041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32e80a43-1deb-45c0-8823-30ea9e9934e2 req-348ea84d-e442-4573-90e9-f0c56950c583 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104165 Aug 16 22:07:47.180754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-38294f3e-3296-45ef-a700-4577d867db5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 217 time: 0.0993500 Aug 16 22:07:47.215777 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-e341161f-a5fa-4f87-bcd2-d092bb033ae1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492620 Aug 16 22:07:47.328728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b95ef-f36e-4f53-8509-70580f420c6b req-75be530d-964c-4a64-a7a7-d44797be198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:47.330248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-75be530d-964c-4a64-a7a7-d44797be198e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.1336601 Aug 16 22:07:47.364746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:47.393466 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-2320f861-82fc-4e95-a4ef-cede5e75ff0f service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692228 Aug 16 22:07:47.418165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-813c75bf-ef14-4bf2-9c2f-34388e8076c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.437674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-813c75bf-ef14-4bf2-9c2f-34388e8076c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.470727 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.472138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-784c9e67-00a7-4b3e-8772-f4340226aeec admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6742904 Aug 16 22:07:47.511143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:47.512473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 3, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:47.547954 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Checking router: 01f1c5e0-cd2b-4084-8a7f-27bce44508ac for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:47.548302 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Updating router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:47.578358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:47.581263 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.610496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b95ef-f36e-4f53-8509-70580f420c6b req-6913214d-9ebd-49aa-9ba6-67ad1a818b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:47.612380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'port_id': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'mac_address': 'fa:16:3e:79:bc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931753be-5eb5-46da-852d-8bd5fea425da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:47.612838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-6913214d-9ebd-49aa-9ba6-67ad1a818b45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2695048 Aug 16 22:07:47.618316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-813c75bf-ef14-4bf2-9c2f-34388e8076c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ab70fb3c23a43109cd5afe66e94d242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396145 Aug 16 22:07:47.621419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:47.630757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c75bf-ef14-4bf2-9c2f-34388e8076c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a968fd-6289-4516-b5d3-6010a7e1f135,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:47.663797 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-36baa5a2-6738-4d5e-9d4a-180f2c08dc80 req-4577fe94-88fd-4f22-961b-a380740c7c57 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626612 Aug 16 22:07:47.698078 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.714724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0608cc46-4316-4512-ab63-85ba2e7a8a37 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:47.743276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:47.749893 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:47.854612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:47.918959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-d901f9f9-8b06-458d-a201-6411f91495be service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905500 Aug 16 22:07:47.921606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.027868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.061540 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.081350 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.096263 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Transition to ACTIVE for port object 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:48.104755 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.154110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-086b95ef-f36e-4f53-8509-70580f420c6b req-24fa7306-f02d-40ef-aaf7-3a3cf27e4b10 service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221859 Aug 16 22:07:48.164504 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Attempting to bind port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:48.164886 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Attempting to bind port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:48.167173 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Attempting to bind port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:48.199727 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:48.200334 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:48.200937 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.201382 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:48.201944 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Bound port: 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:48.202389 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.203340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6b7070a7-a404-410a-813e-10790dace3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.210336 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f991b89-100b-42cc-ad5d-317937d5eb7c None None] Pushing event updated for resources: {'Port': ['ID=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:48.236802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.239375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.240455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2a968fd-6289-4516-b5d3-6010a7e1f135 HTTP/1.1" status: 204 len: 168 time: 0.6175988 Aug 16 22:07:48.259300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1405db-d2ae-4218-8273-a829d0f0ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a968fd-6289-4516-b5d3-6010a7e1f135,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:48.289744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['0608cc46-4316-4512-ab63-85ba2e7a8a37'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:48.300369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794e8fb-07cf-4096-8d40-8f36dcf81289 req-30c4018b-431f-4666-9e9c-9c9a5d66bbbf tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:48.302006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6794e8fb-07cf-4096-8d40-8f36dcf81289 req-30c4018b-431f-4666-9e9c-9c9a5d66bbbf tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 944 time: 0.1037366 Aug 16 22:07:48.376584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] For port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:48.384875 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] For port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:48.389795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6794e8fb-07cf-4096-8d40-8f36dcf81289 req-a1cc64eb-e2fb-4d10-adea-207885a42cb5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744302 Aug 16 22:07:48.417806 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.515537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:48.535936 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f991b89-100b-42cc-ad5d-317937d5eb7c None None] Pushing event updated for resources: {'Port': ['ID=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:48.542584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:48.543225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:48.747799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:48.854832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-423e3880-43e3-4afb-9726-b1bf8fa092d6 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:07:48.855828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-423e3880-43e3-4afb-9726-b1bf8fa092d6 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078111 Aug 16 22:07:48.873293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:48.873983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:07:48.995384 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 3, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:49.030071 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a30a49-8b06-4903-9d9e-b399a3f859b8 None None] The sync data for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 is: [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 3, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:49.087666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.167196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce709ce-2d23-4346-99dd-364a133a01d2 req-d2ee8e3a-5db1-4c59-8ed6-20daf57f6578 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:49.175284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ce709ce-2d23-4346-99dd-364a133a01d2 req-d2ee8e3a-5db1-4c59-8ed6-20daf57f6578 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 944 time: 0.2601607 Aug 16 22:07:49.246172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Allocated IP 172.20.0.1 (4a0af7db-926b-453d-99a2-3ec69fd74493/63d27eb3-1dc0-45bf-9d62-b5886d7c63fa/9f3952a8-bcee-4f46-b504-3e678bb9e30e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:49.286275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:49.286538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:49.286995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:49.295098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ce709ce-2d23-4346-99dd-364a133a01d2 req-2fcd63c3-e2f9-453d-bb8f-add628dd15c3 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188591 Aug 16 22:07:49.299007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:49.299343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:49.345035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:49.345502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:49.345898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:49.346789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Bound port: 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:49.376289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:49.453784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 0608cc46-4316-4512-ab63-85ba2e7a8a37 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:49.458965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 0608cc46-4316-4512-ab63-85ba2e7a8a37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:49.459657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.493004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:49.505344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.506700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-85107534-0e5a-4f5e-bae2-16aae5180a45 service neutron] 10.222.0.22 "POST /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524/bindings HTTP/1.1" status: 201 len: 390 time: 0.6400363 Aug 16 22:07:49.538051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.588840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Transition to ACTIVE for port object 9f3952a8-bcee-4f46-b504-3e678bb9e30e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:49.594213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.624261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:49.656729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.678939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:49.680131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:49.682748 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01610c6c-4a0e-42bd-9375-c70756cf51df" -d '{"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-plugged", "status": "completed", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:49.688483 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.712856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:49.716955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:49.741031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:49.803751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:49.820111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:49.842693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:49.926404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-network', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:50.008549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Made reservation on behalf of 9445f9e2e8354ce98fdd938121b8ef19 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:50.010870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.016392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-573533f2-7217-4cf3-941b-f3c6cfd2391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.018201 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-573533f2-7217-4cf3-941b-f3c6cfd2391c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1097 time: 0.1535280 Aug 16 22:07:50.046647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.114708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6a79e5a3-5471-4ad4-a244-c1b29c3b6a0d None None] Provisioning for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:50.120376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.127253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6a79e5a3-5471-4ad4-a244-c1b29c3b6a0d None None] Provisioning complete for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:50.127680 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6a79e5a3-5471-4ad4-a244-c1b29c3b6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.131525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600c27-2c96-410a-a38a-79f4a19e1061 req-13f43746-86f6-45eb-bf7d-e5f0d0ee8ab8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.133186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f600c27-2c96-410a-a38a-79f4a19e1061 req-13f43746-86f6-45eb-bf7d-e5f0d0ee8ab8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 944 time: 0.0924544 Aug 16 22:07:50.195901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-455ee6db-d0be-46b8-8049-2b010ca59219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.197684 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-455ee6db-d0be-46b8-8049-2b010ca59219 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1660151 Aug 16 22:07:50.198012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6a79e5a3-5471-4ad4-a244-c1b29c3b6a0d None None] Port 9f3952a8-bcee-4f46-b504-3e678bb9e30e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:50.250306 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-1f76e512-5850-4dbb-935c-02e9e1b2b41e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.0441806 Aug 16 22:07:50.255511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f600c27-2c96-410a-a38a-79f4a19e1061 req-3725ecf4-119c-4c3a-8525-f6f01faa39a2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130090 Aug 16 22:07:50.291638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4740b-84f9-4f1d-97f2-1d856e8fe6b9 req-753f9d30-bfe8-4f77-9050-02e562ebd720 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.293219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52d4740b-84f9-4f1d-97f2-1d856e8fe6b9 req-753f9d30-bfe8-4f77-9050-02e562ebd720 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 945 time: 0.1250188 Aug 16 22:07:50.308670 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cd9be3-58b4-4827-8372-0a18e9f7bb2a x-openstack-request-id: req-94cd9be3-58b4-4827-8372-0a18e9f7bb2a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:50.309010 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-plugged", "status": "completed", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:50.309325 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94cd9be3-58b4-4827-8372-0a18e9f7bb2a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:50.309810 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'code': 200} Aug 16 22:07:50.330501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-386dea16-fbdc-44dd-b2d9-d8275d5c0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.332203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-386dea16-fbdc-44dd-b2d9-d8275d5c0ec9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0682683 Aug 16 22:07:50.355846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.376382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-aed2bc03-3f5a-47da-bde0-0d14d477e8e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335026 Aug 16 22:07:50.377142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.489977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52d4740b-84f9-4f1d-97f2-1d856e8fe6b9 req-ad795c2a-de74-43b3-bdb2-7fcc24ab9acb tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642373 Aug 16 22:07:50.498872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:50.520822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f02180-35df-438a-a3f9-2cf08847620c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:50.522965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:50.527621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.527991 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Added segment 4a413adb-a4b3-4148-80ec-760e0f47f852 of type vlan for network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 Aug 16 22:07:50.580602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeae893-a97b-4009-84a2-a81416dae387 req-9fc2fdca-abb0-440f-ad42-96a733debe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.582126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2eeae893-a97b-4009-84a2-a81416dae387 req-9fc2fdca-abb0-440f-ad42-96a733debe70 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.1712635 Aug 16 22:07:50.592262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.599855 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-7797db90-0121-47c3-9af1-89a627091850 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127967 Aug 16 22:07:50.620407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:50.629184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:50.630047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.651970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.672267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c6403-a7d9-4891-936c-ce50b3a93ae9 req-c7fe5f59-6dad-439b-8fc8-915e6e68a17c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.680419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-196c6403-a7d9-4891-936c-ce50b3a93ae9 req-c7fe5f59-6dad-439b-8fc8-915e6e68a17c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.1208286 Aug 16 22:07:50.682190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.685692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.686662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:50.687294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.716393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2eeae893-a97b-4009-84a2-a81416dae387 req-f264c03a-51a5-4152-a973-5eb4f7ac2cb4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181350 Aug 16 22:07:50.729576 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1031077 Aug 16 22:07:50.730186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:50.764666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.789478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Request body: {'subnet': {'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-subnet', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:50.793331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:50.798863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.799611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-196c6403-a7d9-4891-936c-ce50b3a93ae9 req-6635154d-4a17-4246-9476-82597bcabe8a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132987 Aug 16 22:07:50.800548 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.818251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:50.835625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031642ea-21e9-4f06-99ac-c53218ff2bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=4379fb3e-d05a-4005-9b51-5da3c4bacf82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:50.841174 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-388ae842-a6db-4f75-bded-b19cb9412025 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305434 Aug 16 22:07:50.849850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:50.853101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Made reservation on behalf of 9445f9e2e8354ce98fdd938121b8ef19 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:50.857095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:50.942535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:51.032668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:51.035109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:51.061766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-23ee77a4-1cee-420d-b885-2a0a2faaa00a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:51.063326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-23ee77a4-1cee-420d-b885-2a0a2faaa00a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.0908411 Aug 16 22:07:51.101839 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.104533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:51.224826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:07:51.388926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8e64449c-0dba-4325-aee0-2c97404bed62 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:51.453058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:51.463195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b13f71a-2e86-4066-b944-a1e4d57dd5f2 admin admin] 10.222.0.22 "PUT /v2.0/routers/01f1c5e0-cd2b-4084-8a7f-27bce44508ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9463139 Aug 16 22:07:51.526301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bbaed-0ded-43c0-acc4-606ae046bf2e req-7ea4156d-4010-466f-af57-1a398c50562e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:51.536890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-815327a4-f237-4e64-a7e7-305d01f19801 None None] Provisioning complete for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:51.537519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-815327a4-f237-4e64-a7e7-305d01f19801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.539978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-912bbaed-0ded-43c0-acc4-606ae046bf2e req-7ea4156d-4010-466f-af57-1a398c50562e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 944 time: 0.1357496 Aug 16 22:07:51.596245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-815327a4-f237-4e64-a7e7-305d01f19801 None None] Port 9f3952a8-bcee-4f46-b504-3e678bb9e30e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:51.608479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Sync routers for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:51.615907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8e64449c-0dba-4325-aee0-2c97404bed62,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:51.631828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.634096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:51.635057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:51.650091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-912bbaed-0ded-43c0-acc4-606ae046bf2e req-19070157-ca91-4d84-acdc-5b1931361eff tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090031 Aug 16 22:07:51.655556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.697849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '8e64449c-0dba-4325-aee0-2c97404bed62', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:07:51.766376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d7f497-518c-4eac-a386-8b0fb50ed63d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:51.778469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Checking segment: {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:51.778964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Network hostable DHCP agents. Network: 4379fb3e-d05a-4005-9b51-5da3c4bacf82, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:07:51.779256 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.866212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:07:51.881570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4379fb3e-d05a-4005-9b51-5da3c4bacf82) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:51.899662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:51.900994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:51.957644 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed30217d-7271-4f0c-8fc2-98998b803db1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1825571 Aug 16 22:07:51.960251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:51.966657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:51.988786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:52.021216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05364a3-2c82-47a0-a88c-05804145535a req-b83bb535-91a8-44be-b0b3-2308c67dbb55 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:52.024033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b05364a3-2c82-47a0-a88c-05804145535a req-b83bb535-91a8-44be-b0b3-2308c67dbb55 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 945 time: 0.0995433 Aug 16 22:07:52.038527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:52.092285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.095822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.126605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e64449c-0dba-4325-aee0-2c97404bed62 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:52.129470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b05364a3-2c82-47a0-a88c-05804145535a req-ba0f7f1e-0570-41aa-8939-872ca900feb4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975738 Aug 16 22:07:52.133026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd6b52-eca1-40f1-90ba-7b53dcdf40b5 None None] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:52.133529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:52.246283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8e64449c-0dba-4325-aee0-2c97404bed62,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:52.255536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.278799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.286440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:52.311783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:52.318640 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7dc652-0bff-4f99-a4ac-7358f60616fc" -d '{"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:52.333130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.428939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8392a9c-0130-4cc0-afd2-efdd9dbc9c2b req-6e8d57cf-2141-407d-b47a-5d2540259c27 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:52.441816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8392a9c-0130-4cc0-afd2-efdd9dbc9c2b req-6e8d57cf-2141-407d-b47a-5d2540259c27 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.1690884 Aug 16 22:07:52.446494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:52.489631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.493796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8392a9c-0130-4cc0-afd2-efdd9dbc9c2b req-971212f5-34b0-4a52-be1d-69b693d83f5f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Aug 16 22:07:52.592735 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a6f14-7c9f-4a31-9ee8-972ffe1eca51 x-openstack-request-id: req-791a6f14-7c9f-4a31-9ee8-972ffe1eca51 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:52.593032 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:52.593308 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-791a6f14-7c9f-4a31-9ee8-972ffe1eca51 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:52.593705 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'code': 200} Aug 16 22:07:52.602851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.621207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2115cad-9fac-40a6-999a-2dbc708cd7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.672826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:52.740069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.774487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:52.778561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:52.779019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.804468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8e64449c-0dba-4325-aee0-2c97404bed62'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:52.809683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'fixed_ips': [{'subnet_id': '59d7f497-518c-4eac-a386-8b0fb50ed63d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:07:52.810599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.842902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:52.843243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:52.843605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:52.861723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:07:52.862087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Attempting to bind port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:52.896775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:52.897147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:52.897542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:52.897994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Bound port: 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:52.898386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:52.912874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71e27-39d3-4ccc-875d-d0e04317a37f req-c8872cb5-e9ff-436e-a23a-91b9a2d8961e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:52.914603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03b71e27-39d3-4ccc-875d-d0e04317a37f req-c8872cb5-e9ff-436e-a23a-91b9a2d8961e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 945 time: 0.1072292 Aug 16 22:07:52.950093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9f3952a8-bcee-4f46-b504-3e678bb9e30e', 'name': '', 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'mac_address': 'fa:16:3e:ec:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:48Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 2, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'subnets': [{'id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:52.963237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03b71e27-39d3-4ccc-875d-d0e04317a37f req-876788bd-5a79-4e3d-b455-60bb9555fed8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Aug 16 22:07:53.024408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Checking router: 01f1c5e0-cd2b-4084-8a7f-27bce44508ac for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:53.024852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Updating router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac port 9f3952a8-bcee-4f46-b504-3e678bb9e30e binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:53.030603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:53.034381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:53.041589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2115cad-9fac-40a6-999a-2dbc708cd7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.046587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.057609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2115cad-9fac-40a6-999a-2dbc708cd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.085140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.102303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Allocated IP 172.20.0.2 (4379fb3e-d05a-4005-9b51-5da3c4bacf82/59d7f497-518c-4eac-a386-8b0fb50ed63d/0cb64274-77ca-425f-a6ea-f16f8491e321) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:53.205478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:53.205669 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2115cad-9fac-40a6-999a-2dbc708cd7ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11a859253c6948a0b59e1e8caf0ae899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9165263 Aug 16 22:07:53.271832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2115cad-9fac-40a6-999a-2dbc708cd7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9894d39-25f4-44f0-a9b2-0a747fa2f184,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:53.277410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:53.318882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.343093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.382598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:53.383398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.385345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-0eb94b63-b10a-41a0-9a3b-4dfae6250fad service neutron] 10.222.0.89 "PUT /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 1123 time: 2.2880538 Aug 16 22:07:53.387129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.441488 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.487361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f07d-cb12-4ce4-9361-8e787a0cf170 req-85e9a04c-e94a-4671-98b6-cd5e9de3bab2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:53.499191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51a9f07d-cb12-4ce4-9361-8e787a0cf170 req-85e9a04c-e94a-4671-98b6-cd5e9de3bab2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.1745439 Aug 16 22:07:53.548728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['6ab64c34-90e6-4665-a3a9-0954f9c4c524'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:07:53.562928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:53.566864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.579596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51a9f07d-cb12-4ce4-9361-8e787a0cf170 req-3d1e67d9-f4b3-46a9-b0b7-75766bbfaa96 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791900 Aug 16 22:07:53.608223 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.610831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.611978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9894d39-25f4-44f0-a9b2-0a747fa2f184 HTTP/1.1" status: 204 len: 168 time: 0.4053009 Aug 16 22:07:53.624285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72833dc9-6da5-48b8-af51-08f0f656b13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9894d39-25f4-44f0-a9b2-0a747fa2f184,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:53.629794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Transition to ACTIVE for port object 0cb64274-77ca-425f-a6ea-f16f8491e321 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:53.663198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Allocated IP 172.25.8.50 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/58d210fc-6a99-47f6-98f9-94b8372fed54) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:53.687766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Transition to ACTIVE for port object 0cb64274-77ca-425f-a6ea-f16f8491e321 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:53.721760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.743150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36536) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:53.748224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771508800', 'description': 'tempest-description--1799464518'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:53.815732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.817568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca60a6a0-b9ae-420c-b76a-fb6be0d62601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.846510 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.863012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:53.876100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:07:53.876100 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:07:53.876100 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': 'e514c0ad9012477fb6f3fa8d139ef64c', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 7, 53, 863128)}] Aug 16 22:07:53.876100 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:07:53.876426 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:07:53.878434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:53.891849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Transition to ACTIVE for port object 9f3952a8-bcee-4f46-b504-3e678bb9e30e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:53.894166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:53.897092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40320ae4-4319-42c4-ae13-05cf2bbdee90 req-00316a21-5b54-41d3-83be-f2992141132f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:53.898662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40320ae4-4319-42c4-ae13-05cf2bbdee90 req-00316a21-5b54-41d3-83be-f2992141132f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.0987649 Aug 16 22:07:53.905705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Pushing event updated for resources: {'Port': ['ID=0cb64274-77ca-425f-a6ea-f16f8491e321,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:53.929552 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.948991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:53.970244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.971212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.971829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.972444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.973014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.973584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.974177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.974731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.975306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.976079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.976841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.977479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:07:53.996359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40320ae4-4319-42c4-ae13-05cf2bbdee90 req-5db83805-2e91-4bba-8aa6-ebd428b438db tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787148 Aug 16 22:07:54.061979 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.081781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca60a6a0-b9ae-420c-b76a-fb6be0d62601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.092818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca60a6a0-b9ae-420c-b76a-fb6be0d62601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.130149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Attempting to bind port 0cb64274-77ca-425f-a6ea-f16f8491e321 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:54.130910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Attempting to bind port 0cb64274-77ca-425f-a6ea-f16f8491e321 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:54.131486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Attempting to bind port 0cb64274-77ca-425f-a6ea-f16f8491e321 on network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:54.139831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:54.143170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:54.150157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:54.198737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Pushing event updated for resources: {'Port': ['ID=58d210fc-6a99-47f6-98f9-94b8372fed54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.203681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c9b8a-e7f6-4ae6-8256-475d5063cf3c None None] Pushing event updated for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.208292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:54.209468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Checking segment: {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:54.210095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.210687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Bound using segment: {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:54.211364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Bound port: 0cb64274-77ca-425f-a6ea-f16f8491e321, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:54.211958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.237651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Attempting to bind port 9f3952a8-bcee-4f46-b504-3e678bb9e30e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:54.238397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Attempting to bind port 9f3952a8-bcee-4f46-b504-3e678bb9e30e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:54.238916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Attempting to bind port 9f3952a8-bcee-4f46-b504-3e678bb9e30e on network 4a0af7db-926b-453d-99a2-3ec69fd74493 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:54.241832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a6a0-b9ae-420c-b76a-fb6be0d62601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aee746-16c3-489d-b6f2-a61691961e1f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.260039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:54.271278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:54.272108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Checking segment: {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:54.272720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.273350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Bound using segment: {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:54.274033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Bound port: 9f3952a8-bcee-4f46-b504-3e678bb9e30e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd989122-34f6-48ef-b3db-a5bf189337a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:54.274656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.279101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c58-8ad8-41e9-b4b0-d8acc3df77a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.285921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ca60a6a0-b9ae-420c-b76a-fb6be0d62601 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f8076e5fff34721bff9dffc8b0ef741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7216601 Aug 16 22:07:54.293283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:54.319083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7a28-83c1-4388-ade4-fa0ebe18e753 req-b0940395-e5d4-4b44-8893-2aab4f615849 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:54.320533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edad7a28-83c1-4388-ade4-fa0ebe18e753 req-b0940395-e5d4-4b44-8893-2aab4f615849 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.2247882 Aug 16 22:07:54.341136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b848e92-201a-4de9-83fb-82abdad15dd6 req-391041e6-892b-4e42-a302-daaf791f4eb3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:54.342631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b848e92-201a-4de9-83fb-82abdad15dd6 req-391041e6-892b-4e42-a302-daaf791f4eb3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 945 time: 0.2079918 Aug 16 22:07:54.350868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] For port 0cb64274-77ca-425f-a6ea-f16f8491e321, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:54.357200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] For port 0cb64274-77ca-425f-a6ea-f16f8491e321, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0cb64274-77ca-425f-a6ea-f16f8491e321,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:54.363804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.384643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.477093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edad7a28-83c1-4388-ade4-fa0ebe18e753 req-34ace90e-a0d8-4014-8e40-3caa977c0a01 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406715 Aug 16 22:07:54.487044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.502099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b848e92-201a-4de9-83fb-82abdad15dd6 req-df8cc56c-b96a-434b-bc18-219f1fbd93b6 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421409 Aug 16 22:07:54.513553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.544835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] For port 9f3952a8-bcee-4f46-b504-3e678bb9e30e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:54.565350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.586878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] For port 9f3952a8-bcee-4f46-b504-3e678bb9e30e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f3952a8-bcee-4f46-b504-3e678bb9e30e,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:54.626110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.638298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415d30-bbf0-4749-ad8e-34e3d4a47289 None None] Pushing event updated for resources: {'Port': ['ID=0cb64274-77ca-425f-a6ea-f16f8491e321,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.647629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:54.650343 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a310933-b79b-459c-97a7-db8deabfe2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:54.677752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c58-8ad8-41e9-b4b0-d8acc3df77a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.694993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.697586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.701704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8aee746-16c3-489d-b6f2-a61691961e1f HTTP/1.1" status: 204 len: 168 time: 0.4043412 Aug 16 22:07:54.701704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab27c58-8ad8-41e9-b4b0-d8acc3df77a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.739804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c9b8a-e7f6-4ae6-8256-475d5063cf3c None None] Pushing event updated for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.777197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:54.778076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:54.805928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ab3fe-17f2-4a11-b39b-426600796d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aee746-16c3-489d-b6f2-a61691961e1f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:54.820018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ab27c58-8ad8-41e9-b4b0-d8acc3df77a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e53b8c3cb6d444d28064dae995f39450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588326 Aug 16 22:07:54.824358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:54.860340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:54.881164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672326f7-a472-4869-acfa-ac827a6ee4ea req-0066d64c-b0ff-4716-bcfa-319c6a0befa1 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:54.898029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-672326f7-a472-4869-acfa-ac827a6ee4ea req-0066d64c-b0ff-4716-bcfa-319c6a0befa1 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.2186561 Aug 16 22:07:54.983863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.004480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab27c58-8ad8-41e9-b4b0-d8acc3df77a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763b5d8-8bd5-4e76-8b79-08528a9be89e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:55.023575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.028660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:55.057849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-672326f7-a472-4869-acfa-ac827a6ee4ea req-c63b24d6-cf00-4b9e-9697-727a2558337b tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582496 Aug 16 22:07:55.099723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13480ce0-ee90-4de3-8ff6-7a68a76b576b req-8720ad31-b6bf-4991-a2d3-6b15572ed0fa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:55.101410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13480ce0-ee90-4de3-8ff6-7a68a76b576b req-8720ad31-b6bf-4991-a2d3-6b15572ed0fa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.3529763 Aug 16 22:07:55.226823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.239416 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56374947-698f-490f-867f-03319f6727d5 x-openstack-request-id: req-56374947-698f-490f-867f-03319f6727d5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:55.239756 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:55.240009 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56374947-698f-490f-867f-03319f6727d5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:55.243742 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'status': 'completed', 'code': 200} Aug 16 22:07:55.250866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.253882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.256798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.258097 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7763b5d8-8bd5-4e76-8b79-08528a9be89e HTTP/1.1" status: 204 len: 168 time: 0.4313183 Aug 16 22:07:55.281502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d3b94-62f0-4b0a-ba08-25f1126be091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763b5d8-8bd5-4e76-8b79-08528a9be89e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:55.292577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Router 93399225-86cd-4499-920e-01bddd4f4656 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:07:55.298525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13480ce0-ee90-4de3-8ff6-7a68a76b576b req-77067b44-2eb3-4987-8330-4ec7c9f1801c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822665 Aug 16 22:07:55.394444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9f3952a8-bcee-4f46-b504-3e678bb9e30e', 'name': '', 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'mac_address': 'fa:16:3e:ec:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:48Z', 'updated_at': '2021-08-16T22:07:54Z', 'revision_number': 4, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'subnets': [{'id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:55.467291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8e64449c-0dba-4325-aee0-2c97404bed62 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:55.475017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1bfdf-e91b-42c8-bbba-746b4920566b None None] The sync data for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 is: [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9f3952a8-bcee-4f46-b504-3e678bb9e30e', 'name': '', 'network_id': '4a0af7db-926b-453d-99a2-3ec69fd74493', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'mac_address': 'fa:16:3e:ec:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:48Z', 'updated_at': '2021-08-16T22:07:54Z', 'revision_number': 4, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'subnets': [{'id': '63d27eb3-1dc0-45bf-9d62-b5886d7c63fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:55.494003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.500979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7568519 Aug 16 22:07:55.501947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9c031-e35e-4722-9bc6-8c43dd25a656 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4ec3c-f67e-4dee-b0b9-a75694f0d504,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:55.505525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36600) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:55.518873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'security_group_rule': {'security_group_id': 'aed4ec3c-f67e-4dee-b0b9-a75694f0d504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:55.519008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:07:55.532586 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Sync routers for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:07:55.579182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-76115d8f-a8c8-48fc-bb42-4d99e15eb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:55.604073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-76115d8f-a8c8-48fc-bb42-4d99e15eb646 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1126 time: 0.2855277 Aug 16 22:07:55.616337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:55.617682 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:55.667750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.670124 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9219e06f-10a5-4736-ba27-d5f66e8ea388 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7075677 Aug 16 22:07:55.673937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:55.693694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 8e64449c-0dba-4325-aee0-2c97404bed62 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:55.713748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 8e64449c-0dba-4325-aee0-2c97404bed62 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:55.713914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:55.745691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:56.007757 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:56.026463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:56.095191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:07:56.101368 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225c394-9a62-4cdf-98f2-76166bb2f3ab" -d '{"events": [{"server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "name": "network-vif-plugged", "status": "completed", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:07:56.165834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8e64449c-0dba-4325-aee0-2c97404bed62,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:56.185005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:56.294562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:56.340623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf83449-38d1-4efd-b201-1aaa73d31d59 None None] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:07:56.450738 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:54Z', 'revision_number': 3, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:56.520953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1a49b54-0d07-4ed2-96f4-ebaedac7f91b None None] Provisioning for port 0cb64274-77ca-425f-a6ea-f16f8491e321 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:56.522339 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Checking router: 93399225-86cd-4499-920e-01bddd4f4656 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:07:56.522710 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Updating router 93399225-86cd-4499-920e-01bddd4f4656 port 58d210fc-6a99-47f6-98f9-94b8372fed54 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:07:56.580031 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:56.644341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0cb64274-77ca-425f-a6ea-f16f8491e321 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:56.645705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4d34e-8d4c-452b-84a5-f07ac9a97255 req-21204fa2-dd3a-4945-8aff-695e371cde87 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:56.661663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cb4d34e-8d4c-452b-84a5-f07ac9a97255 req-21204fa2-dd3a-4945-8aff-695e371cde87 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 945 time: 0.9193518 Aug 16 22:07:56.672453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368fa4f-e4b5-48ab-a7ec-0ca79d287701 req-2998dbce-d181-4872-bacb-38ab75a018db tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:56.686125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0368fa4f-e4b5-48ab-a7ec-0ca79d287701 req-2998dbce-d181-4872-bacb-38ab75a018db tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.2593362 Aug 16 22:07:56.787519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:56.808752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cb4d34e-8d4c-452b-84a5-f07ac9a97255 req-177cd55a-4615-4268-9a1a-abd5485b504d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443095 Aug 16 22:07:56.817886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0cb64274-77ca-425f-a6ea-f16f8491e321 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:56.826158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0cb64274-77ca-425f-a6ea-f16f8491e321 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:56.826536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:56.868766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:07:56.916507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.001463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0368fa4f-e4b5-48ab-a7ec-0ca79d287701 req-6009b633-dd60-4102-bf62-21cbdab71697 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143246 Aug 16 22:07:57.002823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.046601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-90b5c28c-816b-4aee-a699-cd7653847408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:57.050180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-90b5c28c-816b-4aee-a699-cd7653847408 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 1.4326069 Aug 16 22:07:57.116998 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0c47bb-83a8-4cfd-b795-fc63c62ca13f x-openstack-request-id: req-7e0c47bb-83a8-4cfd-b795-fc63c62ca13f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:07:57.117337 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "name": "network-vif-plugged", "status": "completed", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:07:57.119977 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e0c47bb-83a8-4cfd-b795-fc63c62ca13f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:07:57.120881 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62', 'code': 200} Aug 16 22:07:57.206419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2208373b-782c-4f23-8faf-cc63b5f95fef,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:57.225789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-aafea068-3300-4a9f-9ca8-d98dee24b20a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.1660953 Aug 16 22:07:57.285981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.289703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7451a697-2beb-48f8-9adb-6205b5060681 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7782335 Aug 16 22:07:57.294885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:57.318339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.327953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5bce7-22ca-4ecf-9292-384c47eef7ed req-eea28466-40a1-499f-996e-364db8a8a2bf tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:57.329750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cb5bce7-22ca-4ecf-9292-384c47eef7ed req-eea28466-40a1-499f-996e-364db8a8a2bf tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.1181018 Aug 16 22:07:57.344262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'security_group_rule': {'security_group_id': 'aed4ec3c-f67e-4dee-b0b9-a75694f0d504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:57.381628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-6fcc8bde-24a9-4a78-926c-e7952ab50de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:57.383735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-6fcc8bde-24a9-4a78-926c-e7952ab50de4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1162117 Aug 16 22:07:57.450382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cb5bce7-22ca-4ecf-9292-384c47eef7ed req-932f33f8-94a9-40a9-916d-2a535f842ac4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089158 Aug 16 22:07:57.455332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-e6f15a67-1e25-463e-b99f-604b54adc875 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625410 Aug 16 22:07:57.468440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0cb64274-77ca-425f-a6ea-f16f8491e321, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0cb64274-77ca-425f-a6ea-f16f8491e321,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:57.482360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337a30c-0df9-44c1-85c4-4eaee9e51618 req-fcafa5e5-9777-4cf7-8e04-34528d6517f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:57.482702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2055372344-network', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:57.485614 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0337a30c-0df9-44c1-85c4-4eaee9e51618 req-fcafa5e5-9777-4cf7-8e04-34528d6517f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1098 time: 0.3395472 Aug 16 22:07:57.489562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-caa3c579-e856-4735-acfe-ee8af12e7d17 None None] Provisioning complete for port 0cb64274-77ca-425f-a6ea-f16f8491e321 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:57.493480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-caa3c579-e856-4735-acfe-ee8af12e7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.550308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.551207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f3952a8-bcee-4f46-b504-3e678bb9e30e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:57.574217 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.587436 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Transition to ACTIVE for port object 58d210fc-6a99-47f6-98f9-94b8372fed54 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:57.612692 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.622731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:57.630724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.659814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0cb64274-77ca-425f-a6ea-f16f8491e321,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:57.667716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.694531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.743448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:57.775639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Attempting to bind port 58d210fc-6a99-47f6-98f9-94b8372fed54 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:07:57.776051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Attempting to bind port 58d210fc-6a99-47f6-98f9-94b8372fed54 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:07:57.776431 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Attempting to bind port 58d210fc-6a99-47f6-98f9-94b8372fed54 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:07:57.780239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:07:57.782489 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8d9ae-41cd-48af-8423-6f14ba2049fc None None] Pushing event updated for resources: {'Port': ['ID=58d210fc-6a99-47f6-98f9-94b8372fed54,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:57.789441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:57.799118 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:07:57.799709 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:07:57.799991 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.800360 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:07:57.801013 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Bound port: 58d210fc-6a99-47f6-98f9-94b8372fed54, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:07:57.802381 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.813463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:57.820406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.834311 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0337a30c-0df9-44c1-85c4-4eaee9e51618 req-44540d31-93a7-4d6d-a417-b1acbe52bc99 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301303 Aug 16 22:07:57.851446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-d993c811-20c9-419a-9ba0-b95595d8eb10 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778300 Aug 16 22:07:57.857687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.869640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.890716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:07:57.928865 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] For port 58d210fc-6a99-47f6-98f9-94b8372fed54, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:57.940180 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] For port 58d210fc-6a99-47f6-98f9-94b8372fed54, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=58d210fc-6a99-47f6-98f9-94b8372fed54,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:07:57.954461 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:57.966932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070ffe06-5732-470b-8333-f83b12a7ec5e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.005695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:58.011731 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.043047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.046867 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:07:58.047672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:58.054269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9f3952a8-bcee-4f46-b504-3e678bb9e30e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f3952a8-bcee-4f46-b504-3e678bb9e30e,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:58.060660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.061173 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Added segment d0878a3d-f295-4784-acbd-ce519c50450b of type vlan for network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 Aug 16 22:07:58.063237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.085036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.095637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.164040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab61389-cd35-4236-8bf4-be2a0797117f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.190645 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:07:58.205932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.225097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.226316 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b62694f9-9750-49bf-b36d-8f2a8c32119d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9203358 Aug 16 22:07:58.230052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:58.245152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:58.268528 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8d9ae-41cd-48af-8423-6f14ba2049fc None None] Pushing event updated for resources: {'Port': ['ID=58d210fc-6a99-47f6-98f9-94b8372fed54,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.300487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e3d94-d9b6-4321-8e7d-9a048fba7138 req-849b9d51-3887-41b8-8d23-7a3ba8f062af tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:58.310649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da9e3d94-d9b6-4321-8e7d-9a048fba7138 req-849b9d51-3887-41b8-8d23-7a3ba8f062af tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 946 time: 0.4114988 Aug 16 22:07:58.314825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.378630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Allocated IP 172.20.0.1 (4379fb3e-d05a-4005-9b51-5da3c4bacf82/59d7f497-518c-4eac-a386-8b0fb50ed63d/2566f429-429c-4290-9d9b-7b344eac30d2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:58.410893 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:54Z', 'revision_number': 3, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:07:58.440976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0cb64274-77ca-425f-a6ea-f16f8491e321 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:58.444929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cf712db-3ae9-4b5d-bc4c-345cbed78b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.450157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:07:58.479570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ca7b5-90ca-4a2b-beb0-1f46c6786128 None None] The sync data for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 is: [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:54Z', 'revision_number': 3, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:07:58.484892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8b1a7-36a5-4079-a941-43c6d2595de7 req-a177f3cb-bfc1-4946-b452-5be5a7849f67 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:58.492455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6b8b1a7-36a5-4079-a941-43c6d2595de7 req-a177f3cb-bfc1-4946-b452-5be5a7849f67 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.3692648 Aug 16 22:07:58.545512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0cb64274-77ca-425f-a6ea-f16f8491e321 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:58.546482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.561389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.569872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da9e3d94-d9b6-4321-8e7d-9a048fba7138 req-7be9e365-bcde-4bd2-9d21-2447dbe778a4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583253 Aug 16 22:07:58.597029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Transition to ACTIVE for port object 2566f429-429c-4290-9d9b-7b344eac30d2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:07:58.603010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.604238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:58.610614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.621739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.658019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f3952a8-bcee-4f46-b504-3e678bb9e30e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:07:58.727138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a310933-b79b-459c-97a7-db8deabfe2eb req-e6aaaf14-685d-44bc-92f4-44969d2ad1b9 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494119 Aug 16 22:07:58.744715 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-2798cbc6-157d-4198-af4d-9ad94a4f9a49 service neutron] 10.222.0.88 "GET /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.1711304 Aug 16 22:07:58.769638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6b8b1a7-36a5-4079-a941-43c6d2595de7 req-d5b5b7d9-01f5-4f9b-82aa-058ef1596bdb tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759221 Aug 16 22:07:58.771850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.776143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9f3952a8-bcee-4f46-b504-3e678bb9e30e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:58.776667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:58.804445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] Pushing event updated for resources: {'Network': ['ID=3a99a344-a6e4-43f8-90b4-17b1afa6bf76,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.830584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e83cf-dc03-488f-8c61-7b559a418fb9 req-1306ec68-76de-4e84-93b8-f8b98ebef1f2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:58.838221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e8e83cf-dc03-488f-8c61-7b559a418fb9 req-1306ec68-76de-4e84-93b8-f8b98ebef1f2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.1705947 Aug 16 22:07:58.839258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:07:58.910862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:07:58.911054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e8e83cf-dc03-488f-8c61-7b559a418fb9 req-d96ec90c-5f01-4480-94cf-2959b9238843 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718403 Aug 16 22:07:58.963007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:07:58.967836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Pushing event updated for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:58.969895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:07:58.985891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cf712db-3ae9-4b5d-bc4c-345cbed78b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.001108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cf712db-3ae9-4b5d-bc4c-345cbed78b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.020705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-05d09c7c-b493-4361-a3c3-a7e28107933a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2103896 Aug 16 22:07:59.026532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:59.038110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Request body: {'subnet': {'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2055372344-subnet', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:07:59.125381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378f6765-dc8a-4394-b2d2-23a5c6901837 req-14596843-6b33-4b5b-8c01-8df92311d677 tempest-FlavorsV2NegativeTest-660451238 tempest-FlavorsV2NegativeTest-660451238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=489eeb38390d4e468470413f4c52b16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482857 Aug 16 22:07:59.166604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.223476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.225296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:07:59.228092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.303813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0cf712db-3ae9-4b5d-bc4c-345cbed78b3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=406978f45dc54e68a41a239164ec9247&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2948220 Aug 16 22:07:59.303813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf712db-3ae9-4b5d-bc4c-345cbed78b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b120a-0558-4d0a-94ee-d28fccc02774,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:59.307619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:07:59.328223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6765-dc8a-4394-b2d2-23a5c6901837 req-2610b752-7c03-4113-b58f-4a54a5c8b97d tempest-FlavorsV2NegativeTest-660451238 tempest-FlavorsV2NegativeTest-660451238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:59.330472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378f6765-dc8a-4394-b2d2-23a5c6901837 req-2610b752-7c03-4113-b58f-4a54a5c8b97d tempest-FlavorsV2NegativeTest-660451238 tempest-FlavorsV2NegativeTest-660451238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954682 Aug 16 22:07:59.364984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378f6765-dc8a-4394-b2d2-23a5c6901837 req-82567452-dde6-4363-a1ac-c942a6ceda60 tempest-FlavorsV2NegativeTest-660451238 tempest-FlavorsV2NegativeTest-660451238-project] 10.222.0.22 "GET /v2.0/quotas/489eeb38390d4e468470413f4c52b16f HTTP/1.1" status: 200 len: 375 time: 0.0264535 Aug 16 22:07:59.389550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ac90318d-168f-42ea-8245-33ef52a01ee4 None None] Provisioning for port 2566f429-429c-4290-9d9b-7b344eac30d2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:07:59.400060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ac90318d-168f-42ea-8245-33ef52a01ee4 None None] Provisioning complete for port 2566f429-429c-4290-9d9b-7b344eac30d2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:07:59.401534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac90318d-168f-42ea-8245-33ef52a01ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.448584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378f6765-dc8a-4394-b2d2-23a5c6901837 req-6df0332b-a4e2-4e9c-ba1c-db696e624055 tempest-FlavorsV2NegativeTest-660451238 tempest-FlavorsV2NegativeTest-660451238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=489eeb38390d4e468470413f4c52b16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684047 Aug 16 22:07:59.506273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.515931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ac90318d-168f-42ea-8245-33ef52a01ee4 None None] Port 2566f429-429c-4290-9d9b-7b344eac30d2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:07:59.546492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:07:59.557139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.652409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.655982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.657613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef5b120a-0558-4d0a-94ee-d28fccc02774 HTTP/1.1" status: 204 len: 168 time: 0.3489599 Aug 16 22:07:59.685868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:07:59.723689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4c42-8fba-46fc-9e1c-705e5694a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b120a-0558-4d0a-94ee-d28fccc02774,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:07:59.803994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5cbdc-4439-4ddd-bc56-c7faf0631ca2 req-516d81d0-5c3a-4010-86d9-82c09ed3796d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:07:59.806371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45d5cbdc-4439-4ddd-bc56-c7faf0631ca2 req-516d81d0-5c3a-4010-86d9-82c09ed3796d tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 946 time: 0.1279302 Aug 16 22:07:59.852549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Allocated IP 172.25.8.57 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e30e4492-ded6-4c9a-9c41-8ab44884c826) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:07:59.865525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45d5cbdc-4439-4ddd-bc56-c7faf0631ca2 req-d8a3c7bd-5258-492c-9c5b-e928fc81f6fa tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Aug 16 22:07:59.882879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab64c34-90e6-4665-a3a9-0954f9c4c524 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:07:59.908646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:07:59.912223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:00.016580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.073623 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.150075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1ac2-5332-4f85-b852-a80663e682bc req-9aa489ce-a26f-4492-baf4-1d06bdefbb6a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:00.152996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bce1ac2-5332-4f85-b852-a80663e682bc req-9aa489ce-a26f-4492-baf4-1d06bdefbb6a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 943 time: 0.0657747 Aug 16 22:08:00.190144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:00.211641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d736799-dbe7-4843-9227-68809be63721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.227640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bce1ac2-5332-4f85-b852-a80663e682bc req-d03ee301-5d77-40b1-b316-844a2e87cf55 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656080 Aug 16 22:08:00.262350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100e6f52-c4b1-4c2f-b130-4a1f4b649852,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:00.299475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.344303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Checking segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:00.344660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Network hostable DHCP agents. Network: 3a99a344-a6e4-43f8-90b4-17b1afa6bf76, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:08:00.348381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d736799-dbe7-4843-9227-68809be63721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.352986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] Transition to ACTIVE for port object 6ab64c34-90e6-4665-a3a9-0954f9c4c524 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:00.356256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4d736799-dbe7-4843-9227-68809be63721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.372828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.414629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4d736799-dbe7-4843-9227-68809be63721 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f8a1bf3303b4587ba322909d6f0b0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233260 Aug 16 22:08:00.415621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736799-dbe7-4843-9227-68809be63721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e898b6-f4f1-4644-a32a-47c4ff66a500,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:00.419251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:00.444767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:00.486551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:08:00.501375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.522896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] Pushing event updated for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:00.525709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 58d210fc-6a99-47f6-98f9-94b8372fed54 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:00.526597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] No DVR routers for this DVR port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:00.531745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.536332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3a99a344-a6e4-43f8-90b4-17b1afa6bf76) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:00.548181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.578102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.580335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:00.581505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.596146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.611091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7ca67-4438-40d2-bc7d-5d670e644da3 None None] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:00.612162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:00.661777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.666110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.666888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07e898b6-f4f1-4644-a32a-47c4ff66a500 HTTP/1.1" status: 204 len: 168 time: 0.2463827 Aug 16 22:08:00.684039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ec80-acea-41f5-ac2d-6c7eee25eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e898b6-f4f1-4644-a32a-47c4ff66a500,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:00.733308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-dd5d5f50-7314-438f-acc5-0444d0f0bb5a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:00.735064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-dd5d5f50-7314-438f-acc5-0444d0f0bb5a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1217396 Aug 16 22:08:00.737983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d85c0d8-ec95-44ad-a559-e26c0898dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.813659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 58d210fc-6a99-47f6-98f9-94b8372fed54 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:00.819528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 58d210fc-6a99-47f6-98f9-94b8372fed54 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:00.820167 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.891336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:08:00.892218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.920883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:00.921414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:08:00.954438 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-4ee028a8-a484-4269-a6d1-3515fc618a4f service neutron] 10.222.0.88 "PUT /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 2.1951103 Aug 16 22:08:00.960092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Pushing event updated for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:00.960729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d85c0d8-ec95-44ad-a559-e26c0898dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.964075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:00.965997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.967907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.970650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:00.971575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d85c0d8-ec95-44ad-a559-e26c0898dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:00.993566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:01.009449 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dd090adf-54b7-4f65-9290-9c004405a9e0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9802456 Aug 16 22:08:01.015974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:01.053928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:01.065406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85c0d8-ec95-44ad-a559-e26c0898dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007e9c85-7631-409b-ae9b-eb424dd19d25,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:01.080544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 58d210fc-6a99-47f6-98f9-94b8372fed54, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=58d210fc-6a99-47f6-98f9-94b8372fed54,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:01.102716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.113787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'Port': ['ID=e30e4492-ded6-4c9a-9c41-8ab44884c826,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:01.225181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=58d210fc-6a99-47f6-98f9-94b8372fed54,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:01.225358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.225358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.225525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d85c0d8-ec95-44ad-a559-e26c0898dd20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=489eeb38390d4e468470413f4c52b16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744226 Aug 16 22:08:01.229380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:01.235103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Allocated IP 172.20.0.2 (3a99a344-a6e4-43f8-90b4-17b1afa6bf76/100e6f52-c4b1-4c2f-b130-4a1f4b649852/93172e4f-7e3b-4d0b-9d08-40b45ea65aa2) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:01.310336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.319601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-5382b22d-181b-4f53-9ce0-23c0bd4c981b tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:01.322162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-5382b22d-181b-4f53-9ce0-23c0bd4c981b tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.2008262 Aug 16 22:08:01.331819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.347081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.368733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347c348-db78-470d-b763-8467d9bc6e59 req-23967a66-75ac-46cd-a8a4-fd7f58fea85c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:01.370402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5347c348-db78-470d-b763-8467d9bc6e59 req-23967a66-75ac-46cd-a8a4-fd7f58fea85c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 946 time: 0.3440180 Aug 16 22:08:01.376487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:01.408249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:01.416254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.467503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5347c348-db78-470d-b763-8467d9bc6e59 req-671c015c-2f22-42fe-b3b0-b79ddff02540 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841374 Aug 16 22:08:01.485680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:01.486571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:01.487120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:01.504330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:01.505525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:01.506014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:01.508250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.511482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.517138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.520199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/007e9c85-7631-409b-ae9b-eb424dd19d25 HTTP/1.1" status: 204 len: 168 time: 0.2895756 Aug 16 22:08:01.534527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865096a-1e1f-4d46-82b4-ecc6518e31b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007e9c85-7631-409b-ae9b-eb424dd19d25,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:01.538142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:01.538691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:01.539261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:01.539910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Bound port: 0608cc46-4316-4512-ab63-85ba2e7a8a37, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:01.601252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Transition to ACTIVE for port object 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:01.610320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.653970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Transition to ACTIVE for port object 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:01.664356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:01.670993 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.671813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-11e84165-ecd7-473a-87ee-ead819dea045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:01.674720 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-11e84165-ecd7-473a-87ee-ead819dea045 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 1096 time: 0.3368187 Aug 16 22:08:01.740824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:01.758367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.759785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4596fb3f-f4b2-42a8-84e4-b0050605c18b service neutron] 10.222.0.22 "POST /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37/bindings HTTP/1.1" status: 201 len: 390 time: 0.9353907 Aug 16 22:08:01.770386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b41da-75a9-4b5b-8f8e-5b65df3b3093 req-b870f6cd-5618-4ab3-b455-7406f8e7e3e5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:01.772055 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809b41da-75a9-4b5b-8f8e-5b65df3b3093 req-b870f6cd-5618-4ab3-b455-7406f8e7e3e5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.1578565 Aug 16 22:08:01.831282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809b41da-75a9-4b5b-8f8e-5b65df3b3093 req-fbd21534-e92d-4984-961b-53b38fc9f127 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Aug 16 22:08:01.930481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Router 93399225-86cd-4499-920e-01bddd4f4656 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:01.953388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:01.958068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-2a82dca7-ad45-450b-8e70-bd5ffc5e2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:01.960280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-2a82dca7-ad45-450b-8e70-bd5ffc5e2bf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1096 time: 0.1805556 Aug 16 22:08:02.001916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:02.016442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:02.022705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:02.024658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Pushing event updated for resources: {'Port': ['ID=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:02.031839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fb4a386-35b5-4a59-983b-278ae2cd44ae None None] Provisioning complete for port 2566f429-429c-4290-9d9b-7b344eac30d2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:02.032211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a386-35b5-4a59-983b-278ae2cd44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.110384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4a386-35b5-4a59-983b-278ae2cd44ae None None] Port 2566f429-429c-4290-9d9b-7b344eac30d2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:02.113296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-db27dff6-0579-4363-9181-c9c38012da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:02.113906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Attempting to bind port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:02.114277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Attempting to bind port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:02.114637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Attempting to bind port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 on network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:02.116188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-db27dff6-0579-4363-9181-c9c38012da3a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1413405 Aug 16 22:08:02.120429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:02.120803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Checking segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:02.121288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.122084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Bound using segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:02.123846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Bound port: 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:02.124238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.171453 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-08891d55-f8e2-4210-b070-74cb86013f49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.0417471 Aug 16 22:08:02.194155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624d71-9370-4655-8f61-83baabd7352d req-a502963c-4fa4-4d08-9b92-59a8b0346fd7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:02.196248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45624d71-9370-4655-8f61-83baabd7352d req-a502963c-4fa4-4d08-9b92-59a8b0346fd7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.1432610 Aug 16 22:08:02.206611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520761a-c943-40b0-bb91-593e744533b0 req-519cb330-1b1a-465f-9fa5-7094f8ee0f6f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:02.208784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-519cb330-1b1a-465f-9fa5-7094f8ee0f6f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2253294 Aug 16 22:08:02.214766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] For port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:02.222365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] For port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:02.234199 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.243281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-d6b9d634-ea51-417c-a178-eaf3580139da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:02.245256 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-d6b9d634-ea51-417c-a178-eaf3580139da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0572786 Aug 16 22:08:02.281309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-aef07ed9-fd3a-4072-86af-4d03e965f9ce tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0547323 Aug 16 22:08:02.301768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:02.349624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3a4f9-8faa-42e0-97e4-66dfb033f090 None None] Pushing event updated for resources: {'Port': ['ID=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:02.389112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-c050c815-825b-4bc0-a261-984389083c38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702481 Aug 16 22:08:02.409931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45624d71-9370-4655-8f61-83baabd7352d req-faee92f4-45f5-4ba5-a75d-44625995413d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000732 Aug 16 22:08:02.423595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 58d210fc-6a99-47f6-98f9-94b8372fed54 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:02.439773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.514654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 58d210fc-6a99-47f6-98f9-94b8372fed54 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:02.515030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.628241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:02.660318 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-53f0f16a-91ee-45db-8e0e-eaf0a2228b94 admin admin] 10.222.0.22 "PUT /v2.0/routers/93399225-86cd-4499-920e-01bddd4f4656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9846148 Aug 16 22:08:02.699016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.722658 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-9962c44f-ae8b-4910-a671-1681a64e7292 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207338 Aug 16 22:08:02.724698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:02.734621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Sync routers for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:02.758677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:02.759250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:02.978718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:03.218066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6821-c38c-4093-b88b-e80da032586a req-75b9a3ab-dc83-4fa2-a036-96529e5e1e47 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:03.219607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a6821-c38c-4093-b88b-e80da032586a req-75b9a3ab-dc83-4fa2-a036-96529e5e1e47 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.2516584 Aug 16 22:08:03.243771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:59Z', 'revision_number': 4, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2566f429-429c-4290-9d9b-7b344eac30d2', 'name': '', 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'mac_address': 'fa:16:3e:7d:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:58Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 2, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'subnets': [{'id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:03.287563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Checking router: 93399225-86cd-4499-920e-01bddd4f4656 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:03.287903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Updating router 93399225-86cd-4499-920e-01bddd4f4656 port 2566f429-429c-4290-9d9b-7b344eac30d2 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:08:03.345287 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.359868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a6821-c38c-4093-b88b-e80da032586a req-f3212030-f2aa-4a3d-88ff-b7b81979868e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270046 Aug 16 22:08:03.401772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'Port': ['ID=e30e4492-ded6-4c9a-9c41-8ab44884c826,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:03.437183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.532928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.535036 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb20131f-8eae-43a7-9e57-f54a73a2658c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3039393 Aug 16 22:08:03.568786 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-798f9d41-40f3-4039-bc2f-079666c0122b service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896386 Aug 16 22:08:03.570015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.598598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.771602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Allocated IP 172.25.8.248 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2544cfa6-a983-476f-9cda-ed919de08261) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:03.833735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.872683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:03.876156 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-20b78ebf-cce5-414a-9c5d-8c88a4ff09c2 req-7eaec9c7-85e7-459b-ad52-2a35b34e2f2e tempest-FloatingIPDetailsNegativeTestJSON-464217977 tempest-FloatingIPDetailsNegativeTestJSON-464217977-project] show failed (client error): The resource could not be found. Aug 16 22:08:03.876298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3420dd6-0a43-4553-8912-e15fa118e50d None None] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:03.885783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:03.886209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20b78ebf-cce5-414a-9c5d-8c88a4ff09c2 req-7eaec9c7-85e7-459b-ad52-2a35b34e2f2e tempest-FloatingIPDetailsNegativeTestJSON-464217977 tempest-FloatingIPDetailsNegativeTestJSON-464217977-project] 10.222.0.22 "GET /v2.0/floatingips/348231dc-b4c2-419d-8b6b-087bc0c03cd8 HTTP/1.1" status: 404 len: 350 time: 0.0502591 Aug 16 22:08:04.007301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.022682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6556ab5b-3c06-4953-929c-4be7b554b991 None None] Provisioning for port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:04.029447 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107 associated. External IP: 172.25.8.120, port: 54667e5d-1914-4875-9d7d-719bcadab749. Aug 16 22:08:04.031648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Transition to ACTIVE for port object 2566f429-429c-4290-9d9b-7b344eac30d2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:04.055792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.066786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.121343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.149789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-dbef7795-a73c-435c-9393-a64313cb69cc tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648127 Aug 16 22:08:04.173959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c74c6-8d66-47fa-af21-51ea8ae2e637 None None] Pushing event updated for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:04.179662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-de8ebf6f-df6e-4e0c-8884-ecc9d2f1b7ba tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:04.186771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-de8ebf6f-df6e-4e0c-8884-ecc9d2f1b7ba tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.2999029 Aug 16 22:08:04.226282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:04.232443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:04.243429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:04.273460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Pushing event updated for resources: {'Port': ['ID=2544cfa6-a983-476f-9cda-ed919de08261,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:04.294945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Attempting to bind port 2566f429-429c-4290-9d9b-7b344eac30d2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:04.295326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Attempting to bind port 2566f429-429c-4290-9d9b-7b344eac30d2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:04.295690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Attempting to bind port 2566f429-429c-4290-9d9b-7b344eac30d2 on network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:04.326205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:04.326584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Checking segment: {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:04.326995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.327397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Bound using segment: {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:04.327868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Bound port: 2566f429-429c-4290-9d9b-7b344eac30d2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a413adb-a4b3-4148-80ec-760e0f47f852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:04.328258 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.394015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-1df8ade3-b48b-4778-aa4c-9e2ea820c4a8 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:04.405684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-1df8ade3-b48b-4778-aa4c-9e2ea820c4a8 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439973 Aug 16 22:08:04.423397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] For port 2566f429-429c-4290-9d9b-7b344eac30d2, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:04.427815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] For port 2566f429-429c-4290-9d9b-7b344eac30d2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2566f429-429c-4290-9d9b-7b344eac30d2,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:04.445091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.445786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-88b77844-3f1a-4807-a495-0cb9e5e9940a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/quotas/3f62e7cbecc74db6803c4226bb8bc1f0 HTTP/1.1" status: 200 len: 375 time: 0.0292814 Aug 16 22:08:04.484129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-03ccc46e-70b8-4bcb-b591-0e6ce39782b7 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350130 Aug 16 22:08:04.494834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:04.522886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c74c6-8d66-47fa-af21-51ea8ae2e637 None None] Pushing event updated for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:04.545534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:04.658421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:04.661347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:04.692617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-d8d3bc45-e837-4224-abd5-f9578b6d0f27 service neutron] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:04.705739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-d8d3bc45-e837-4224-abd5-f9578b6d0f27 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.706918 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2135fd22-3e8d-4c10-8a9f-881394abc9ce req-d8d3bc45-e837-4224-abd5-f9578b6d0f27 service neutron] 10.222.0.89 "DELETE /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.4759541 Aug 16 22:08:04.747040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:04.751573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.760803 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:04.798809 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:04.804251 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:04.815385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-9ad3c33a-8969-48b6-ad47-ee173f8dd346 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "PUT /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 996 time: 2.5220726 Aug 16 22:08:04.815841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:04.818397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60edf77c-2b3c-4da9-93ef-249403210ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:04.867629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:04.882312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:04.882858 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.962609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520761a-c943-40b0-bb91-593e744533b0 req-6347e387-096e-41c3-b36b-55b0e3c3bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:04.964326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-6347e387-096e-41c3-b36b-55b0e3c3bae9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1280942 Aug 16 22:08:04.969457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:04.974250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f547b4-12d1-4ab1-8c6e-74328ac98b59 req-9a841469-25d1-4c14-bb9d-6a6e9a3ea5d0 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:04.976132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69f547b4-12d1-4ab1-8c6e-74328ac98b59 req-9a841469-25d1-4c14-bb9d-6a6e9a3ea5d0 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.1380360 Aug 16 22:08:04.994301 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:05.003590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:05.005364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b20185d-1c03-4452-b8fe-b03bf3ee3c58 None None] Provisioning complete for port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:05.005726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b20185d-1c03-4452-b8fe-b03bf3ee3c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:05.012383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:05.124285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69f547b4-12d1-4ab1-8c6e-74328ac98b59 req-cca2d5ef-e642-47b6-9dbe-bf0ac5b465ba tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365557 Aug 16 22:08:05.194199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:05.215423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520761a-c943-40b0-bb91-593e744533b0 req-b115e947-57af-49e3-9169-0b6c4d4740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:05.219690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-b115e947-57af-49e3-9169-0b6c4d4740aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.2407103 Aug 16 22:08:05.363454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:05.380371 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:05.415375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:03Z', 'revision_number': 1, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:05.466523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-b0632d5a-3268-431f-a095-f6168529b038 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 999 time: 0.2407374 Aug 16 22:08:05.469801 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:05.482621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:05.483259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:05.519465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:05.538578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520761a-c943-40b0-bb91-593e744533b0 req-dd22825d-6375-40ea-8342-2e7227bd1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:05.540500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-dd22825d-6375-40ea-8342-2e7227bd1bc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0671592 Aug 16 22:08:05.601407 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:05.676039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520761a-c943-40b0-bb91-593e744533b0 req-cf998dc2-df33-459e-ab40-0ce0615d8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:05.681365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-cf998dc2-df33-459e-ab40-0ce0615d8a6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292713 Aug 16 22:08:05.699457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-93f1d12c-10be-44d8-b9de-7905bac707ca service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:05.700463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-93f1d12c-10be-44d8-b9de-7905bac707ca service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055015 Aug 16 22:08:05.715069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-cd976fa2-3f6b-4a2d-bd38-6378235383b8 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1771508800&fields=id&tenant_id=e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 267 time: 0.1734660 Aug 16 22:08:05.789296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:59Z', 'revision_number': 4, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2566f429-429c-4290-9d9b-7b344eac30d2', 'name': '', 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'mac_address': 'fa:16:3e:7d:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:58Z', 'updated_at': '2021-08-16T22:08:04Z', 'revision_number': 4, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'subnets': [{'id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:05.841320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842781f-c351-4a9d-9be6-f424f61f622b None None] The sync data for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 is: [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:07:59Z', 'revision_number': 4, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2566f429-429c-4290-9d9b-7b344eac30d2', 'name': '', 'network_id': '4379fb3e-d05a-4005-9b51-5da3c4bacf82', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'mac_address': 'fa:16:3e:7d:c5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:58Z', 'updated_at': '2021-08-16T22:08:04Z', 'revision_number': 4, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'subnets': [{'id': '59d7f497-518c-4eac-a386-8b0fb50ed63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:06.008742 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:03Z', 'revision_number': 1, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:06.016122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-129fc399-543c-4303-8033-274f67b30f65 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060279 Aug 16 22:08:06.060363 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e64f2-2001-480a-853b-78b8c7da4738 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:03Z', 'revision_number': 1, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:06.114040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-5f232a28-c2d0-48c3-9182-6f181cc4e838 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.115599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-5f232a28-c2d0-48c3-9182-6f181cc4e838 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 823 time: 0.3918107 Aug 16 22:08:06.134934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-8c045cf2-09c9-4d06-a9e8-9c91ac9203a1 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/quotas/e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 375 time: 0.0118332 Aug 16 22:08:06.157578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:06.208459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0520761a-c943-40b0-bb91-593e744533b0 req-c5337a0a-19e5-44e9-b12d-2fd6f55e3e0a service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845355 Aug 16 22:08:06.225664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-2c362798-a0de-4c8c-ace3-fddcd51c1213 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820818 Aug 16 22:08:06.234738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1dac8856-f8a7-49a1-91dd-2c0efdfcb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.236227 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1dac8856-f8a7-49a1-91dd-2c0efdfcb7f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1097 time: 0.1305974 Aug 16 22:08:06.390567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c20534-3d80-43fb-897b-f63da506e014 req-7a25e0c8-cc81-40b6-a738-2b0acdbd1dfb tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.394033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77c20534-3d80-43fb-897b-f63da506e014 req-7a25e0c8-cc81-40b6-a738-2b0acdbd1dfb tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.0954008 Aug 16 22:08:06.454547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1749a1-7143-46f5-b7b1-0b4966490e01 None None] New status for floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:06.489527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-b7e3cf99-7461-4411-ba84-3fbf07c534ac service neutron] 10.222.0.22 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446358 Aug 16 22:08:06.499142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-3be896b4-e31a-4474-8f34-3a734a318153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.502463 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-3be896b4-e31a-4474-8f34-3a734a318153 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2091770 Aug 16 22:08:06.539624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Deleting port 2566f429-429c-4290-9d9b-7b344eac30d2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:06.540346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:06.595999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:06.627053 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-ff4cf6f7-d5e2-4d78-b3f1-f157d2582ac4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 217 time: 0.1023502 Aug 16 22:08:06.638584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d65b4371-6e76-4043-b8f6-03c81f61ff06 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455269 Aug 16 22:08:06.644559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77c20534-3d80-43fb-897b-f63da506e014 req-a88bb239-0bc3-4350-ae61-85d67a7a6aa8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402878 Aug 16 22:08:06.686961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Router a9448bfd-bafe-41c8-b33d-fe037aa027ad is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:08:06.766074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-b4cd91b8-d392-4e41-8a20-67bc56c5a1b6 service neutron] 10.222.0.22 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756553 Aug 16 22:08:06.766854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:06.767347 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:06.818903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-043d44cc-8100-4d7a-b03b-2fa35882de5e tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.822543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-043d44cc-8100-4d7a-b03b-2fa35882de5e tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749673 Aug 16 22:08:06.828735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4cd89678-f3bb-4660-9585-eb802989a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:06.830446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-4cd89678-f3bb-4660-9585-eb802989a024 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1938052 Aug 16 22:08:06.867493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b323aa6f-126f-4251-a4dc-87afedcb6f40 req-2208bccf-c3c6-4aa3-a14d-02e0ae4fc815 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 210 time: 0.0437572 Aug 16 22:08:06.901034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Request body: {'port': {'device_id': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '3f62e7cbecc74db6803c4226bb8bc1f0'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:06.918649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-e2e37f35-0823-4d43-b330-cb8eebf85c88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352528 Aug 16 22:08:06.921944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] For port 2566f429-429c-4290-9d9b-7b344eac30d2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2566f429-429c-4290-9d9b-7b344eac30d2,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:06.922286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:06.965872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2566f429-429c-4290-9d9b-7b344eac30d2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:06.980995 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e110a0d7-1b83-41e8-b2d5-4696637ac656 x-openstack-request-id: req-e110a0d7-1b83-41e8-b2d5-4696637ac656 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:06.981319 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:06.981565 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e110a0d7-1b83-41e8-b2d5-4696637ac656 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:06.981998 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:08:06.990008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Calling delete_port for 2566f429-429c-4290-9d9b-7b344eac30d2 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:07.103054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2566f429-429c-4290-9d9b-7b344eac30d2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:07.112132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2566f429-429c-4290-9d9b-7b344eac30d2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:07.112518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.123898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:07.133963 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Sync routers for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:07.150538 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:07.155874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:07.196072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-39f71662-cca8-4d5a-8348-ba719befb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:07.198444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-39f71662-cca8-4d5a-8348-ba719befb161 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1660933 Aug 16 22:08:07.256989 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-e23de00c-2b9c-4cc2-ba82-bbdb1f55990f service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177993 Aug 16 22:08:07.298623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.362092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2566f429-429c-4290-9d9b-7b344eac30d2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2566f429-429c-4290-9d9b-7b344eac30d2,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:07.377254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.392143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Made reservation on behalf of 3f62e7cbecc74db6803c4226bb8bc1f0 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:07.396975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.398913 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-d53c1a33-64ee-4c75-bb98-c0ef9b2b2ae9 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201532 Aug 16 22:08:07.425941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.500411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:07.507040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.518226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-37ad8ddb-56a6-4adf-b089-08876c3b397b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4752612 Aug 16 22:08:07.548345 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:07.582188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:07.742708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.790400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-90c6e35c-60c3-41a9-a94f-a68ec0415612 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:07.792280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-90c6e35c-60c3-41a9-a94f-a68ec0415612 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.2037380 Aug 16 22:08:07.799892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2566f429-429c-4290-9d9b-7b344eac30d2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:07.810908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:07.813473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:04Z', 'revision_number': 3, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:07.829625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71744c-63d1-4d91-9be3-b89f1adec1f5 req-857bd9d1-8765-4d3f-b6c0-df2a3a65ad8e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:07.847815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c71744c-63d1-4d91-9be3-b89f1adec1f5 req-857bd9d1-8765-4d3f-b6c0-df2a3a65ad8e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 945 time: 0.7559247 Aug 16 22:08:07.855182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Checking router: a9448bfd-bafe-41c8-b33d-fe037aa027ad for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:07.856052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Updating router a9448bfd-bafe-41c8-b33d-fe037aa027ad port 2544cfa6-a983-476f-9cda-ed919de08261 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:08:07.894639 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:07.931391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-b3e666e2-8fd3-4788-90e6-f8777726a1ce tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:07.933452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-b3e666e2-8fd3-4788-90e6-f8777726a1ce tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6669586 Aug 16 22:08:07.999788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.015088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c71744c-63d1-4d91-9be3-b89f1adec1f5 req-432c5937-3222-4e3f-9a76-08cb630cdb01 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661348 Aug 16 22:08:08.202891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-d87b3b54-529b-46d0-a471-9fe3aa4c68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:08.204812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-d87b3b54-529b-46d0-a471-9fe3aa4c68d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.9943154 Aug 16 22:08:08.240375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-fd70ae87-7aff-44bb-8697-19df51b0d18f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1001 time: 0.2587402 Aug 16 22:08:08.291472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3629cacc-0598-4eeb-ad1d-4dcda3dd813d req-bd2c869b-2bd1-4a00-825f-0ea89741811e tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 210 time: 0.0731273 Aug 16 22:08:08.301677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:08.309900 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.327928 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Transition to ACTIVE for port object 2544cfa6-a983-476f-9cda-ed919de08261 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:08.338417 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.391914 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Attempting to bind port 2544cfa6-a983-476f-9cda-ed919de08261 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:08.392750 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Attempting to bind port 2544cfa6-a983-476f-9cda-ed919de08261 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:08.393144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Attempting to bind port 2544cfa6-a983-476f-9cda-ed919de08261 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:08.405205 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:08.405589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:08.405999 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.406398 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:08.406939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Bound port: 2544cfa6-a983-476f-9cda-ed919de08261, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:08.407348 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.422747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.426428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-ed366585-c085-459a-9f50-8d653a5ba148 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 1001 time: 0.2094872 Aug 16 22:08:08.483354 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35b89-7934-453b-acc3-29a92ee0da8f None None] Pushing event updated for resources: {'Port': ['ID=2544cfa6-a983-476f-9cda-ed919de08261,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:08.491825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] For port 2544cfa6-a983-476f-9cda-ed919de08261, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:08.494754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.495920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] For port 2544cfa6-a983-476f-9cda-ed919de08261, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2544cfa6-a983-476f-9cda-ed919de08261,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:08.503263 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.564073 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:08.565934 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:08.588517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-86bf0670-be6d-4041-a319-081edd6cf938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:08.590570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-86bf0670-be6d-4041-a319-081edd6cf938 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.1520214 Aug 16 22:08:08.599118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a8b7630-4d03-40c5-bcbc-b811c49ed6c9 req-d97da62a-08cb-4a1d-a1a4-8094bf599dc4 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 210 time: 0.0972052 Aug 16 22:08:08.611693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35b89-7934-453b-acc3-29a92ee0da8f None None] Pushing event updated for resources: {'Port': ['ID=2544cfa6-a983-476f-9cda-ed919de08261,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:08.698114 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.699941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:08.712425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33116c17-ba71-40cf-a3f0-ce631c31be87,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:08.724335 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:08.798239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:08.875778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-24f49c24-e3dc-44ee-b8e3-c81df4061455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:08.877491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-24f49c24-e3dc-44ee-b8e3-c81df4061455 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2509022 Aug 16 22:08:08.937950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:08.943125 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:04Z', 'revision_number': 3, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:08.973497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1782c1f-cba0-4b82-8ac1-0845b9d4d957 None None] The sync data for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 is: [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:04Z', 'revision_number': 3, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:08.987198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bdca8-81ce-4dfd-9e37-eb2d107262ca req-fa2b469f-450b-44e7-b573-b41c263b91bd tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:08.988731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d42bdca8-81ce-4dfd-9e37-eb2d107262ca req-fa2b469f-450b-44e7-b573-b41c263b91bd tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1096 time: 0.2162006 Aug 16 22:08:09.025327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-f712ba75-9f4e-4061-80a2-7d6c1b8aa15f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:09.027621 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-f712ba75-9f4e-4061-80a2-7d6c1b8aa15f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 823 time: 0.3944335 Aug 16 22:08:09.029017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Allocated IP 192.168.233.189 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/30c44637-f318-40af-8007-2c63b13e2649) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:09.084996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:09.087370 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320d2ef6-2fe8-4b04-9155-7490b4faf896" -d '{"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-unplugged", "status": "completed", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:09.100952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.115465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.157178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d42bdca8-81ce-4dfd-9e37-eb2d107262ca req-30d8e9f3-c059-4b9e-bdae-5da0b8318129 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475632 Aug 16 22:08:09.164973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-0476ea7b-5e5d-47bb-a43d-b7c6b9cbac78 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649248 Aug 16 22:08:09.209490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-2193f637-6c68-4de7-b3bd-bcb9e73ae72e tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 380 time: 0.1474857 Aug 16 22:08:09.315122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'port': {'device_id': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'admin_state_up': True, 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'security_groups': ['aed4ec3c-f67e-4dee-b0b9-a75694f0d504']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:09.413369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.513145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60edf77c-2b3c-4da9-93ef-249403210ea7 req-83fc0055-0d71-41fb-9ed4-ba52f1df907f service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330026 Aug 16 22:08:09.525121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:09.568962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2211-f9e8-4038-b9ce-986d43735b28 req-e4ca2f53-cac2-4c72-a434-5fc117081b72 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:09.570527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2edf2211-f9e8-4038-b9ce-986d43735b28 req-e4ca2f53-cac2-4c72-a434-5fc117081b72 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 943 time: 0.1784174 Aug 16 22:08:09.583617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:09.584363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:09.584775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:09.637106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:09.637554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Attempting to bind port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:09.654277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.668064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:09.668864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:09.669470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:09.669602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Transition to ACTIVE for port object 30c44637-f318-40af-8007-2c63b13e2649 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:09.670241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Bound port: 0608cc46-4316-4512-ab63-85ba2e7a8a37, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:09.670820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.706867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2edf2211-f9e8-4038-b9ce-986d43735b28 req-365f11d2-d9cb-44d0-b586-e274a7adb4ed tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991714 Aug 16 22:08:09.767875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:09.794303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Allocated IP 172.20.0.1 (3a99a344-a6e4-43f8-90b4-17b1afa6bf76/100e6f52-c4b1-4c2f-b130-4a1f4b649852/d143cda7-d9ac-45db-bcec-ebef4b0a55bc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:09.803892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Router 93399225-86cd-4499-920e-01bddd4f4656 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:09.806350 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7de283-4388-40cb-af43-3a73733b3488 x-openstack-request-id: req-bb7de283-4388-40cb-af43-3a73733b3488 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:09.811499 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-unplugged", "status": "completed", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:09.811499 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb7de283-4388-40cb-af43-3a73733b3488 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:09.811499 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'code': 200} Aug 16 22:08:09.823055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:09.935762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-408ac19a-f036-44f5-bf82-a55baefce572 req-7454a0ae-a6ca-4683-b524-97d9398f0350 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 210 time: 0.0504503 Aug 16 22:08:09.937620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:09.959957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:08:09.968403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:09.981654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Made reservation on behalf of e514c0ad9012477fb6f3fa8d139ef64c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:09.985228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.000123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:10.004825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:10.007487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2798304f-72f1-4371-af0c-fe6440d56830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.078940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:10.149566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:10.194490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.222267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.289042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:10.295239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Transition to ACTIVE for port object d143cda7-d9ac-45db-bcec-ebef4b0a55bc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:10.299488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Sync routers for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:10.303645 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-588b7c3c-f394-4981-b499-52e9929c70ae admin admin] 10.222.0.22 "PUT /v2.0/routers/93399225-86cd-4499-920e-01bddd4f4656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4123514 Aug 16 22:08:10.316581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:10.317482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:10.325200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:10.406156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:10.422386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.442950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:10.443602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.456291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.475326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:10.475461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:10.475966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.477438 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-1a043d15-875b-4028-9865-1400fd165a8c service neutron] 10.222.0.89 "PUT /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 1123 time: 2.6720510 Aug 16 22:08:10.482389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2544cfa6-a983-476f-9cda-ed919de08261 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:10.487038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Allocated IP 172.20.0.8 (70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2/aa9401a9-6148-4121-afd5-0d0bce5d2290/84348ee0-834f-4efa-82b1-04f2c5332f57) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:10.547297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.559207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-a79ffc30-3951-4600-b9c0-7d101ec65b4f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:10.566403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-a79ffc30-3951-4600-b9c0-7d101ec65b4f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.5108807 Aug 16 22:08:10.608485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2220e87-c9da-4204-b6c2-4f2da98223cb None None] Provisioning for port 30c44637-f318-40af-8007-2c63b13e2649 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:10.631339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-b307b9f0-a0bb-4c06-b5ca-8eaeed1a1c01 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/quotas/1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 375 time: 0.0637891 Aug 16 22:08:10.662295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2220e87-c9da-4204-b6c2-4f2da98223cb None None] Provisioning complete for port 30c44637-f318-40af-8007-2c63b13e2649 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:10.662698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2220e87-c9da-4204-b6c2-4f2da98223cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.690592 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107 associated. External IP: 172.25.8.120, port: 54667e5d-1914-4875-9d7d-719bcadab749. Aug 16 22:08:10.694182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['0608cc46-4316-4512-ab63-85ba2e7a8a37'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:10.771785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a2220e87-c9da-4204-b6c2-4f2da98223cb None None] Port 30c44637-f318-40af-8007-2c63b13e2649 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:10.788299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-c88a8fc6-7cfe-4e9a-a9d6-5c85ff977df3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532907 Aug 16 22:08:10.798127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2544cfa6-a983-476f-9cda-ed919de08261 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:10.825266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2544cfa6-a983-476f-9cda-ed919de08261 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:10.825871 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.852814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:10.857020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.874023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:10.907822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2798304f-72f1-4371-af0c-fe6440d56830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.920505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2798304f-72f1-4371-af0c-fe6440d56830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:10.937443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:10.944517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:08:07Z', 'revision_number': 5, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:10.963906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Pushing event updated for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:10.980720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2798304f-72f1-4371-af0c-fe6440d56830 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35ac1483f0a74b16936a3a25508baf64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2099135 Aug 16 22:08:10.987226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798304f-72f1-4371-af0c-fe6440d56830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed07842-ab6b-4b4e-a824-7ca56eeb5b57,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:10.996975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:11.002386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Checking router: 93399225-86cd-4499-920e-01bddd4f4656 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:11.004453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-d31c8524-6a7e-4cda-a68c-ce958b8f6a68 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1075003 Aug 16 22:08:11.032115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Request body: {'port': {'device_id': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:11.046968 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.051986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Routers {'93399225-86cd-4499-920e-01bddd4f4656'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:11.052691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['93399225-86cd-4499-920e-01bddd4f4656'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:11.148177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2544cfa6-a983-476f-9cda-ed919de08261, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2544cfa6-a983-476f-9cda-ed919de08261,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:11.150001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.161729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.202203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:11.252616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.257967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-309f61d0-654a-459a-ac9e-a2c9043b7223 service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678860 Aug 16 22:08:11.265202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Transition to ACTIVE for port object 84348ee0-834f-4efa-82b1-04f2c5332f57 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:11.307621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.330263 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.337484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.345213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.393184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] Set router 93399225-86cd-4499-920e-01bddd4f4656 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:11.458244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.467169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ccaa8fca-c30b-4020-ae3b-76a3b4e3ae50 None None] Provisioning for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:11.469399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:11.483590 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:11.498204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.500530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ccaa8fca-c30b-4020-ae3b-76a3b4e3ae50 None None] Provisioning complete for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:11.501764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ccaa8fca-c30b-4020-ae3b-76a3b4e3ae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.508516 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:11.509213 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:11.520377 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.522897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.526992 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ed07842-ab6b-4b4e-a824-7ca56eeb5b57 HTTP/1.1" status: 204 len: 168 time: 0.5288968 Aug 16 22:08:11.548837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-7ed7b993-305c-491e-b442-d944d601f8b3 service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399313 Aug 16 22:08:11.584824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a53118-657f-4c67-b0ef-61dc05b58d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed07842-ab6b-4b4e-a824-7ca56eeb5b57,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:11.604654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:11.622597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Deleting port 58d210fc-6a99-47f6-98f9-94b8372fed54 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:11.623265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.626016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:11.638774 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:11.654017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2544cfa6-a983-476f-9cda-ed919de08261,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:11.659503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:11.768967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa8fca-c30b-4020-ae3b-76a3b4e3ae50 None None] Port d143cda7-d9ac-45db-bcec-ebef4b0a55bc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:11.799282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:11.800161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:11.879795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:11.886858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:11.900553 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f26e38f-6b9f-410c-915a-c91505c336ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:12.032450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:08:07Z', 'revision_number': 5, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:12.041249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:12.072265 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-071da245-4899-44df-a69a-94bafe27f44f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7825074 Aug 16 22:08:12.085715 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:09Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:12.106915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Request body: {'port': {'device_id': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:12.108281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a86be32b-6538-4512-bfc8-fa1cc4f2f552 None None] Provisioning for port 84348ee0-834f-4efa-82b1-04f2c5332f57 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:12.117757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df0ab1-d07e-4a38-b170-87f2ebf9b2be None None] The sync data for ids ['93399225-86cd-4499-920e-01bddd4f4656'] in n-d-791505-20 is: [{'id': '93399225-86cd-4499-920e-01bddd4f4656', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1845064287-router', 'tenant_id': '9445f9e2e8354ce98fdd938121b8ef19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:52Z', 'updated_at': '2021-08-16T22:08:07Z', 'revision_number': 5, 'project_id': '9445f9e2e8354ce98fdd938121b8ef19', 'gw_port': {'id': '58d210fc-6a99-47f6-98f9-94b8372fed54', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93399225-86cd-4499-920e-01bddd4f4656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:53Z', 'updated_at': '2021-08-16T22:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:12.120911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a86be32b-6538-4512-bfc8-fa1cc4f2f552 None None] Provisioning complete for port 84348ee0-834f-4efa-82b1-04f2c5332f57 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:12.122559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a86be32b-6538-4512-bfc8-fa1cc4f2f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.142820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:12.156018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:12.157191 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:12.172554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a86be32b-6538-4512-bfc8-fa1cc4f2f552 None None] Port 84348ee0-834f-4efa-82b1-04f2c5332f57 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:12.215767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] For port 58d210fc-6a99-47f6-98f9-94b8372fed54, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=58d210fc-6a99-47f6-98f9-94b8372fed54,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:12.216490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.219192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:12.233852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Calling delete_port for 58d210fc-6a99-47f6-98f9-94b8372fed54 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:12.237062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39252d0b-aacf-4898-bd87-d38bca554632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.277618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab12e1-a483-4340-8263-a9283d577a7a req-62b7e6a2-74f9-4594-9a5f-41043799faa6 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:12.285133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42ab12e1-a483-4340-8263-a9283d577a7a req-62b7e6a2-74f9-4594-9a5f-41043799faa6 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 936 time: 0.2579098 Aug 16 22:08:12.321296 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:12.367702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.407354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:12.430665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.466743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42ab12e1-a483-4340-8263-a9283d577a7a req-1804a7f7-fe3c-48ee-9d9d-61fda494fbcd tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713617 Aug 16 22:08:12.483624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:12.509949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Transition to ACTIVE for port object 30c44637-f318-40af-8007-2c63b13e2649 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:12.515340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.584395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:12.587020 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38193986-8a18-4dc2-9cc3-1be8fb812767" -d '{"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:12.591446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-5cef2a8e-7f4f-4682-86bd-b41534d3548b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "PUT /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 999 time: 4.3196433 Aug 16 22:08:12.592061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.713942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.770674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:12.773971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2544cfa6-a983-476f-9cda-ed919de08261 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:12.836396 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:09Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:12.874728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-b9350e45-3f67-472e-8c41-e6d306ad8602 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:12.876777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-b9350e45-3f67-472e-8c41-e6d306ad8602 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports/54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 942 time: 0.2122695 Aug 16 22:08:12.895425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:12.927842 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb1d7f-f4c0-4887-8b96-e9ff48c2df04 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:09Z', 'revision_number': 3, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:12.943933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Pushing event updated for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:12.947937 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:12.970725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:12.991847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b8a0-ef82-45fe-a429-1f381dd8987b req-d0059c93-d03f-4665-8f74-1f9ea69dfec4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:13.000996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda6b8a0-ef82-45fe-a429-1f381dd8987b req-d0059c93-d03f-4665-8f74-1f9ea69dfec4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 943 time: 0.3307898 Aug 16 22:08:13.004429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84348ee0-834f-4efa-82b1-04f2c5332f57 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:13.030114 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.033619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.096383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2544cfa6-a983-476f-9cda-ed919de08261 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:13.097011 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.142740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Transition to ACTIVE for port object 84348ee0-834f-4efa-82b1-04f2c5332f57 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:13.171022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39252d0b-aacf-4898-bd87-d38bca554632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.175053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.191638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39252d0b-aacf-4898-bd87-d38bca554632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.196408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:13.224032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Attempting to bind port 30c44637-f318-40af-8007-2c63b13e2649 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:13.224032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Attempting to bind port 30c44637-f318-40af-8007-2c63b13e2649 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:13.224032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Attempting to bind port 30c44637-f318-40af-8007-2c63b13e2649 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:13.228714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:08:13.236607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Port 30c44637-f318-40af-8007-2c63b13e2649 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:13.236607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Attempting to bind port 30c44637-f318-40af-8007-2c63b13e2649 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:13.241190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda6b8a0-ef82-45fe-a429-1f381dd8987b req-960f25d1-e545-4682-b5e2-5bb9c3c6e16b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177410 Aug 16 22:08:13.254592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2566f429-429c-4290-9d9b-7b344eac30d2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:13.263253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:13.263858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-3cccf860-9272-4724-acd0-f5bfecd85c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:13.272090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-3cccf860-9272-4724-acd0-f5bfecd85c34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1932721 Aug 16 22:08:13.278747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:13.296858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:13.299242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.306633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-39252d0b-aacf-4898-bd87-d38bca554632 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8106ff78b8f47c7a448956eca03c37a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0853021 Aug 16 22:08:13.307220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb58e4be-e08a-4ee9-9c61-3f1d58fdfcd3 None None] New status for floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:13.308836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:13.310248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:13.310642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:13.311263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2566f429-429c-4290-9d9b-7b344eac30d2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:13.311515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Bound port: 30c44637-f318-40af-8007-2c63b13e2649, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:13.311887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.311997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2566f429-429c-4290-9d9b-7b344eac30d2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:13.319723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:13.568759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Pushing event deleted for resources: {'Port': ['ID=58d210fc-6a99-47f6-98f9-94b8372fed54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:13.716195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee3f32cd-a738-4a18-8cc9-52eeb941b826 None None] Provisioning complete for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:13.716590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ee3f32cd-a738-4a18-8cc9-52eeb941b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.739920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Router a9448bfd-bafe-41c8-b33d-fe037aa027ad has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:13.749855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.755737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f32cd-a738-4a18-8cc9-52eeb941b826 None None] Port d143cda7-d9ac-45db-bcec-ebef4b0a55bc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:13.761459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39252d0b-aacf-4898-bd87-d38bca554632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab23fc-0ce2-4b62-82a9-b51364cc8c91,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:13.797309 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:13.806854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:13.807506 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:13.879363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Attempting to bind port 84348ee0-834f-4efa-82b1-04f2c5332f57 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:13.879826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Attempting to bind port 84348ee0-834f-4efa-82b1-04f2c5332f57 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:13.880275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Attempting to bind port 84348ee0-834f-4efa-82b1-04f2c5332f57 on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:13.882278 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.885845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.890903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.895540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Port 84348ee0-834f-4efa-82b1-04f2c5332f57 on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:13.895540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Attempting to bind port 84348ee0-834f-4efa-82b1-04f2c5332f57 on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:13.930105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:13.931494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:13.989605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-50ff5b56-ae2e-446b-88ef-41c0528cd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:13.991157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-50ff5b56-ae2e-446b-88ef-41c0528cd993 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.7182782 Aug 16 22:08:14.017868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843d13-f103-46da-b100-160acb9e29f7 req-954dd577-cbdb-4ce6-8529-7a9c2005f30c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.025782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42843d13-f103-46da-b100-160acb9e29f7 req-954dd577-cbdb-4ce6-8529-7a9c2005f30c tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 943 time: 0.2750676 Aug 16 22:08:14.028477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:14.042262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.109108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-812f8893-f76e-4d3c-a136-fe101e7b73e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.0998564 Aug 16 22:08:14.115834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-ac1e3140-98ac-4a1a-be60-8272722cca40 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.117330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-ac1e3140-98ac-4a1a-be60-8272722cca40 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.3652856 Aug 16 22:08:14.119242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:14.136778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.156298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Request body: {'port': {'device_id': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'admin_state_up': True, 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:14.174732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:13Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:14.196434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:14.197053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Checking segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:14.197485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Bound using segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:14.197853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Bound port: 84348ee0-834f-4efa-82b1-04f2c5332f57, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:14.198281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.201416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:14.212926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:14.213708 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:14.224040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.224686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93399225-86cd-4499-920e-01bddd4f4656 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:08:14.273828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.273828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.275086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] 10.222.0.89 "PUT /v2.0/ports/30c44637-f318-40af-8007-2c63b13e2649 HTTP/1.1" status: 200 len: 1097 time: 3.2506447 Aug 16 22:08:14.280601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.281971 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f9ccc8e-3a44-4749-a996-f59f52f6586c admin admin] 10.222.0.22 "DELETE /v2.0/routers/93399225-86cd-4499-920e-01bddd4f4656 HTTP/1.1" status: 204 len: 168 time: 3.9499781 Aug 16 22:08:14.295285 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:14.302665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42843d13-f103-46da-b100-160acb9e29f7 req-1916de75-1f5b-48bb-b3f7-25979d2e9838 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758651 Aug 16 22:08:14.381917 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:14.384172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-c0885fa5-5bd6-4244-a806-0f0066f1a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.385925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-c0885fa5-5bd6-4244-a806-0f0066f1a522 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.2593656 Aug 16 22:08:14.386402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:14.406289 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2c79888-4c9b-4df4-ab7d-9d16ed8797ae admin admin] 10.222.0.22 "PUT /v2.0/routers/a9448bfd-bafe-41c8-b33d-fe037aa027ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8231471 Aug 16 22:08:14.424279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Sync routers for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:14.444487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:14.445151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:14.493158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:14.498396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:14.509746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.513243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.517184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60ab23fc-0ce2-4b62-82a9-b51364cc8c91 HTTP/1.1" status: 204 len: 168 time: 1.1844573 Aug 16 22:08:14.532029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Deleting subnet 59d7f497-518c-4eac-a386-8b0fb50ed63d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:08:14.543921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.545998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.602925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800cff-17ef-4695-a52f-de83929f4123 service neutron] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:14.696522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7036a-4246-47cc-9622-0eb9b44ade97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab23fc-0ce2-4b62-82a9-b51364cc8c91,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:14.721948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86c49dff-64bd-4f43-8dd1-dd82a4882cb0 req-de059a18-0fa4-4085-936a-21a2d0cfa910 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 210 time: 0.2391436 Aug 16 22:08:14.725658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:14.754097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.795443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:14.798871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-2c67f031-19ad-42e8-92f1-175184b581c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.806630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-2c67f031-19ad-42e8-92f1-175184b581c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3686998 Aug 16 22:08:14.816219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-c42d4d92-f300-471c-8c0d-9c372faee3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:14.819578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-c42d4d92-f300-471c-8c0d-9c372faee3b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 1100 time: 0.4742239 Aug 16 22:08:14.926233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:14.963542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-37c3a98d-6b3e-4bb4-9206-1087d7609a2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=30c44637-f318-40af-8007-2c63b13e2649 HTTP/1.1" status: 200 len: 217 time: 0.1109850 Aug 16 22:08:15.005400 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:13Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:15.064272 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6cb089-38b6-4301-be35-e005b3d6a7e8 x-openstack-request-id: req-7d6cb089-38b6-4301-be35-e005b3d6a7e8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:15.065902 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db757d8-2476-4074-8a18-9467eae8895b x-openstack-request-id: req-1db757d8-2476-4074-8a18-9467eae8895b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:15.066197 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:15.066441 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1db757d8-2476-4074-8a18-9467eae8895b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:15.066826 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'status': 'completed', 'code': 200} Aug 16 22:08:15.068823 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dda55c-2228-4697-b111-7c369b6aa9cd None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '8e64449c-0dba-4325-aee0-2c97404bed62', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:c9:eb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:13Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:15.069438 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:15.069851 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d6cb089-38b6-4301-be35-e005b3d6a7e8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:15.070415 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:08:15.072442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.88', 55334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:15.114101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:15.118810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.137000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.149027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-83a1e360-e89d-455c-96ef-69d59722b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.150580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-83a1e360-e89d-455c-96ef-69d59722b756 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.0824530 Aug 16 22:08:15.197708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.198389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.206577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-0aa28d02-eeb1-4f3e-afd5-cafac2039edf service neutron] 10.222.0.88 "PUT /v2.0/ports/84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 1092 time: 3.1059141 Aug 16 22:08:15.288335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-c821d7eb-3a11-43ed-92e7-2129366f423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.290088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-c821d7eb-3a11-43ed-92e7-2129366f423b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2111809 Aug 16 22:08:15.397408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d7f497-518c-4eac-a386-8b0fb50ed63d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:15.400634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-89fcc1e0-cede-44f6-bc92-135f6d8522e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.402553 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-89fcc1e0-cede-44f6-bc92-135f6d8522e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.1951003 Aug 16 22:08:15.437836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-bb369d4d-1aae-47cb-a181-c93b4dbf338a service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139460 Aug 16 22:08:15.462450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 2, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:15.518433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-348826e9-4ef6-4633-a9d1-d1db3994ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.525982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-2f2fed30-a1d2-4e20-8d54-d90c7195a74c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.0472460 Aug 16 22:08:15.526717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Checking router: a9448bfd-bafe-41c8-b33d-fe037aa027ad for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:15.527915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Updating router a9448bfd-bafe-41c8-b33d-fe037aa027ad port d143cda7-d9ac-45db-bcec-ebef4b0a55bc binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:08:15.537865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e117e7-6a94-403a-974f-096a9673d25f None None] Network 4379fb3e-d05a-4005-9b51-5da3c4bacf82 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:15.538207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.543698 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52cd8ceb-5ae1-4f9c-84de-a9fbdf3a40c8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/59d7f497-518c-4eac-a386-8b0fb50ed63d HTTP/1.1" status: 204 len: 168 time: 1.2445984 Aug 16 22:08:15.558546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:15.625253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:15.642987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-9a09dcb3-3349-40cd-b05a-ca390a3c8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.644653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-9a09dcb3-3349-40cd-b05a-ca390a3c8144 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1095 time: 0.2408948 Aug 16 22:08:15.657731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c1c7c-d1ab-4f92-817e-99c79b3a7bc1 req-6b32e2aa-297c-4563-8a83-3a64bc946bee tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.663073 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-532766c5-241f-44f0-a6ba-26d1ab364723 service neutron] 10.222.0.88 "GET /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.9433393 Aug 16 22:08:15.672894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be8c1c7c-d1ab-4f92-817e-99c79b3a7bc1 req-6b32e2aa-297c-4563-8a83-3a64bc946bee tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 948 time: 0.5856254 Aug 16 22:08:15.784983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-10a95f2f-4fe7-43b0-9642-ea86c1ef5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.785612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be8c1c7c-d1ab-4f92-817e-99c79b3a7bc1 req-6d1ebb01-2a40-4067-ac99-0a464a675512 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066194 Aug 16 22:08:15.790653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-67f7e3b2-7274-49ba-aa9f-37bd3b75130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.796050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-67f7e3b2-7274-49ba-aa9f-37bd3b75130e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4275920 Aug 16 22:08:15.803458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-10a95f2f-4fe7-43b0-9642-ea86c1ef5c03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.2408261 Aug 16 22:08:15.889635 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-8d262c5f-d1e5-446a-b01a-6a40b50e5e78 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 217 time: 0.2105346 Aug 16 22:08:15.958585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-2b0046e3-70e1-44d7-a696-acb622dd6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:15.960135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-2b0046e3-70e1-44d7-a696-acb622dd6246 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1126 time: 0.8861718 Aug 16 22:08:16.034065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Allocated IP 172.20.0.14 (b5da0661-c650-46da-8ac3-772957555bf6/15544c87-28b1-496d-b648-7a8a9519b810/538701ca-abe8-4f82-a5a3-a0e0556d8f3c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:16.037879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] DHCP port deletion for 4379fb3e-d05a-4005-9b51-5da3c4bacf82 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:08:16.091136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-6917509a-3ca0-4e95-8958-c73bb05dd573 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754543 Aug 16 22:08:16.098627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-8680a7ec-c03e-4217-976c-4ffc35adb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.100291 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-8680a7ec-c03e-4217-976c-4ffc35adb4f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2960422 Aug 16 22:08:16.153956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-81a38f61-1f81-46c7-925c-0603a0820028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.155561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-81a38f61-1f81-46c7-925c-0603a0820028 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.2347665 Aug 16 22:08:16.204311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.213162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Deleting port 0cb64274-77ca-425f-a6ea-f16f8491e321 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:16.214039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.307157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-8550c09d-12c3-4d42-ae5c-2cb62bc66f98 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8683512 Aug 16 22:08:16.420606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:16.441189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:16.459338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] For port 0cb64274-77ca-425f-a6ea-f16f8491e321, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0cb64274-77ca-425f-a6ea-f16f8491e321,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:16.466279 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.470474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede6742-cb5a-40aa-937d-198be5d9fcbd req-57ce8b70-1962-41a4-bfe2-48986fdc259b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.472308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eede6742-cb5a-40aa-937d-198be5d9fcbd req-57ce8b70-1962-41a4-bfe2-48986fdc259b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 943 time: 0.4173830 Aug 16 22:08:16.504083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0608cc46-4316-4512-ab63-85ba2e7a8a37 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:16.510383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Calling delete_port for 0cb64274-77ca-425f-a6ea-f16f8491e321 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:16.517120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:16.531662 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-6dd48172-b636-44dd-817e-e64cbc49f8d1 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214768 Aug 16 22:08:16.551822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.584875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-9a972c02-8922-4d14-96d7-ea20901a1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.587000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-9a972c02-8922-4d14-96d7-ea20901a1dcb service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.5196352 Aug 16 22:08:16.663771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-38193986-8a18-4dc2-9cc3-1be8fb812767 req-a992f120-bbb0-4d86-8608-43dc5a68aa87 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146989 Aug 16 22:08:16.679050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b8c5ed1-bd98-4284-823e-52530cd1d203 req-a7e311cc-953e-498b-b8b2-97c7a19ffb70 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403163 Aug 16 22:08:16.720177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eede6742-cb5a-40aa-937d-198be5d9fcbd req-49efc826-71cb-457b-9e0e-d9654082a51d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293639 Aug 16 22:08:16.728389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-80de5c94-6887-4375-bd72-2e36dda62a5c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 217 time: 0.1288667 Aug 16 22:08:16.743337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0cb64274-77ca-425f-a6ea-f16f8491e321 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:16.747033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-681f2a23-f3a4-4752-8385-47fd913591aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.748694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-681f2a23-f3a4-4752-8385-47fd913591aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1098 time: 0.3738830 Aug 16 22:08:16.774721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-3af594e6-c931-4fac-8374-1cbbb52d6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.776555 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-3af594e6-c931-4fac-8374-1cbbb52d6435 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6101644 Aug 16 22:08:16.848873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] Transition to ACTIVE for port object 0608cc46-4316-4512-ab63-85ba2e7a8a37 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:16.860690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.914550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] Pushing event updated for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:16.916707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:16.961673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] No DVR routers for this DVR port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:16.985983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-244b3d7a-5226-412b-a9c0-a41c18395ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:16.987359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-244b3d7a-5226-412b-a9c0-a41c18395ae0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.2327123 Aug 16 22:08:16.998774 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-580e33b7-11e7-44ce-8e96-91f6ec384e10 service neutron] 10.222.0.88 "PUT /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 1.3170171 Aug 16 22:08:17.003250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Deleting port 0cb64274-77ca-425f-a6ea-f16f8491e321 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:17.003606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.005293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-177ffa15-f238-43d4-aab4-8f9d29a75dea service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172747 Aug 16 22:08:17.031070 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.038036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.052521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No active binding found for port 0cb64274-77ca-425f-a6ea-f16f8491e321 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:08:17.052962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0cb64274-77ca-425f-a6ea-f16f8491e321 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:17.053433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 58d210fc-6a99-47f6-98f9-94b8372fed54 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:17.055601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Transition to ACTIVE for port object d143cda7-d9ac-45db-bcec-ebef4b0a55bc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:17.078388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:17.082660 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526497d-6c36-4892-8b89-536758775577" -d '{"events": [{"name": "network-changed", "server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:17.098149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] Pushing event deleted for resources: {'Port': ['ID=0cb64274-77ca-425f-a6ea-f16f8491e321,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:17.100822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bad1b-b95d-48e0-a73a-1dfde28c178e None None] No DVR routers for this DVR port 0cb64274-77ca-425f-a6ea-f16f8491e321 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:17.103360 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.108302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 58d210fc-6a99-47f6-98f9-94b8372fed54 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:17.108839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 58d210fc-6a99-47f6-98f9-94b8372fed54 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:17.222474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d1b3086-b992-45a8-9594-f086dd886d70 req-79fe4e43-ec69-450a-a6dd-35493b72bc01 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726687 Aug 16 22:08:17.233740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d71401-2a8a-4721-8721-5e6b276f30eb None None] Pushing event updated for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:17.280437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Attempting to bind port d143cda7-d9ac-45db-bcec-ebef4b0a55bc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:17.280811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Attempting to bind port d143cda7-d9ac-45db-bcec-ebef4b0a55bc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:17.281255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Attempting to bind port d143cda7-d9ac-45db-bcec-ebef4b0a55bc on network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Checking segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Bound using segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Bound port: d143cda7-d9ac-45db-bcec-ebef4b0a55bc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:17.296875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.377664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] For port d143cda7-d9ac-45db-bcec-ebef4b0a55bc, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:17.383274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] For port d143cda7-d9ac-45db-bcec-ebef4b0a55bc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:17.389446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62'}, {'name': 'network-changed', 'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:17.391705 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62"}, {"name": "network-changed", "server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:17.391925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.447403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:17.448086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:17.515496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2c27-a6d0-4ed7-9721-ce75623b9052 req-91951455-9bb6-4f50-ae48-72fb91ebf336 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:17.517223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cee2c27-a6d0-4ed7-9721-ce75623b9052 req-91951455-9bb6-4f50-ae48-72fb91ebf336 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 943 time: 0.6653605 Aug 16 22:08:17.519076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-d01701e0-4e50-402d-a510-bc8ed50a578a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5182803 Aug 16 22:08:17.541722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:17.549857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d71401-2a8a-4721-8721-5e6b276f30eb None None] Pushing event updated for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:17.662505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:17.671552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:17.696084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] For port 0cb64274-77ca-425f-a6ea-f16f8491e321, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0cb64274-77ca-425f-a6ea-f16f8491e321,segment=NetworkSegment(4a413adb-a4b3-4148-80ec-760e0f47f852),segment_id=4a413adb-a4b3-4148-80ec-760e0f47f852)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:17.696678 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.713376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Calling delete_port for 0cb64274-77ca-425f-a6ea-f16f8491e321 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:17.739565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-edae386a-6422-4842-b0a2-a09a26468d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:17.746095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-edae386a-6422-4842-b0a2-a09a26468d1c service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.9875948 Aug 16 22:08:17.765371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-39d1adaa-6bdf-4739-bf46-39bd08ccf7c7 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:17.767218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-39d1adaa-6bdf-4739-bf46-39bd08ccf7c7 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.3716152 Aug 16 22:08:17.888013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cee2c27-a6d0-4ed7-9721-ce75623b9052 req-a71e756e-90c1-4e76-b5cf-3f4adc50a00f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613675 Aug 16 22:08:17.913403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:17Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:17.927016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:17.935088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-fccadecd-6f73-4bfc-ba18-8295d656523d service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822370 Aug 16 22:08:17.944349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbba3-a4a2-4607-a131-0092eb274e60 None None] The sync data for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 is: [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:17Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:18.040327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.123154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-f17ca6bf-b02a-4169-b1e5-eea738e88abd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 1002 time: 0.3506806 Aug 16 22:08:18.144397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Network b5da0661-c650-46da-8ac3-772957555bf6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:18.145399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:18.179127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:18.182555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-7cc24ec4-74f3-408d-b1cc-263103389751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.184118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-7cc24ec4-74f3-408d-b1cc-263103389751 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487&tenant_id=5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 1096 time: 0.3943667 Aug 16 22:08:18.185794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:18.201743 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-487767c8-5755-48a4-9b43-010938de2049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.344784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.354546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-c57c8936-9aee-4b95-8b77-281c08765a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.356094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-c57c8936-9aee-4b95-8b77-281c08765a63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.2077160 Aug 16 22:08:18.369760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dbc3a-6e61-4253-b074-ad1dd5f1e439 req-989332ed-2f9e-4fff-b82c-cfda9eee68e0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.377373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-642dbc3a-6e61-4253-b074-ad1dd5f1e439 req-989332ed-2f9e-4fff-b82c-cfda9eee68e0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 932 time: 0.3839331 Aug 16 22:08:18.384377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.385041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.425723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f26e38f-6b9f-410c-915a-c91505c336ac req-3a76ad1e-f891-40e7-9a46-aabf403ee4b4 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778855 Aug 16 22:08:18.431878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb64274-77ca-425f-a6ea-f16f8491e321,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:18.460660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] No DVR routers for this DVR port 0cb64274-77ca-425f-a6ea-f16f8491e321 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:18.477841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d143cda7-d9ac-45db-bcec-ebef4b0a55bc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:18.495150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-089c61a5-9b58-48db-b492-bacb977d4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.497019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-089c61a5-9b58-48db-b492-bacb977d4992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1096 time: 0.2522008 Aug 16 22:08:18.499359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-0481e5e6-ab01-463e-8696-63a4bc487052 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3587468 Aug 16 22:08:18.546267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:18.551522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:18.552175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.591406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Request body: {'port': {'device_id': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:18.652541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-642dbc3a-6e61-4253-b074-ad1dd5f1e439 req-413b8fd4-0929-4883-8d10-fda1da77f4c5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540145 Aug 16 22:08:18.685334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.703845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45585df-d837-4d31-937b-f442ba23e347 req-7abfa0f6-c1f3-4083-a051-579c4c28bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.710634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-7abfa0f6-c1f3-4083-a051-579c4c28bc66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3026907 Aug 16 22:08:18.735775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d143cda7-d9ac-45db-bcec-ebef4b0a55bc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:18.740811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.779747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.828429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:18.886085 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-e69f714f-5432-44af-ba4e-e5440cdc2b80 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0687559 Aug 16 22:08:18.922311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4379fb3e-d05a-4005-9b51-5da3c4bacf82']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:18.955975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a413adb-a4b3-4148-80ec-760e0f47f852') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:18.956285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a413adb-a4b3-4148-80ec-760e0f47f852') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:18.971527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:18.995521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-95c1de0b-ddc3-48fd-98c4-78fc39796af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:18.999839 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-95c1de0b-ddc3-48fd-98c4-78fc39796af6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1096 time: 0.0542686 Aug 16 22:08:19.026175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.084327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-c76a06c6-c8fc-4c9d-9979-87bfcaf6ed4e service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479874 Aug 16 22:08:19.088844 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.093224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af87f8-45cc-411d-81e3-61ddac826e6b req-6ff832da-8ff2-4aa0-8161-a60224b9bd4a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.094767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1af87f8-45cc-411d-81e3-61ddac826e6b req-6ff832da-8ff2-4aa0-8161-a60224b9bd4a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 948 time: 0.3574383 Aug 16 22:08:19.103354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-d70212b7-9b6c-4542-879a-b07574d5468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.104873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-d70212b7-9b6c-4542-879a-b07574d5468b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.6000040 Aug 16 22:08:19.107884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.131158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-6cf93209-f350-4bde-a1a9-c7e3384191c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.132641 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-6cf93209-f350-4bde-a1a9-c7e3384191c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.1089149 Aug 16 22:08:19.174204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:08:19.174627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:08:19.179471 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:08:19.181972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-d6887bd9-acc2-49ea-a9af-b3c2d9233f7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0414343 Aug 16 22:08:19.268377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-27fde2fb-2435-4582-bb33-e6f5855e9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.270571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-27fde2fb-2435-4582-bb33-e6f5855e9193 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0763586 Aug 16 22:08:19.285063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-12f74975-983f-4432-9fcd-d0fa40528cf2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 200 len: 217 time: 0.1463532 Aug 16 22:08:19.312856 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-6558f1f0-2e88-481c-8437-a5f6c441d883 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347636 Aug 16 22:08:19.337600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1af87f8-45cc-411d-81e3-61ddac826e6b req-92088472-8ee8-4423-90bc-ce607625d7a0 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308762 Aug 16 22:08:19.424217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.466852 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:19.468759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4379fb3e-d05a-4005-9b51-5da3c4bacf82 HTTP/1.1" status: 204 len: 168 time: 3.8998044 Aug 16 22:08:19.491920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c45585df-d837-4d31-937b-f442ba23e347 req-a6bd1e1e-4562-4a62-bc38-69ff95cfdc3f service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908031 Aug 16 22:08:19.506081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f8d7-3d15-42dd-9c9a-753940564c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4379fb3e-d05a-4005-9b51-5da3c4bacf82,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:19.525416 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-37a92512-7e9c-40a7-abbe-8c89d8f02148 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046664 Aug 16 22:08:19.542839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-d4158665-c0b6-4898-90f7-de3d5fb7a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.544350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-d4158665-c0b6-4898-90f7-de3d5fb7a424 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.2379420 Aug 16 22:08:19.601509 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b3a4f-231b-4302-8f52-2c507a03f364 x-openstack-request-id: req-cf9b3a4f-231b-4302-8f52-2c507a03f364 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:19.601802 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:19.602057 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf9b3a4f-231b-4302-8f52-2c507a03f364 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:19.602456 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'status': 'completed', 'code': 200} Aug 16 22:08:19.607768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-df22738f-29d1-43a9-98b5-8948ff6c2e2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440006 Aug 16 22:08:19.666615 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed3cf33-7e25-4c71-b7f2-27d1b91d82db x-openstack-request-id: req-0ed3cf33-7e25-4c71-b7f2-27d1b91d82db {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:19.667807 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:19.668049 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ed3cf33-7e25-4c71-b7f2-27d1b91d82db {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:19.668448 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62', 'status': 'completed', 'code': 200} Aug 16 22:08:19.668706 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'status': 'completed', 'code': 200} Aug 16 22:08:19.671406 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2c83a59b-b989-44cc-b0ac-8237712b6812 req-cc6a722e-0287-45ee-ad22-99aacba35992 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380546 Aug 16 22:08:19.837123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-46acf3fb-0825-4d42-82eb-d5879fab2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.838706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-46acf3fb-0825-4d42-82eb-d5879fab2757 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1098 time: 0.1238170 Aug 16 22:08:19.842754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-7cc784f0-e62a-4afc-997e-8b8addb64d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:19.844836 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-7cc784f0-e62a-4afc-997e-8b8addb64d9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 1100 time: 0.1506519 Aug 16 22:08:19.857226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:20.022649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4989cdd2-e37a-4a23-b8df-3e797c9f07cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9445f9e2e8354ce98fdd938121b8ef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633575 Aug 16 22:08:20.039446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:20.070851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-fe7e58a2-f063-4cb4-a428-ade5262b1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.072348 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-fe7e58a2-f063-4cb4-a428-ade5262b1372 service neutron] 10.222.0.88 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.2248418 Aug 16 22:08:20.081565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-0407262a-a387-482e-a94c-9523af407d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.082921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-0407262a-a387-482e-a94c-9523af407d9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2266541 Aug 16 22:08:20.258691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526497d-6c36-4892-8b89-536758775577 req-fc78e1db-73c6-492e-8e24-2c59846f3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.260273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-fc78e1db-73c6-492e-8e24-2c59846f3ca9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1095 time: 0.4937754 Aug 16 22:08:20.272224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f36c3-7f9a-464d-9833-1e2aae341115 req-353ecd3e-a7e8-4b79-9b67-09f2a76848e7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.273814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-629f36c3-7f9a-464d-9833-1e2aae341115 req-353ecd3e-a7e8-4b79-9b67-09f2a76848e7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 944 time: 0.4935312 Aug 16 22:08:20.278508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538701ca-abe8-4f82-a5a3-a0e0556d8f3c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:20.284686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-48e95131-62ef-4025-b357-38f14ea4eb46 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665585 Aug 16 22:08:20.303366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe831-87a9-4203-a5f5-2a1472584043 req-0c1722e9-105d-44dc-bb0e-65d743500bac tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.304927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e8fe831-87a9-4203-a5f5-2a1472584043 req-0c1722e9-105d-44dc-bb0e-65d743500bac tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 943 time: 0.2342048 Aug 16 22:08:20.307029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.434019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Transition to ACTIVE for port object 538701ca-abe8-4f82-a5a3-a0e0556d8f3c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:20.436330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d143cda7-d9ac-45db-bcec-ebef4b0a55bc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:20.456161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.493483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d143cda7-d9ac-45db-bcec-ebef4b0a55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:20.494217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.541611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-629f36c3-7f9a-464d-9833-1e2aae341115 req-34e8fe8a-2183-41cd-a41e-bef59b367e92 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463422 Aug 16 22:08:20.565286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e8fe831-87a9-4203-a5f5-2a1472584043 req-28582d24-d1dd-4cb9-abef-a3c8fc7c3805 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264187 Aug 16 22:08:20.566026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-34db3d0e-3ce4-4427-acbb-9ff44fea9bae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 1002 time: 0.4793203 Aug 16 22:08:20.566026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-c0af83c4-c043-40ab-aea8-6dd65a88f285 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=30c44637-f318-40af-8007-2c63b13e2649 HTTP/1.1" status: 200 len: 217 time: 0.4698627 Aug 16 22:08:20.566026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.612852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.630254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:20.661933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526497d-6c36-4892-8b89-536758775577 req-08789a07-9459-4a79-b968-fa2a4c03e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.663463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-08789a07-9459-4a79-b968-fa2a4c03e608 service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.3887119 Aug 16 22:08:20.665335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-fc792463-915c-411f-a39c-4d6c2a626bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540084 Aug 16 22:08:20.775169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-13221e1c-219c-4a2b-8811-4c6d02d56b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.778524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-13221e1c-219c-4a2b-8811-4c6d02d56b45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.1145515 Aug 16 22:08:20.778835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-2067eff0-f089-461f-b352-91d728c8593c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 217 time: 0.0917084 Aug 16 22:08:20.791080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.799586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:20.800542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98f02180-35df-438a-a3f9-2cf08847620c HTTP/1.1" status: 204 len: 168 time: 0.7601252 Aug 16 22:08:20.809198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90b91d48-b766-472c-ad3c-475596b99f3f req-d18e2214-f811-4902-9cad-c500ae6e6c6c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1002 time: 0.1991570 Aug 16 22:08:20.857824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-f14aa07f-f95d-469b-9303-55029919ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.862295 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-f14aa07f-f95d-469b-9303-55029919ce3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1999719 Aug 16 22:08:20.864011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3c84-f415-4209-ba24-e0cdee4d6bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f02180-35df-438a-a3f9-2cf08847620c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:20.896527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e31e3-3958-41b1-9baa-36f98b9c85cc req-a5822118-a035-4951-a023-f47d49266b51 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.898102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d4e31e3-3958-41b1-9baa-36f98b9c85cc req-a5822118-a035-4951-a023-f47d49266b51 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.2318895 Aug 16 22:08:20.904106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:20.904450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:20.904788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:20.922165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526497d-6c36-4892-8b89-536758775577 req-206c3529-28b8-48e5-b16a-bb1100927754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.922880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-206c3529-28b8-48e5-b16a-bb1100927754 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.1275475 Aug 16 22:08:20.928419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:20.928759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:20.942152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b91d48-b766-472c-ad3c-475596b99f3f req-d27164c1-0c0d-4148-bba7-43fd19d22d4f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.943708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90b91d48-b766-472c-ad3c-475596b99f3f req-d27164c1-0c0d-4148-bba7-43fd19d22d4f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports/8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 943 time: 0.1053064 Aug 16 22:08:20.958274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-b50306e1-7146-4b5f-a2ab-48eefe0b8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:20.959962 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-b50306e1-7146-4b5f-a2ab-48eefe0b8d9f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481235 Aug 16 22:08:20.963813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:20.964201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:20.964598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:20.965061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Bound port: 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:20.965468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.016799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d4e31e3-3958-41b1-9baa-36f98b9c85cc req-949540b3-b139-404d-8440-768a00f54d82 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049967 Aug 16 22:08:21.045055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:21.064287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526497d-6c36-4892-8b89-536758775577 req-0fd3ec4d-d441-4cdb-a29c-b6c919b34cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.065860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-0fd3ec4d-d441-4cdb-a29c-b6c919b34cd6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339836 Aug 16 22:08:21.113506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-37778e20-f5b6-484c-866c-842819e9d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.115033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-37778e20-f5b6-484c-866c-842819e9d4c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2348926 Aug 16 22:08:21.280776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:21.307308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.309592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '30c44637-f318-40af-8007-2c63b13e2649', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '30c44637-f318-40af-8007-2c63b13e2649', 'mac_address': 'fa:16:3e:1b:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:08:21.341699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90b91d48-b766-472c-ad3c-475596b99f3f req-df661572-b1e2-4968-b0a6-3d68ddabf9a3 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1002 time: 0.2956252 Aug 16 22:08:21.348250 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-24129e6f-2415-4b3b-aa11-6e8692d9d2ff service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790302 Aug 16 22:08:21.378664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-c5b2552f-44b0-42eb-aa38-9b7e03997e16 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432690 Aug 16 22:08:21.402236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.434386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:21.458649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:21.493325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:21.494099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:21.503924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.516904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.578003 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-4c652512-9664-46cf-a6ff-dad4fbff510b service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170455 Aug 16 22:08:21.584456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-99ce71d2-73fc-42a7-a7c8-ad34d757ec77 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.585274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 84348ee0-834f-4efa-82b1-04f2c5332f57 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:21.585400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-99ce71d2-73fc-42a7-a7c8-ad34d757ec77 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.4305079 Aug 16 22:08:21.659664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f47f8-97f5-49a4-bc84-03bc7e6a77de req-df43f25b-aad6-43f2-a45c-52ec3b21b001 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.670546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-823f47f8-97f5-49a4-bc84-03bc7e6a77de req-df43f25b-aad6-43f2-a45c-52ec3b21b001 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 948 time: 0.3894539 Aug 16 22:08:21.676690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:21.713483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:21.761908 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e1b29135-9cfa-4ed4-96c0-a3387bdbc5d3 req-c9f9544c-0c22-475e-a2d2-3651f975a434 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665729 Aug 16 22:08:21.778036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:21.808380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:21.812593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.813361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.819261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-d6c00021-c64f-4240-ae53-540a62d8b812 service neutron] 10.222.0.88 "PUT /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 1093 time: 3.2796731 Aug 16 22:08:21.835759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'port_id': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'mac_address': 'fa:16:3e:4d:9c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:08:21.848079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:21.850652 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801d39c8-e774-4078-bcc4-25711470e472" -d '{"events": [{"name": "network-changed", "server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:21.876214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b91d48-b766-472c-ad3c-475596b99f3f req-b3c72000-6e89-422d-81eb-339d7d6b4c20 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:21.896131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90b91d48-b766-472c-ad3c-475596b99f3f req-b3c72000-6e89-422d-81eb-339d7d6b4c20 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.5556176 Aug 16 22:08:21.905662 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.926078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84348ee0-834f-4efa-82b1-04f2c5332f57 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:21.934262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['30c44637-f318-40af-8007-2c63b13e2649'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:21.951990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4efccf53-f010-46e3-88e5-9672742e3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:21.964846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-982819a5-e380-4789-ac9b-5f0417dbdd0a service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8384244 Aug 16 22:08:21.987583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:21.997338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.122785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-823f47f8-97f5-49a4-bc84-03bc7e6a77de req-a027ea3a-f78f-421e-b85b-053c43369a63 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511480 Aug 16 22:08:22.154416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:22.171268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4efccf53-f010-46e3-88e5-9672742e3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.180338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4efccf53-f010-46e3-88e5-9672742e3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.214982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efccf53-f010-46e3-88e5-9672742e3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad4c81-88f8-4ace-93f4-3281f03b066c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:22.245867 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4efccf53-f010-46e3-88e5-9672742e3075 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5c15670f5184c4886146041b0eb2b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300326 Aug 16 22:08:22.249569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:22.315695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.342160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.369084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d526497d-6c36-4892-8b89-536758775577 req-7c330770-79b8-42ef-8029-4a9810895487 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526909 Aug 16 22:08:22.380934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-560976db-99bf-4c3f-8d8f-1ab9d13162eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.382922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-560976db-99bf-4c3f-8d8f-1ab9d13162eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1096 time: 0.4251444 Aug 16 22:08:22.384326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.415575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.419777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.421343 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fad4c81-88f8-4ace-93f4-3281f03b066c HTTP/1.1" status: 204 len: 168 time: 0.1703854 Aug 16 22:08:22.431750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f9a06-1d27-4efc-abc8-34031f48a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad4c81-88f8-4ace-93f4-3281f03b066c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:22.442737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086bc02-91a6-4512-931e-9b0c29754342 req-d781566e-70ca-4d42-a755-eea29b7bef8a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.444523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d086bc02-91a6-4512-931e-9b0c29754342 req-d781566e-70ca-4d42-a755-eea29b7bef8a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 944 time: 0.2104886 Aug 16 22:08:22.452477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d4c64-edb5-4753-957f-4d901b1deb22 req-d77c6520-64ee-4f96-8297-bec426cbb15f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.454256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-888d4c64-edb5-4753-957f-4d901b1deb22 req-d77c6520-64ee-4f96-8297-bec426cbb15f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 944 time: 0.4411445 Aug 16 22:08:22.504894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-838ebd1b-d3ee-4651-9dc4-60ac812691f9 service neutron] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:22.512386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-bfb91b39-a109-431a-8b28-7aadf4731d7a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.0909259 Aug 16 22:08:22.515003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-838ebd1b-d3ee-4651-9dc4-60ac812691f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:22.516031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527d1b70-9cea-4649-91d7-e86f29f7a25d req-838ebd1b-d3ee-4651-9dc4-60ac812691f9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.8866189 Aug 16 22:08:22.536176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['84348ee0-834f-4efa-82b1-04f2c5332f57'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:22.583144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-e1f97c4f-f8d1-4998-9d4f-a52877a846c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.584308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-e1f97c4f-f8d1-4998-9d4f-a52877a846c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0538170 Aug 16 22:08:22.624845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d086bc02-91a6-4512-931e-9b0c29754342 req-945c5979-2eee-42f7-92c7-716b84c4dfea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695042 Aug 16 22:08:22.684117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-76a061c6-1be6-4ea1-992c-7a8b29d25fdd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703368 Aug 16 22:08:22.688932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-888d4c64-edb5-4753-957f-4d901b1deb22 req-17e03915-a05e-4bc6-9090-c456af31639a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894481 Aug 16 22:08:22.792038 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b901a5-60f2-4463-8073-98be6ce3a9e5 x-openstack-request-id: req-f5b901a5-60f2-4463-8073-98be6ce3a9e5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:22.792873 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:22.793255 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5b901a5-60f2-4463-8073-98be6ce3a9e5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:22.793525 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'status': 'completed', 'code': 200} Aug 16 22:08:22.828304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-8596941b-cae9-4a92-96e3-c9903cb43c0a tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1002 time: 0.1694791 Aug 16 22:08:22.926268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-4f102abd-2e7c-4749-a4fc-58374a13dadf tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:22.937401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-4f102abd-2e7c-4749-a4fc-58374a13dadf tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports/8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 943 time: 0.1031914 Aug 16 22:08:22.947125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-a1d3493a-8721-4539-aa50-c46f10f4935b service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146254 Aug 16 22:08:22.994903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e68c7-e573-4da0-963e-ac80afd105b3 req-63431562-1e73-4266-b4c2-7dabd7135c58 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:23.006405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-529e68c7-e573-4da0-963e-ac80afd105b3 req-63431562-1e73-4266-b4c2-7dabd7135c58 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.1632395 Aug 16 22:08:23.006536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:23.044255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-264c0ed8-d06a-41f2-a67d-0a48c664a413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.105579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-529e68c7-e573-4da0-963e-ac80afd105b3 req-025fe1e4-d794-41c8-b6f7-d6ecaa295673 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942965 Aug 16 22:08:23.287353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-264c0ed8-d06a-41f2-a67d-0a48c664a413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.295005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-264c0ed8-d06a-41f2-a67d-0a48c664a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.339182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-264c0ed8-d06a-41f2-a67d-0a48c664a413 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7707cbeda2e435d91b2dc211f14a341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315563 Aug 16 22:08:23.342602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:23.365402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0ed8-d06a-41f2-a67d-0a48c664a413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65f057-2c77-475c-81f1-9a21b236bd24,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:23.416278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.461318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.547188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.551402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:23.552646 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b65f057-2c77-475c-81f1-9a21b236bd24 HTTP/1.1" status: 204 len: 168 time: 0.2091057 Aug 16 22:08:23.564751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd8720-e726-4c96-b47c-6ccb87bc775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65f057-2c77-475c-81f1-9a21b236bd24,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:23.615177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f82a2a1-37c6-4432-85b6-09060a85f4ff req-3ba84197-b416-4d09-b018-28fbb2b6ca34 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504490 Aug 16 22:08:23.643913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-3e58d4b3-c036-4915-9126-69e89cedb2f2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1002 time: 0.5134757 Aug 16 22:08:23.716874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953f83-be21-4a28-8e6f-b99a54bc943c req-fc4766e8-8dc2-4696-8f50-6181232d8e29 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:23.718372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97953f83-be21-4a28-8e6f-b99a54bc943c req-fc4766e8-8dc2-4696-8f50-6181232d8e29 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 949 time: 0.4172206 Aug 16 22:08:23.822054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-6da294df-dedd-41b7-b577-0317ae266203 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:23.823533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-6da294df-dedd-41b7-b577-0317ae266203 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1787810 Aug 16 22:08:23.829290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97953f83-be21-4a28-8e6f-b99a54bc943c req-4af1f92a-b524-4d9b-8fa9-7821a8805c3d tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026332 Aug 16 22:08:23.835527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-d88530af-3c51-4071-b858-eb5d7c38cbf4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:23.836502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-d88530af-3c51-4071-b858-eb5d7c38cbf4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063553 Aug 16 22:08:23.843071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d39c8-e774-4078-bcc4-25711470e472 req-abc3b611-917f-45d8-aa33-ee8478ac3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:23.844557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-abc3b611-917f-45d8-aa33-ee8478ac3c2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1096 time: 0.0994883 Aug 16 22:08:23.999128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-52987fc9-3721-45cc-8152-2f0336a701fd tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1002 time: 0.1510656 Aug 16 22:08:24.005568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:24.094761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84720d-8326-4b16-a18c-031075834927 req-2a16219d-1967-4a20-a6aa-84947725f515 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:24.096455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d84720d-8326-4b16-a18c-031075834927 req-2a16219d-1967-4a20-a6aa-84947725f515 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 1096 time: 0.1609373 Aug 16 22:08:24.109119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d39c8-e774-4078-bcc4-25711470e472 req-d93c8364-3fb4-44ff-ae26-ae4156f86942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:24.111098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-d93c8364-3fb4-44ff-ae26-ae4156f86942 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.2552698 Aug 16 22:08:24.166148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:24.172295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-f208ecbc-dc95-4d5c-b7dd-c1f38233c4c4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.0512037 Aug 16 22:08:24.263284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d84720d-8326-4b16-a18c-031075834927 req-07df19d6-bb4b-49a8-8bcf-2f96103e287b tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562586 Aug 16 22:08:24.334478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d39c8-e774-4078-bcc4-25711470e472 req-4eeea2d8-ad2e-4b93-8dd8-8240300179b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:24.337606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-4eeea2d8-ad2e-4b93-8dd8-8240300179b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1310260 Aug 16 22:08:24.423983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-2b3a92e6-33ed-4f2b-bd94-b6e063bee35b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725956 Aug 16 22:08:24.584593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:24.593785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:24.594113 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107 disassociated. External IP: 172.25.8.120, port: 8e64449c-0dba-4325-aee0-2c97404bed62. Aug 16 22:08:24.700645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-e40b10d6-4639-484b-9ac6-25e54b285e46 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665381 Aug 16 22:08:24.710360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6de46-832d-4fd8-824b-e6efd11a9e7e req-37928480-4412-4112-99ae-cffebd5efd12 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:24.711870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07b6de46-832d-4fd8-824b-e6efd11a9e7e req-37928480-4412-4112-99ae-cffebd5efd12 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 944 time: 0.2486775 Aug 16 22:08:24.830001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07b6de46-832d-4fd8-824b-e6efd11a9e7e req-f204dedc-54ce-4f15-9427-598c58777a52 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056089 Aug 16 22:08:24.887653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801d39c8-e774-4078-bcc4-25711470e472 req-f8269fb3-76ad-4d29-a583-93c08b6b3871 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747949 Aug 16 22:08:24.989166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fde0c-9be7-42c7-af94-f210ef794288 req-7ef7161b-2714-4d4d-b88b-8fd509529fe6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:24.990696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4fde0c-9be7-42c7-af94-f210ef794288 req-7ef7161b-2714-4d4d-b88b-8fd509529fe6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.0636566 Aug 16 22:08:24.999857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:25.063810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:25.083388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4fde0c-9be7-42c7-af94-f210ef794288 req-25fddf1a-cd71-47a7-9034-09e975738022 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749326 Aug 16 22:08:25.139488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 30c44637-f318-40af-8007-2c63b13e2649 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:25.152412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 30c44637-f318-40af-8007-2c63b13e2649 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:25.153197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.161802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:25.168021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.174152 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:25.192925 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:25.193766 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:25.238723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-268cd326-b518-45be-8335-8f74ad043ce2 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "PUT /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 695 time: 1.2375674 Aug 16 22:08:25.239357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:25.242651 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef21068-6858-41a7-b51e-8c6ced46bc18" -d '{"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:25.318250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.324201 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:25.346047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-d387ab9c-2a40-45ae-9e55-91e2fb8e3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:25.347706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-d387ab9c-2a40-45ae-9e55-91e2fb8e3777 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0750327 Aug 16 22:08:25.366683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:25.375003 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef1aabd-0889-480d-b2fb-79b233a3dab8" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:25.392556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:25.406266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.502693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-0a500c14-98ad-4b4e-a587-aee4449e8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:25.503360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:25.521357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-0a500c14-98ad-4b4e-a587-aee4449e8afc service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.1648865 Aug 16 22:08:25.574151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-bec89086-15c4-4064-94fa-4167bde869d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 217 time: 0.0500302 Aug 16 22:08:25.577967 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:25.605188 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:25.613730 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:25.614477 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:25.617827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 84348ee0-834f-4efa-82b1-04f2c5332f57 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:25.629942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-b7cef400-ac6a-4cdd-ae22-833dfc90d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:25.632689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-b7cef400-ac6a-4cdd-ae22-833dfc90d32a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0505898 Aug 16 22:08:25.702695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-795a5f0c-4614-4fb3-bea5-24379253c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:25.704267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-795a5f0c-4614-4fb3-bea5-24379253c78c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636706 Aug 16 22:08:25.718600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 84348ee0-834f-4efa-82b1-04f2c5332f57 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:25.727726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 84348ee0-834f-4efa-82b1-04f2c5332f57 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:25.728099 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.850639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.857693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:25.896632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:25.906441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:25.938959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-036b890c-9739-4673-a035-189e022e13f8 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273371 Aug 16 22:08:25.945931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-18cefc73-2383-4ce5-b5cf-ac57d3d7e95d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:25.952758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-18cefc73-2383-4ce5-b5cf-ac57d3d7e95d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.1501973 Aug 16 22:08:25.977624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-16b11d9d-15ff-4f17-9fd6-ef0d3feca17d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/quotas/5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 375 time: 0.0239351 Aug 16 22:08:25.982538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:26.088703 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:26.089788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c929112c-8a55-4797-a283-2b190523e69f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094804 Aug 16 22:08:26.120323 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42623375-aa9d-40ae-b956-45bc35109cd7 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:26.148844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac3cb3d-336d-4e97-8e14-2002764f4eba req-7ab24bf6-a9f3-48b9-8f2e-fe90c8ae53f3 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854472 Aug 16 22:08:26.211295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-7c7e0716-b0c9-434f-b2bb-9cb676e446bf service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124423 Aug 16 22:08:26.344978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f094-af68-426b-be47-8ce9f896b1c8 req-854b962a-6a74-492c-acb0-96ac08122dea tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:26.346636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c27f094-af68-426b-be47-8ce9f896b1c8 req-854b962a-6a74-492c-acb0-96ac08122dea tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 950 time: 0.1061645 Aug 16 22:08:26.355465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-12a93f94-d1d7-45ed-9b66-d379efd40314 service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371343 Aug 16 22:08:26.397765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c27f094-af68-426b-be47-8ce9f896b1c8 req-7b198870-b6f9-4ba4-94ca-1c76bc8375b9 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350261 Aug 16 22:08:26.432206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ef14-89dd-4fbb-a210-f7056c534981 None None] New status for floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:26.465526 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa486d79-e8fc-44cf-8e26-8ca30e402416 x-openstack-request-id: req-aa486d79-e8fc-44cf-8e26-8ca30e402416 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:26.465922 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:26.466274 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa486d79-e8fc-44cf-8e26-8ca30e402416 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:26.466793 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62', 'status': 'completed', 'code': 200} Aug 16 22:08:26.574154 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f737a-2a74-4cfa-b604-b2bb91cdfaa8 x-openstack-request-id: req-f20f737a-2a74-4cfa-b604-b2bb91cdfaa8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:26.574581 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:26.575114 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f20f737a-2a74-4cfa-b604-b2bb91cdfaa8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:26.575978 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'code': 200} Aug 16 22:08:26.588725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-8c959122-69df-4228-af45-58ad5ff40c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:26.595658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-8c959122-69df-4228-af45-58ad5ff40c1a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 1098 time: 0.0736244 Aug 16 22:08:26.881458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796a4ad-83b4-436e-b03d-97e0d8e27af2 req-1140c96e-d660-4041-8ba9-7120e488e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:26.882592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e796a4ad-83b4-436e-b03d-97e0d8e27af2 req-1140c96e-d660-4041-8ba9-7120e488e399 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 1102 time: 0.2183471 Aug 16 22:08:26.894574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-f3c88d58-806c-43ff-9d32-e2cae40a48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:26.896108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-f3c88d58-806c-43ff-9d32-e2cae40a48e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.2905118 Aug 16 22:08:26.970660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-cdd02a40-d96d-4369-8d50-2fd471d42909 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 200 len: 217 time: 0.0520756 Aug 16 22:08:27.379418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e796a4ad-83b4-436e-b03d-97e0d8e27af2 req-e080e801-60fa-420e-9422-49b66376681d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823682 Aug 16 22:08:27.435758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-cedb9fd0-a334-4aa5-9a75-aa0c27bf7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:27.437282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-cedb9fd0-a334-4aa5-9a75-aa0c27bf7d6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.4471159 Aug 16 22:08:27.470152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545a602-31d4-48cd-8f90-dc0e7868c5a4 req-d613b24d-0abf-461b-927d-8a23f61bde4e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:27.471761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b545a602-31d4-48cd-8f90-dc0e7868c5a4 req-d613b24d-0abf-461b-927d-8a23f61bde4e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.1114545 Aug 16 22:08:27.494945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0eb4-6665-434c-b9d3-8e76c812ab89 req-d9f15ba9-1735-4f14-932f-06bdfd752513 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:27.497274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b0a0eb4-6665-434c-b9d3-8e76c812ab89 req-d9f15ba9-1735-4f14-932f-06bdfd752513 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.1340897 Aug 16 22:08:27.562355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-89776710-bd36-4292-89ce-d87eda1f50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:27.564026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-89776710-bd36-4292-89ce-d87eda1f50bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190569 Aug 16 22:08:27.567057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b545a602-31d4-48cd-8f90-dc0e7868c5a4 req-8ee708af-fb89-40db-83fc-a3ef0d357de9 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803170 Aug 16 22:08:27.583981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b0a0eb4-6665-434c-b9d3-8e76c812ab89 req-b8f49b58-b8c9-4a6d-8ccb-3ca6910dc991 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787265 Aug 16 22:08:27.623878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:27.712773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-4894bd1d-acb9-44a1-bc83-74c6009a0629 service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362772 Aug 16 22:08:27.811416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:27.831045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08ca123d-88c8-48ff-8f9d-9502a7076f0f req-9fd9c618-e43c-41a4-a6e6-8f47b3badb5d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 210 time: 0.0994902 Aug 16 22:08:27.836603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'port_id': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'mac_address': 'fa:16:3e:1c:73:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15544c87-28b1-496d-b648-7a8a9519b810', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:08:27.878378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef21068-6858-41a7-b51e-8c6ced46bc18 req-01446684-0c9e-40b9-93df-b679b5dd9dec service neutron] 10.222.0.88 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602576 Aug 16 22:08:27.910429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:27.929497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538701ca-abe8-4f82-a5a3-a0e0556d8f3c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:27.952447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:27.958168 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:28.024757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:28.039457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce824-4025-49f2-b545-84dc4c5530b3 req-d85ade4b-6770-4f64-a8ed-63ff1fe070e1 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:28.041036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a14ce824-4025-49f2-b545-84dc4c5530b3 req-d85ade4b-6770-4f64-a8ed-63ff1fe070e1 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 950 time: 0.0700085 Aug 16 22:08:28.088574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a14ce824-4025-49f2-b545-84dc4c5530b3 req-19cf7f22-f05f-4b73-ab3f-031cb7d62697 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Aug 16 22:08:28.300654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-ff769a58-d56e-4585-b962-de73d34cf487 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:28.308215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-ff769a58-d56e-4585-b962-de73d34cf487 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1345472 Aug 16 22:08:28.373333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-b864fb3d-09d4-4891-bff4-e29712d532e8 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 696 time: 0.0642354 Aug 16 22:08:28.389273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:28.398662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-0a155009-a169-49d1-8e5d-94472f37b038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:28.400077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-0a155009-a169-49d1-8e5d-94472f37b038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.1994236 Aug 16 22:08:28.438650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['538701ca-abe8-4f82-a5a3-a0e0556d8f3c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:28.438941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:28.484945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Request body: {'port': {'device_id': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'admin_state_up': True, 'tenant_id': '5624b35132d2479889cc6371835d2c04'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:28.576183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:28.580424 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d75ffb-4f8b-430b-a71f-a7043d7fa53d" -d '{"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-plugged", "status": "completed", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:28.713397 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc13f35-6db1-4755-8f69-75d147d234d5 x-openstack-request-id: req-1dc13f35-6db1-4755-8f69-75d147d234d5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:28.714307 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-plugged", "status": "completed", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:28.714307 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dc13f35-6db1-4755-8f69-75d147d234d5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:28.714590 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'code': 200} Aug 16 22:08:28.838302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:28.841843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:28.942039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c23d-f1e6-450f-8e6e-cd44da03e1f2 req-01d32166-9e9d-4694-9d83-286541c28ea6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:28.943484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf53c23d-f1e6-450f-8e6e-cd44da03e1f2 req-01d32166-9e9d-4694-9d83-286541c28ea6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.1705706 Aug 16 22:08:29.038351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57965561-7969-459a-9921-b2cca8d5b6c3 req-ab977bb0-b2c5-4607-982e-381425d6d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:29.039853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57965561-7969-459a-9921-b2cca8d5b6c3 req-ab977bb0-b2c5-4607-982e-381425d6d7f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1097 time: 0.2168300 Aug 16 22:08:29.115978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf53c23d-f1e6-450f-8e6e-cd44da03e1f2 req-bb48f3af-5dcc-48a7-ae59-381adcf61c52 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337354 Aug 16 22:08:29.186905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57965561-7969-459a-9921-b2cca8d5b6c3 req-5cc04afb-4be4-4998-9fe2-456441b6fbbe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915289 Aug 16 22:08:29.251340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Allocated IP 172.20.0.4 (d42e2613-3ec1-4ef1-9b75-5e573d245104/931753be-5eb5-46da-852d-8bd5fea425da/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:29.346672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1b6e-f826-4051-ae2f-2e4a79b15bb3 req-da32a5b6-f088-45bf-a8c5-044e0a3d25cb tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:29.348237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-639f1b6e-f826-4051-ae2f-2e4a79b15bb3 req-da32a5b6-f088-45bf-a8c5-044e0a3d25cb tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.1678486 Aug 16 22:08:29.381989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.426715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.497568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-639f1b6e-f826-4051-ae2f-2e4a79b15bb3 req-0983cd81-b7ad-46aa-a408-94e7be517aea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363621 Aug 16 22:08:29.587164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.591040 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107 associated. External IP: 172.25.8.120, port: 54667e5d-1914-4875-9d7d-719bcadab749. Aug 16 22:08:29.630778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:29.727354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:29.738728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.739253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:29.739644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.824597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:29.832711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:29.839319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:29.844863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:29.882778 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.934176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:29.940257 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:29.994213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:30.243986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:30.244592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:30.283295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-1fe20472-4ee5-4f7c-b3f3-da2b63bed234 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8042355 Aug 16 22:08:30.290747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-f7085516-192a-4f30-ba88-ba4cf946f2fd tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:30.292160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-f7085516-192a-4f30-ba88-ba4cf946f2fd tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.88 "GET /v2.0/ports?device_id=79d963f4-2ed4-4703-8c8a-9dabe1e2ef20 HTTP/1.1" status: 200 len: 946 time: 0.1619017 Aug 16 22:08:30.293899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:30.302380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e89b-79a6-46c2-bac7-9514e581dd76 req-b14b593a-d2fb-4e1b-83c7-6d877e689571 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:30.303931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19d0e89b-79a6-46c2-bac7-9514e581dd76 req-b14b593a-d2fb-4e1b-83c7-6d877e689571 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 931 time: 0.1704545 Aug 16 22:08:30.311784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Request body: {'port': {'device_id': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:30.487397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19d0e89b-79a6-46c2-bac7-9514e581dd76 req-49f6e8b7-9bc4-4fc7-9393-44006ef73035 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658022 Aug 16 22:08:30.498705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:30.629914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:30.642117 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:30.643979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:30.652726 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:30.653391 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:30.653755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Deleting port 8e64449c-0dba-4325-aee0-2c97404bed62 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:30.654100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:30.715713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:30.718451 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9606b0-8b3a-4095-9a9e-1bf9d0767909" -d '{"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-plugged", "status": "completed", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:30.775045 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:30.800756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3ba66-ac7e-42c8-9b31-4ae104caa7b8 req-3da5a014-6683-4277-9650-a00e60ebed3a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:30.802971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da3ba66-ac7e-42c8-9b31-4ae104caa7b8 req-3da5a014-6683-4277-9650-a00e60ebed3a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 950 time: 0.2186356 Aug 16 22:08:30.815314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-9b6404a9-d61b-4442-abcb-a50da21702ec tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "PUT /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 996 time: 2.4252529 Aug 16 22:08:30.829312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:30.831356 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade" -d '{"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:30.968775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] For port 8e64449c-0dba-4325-aee0-2c97404bed62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8e64449c-0dba-4325-aee0-2c97404bed62,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:30.969182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:31.001416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da3ba66-ac7e-42c8-9b31-4ae104caa7b8 req-587a5ab1-c2b7-44b0-affe-ec1aabef4a51 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691906 Aug 16 22:08:31.018072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Calling delete_port for 8e64449c-0dba-4325-aee0-2c97404bed62 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:31.020644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-29f14b1c-7970-448c-a99e-af8a6cc0f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:31.038171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-29f14b1c-7970-448c-a99e-af8a6cc0f432 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.2128313 Aug 16 22:08:31.100592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:29Z', 'revision_number': 8, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:31.149521 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:31.159344 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:31.160084 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:31.295512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-78bd1429-c095-4378-a50d-fa2c92d528bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:31.296936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-78bd1429-c095-4378-a50d-fa2c92d528bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.2669990 Aug 16 22:08:31.303583 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:31.303795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:31.324294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:31.431300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-0c6c736f-24a4-4deb-a616-52a808ccd98c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 999 time: 0.1202269 Aug 16 22:08:31.436413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Transition to ACTIVE for port object aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:31.439246 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:31.478035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['54667e5d-1914-4875-9d7d-719bcadab749'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:31.505691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event deleted for resources: {'Port': ['ID=8e64449c-0dba-4325-aee0-2c97404bed62,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:31.514081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8e64449c-0dba-4325-aee0-2c97404bed62'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:31.530084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:31.611864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.612235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.612590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.612968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.613343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.613691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.614034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.614404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.614869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.615078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.615427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.615751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:31.628569 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:29Z', 'revision_number': 8, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:31.665261 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6942823-4991-4b33-8643-a03a958f3d75 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '9366fefc-cdad-4035-a06f-3c1c0b3a1107', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'port_id': '54667e5d-1914-4875-9d7d-719bcadab749', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'mac_address': 'fa:16:3e:09:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:07:34Z', 'updated_at': '2021-08-16T22:08:29Z', 'revision_number': 8, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:31.673637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] No DVR routers for this DVR port 8e64449c-0dba-4325-aee0-2c97404bed62 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:31.710159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:31.712538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5b21a4-fa63-450d-afd3-ea95665c3aa3 req-1d5b9c5d-d762-4496-b9c9-93e1743fef8e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.88 "DELETE /v2.0/ports/8e64449c-0dba-4325-aee0-2c97404bed62 HTTP/1.1" status: 204 len: 173 time: 1.4074571 Aug 16 22:08:31.732521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-88dd9cc9-cf9d-47a6-a31c-cb10129fc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:31.742412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-88dd9cc9-cf9d-47a6-a31c-cb10129fc784 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.3043563 Aug 16 22:08:31.831205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9a166-bef2-4e77-b5a6-6dd497624e14 req-96203863-c2e7-4147-a4f9-39717d187dab tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:31.838623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0d9a166-bef2-4e77-b5a6-6dd497624e14 req-96203863-c2e7-4147-a4f9-39717d187dab tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 946 time: 0.3373430 Aug 16 22:08:31.859126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:31.927973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0d9a166-bef2-4e77-b5a6-6dd497624e14 req-2e8cfbe1-0fdf-426c-90d8-491619784bf4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796936 Aug 16 22:08:31.939709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-f91a1254-885a-4e29-9ff4-1ef27beece40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:31.941290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-f91a1254-885a-4e29-9ff4-1ef27beece40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1980717 Aug 16 22:08:31.942395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:31.942727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:31.943057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:31.959443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19275d8-c3b4-4628-bcba-b4b3004bf492 None None] New status for floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:31.968311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:31.968643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:31.992816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:31.993181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:31.993587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:31.994102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Bound port: aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:31.994474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:32.158261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da77c3-03d5-4633-b9a1-f0aa5978604b req-58edc997-d0ce-4306-a3e5-74d568738982 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.159779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71da77c3-03d5-4633-b9a1-f0aa5978604b req-58edc997-d0ce-4306-a3e5-74d568738982 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.1628561 Aug 16 22:08:32.164936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:32.169387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:32.172395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-b5e27ba5-c66e-4f4b-9801-8f7274766d50 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192054 Aug 16 22:08:32.178961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:32.275534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.276185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:32.277601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 1092 time: 1.9714589 Aug 16 22:08:32.299738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71da77c3-03d5-4633-b9a1-f0aa5978604b req-edd13127-8851-4547-a514-d6ceff1740e7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321523 Aug 16 22:08:32.315065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ada91b-da0e-48c2-8fdc-85a430925380 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:32.377763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-731a53c9-4df6-41bb-846d-9c5cebfa7bed req-d530884c-d204-40ec-aa8a-75198e2b9eef service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857641 Aug 16 22:08:32.380556 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0afe3d2-0793-4390-83f3-853f96980d3b x-openstack-request-id: req-c0afe3d2-0793-4390-83f3-853f96980d3b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:32.381122 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-plugged", "status": "completed", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:32.381540 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0afe3d2-0793-4390-83f3-853f96980d3b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:32.382605 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'code': 200} Aug 16 22:08:32.397503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-070068ec-8531-4538-98b1-8a02249324a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.399763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-070068ec-8531-4538-98b1-8a02249324a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1095 time: 0.0544446 Aug 16 22:08:32.455397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451cd1c-4e96-4f60-ac76-99e68429b7a8 x-openstack-request-id: req-0451cd1c-4e96-4f60-ac76-99e68429b7a8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:32.455847 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:32.456213 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0451cd1c-4e96-4f60-ac76-99e68429b7a8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:32.456717 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:08:32.458576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-13fd0bc0-89f3-4acd-b1f4-162c14040ed1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 217 time: 0.0451930 Aug 16 22:08:32.560108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-8f9edc7a-2873-497a-9956-c03d54008834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.561950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-8f9edc7a-2873-497a-9956-c03d54008834 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0894763 Aug 16 22:08:32.585007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-9ed20e36-7a50-4917-b54c-a0b3f0b46672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.594788 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-9ed20e36-7a50-4917-b54c-a0b3f0b46672 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1092615 Aug 16 22:08:32.603789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-6160ba85-6e34-4cee-ba89-191546c59c84 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308068 Aug 16 22:08:32.609058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9eb19d-cd73-4aae-ac15-61b541cb2bfc req-227ddb91-a08f-48dd-bcc5-756eb2bd0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.610969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce9eb19d-cd73-4aae-ac15-61b541cb2bfc req-227ddb91-a08f-48dd-bcc5-756eb2bd0e92 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1098 time: 0.0924330 Aug 16 22:08:32.739230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce9eb19d-cd73-4aae-ac15-61b541cb2bfc req-1f21b98c-1c9f-497a-9c8f-5e2f853e2f57 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163905 Aug 16 22:08:32.743483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-41735e50-ae39-4b88-bc89-219cbe1303ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.746125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-41735e50-ae39-4b88-bc89-219cbe1303ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.1465716 Aug 16 22:08:32.771005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-59e3f94c-ad77-4907-85b1-8e36885faa53 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592889 Aug 16 22:08:32.784665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3895-0a82-4abc-a322-f21821b82d31 req-b9d9c6ac-dedc-4579-8d55-537bfd5b06ba tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.788743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a09b3895-0a82-4abc-a322-f21821b82d31 req-b9d9c6ac-dedc-4579-8d55-537bfd5b06ba tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1084213 Aug 16 22:08:32.846332 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-b9f705d1-30e7-4f6a-ba59-9320d5329571 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 1001 time: 0.0924723 Aug 16 22:08:32.913591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a09b3895-0a82-4abc-a322-f21821b82d31 req-e3340e68-4a0d-4d60-a7c5-df142a1f4509 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121182 Aug 16 22:08:32.948576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-320fc066-bc61-4a07-8842-0e7bddd2942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:32.950532 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-320fc066-bc61-4a07-8842-0e7bddd2942d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0961130 Aug 16 22:08:33.002567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-b74055fd-dd66-4922-80d7-b7a58a1e314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:33.004385 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-b74055fd-dd66-4922-80d7-b7a58a1e314e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454144 Aug 16 22:08:33.109679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-2e77f9d4-500a-4cb8-b137-b4eabce0e3c7 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959699 Aug 16 22:08:33.224626 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b9df6195-a87e-4d70-b6cc-dab5a98c9ade req-3ac6693a-7eb4-4f20-a441-342375092460 service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074309 Aug 16 22:08:33.297361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb124c3-0089-4a73-8f96-f9116e58be6e req-86b13593-c595-4fa7-8b71-ae43014e0067 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087183 Aug 16 22:08:33.320209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b971257e-fad1-4b4e-bb69-cb11aa86cf52 req-f9a30415-7541-4398-8967-f4a2c711bec1 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 998 time: 0.0957565 Aug 16 22:08:33.329284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424338a-4ae7-44fc-a2a1-f0b5edefc826 req-2d0d3f37-e8fe-4551-9e94-2fcb84c4c475 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:33.330762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2424338a-4ae7-44fc-a2a1-f0b5edefc826 req-2d0d3f37-e8fe-4551-9e94-2fcb84c4c475 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.4118595 Aug 16 22:08:33.340128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:33.347499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'floatingip': {'port_id': '84348ee0-834f-4efa-82b1-04f2c5332f57'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:33.443404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971257e-fad1-4b4e-bb69-cb11aa86cf52 req-2e12032a-c3ad-4369-b5ba-86717e52000f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:33.451690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b971257e-fad1-4b4e-bb69-cb11aa86cf52 req-2e12032a-c3ad-4369-b5ba-86717e52000f tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1197786 Aug 16 22:08:33.453226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:33.457854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-b971257e-fad1-4b4e-bb69-cb11aa86cf52 req-052338ba-61be-40a3-b2f9-d481d6d90418 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:33.459018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b971257e-fad1-4b4e-bb69-cb11aa86cf52 req-052338ba-61be-40a3-b2f9-d481d6d90418 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064123 Aug 16 22:08:33.650486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8e64449c-0dba-4325-aee0-2c97404bed62 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:33.672600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1612-726a-4fb3-bd7b-357368ed0e87 req-ca2b4aab-d552-4d46-8253-21e604c8f7f0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:33.674242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c9b1612-726a-4fb3-bd7b-357368ed0e87 req-ca2b4aab-d552-4d46-8253-21e604c8f7f0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 946 time: 0.0694900 Aug 16 22:08:33.683379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 8e64449c-0dba-4325-aee0-2c97404bed62 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:33.684022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8e64449c-0dba-4325-aee0-2c97404bed62 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:33.760136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c9b1612-726a-4fb3-bd7b-357368ed0e87 req-932a9834-e5ec-4085-8769-c8d6e84c6f13 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Aug 16 22:08:33.786468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-154392d1-2ea5-4802-88cd-bf0c29cd459c tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1001 time: 0.0757461 Aug 16 22:08:33.849915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-0fa1afe6-3bd7-4de6-931c-4a94ef37186e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:33.851439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-0fa1afe6-3bd7-4de6-931c-4a94ef37186e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports/54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 942 time: 0.0594208 Aug 16 22:08:33.982188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-20af42cc-3bb4-4f0e-a87b-06da4d34d13e tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1001 time: 0.0819409 Aug 16 22:08:34.193999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-0d2f65b2-4359-4e80-b620-b380125346dc tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:34.208071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.resource_extend [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:08:34.217503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-0d2f65b2-4359-4e80-b620-b380125346dc tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2292814 Aug 16 22:08:34.322974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-b5ea5326-0fbb-41e8-b811-030e4c5d3326 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 1001 time: 0.1041071 Aug 16 22:08:34.336760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:34.356453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:34.381751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.399342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.413511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.457457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'name': 'network-vif-deleted', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62'}, {'name': 'network-changed', 'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:34.477057 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abe5c6-b9c8-4d62-842b-450f3f86d114" -d '{"events": [{"server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "name": "network-vif-deleted", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62"}, {"name": "network-changed", "server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:34.573714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.606825 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97 associated. External IP: 172.25.8.57, port: 84348ee0-834f-4efa-82b1-04f2c5332f57. Aug 16 22:08:34.679454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863b8b1-e5c5-41b9-b570-e39adfa41d3e req-c1173aad-660e-4a48-b5ae-8c16eaeceb84 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:34.681124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7863b8b1-e5c5-41b9-b570-e39adfa41d3e req-c1173aad-660e-4a48-b5ae-8c16eaeceb84 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1196959 Aug 16 22:08:34.688361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.699348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:34.699738 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107 disassociated. External IP: 172.25.8.120, port: 54667e5d-1914-4875-9d7d-719bcadab749. Aug 16 22:08:34.800872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7863b8b1-e5c5-41b9-b570-e39adfa41d3e req-b90bc996-21f9-4d98-ac03-dfe2c517f9d2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111438 Aug 16 22:08:34.969185 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d30fbc2-48a9-4089-995b-4ed8de63d708 x-openstack-request-id: req-2d30fbc2-48a9-4089-995b-4ed8de63d708 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:34.969491 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d963f4-2ed4-4703-8c8a-9dabe1e2ef20", "name": "network-vif-deleted", "tag": "8e64449c-0dba-4325-aee0-2c97404bed62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:34.969720 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d30fbc2-48a9-4089-995b-4ed8de63d708 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:34.970110 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d963f4-2ed4-4703-8c8a-9dabe1e2ef20', 'name': 'network-vif-deleted', 'tag': '8e64449c-0dba-4325-aee0-2c97404bed62', 'status': 'completed', 'code': 200} Aug 16 22:08:34.970367 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'status': 'completed', 'code': 200} Aug 16 22:08:34.977285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:35.139177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.145351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.154606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-532a1829-177c-4f00-90dc-5b61c7ff54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.156087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-532a1829-177c-4f00-90dc-5b61c7ff54f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1095 time: 0.1198990 Aug 16 22:08:35.173573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7721ed-9ad6-4780-a1f7-815258ac0d2d req-c2aaf5da-353e-47cf-9f7c-51d107f4a33c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.175060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b7721ed-9ad6-4780-a1f7-815258ac0d2d req-c2aaf5da-353e-47cf-9f7c-51d107f4a33c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 946 time: 0.1399674 Aug 16 22:08:35.192268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a9855-6caf-415d-a5de-8fa4db451973,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:35.207159 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60f23fcd2470495f9dd2d1014b396a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469398 Aug 16 22:08:35.207958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:35.215350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:35.216826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.217195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.217540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.217878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.218213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.218547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.218877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.219203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.219535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.219862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.220188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.220511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61be6e63-fe72-4370-9aff-de3b2c7b592e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:35.229438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:35.240215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.248078 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:35.258019 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:35.259008 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:35.305028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ce4dc810-b3a9-45d2-afef-816e480b8c59 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "PUT /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 696 time: 0.9743218 Aug 16 22:08:35.309856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b7721ed-9ad6-4780-a1f7-815258ac0d2d req-f0774f4b-7a00-49b6-925d-be621e6fd314 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236987 Aug 16 22:08:35.381299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:35.396162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:35.411494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:35.415539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:35.415860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.437449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-cb16e987-c1f8-4014-a1cf-6075f49abf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.439018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-cb16e987-c1f8-4014-a1cf-6075f49abf27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2630839 Aug 16 22:08:35.443941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-3c178347-5009-4a2c-9033-53b2e078ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.451396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-3c178347-5009-4a2c-9033-53b2e078ff79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.1454241 Aug 16 22:08:35.468239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:35.493729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.510518 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20a96b81-9e0c-4c16-ae0c-5e6c71e8c38d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "PUT /v2.0/floatingips/17a7c6d1-b866-4256-aac6-d71252a9cf97 HTTP/1.1" status: 200 len: 990 time: 2.1685185 Aug 16 22:08:35.513587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:35.515962 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c808aa-c3fb-44b1-939d-a42e86d9efde" -d '{"events": [{"name": "network-changed", "server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:35.532574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.586497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-14409045-67e1-4fbf-90e9-7aeb75730e2c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 217 time: 0.1132174 Aug 16 22:08:35.640553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:35.644852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.647814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:35.649864 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d48a9855-6caf-415d-a5de-8fa4db451973 HTTP/1.1" status: 204 len: 168 time: 0.4413273 Aug 16 22:08:35.669791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1195a-4bc3-46c0-9218-b9330a986223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a9855-6caf-415d-a5de-8fa4db451973,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:35.736248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-3dbb87b0-6c71-4955-ae85-5652c09bb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.744453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-3dbb87b0-6c71-4955-ae85-5652c09bb597 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1494997 Aug 16 22:08:35.819437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-1b5cd8eb-616b-4856-9182-e6a603b87d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.827462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-1b5cd8eb-616b-4856-9182-e6a603b87d12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.3751636 Aug 16 22:08:35.840048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-3363206e-4d48-439d-80d2-24ca397d5022 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776782 Aug 16 22:08:35.893454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-44e2af36-d6ce-4334-a5ab-86cf05592922 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.0624492 Aug 16 22:08:35.902727 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:35.932338 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:35.962519 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:35.964140 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:35.970521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-bd8e3a45-875d-4547-90f8-8b88ef1680c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:35.983389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-bd8e3a45-875d-4547-90f8-8b88ef1680c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0889070 Aug 16 22:08:36.084242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-5ce8ac31-5482-4e9c-b662-c54f9a1c286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:36.094256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-5ce8ac31-5482-4e9c-b662-c54f9a1c286f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098883 Aug 16 22:08:36.243887 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:36.290256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-768b4140-f7ea-4817-944c-3e3b93c313d4 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221573 Aug 16 22:08:36.311967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37822) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:36.314807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-8d9f2dc1-350b-4ab8-992f-f1d7d878ace7 service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196238 Aug 16 22:08:36.321984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:4d:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:34Z', 'revision_number': 1, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:36.329859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99cae26-814b-47d6-bbd7-b30349b73632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.380707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:36.393472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:36.394176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:36.419032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882acfb-9a4d-491e-9cb0-a97141f034f9 req-4086c950-b5a9-4e0d-8130-04966793cda4 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:36.419434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3882acfb-9a4d-491e-9cb0-a97141f034f9 req-4086c950-b5a9-4e0d-8130-04966793cda4 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1098 time: 0.1809924 Aug 16 22:08:36.487010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3882acfb-9a4d-491e-9cb0-a97141f034f9 req-7bba90f4-e9db-4f8b-b02d-036489236afa tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587788 Aug 16 22:08:36.583649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04abe5c6-b9c8-4d62-842b-450f3f86d114 req-2114dc36-0e33-438f-9fd6-8d6661057ecf service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587543 Aug 16 22:08:36.598303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcafd718-c55a-447e-9c8f-05c37fa9451b req-ba81745e-9e03-420a-b0d7-2932903511cf service neutron] 10.222.0.22 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825661 Aug 16 22:08:36.616720 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99cae26-814b-47d6-bbd7-b30349b73632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.636466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99cae26-814b-47d6-bbd7-b30349b73632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.668946 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:36.706010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cae26-814b-47d6-bbd7-b30349b73632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657036da-de4f-4f62-a3a5-e66377088c4e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:36.720547 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e8b8a0-41d6-4b79-89ce-7b1b69b0f938 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:07:10Z', 'revision_number': 4, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '550c1303-8d1c-4f53-8bdd-8b969c1103e2', 'name': '', 'network_id': 'db3068d6-f8ef-4c68-94e7-57587537b44f', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'mac_address': 'fa:16:3e:b8:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:08Z', 'updated_at': '2021-08-16T22:07:18Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'subnets': [{'id': '549d7b46-e8e8-4cb9-9698-f8be155d418b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:36.732377 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd266db-23df-4f8d-9532-06ab2c1b0b67 x-openstack-request-id: req-7bd266db-23df-4f8d-9532-06ab2c1b0b67 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:36.732692 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:36.732950 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bd266db-23df-4f8d-9532-06ab2c1b0b67 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:36.733526 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'status': 'completed', 'code': 200} Aug 16 22:08:36.740101 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e99cae26-814b-47d6-bbd7-b30349b73632 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a10925fde7a94267889fc0c2c61c9deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232123 Aug 16 22:08:36.740101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:36.820739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.839889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-48e04c63-cc60-40a7-93eb-a9ed5b91a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:36.852775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-48e04c63-cc60-40a7-93eb-a9ed5b91a6b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1097 time: 0.0839403 Aug 16 22:08:36.883021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.950536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.953808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:36.965186 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/657036da-de4f-4f62-a3a5-e66377088c4e HTTP/1.1" status: 204 len: 168 time: 0.2217264 Aug 16 22:08:36.990553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623122a2-0ea6-477f-b86b-4b0c50f236c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657036da-de4f-4f62-a3a5-e66377088c4e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:36.993668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:37.012183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:37.014977 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd84c81-81d7-42fe-ba9a-2f920107404d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:37.150282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a18f-dd5e-4bff-ad42-5424079bb6c0 req-5b59b380-cc9d-4f38-89e9-d66760e07a83 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:37.151959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4b3a18f-dd5e-4bff-ad42-5424079bb6c0 req-5b59b380-cc9d-4f38-89e9-d66760e07a83 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.2949841 Aug 16 22:08:37.158847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:37.181674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-c0b008d0-7094-4a38-a8b9-085582917ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:37.184193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-c0b008d0-7094-4a38-a8b9-085582917ea0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.3152938 Aug 16 22:08:37.331258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4b3a18f-dd5e-4bff-ad42-5424079bb6c0 req-a511d273-3fa5-4060-a583-520863c29c89 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644979 Aug 16 22:08:37.355060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b197c-3745-48aa-9304-8b3e0630999e None None] New status for floating IP 9366fefc-cdad-4035-a06f-3c1c0b3a1107: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:37.393010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-7e4d9196-0080-4d78-baf6-4d41640ea66b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 998 time: 0.1945636 Aug 16 22:08:37.513250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-a181500a-d36a-442c-a566-aa021595b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:37.514740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-a181500a-d36a-442c-a566-aa021595b470 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.1159351 Aug 16 22:08:37.711667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:37.726397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424f68c-7e92-4d7b-aaee-fb31711561fa req-c544b406-c017-493a-a57a-74ab378c3ab0 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:37.749977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7424f68c-7e92-4d7b-aaee-fb31711561fa req-c544b406-c017-493a-a57a-74ab378c3ab0 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1098 time: 0.2341580 Aug 16 22:08:37.762708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'port_id': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'mac_address': 'fa:16:3e:7f:d4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931753be-5eb5-46da-852d-8bd5fea425da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:08:37.805345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-58b3c704-71b7-430f-913f-2edc50d0213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:37.807462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-58b3c704-71b7-430f-913f-2edc50d0213b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678156 Aug 16 22:08:37.850903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7424f68c-7e92-4d7b-aaee-fb31711561fa req-c4fcf4a1-a76e-4cac-97e3-6533021b0f58 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990205 Aug 16 22:08:38.079219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:38.133081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:38.192790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:38.232069 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:38.232771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:38.484130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:38.525369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '30c44637-f318-40af-8007-2c63b13e2649', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '30c44637-f318-40af-8007-2c63b13e2649', 'mac_address': 'fa:16:3e:1b:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:08:38.541367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:4d:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:34Z', 'revision_number': 1, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:38.599202 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195a63f-5df3-46bd-ab79-0134a41670d4 x-openstack-request-id: req-1195a63f-5df3-46bd-ab79-0134a41670d4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:38.599838 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:38.599838 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1195a63f-5df3-46bd-ab79-0134a41670d4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:38.600211 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:08:38.687642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:38.771170 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:38.788679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:38.795295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83e42e-6bfb-4ef7-a66c-406eaa24616a None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:4d:9c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:34Z', 'revision_number': 1, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:38.818698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:38.828346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:38.857538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-f40169c1-48bb-47b9-829a-8cd1f3596264 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 200 len: 694 time: 0.2590921 Aug 16 22:08:38.901774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:39.062537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['30c44637-f318-40af-8007-2c63b13e2649'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:39.087591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-16f64e08-3556-4827-8bf9-88d9b0c55b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.094620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-16f64e08-3556-4827-8bf9-88d9b0c55b1a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77261b9916dd4e0598f87f6f1e809598&device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 1097 time: 0.4987726 Aug 16 22:08:39.166152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-1b201e94-abdb-4e8b-96ab-966622189119 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3259108 Aug 16 22:08:39.238696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58231d-c5e2-4140-880c-d494553d0365 None None] New status for floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:08:39.330597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:39.454205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-3ba8ce22-61aa-488d-b8ca-2014c9b92506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.458736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-3ba8ce22-61aa-488d-b8ca-2014c9b92506 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 200 len: 920 time: 0.3421328 Aug 16 22:08:39.618782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-7c84a66c-9908-4750-9070-35c5128b41e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 200 len: 217 time: 0.1024346 Aug 16 22:08:39.699326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-1d71cf5f-40cc-4ba0-9caf-dabbea1f1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.701041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-1d71cf5f-40cc-4ba0-9caf-dabbea1f1bb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 200 len: 859 time: 0.0695460 Aug 16 22:08:39.728529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-7106e51e-af6a-4f93-a6fb-4886f217b1c6 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.730325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-7106e51e-af6a-4f93-a6fb-4886f217b1c6 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.8490043 Aug 16 22:08:39.805209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6a92-cdc6-4d79-b6e0-afc88b5e20c9 req-1fcab672-f0b3-4477-80d4-4621264e2c38 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.815071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e9b6a92-cdc6-4d79-b6e0-afc88b5e20c9 req-1fcab672-f0b3-4477-80d4-4621264e2c38 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.3530610 Aug 16 22:08:39.835595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-2e641d5e-21e7-47af-ae74-3966418974fa tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:39.843309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-2e641d5e-21e7-47af-ae74-3966418974fa tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0862203 Aug 16 22:08:39.847810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c808aa-c3fb-44b1-939d-a42e86d9efde req-ca6b30f5-67d7-41f1-bfad-2e973f99947a service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121445 Aug 16 22:08:39.917339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-67bb89cb-582a-4216-a106-ba8974e16c03 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 697 time: 0.0721388 Aug 16 22:08:39.997279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-360a70d1-6def-4f00-a10e-09f6cb9c7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:39.999219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-360a70d1-6def-4f00-a10e-09f6cb9c7f88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db3068d6-f8ef-4c68-94e7-57587537b44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2672348 Aug 16 22:08:40.035256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-f5e78ae2-40cb-467c-9c94-379ee41398f7 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.120 HTTP/1.1" status: 200 len: 697 time: 0.1059217 Aug 16 22:08:40.076537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e9b6a92-cdc6-4d79-b6e0-afc88b5e20c9 req-65b07cc6-30c4-4983-862b-7f36e8f0c7b9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430449 Aug 16 22:08:40.327565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafe6a7-241b-4f50-a412-bf3d7a752be1 req-0e2370fa-7c29-4669-a17e-0a03d09b504a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:40.328962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bafe6a7-241b-4f50-a412-bf3d7a752be1 req-0e2370fa-7c29-4669-a17e-0a03d09b504a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1098 time: 0.1589317 Aug 16 22:08:40.339605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-df2b2f71-b828-44f6-9f70-60d97a7e992e service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275998 Aug 16 22:08:40.440719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bafe6a7-241b-4f50-a412-bf3d7a752be1 req-a0c454aa-c7a6-4cef-bce0-1b5bb20430fe tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056809 Aug 16 22:08:40.449560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Deleting port 29578635-65b5-4018-af9f-a94445ccf557 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:40.450002 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.540109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd84c81-81d7-42fe-ba9a-2f920107404d req-183b2d24-b0fa-424a-870e-b8dc1af97acb service neutron] 10.222.0.89 "GET /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824076 Aug 16 22:08:40.573834 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.574173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.588756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Calling delete_port for 29578635-65b5-4018-af9f-a94445ccf557 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:40.804050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.856339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event deleted for resources: {'Port': ['ID=29578635-65b5-4018-af9f-a94445ccf557,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:40.900763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.903804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:40.904990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240867dc-dafb-4233-a69c-c20a9a4ab631 req-e00c2157-a076-42a0-9195-a8c7ba78cb49 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "DELETE /v2.0/floatingips/9366fefc-cdad-4035-a06f-3c1c0b3a1107 HTTP/1.1" status: 204 len: 173 time: 0.8556769 Aug 16 22:08:41.137004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:41.236173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:41.241743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:41.242196 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.402629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.459930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:41.465596 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7cca4-619c-41e7-acbc-81416f3445ab" -d '{"events": [{"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:41.497424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:41.503171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.504029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:41.595541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:41.696588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 30c44637-f318-40af-8007-2c63b13e2649 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:41.696982 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.746015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3564e2d-8442-4377-80df-877028eb131b req-fd64d287-b6f0-44b3-a432-b6495d1d0509 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:41.750172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3564e2d-8442-4377-80df-877028eb131b req-fd64d287-b6f0-44b3-a432-b6495d1d0509 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.1302578 Aug 16 22:08:41.813404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3564e2d-8442-4377-80df-877028eb131b req-6b0157f2-30be-46b2-872d-7bc568da8fc2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Aug 16 22:08:41.835716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.902965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:41.910008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:41.969255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:42.177011 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2cc613-aff9-4e28-ad3b-cd4024cb1587 x-openstack-request-id: req-ac2cc613-aff9-4e28-ad3b-cd4024cb1587 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:42.177627 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:42.177627 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac2cc613-aff9-4e28-ad3b-cd4024cb1587 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:42.177957 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'code': 200} Aug 16 22:08:42.349139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84c34f-3909-4fa5-b3eb-72ae0a34f275 req-ca62ac57-827b-4c1d-b8b8-2979f36177f4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:42.365613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba84c34f-3909-4fa5-b3eb-72ae0a34f275 req-ca62ac57-827b-4c1d-b8b8-2979f36177f4 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 945 time: 0.1257551 Aug 16 22:08:42.453250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba84c34f-3909-4fa5-b3eb-72ae0a34f275 req-bec85b7e-81e2-4d96-9a10-36dcc6f88d1b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856240 Aug 16 22:08:42.477817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b43d60-0dcd-478f-8f9a-cb387c1105da req-1dc09c5f-ba10-4bd3-bd3e-2bcce9da3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:42.483000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0b43d60-0dcd-478f-8f9a-cb387c1105da req-1dc09c5f-ba10-4bd3-bd3e-2bcce9da3e41 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1097 time: 0.0760453 Aug 16 22:08:42.540497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0b43d60-0dcd-478f-8f9a-cb387c1105da req-7b67fbfb-fbdc-4f8a-bd90-b0b04c25e6d4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Aug 16 22:08:42.876492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5405f371-b8bb-4574-bf8a-b3603b196567 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:08:42.883622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5405f371-b8bb-4574-bf8a-b3603b196567 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140803 Aug 16 22:08:42.892020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:42.892481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:08:43.129221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:43.129696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:43.130207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:43.136188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:43.136893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:43.143049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:43.143643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:43.144278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:43.144997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Bound port: 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:43.205564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:43.219087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:43.232708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283236fb-fecd-4684-962e-856613bbe57c req-0d0e8623-9331-4067-bc86-cb123e4fd955 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1dcc02225d264248813732a24341e9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372355 Aug 16 22:08:43.234907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.237102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-86ee25f3-080b-4bb0-876d-bd03eb72642d service neutron] 10.222.0.22 "POST /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3493426 Aug 16 22:08:43.424670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283236fb-fecd-4684-962e-856613bbe57c req-4dbd98dc-f3a1-466b-8bf0-8eb43b02e92c tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:43.425908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a767-b7ac-4439-ade7-626f69993cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.434584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283236fb-fecd-4684-962e-856613bbe57c req-4dbd98dc-f3a1-466b-8bf0-8eb43b02e92c tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817622 Aug 16 22:08:43.453481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283236fb-fecd-4684-962e-856613bbe57c req-c4cb3410-2c9f-460e-8135-29bc5c34f4c7 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/quotas/1dcc02225d264248813732a24341e9c5 HTTP/1.1" status: 200 len: 375 time: 0.0178852 Aug 16 22:08:43.531678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283236fb-fecd-4684-962e-856613bbe57c req-ebf68b92-8275-495c-a8f3-d4a686a2956b tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dcc02225d264248813732a24341e9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762880 Aug 16 22:08:43.684120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98946e5d-ef59-4220-9041-1033d7e87e0a req-5dbc5f63-0549-48ae-b05c-25766e67a0bc tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:43.689220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98946e5d-ef59-4220-9041-1033d7e87e0a req-5dbc5f63-0549-48ae-b05c-25766e67a0bc tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.1245966 Aug 16 22:08:43.757818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a767-b7ac-4439-ade7-626f69993cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.774909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5d5a767-b7ac-4439-ade7-626f69993cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.794072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98946e5d-ef59-4220-9041-1033d7e87e0a req-c6b8a9d9-b9e2-4314-8b33-edeb98a2743c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907242 Aug 16 22:08:43.846855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5a767-b7ac-4439-ade7-626f69993cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b8c59-bb7b-4642-ae08-0562b4662e0f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:43.853153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5d5a767-b7ac-4439-ade7-626f69993cf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b82280a4eb85426b94a1a328f3a5f687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464875 Aug 16 22:08:43.860146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38190) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:43.873890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-a287b2da-f2a7-45cd-b9fc-e4d74e422d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:43.876152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-a287b2da-f2a7-45cd-b9fc-e4d74e422d7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1098 time: 0.1192093 Aug 16 22:08:43.895948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12023b33-dd8a-4f0f-b9ce-c67496f607db req-9cd69872-5cb7-441c-971f-7bf2300b87a2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:43.905478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12023b33-dd8a-4f0f-b9ce-c67496f607db req-9cd69872-5cb7-441c-971f-7bf2300b87a2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 946 time: 0.1721978 Aug 16 22:08:43.952602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:43.979924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-28d97621-dba3-400e-bdfc-6a75bf9bfe7b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:43.993348 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-28d97621-dba3-400e-bdfc-6a75bf9bfe7b tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 945 time: 0.1473145 Aug 16 22:08:44.053188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12023b33-dd8a-4f0f-b9ce-c67496f607db req-a26695d0-54e0-4206-98b3-1493d1a0925f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467822 Aug 16 22:08:44.096977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-98100b15-0f06-43d7-a3ce-f7cecde152f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:44.098494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-98100b15-0f06-43d7-a3ce-f7cecde152f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1878350 Aug 16 22:08:44.099946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.117944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Deleting port 54667e5d-1914-4875-9d7d-719bcadab749 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:44.120243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.173545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d6ccdd6-893d-4198-b2aa-a3ae65b67081 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.0624638 Aug 16 22:08:44.175512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.179235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:44.183400 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad28d6-ad5f-4834-8d6a-bb865556fa78" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:44.203771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34524b0e-7047-4c54-811a-887aa9d369de req-77b8d734-ccab-46d4-b9c7-eadeb1740359 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:44.210885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34524b0e-7047-4c54-811a-887aa9d369de req-77b8d734-ccab-46d4-b9c7-eadeb1740359 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03 HTTP/1.1" status: 200 len: 945 time: 0.1668735 Aug 16 22:08:44.245186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] For port 54667e5d-1914-4875-9d7d-719bcadab749, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=54667e5d-1914-4875-9d7d-719bcadab749,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:44.247191 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.264220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Calling delete_port for 54667e5d-1914-4875-9d7d-719bcadab749 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:44.289361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-98e17605-f918-4236-9afc-c229e2a0ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:44.291063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-98e17605-f918-4236-9afc-c229e2a0ee99 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1060278 Aug 16 22:08:44.309665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34524b0e-7047-4c54-811a-887aa9d369de req-3c820be0-5bce-407f-9437-fb518863f6fe tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.22 "GET /v2.0/security-groups?id=0480fc71-4baf-492b-8171-f4254051dfd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975459 Aug 16 22:08:44.370029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-88e8cf98-df1e-42c3-a12c-5e123338df71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587547 Aug 16 22:08:44.389916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.395982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.408837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc7b8c59-bb7b-4642-ae08-0562b4662e0f HTTP/1.1" status: 204 len: 168 time: 0.5460165 Aug 16 22:08:44.476042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.515317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['54667e5d-1914-4875-9d7d-719bcadab749'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:44.558053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07fa91-77f1-46e4-a776-04a8d113943d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b8c59-bb7b-4642-ae08-0562b4662e0f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:44.580907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Pushing event deleted for resources: {'Port': ['ID=54667e5d-1914-4875-9d7d-719bcadab749,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:44.663395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-0ca5413d-d2cc-4aab-9172-81c27fe79b2b service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754376 Aug 16 22:08:44.676070 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6cf48-5afc-4b5d-ba0e-9f3908539d71 x-openstack-request-id: req-c1b6cf48-5afc-4b5d-ba0e-9f3908539d71 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:44.676796 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:44.677306 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1b6cf48-5afc-4b5d-ba0e-9f3908539d71 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:44.677892 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'code': 200} Aug 16 22:08:44.732402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] No DVR routers for this DVR port 54667e5d-1914-4875-9d7d-719bcadab749 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:44.740754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:44.751910 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-34569adb-be6e-452d-a53e-c53a4a93a9b5 req-1ee5851d-b34e-4b5b-9e91-93dd16f75ee5 tempest-FloatingIPsAssociationTestJSON-497869537 tempest-FloatingIPsAssociationTestJSON-497869537-project] 10.222.0.89 "DELETE /v2.0/ports/54667e5d-1914-4875-9d7d-719bcadab749 HTTP/1.1" status: 204 len: 173 time: 0.7518759 Aug 16 22:08:44.754955 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'name': 'network-vif-deleted', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:44.765525 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c852c050-b90d-4079-b9cd-49b8a27f4583" -d '{"events": [{"server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "name": "network-vif-deleted", "tag": "54667e5d-1914-4875-9d7d-719bcadab749"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:44.890242 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eef70a-552d-470d-97a5-e1c48be68daa x-openstack-request-id: req-84eef70a-552d-470d-97a5-e1c48be68daa {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:44.890538 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03", "name": "network-vif-deleted", "tag": "54667e5d-1914-4875-9d7d-719bcadab749", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:44.890792 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84eef70a-552d-470d-97a5-e1c48be68daa {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:44.891189 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd761e6c-1050-4e2b-9cc7-e0c3a0af4d03', 'name': 'network-vif-deleted', 'tag': '54667e5d-1914-4875-9d7d-719bcadab749', 'status': 'completed', 'code': 200} Aug 16 22:08:44.918092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-cb6d0327-ea1c-432f-81c8-29238ef08c72 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397614 Aug 16 22:08:45.180133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515154-3fba-468b-9ecd-5eb9dfd9d756 req-db50ae21-755f-415e-b9a9-8b7a2faa3b67 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:45.181716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e515154-3fba-468b-9ecd-5eb9dfd9d756 req-db50ae21-755f-415e-b9a9-8b7a2faa3b67 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.1624448 Aug 16 22:08:45.215798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-bd2f03d4-38a2-44ab-8e5a-a6b403a60f4d tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:45.217548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-bd2f03d4-38a2-44ab-8e5a-a6b403a60f4d tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1098 time: 0.1085062 Aug 16 22:08:45.234685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:45.266034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e515154-3fba-468b-9ecd-5eb9dfd9d756 req-42c292da-8eb4-4a10-b3fb-965991cdef41 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735574 Aug 16 22:08:45.302300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.464773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:45.481513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89f5cbc2-a61a-4a56-887f-e4149f36a937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.662074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8c8c1-0f24-4dcb-8a4b-0645e576575d req-7d05a46e-f548-4835-bb92-ae17dae4033f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:45.663858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3d8c8c1-0f24-4dcb-8a4b-0645e576575d req-7d05a46e-f548-4835-bb92-ae17dae4033f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 946 time: 0.1941946 Aug 16 22:08:45.706380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:45.709376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:45.716084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-427450094'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:45.759103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:45.785447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.792896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3d8c8c1-0f24-4dcb-8a4b-0645e576575d req-c4118ed3-2efb-4829-b250-4b28943a1e75 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836895 Aug 16 22:08:45.809608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5f58c-b05d-4c66-9895-983c2d877640 req-65b4b9c2-a916-4add-816d-6dbbbef6c472 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:45.821650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-faa5f58c-b05d-4c66-9895-983c2d877640 req-65b4b9c2-a916-4add-816d-6dbbbef6c472 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1097 time: 0.1782684 Aug 16 22:08:45.828674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:45.832213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:08:45.834682 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255dfe6d-d7d8-483d-95ba-5c6d65259c95" -d '{"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-unplugged", "status": "completed", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:45.851064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.852687 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Added segment 52e37289-41dc-49ff-a950-f6b18a49396b of type vlan for network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 Aug 16 22:08:45.860047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.894232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:45.904424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.916052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.967036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:45.974638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:45.975503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:46.046617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:46.081113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-faa5f58c-b05d-4c66-9895-983c2d877640 req-1eb7d7f0-4112-45d6-9d96-77f162fa0e91 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535858 Aug 16 22:08:46.221886 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5105278 Aug 16 22:08:46.224326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:46.240272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d369ae3-e3c3-4f30-bed8-8cabd30de871 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Network': ['ID=bb754b0e-e3da-4117-a6e3-ff6a430b35d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:46.245376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-570940748'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:46.254692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:08:46.749426 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce46a476-6bad-44e7-b235-4c9b75cc1f2d x-openstack-request-id: req-ce46a476-6bad-44e7-b235-4c9b75cc1f2d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:46.749818 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-unplugged", "status": "completed", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:46.749950 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce46a476-6bad-44e7-b235-4c9b75cc1f2d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:46.750392 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'code': 200} Aug 16 22:08:46.769418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:46.770597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:46.770597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:46.783087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:08:46.783512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Attempting to bind port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:46.787157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:46.790806 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:46.862076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:46.862655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:46.862812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:46.863272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Bound port: 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:46.863641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:46.904446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b7c677-4f9c-4acb-98f5-0b3e465b73d5 req-05663254-f99b-4db1-a787-ac35894deeb2 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1dcc02225d264248813732a24341e9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738180 Aug 16 22:08:46.968826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:47.152125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 54667e5d-1914-4875-9d7d-719bcadab749 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:47.170237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:47.214293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 54667e5d-1914-4875-9d7d-719bcadab749 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:47.214643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 54667e5d-1914-4875-9d7d-719bcadab749 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:47.222255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:08:47.237900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83f05b4a-2d06-46ee-bbcf-5f55db887b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.291546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:47.340475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.340751 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Added segment 09b5ccbb-c869-456a-b4cf-e1f3672aaaa6 of type vlan for network afbcf641-c92e-4711-83a6-9aa3665f9317 Aug 16 22:08:47.351141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.428078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87a1d7-2180-48e2-bb9c-77829abc8ec3 req-d3d932cc-46eb-4735-ae27-106cb19c5351 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:47.438332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b87a1d7-2180-48e2-bb9c-77829abc8ec3 req-d3d932cc-46eb-4735-ae27-106cb19c5351 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.3172228 Aug 16 22:08:47.486781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83f05b4a-2d06-46ee-bbcf-5f55db887b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.492127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83f05b4a-2d06-46ee-bbcf-5f55db887b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.539041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-83f05b4a-2d06-46ee-bbcf-5f55db887b46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c71aba129a1f40c29be2115409156ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665536 Aug 16 22:08:47.539525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38316) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:47.574159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f05b4a-2d06-46ee-bbcf-5f55db887b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b967c-23fc-4a52-98e1-fd085732f03f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:47.604709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.615748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b87a1d7-2180-48e2-bb9c-77829abc8ec3 req-9b4cf4c4-ccd7-4553-8df4-cccd348d3b8e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393054 Aug 16 22:08:47.639295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:47.640150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.641673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] 10.222.0.89 "PUT /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 1124 time: 2.4127808 Aug 16 22:08:47.657185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.716055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.785214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.788768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:47.790775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d00b967c-23fc-4a52-98e1-fd085732f03f HTTP/1.1" status: 204 len: 168 time: 0.2505729 Aug 16 22:08:47.793467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['538701ca-abe8-4f82-a5a3-a0e0556d8f3c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:08:47.805733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfc4ab-9e28-41fb-b1d8-027439cced79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b967c-23fc-4a52-98e1-fd085732f03f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:47.818990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7c677-4f9c-4acb-98f5-0b3e465b73d5 req-86bb5859-4bc1-4b60-9b50-9cd152a587cc tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:47.833542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b7c677-4f9c-4acb-98f5-0b3e465b73d5 req-86bb5859-4bc1-4b60-9b50-9cd152a587cc tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7017334 Aug 16 22:08:47.854563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386548-f742-4f86-855f-0b8fedfa444d service neutron] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:47.897842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:08:47.983031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b7c677-4f9c-4acb-98f5-0b3e465b73d5 req-099de4fe-85be-454a-a4b2-c3ca3d03c5bc tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/quotas/1dcc02225d264248813732a24341e9c5 HTTP/1.1" status: 200 len: 375 time: 0.1477828 Aug 16 22:08:48.075371 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.098414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b7c677-4f9c-4acb-98f5-0b3e465b73d5 req-555fd965-b09b-4682-bf46-1c358272c5da tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dcc02225d264248813732a24341e9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120486 Aug 16 22:08:48.111772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.117519 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.133278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:48.134301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.204192 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-549ec11c-fc0b-4be7-ad8e-f545838a4c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.375505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1484563 Aug 16 22:08:48.378316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:48.384391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'subnet': {'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:48.457535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51021b75-be94-4d46-a00a-37bc09abbacd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Network': ['ID=afbcf641-c92e-4711-83a6-9aa3665f9317,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:48.466496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network afbcf641-c92e-4711-83a6-9aa3665f9317 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:08:48.657653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:48.662125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:48.801121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:08:48.803427 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:08:48.913237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91eea8-19ec-4ef6-83b1-a6939af8a50c req-84abe004-ef87-4123-be3d-3a4622806b0c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:48.913237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f91eea8-19ec-4ef6-83b1-a6939af8a50c req-84abe004-ef87-4123-be3d-3a4622806b0c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.1713021 Aug 16 22:08:49.016432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f91eea8-19ec-4ef6-83b1-a6939af8a50c req-be68fb7a-42f9-404e-9c64-c3680a507895 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990448 Aug 16 22:08:49.035526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.121932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.156248 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d317ddd-183b-4ae3-9d41-465871ade97a x-openstack-request-id: req-6d317ddd-183b-4ae3-9d41-465871ade97a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:08:49.156713 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:08:49.156863 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d317ddd-183b-4ae3-9d41-465871ade97a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:08:49.157306 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'status': 'completed', 'code': 200} Aug 16 22:08:49.185152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Deleting port 550c1303-8d1c-4f53-8bdd-8b969c1103e2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:49.185516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.220197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:49.220560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network hostable DHCP agents. Network: bb754b0e-e3da-4117-a6e3-ff6a430b35d5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:08:49.240937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Subnet': ['ID=f482a126-7dcd-4732-989c-e60412a2fc7a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:49.246856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:08:49.257975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bb754b0e-e3da-4117-a6e3-ff6a430b35d5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:49.263412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:49.264371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.269184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f11538-04a1-496d-9b5c-cd98d20586d5 None None] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:49.289689 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40313695-6bba-4ba8-bf36-1f486cd87965 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9096029 Aug 16 22:08:49.293141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:49.299409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'subnet': {'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:49.318229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:49.368747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-5c8396fb-9c03-4a35-a50e-a0912443fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:49.370616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-5c8396fb-9c03-4a35-a50e-a0912443fae9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1127 time: 0.1138771 Aug 16 22:08:49.436149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:49.451042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.489226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-b63e0181-517b-4016-bfa7-fd0d9ab50948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:49.490723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-b63e0181-517b-4016-bfa7-fd0d9ab50948 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1115854 Aug 16 22:08:49.497094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] For port 550c1303-8d1c-4f53-8bdd-8b969c1103e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=550c1303-8d1c-4f53-8bdd-8b969c1103e2,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:49.497504 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.548950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Calling delete_port for 550c1303-8d1c-4f53-8bdd-8b969c1103e2 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:49.551832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-7e99e005-abe0-408d-8238-0d6d20ad7676 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.0465920 Aug 16 22:08:49.648525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-111734386-network', 'tenant_id': '55a65bacfc584709862a03c89e1e0d92'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:49.694730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-261e38b3-76e7-4e0a-8f8d-88cd6ed2e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:49.696379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-261e38b3-76e7-4e0a-8f8d-88cd6ed2e99f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1331847 Aug 16 22:08:49.757319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:08:49.759522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.845170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Made reservation on behalf of 55a65bacfc584709862a03c89e1e0d92 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:49.847529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:49.889719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-13a77710-f1b5-467c-8fe3-47403ed64022 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378713 Aug 16 22:08:49.927899 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:08:49.986245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.038580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-e89d5d38-f51a-4600-a97c-d11215300c4b service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276169 Aug 16 22:08:50.041791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.190723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Subnet': ['ID=0ae58b52-01f0-4061-8b5e-46c7b04d8319,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:50.214977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Checking segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:50.215644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network hostable DHCP agents. Network: afbcf641-c92e-4711-83a6-9aa3665f9317, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:08:50.269610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.288687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network afbcf641-c92e-4711-83a6-9aa3665f9317 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:08:50.302555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, afbcf641-c92e-4711-83a6-9aa3665f9317) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:50.312629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:50.313602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.320347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75df4e-5c6e-4f1f-af1f-140b4e2fc0f0 None None] Network afbcf641-c92e-4711-83a6-9aa3665f9317 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:50.401372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Pushing event deleted for resources: {'Port': ['ID=550c1303-8d1c-4f53-8bdd-8b969c1103e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:50.506463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Allocated IP 10.1.1.2 (bb754b0e-e3da-4117-a6e3-ff6a430b35d5/f482a126-7dcd-4732-989c-e60412a2fc7a/be32f1fc-16e5-4e00-b748-85d8c2380172) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:50.762884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-afbcf641-c92e-4711-83a6-9aa3665f9317', 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ips': [{'subnet_id': '0ae58b52-01f0-4061-8b5e-46c7b04d8319'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:08:50.763773 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.833725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18551708-6319-4079-9e98-135024ef51da req-0f809cef-5474-4556-84cb-d3bbb9a08f1e tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1dcc02225d264248813732a24341e9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4060605 Aug 16 22:08:50.843426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a368e-e5a3-4aee-af21-b976db50b5e3 req-a870962c-d5c1-4d38-8308-2f7733c6b685 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:50.845377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-064a368e-e5a3-4aee-af21-b976db50b5e3 req-a870962c-d5c1-4d38-8308-2f7733c6b685 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.6017919 Aug 16 22:08:50.918148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07bc986-9007-40f0-ab3c-a7fa4b015cc6 req-3daa6a4a-fc0c-4f3a-a242-36a59aec3dc8 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8712852 Aug 16 22:08:50.950473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:50.964513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Transition to ACTIVE for port object be32f1fc-16e5-4e00-b748-85d8c2380172 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:51.042326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Transition to ACTIVE for port object be32f1fc-16e5-4e00-b748-85d8c2380172 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:51.060280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-064a368e-e5a3-4aee-af21-b976db50b5e3 req-16c1ab6c-5334-4a91-b046-93f48acd2ff1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477668 Aug 16 22:08:51.092964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.179572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Allocated IP 10.2.2.2 (afbcf641-c92e-4711-83a6-9aa3665f9317/0ae58b52-01f0-4061-8b5e-46c7b04d8319/8b221f50-be84-4860-bd8a-12e6f902b64a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:51.184076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:08:51.188327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.200773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18551708-6319-4079-9e98-135024ef51da req-34f9d5c6-0ed9-4be2-93a0-01618376ece2 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:51.202344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18551708-6319-4079-9e98-135024ef51da req-34f9d5c6-0ed9-4be2-93a0-01618376ece2 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537045 Aug 16 22:08:51.205657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.206542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.217871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:08:51.219159 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a5faa8b3-8ad1-471f-89e0-cc728d4e23cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9247694 Aug 16 22:08:51.221510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:51.227258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'name': 'tempest-TaggedBootDevicesTest-1558389204', 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:51.245290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.245895 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Added segment 79fa0e08-b37d-407a-8431-2a7ce44778be of type vlan for network 97c8829e-6a63-470d-8a05-5d25d3b0dcfc Aug 16 22:08:51.279399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:51.283057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.309396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:51.335017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Pushing event updated for resources: {'Port': ['ID=be32f1fc-16e5-4e00-b748-85d8c2380172,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:51.344703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18551708-6319-4079-9e98-135024ef51da req-7c3c7a04-4ec3-4332-88da-a6f4dce22a74 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/quotas/1dcc02225d264248813732a24341e9c5 HTTP/1.1" status: 200 len: 375 time: 0.1209319 Aug 16 22:08:51.352924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:51.397337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:08:51.436161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.456535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5e7b6c-2e55-42c3-90be-9921d402ca4d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:51.546141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:51.577809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:08:51.618739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18551708-6319-4079-9e98-135024ef51da req-057164a8-9f4a-4c4f-b9ec-f9358706ef81 tempest-QuotasAdminNegativeTest-345689577 tempest-QuotasAdminNegativeTest-345689577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1dcc02225d264248813732a24341e9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2153141 Aug 16 22:08:51.663620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Attempting to bind port be32f1fc-16e5-4e00-b748-85d8c2380172 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:51.663997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Attempting to bind port be32f1fc-16e5-4e00-b748-85d8c2380172 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:51.664363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Attempting to bind port be32f1fc-16e5-4e00-b748-85d8c2380172 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:51.672248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.673151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:51.673743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.745186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.797332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] device_id is not set on port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:08:51.801411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:51.811349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:51.811801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4879313 Aug 16 22:08:51.811920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:51.812454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.812834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Bound using segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:51.813485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Bound port: be32f1fc-16e5-4e00-b748-85d8c2380172, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:51.813886 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:51.818193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:51.828685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Request body: {'subnet': {'network_id': '97c8829e-6a63-470d-8a05-5d25d3b0dcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-111734386-subnet', 'tenant_id': '55a65bacfc584709862a03c89e1e0d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:51.894550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:08:51.994071 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.003665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0ea6-7986-48f9-b41d-b1c6563d5c75 admin admin] Pushing event updated for resources: {'Network': ['ID=97c8829e-6a63-470d-8a05-5d25d3b0dcfc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:52.034583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Transition to ACTIVE for port object 8b221f50-be84-4860-bd8a-12e6f902b64a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:52.049899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 97c8829e-6a63-470d-8a05-5d25d3b0dcfc details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:08:52.071356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Made reservation on behalf of 55a65bacfc584709862a03c89e1e0d92 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:52.074542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.175606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Transition to ACTIVE for port object 8b221f50-be84-4860-bd8a-12e6f902b64a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:52.214050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.243608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] For port be32f1fc-16e5-4e00-b748-85d8c2380172, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:52.388049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Network afbcf641-c92e-4711-83a6-9aa3665f9317 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:52.434775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] For port be32f1fc-16e5-4e00-b748-85d8c2380172, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be32f1fc-16e5-4e00-b748-85d8c2380172,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:52.451822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:52.467075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:52.485962 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.502485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Pushing event updated for resources: {'Port': ['ID=8b221f50-be84-4860-bd8a-12e6f902b64a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:52.529225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.577258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.1.1.52 (bb754b0e-e3da-4117-a6e3-ff6a430b35d5/f482a126-7dcd-4732-989c-e60412a2fc7a/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:52.624166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Attempting to bind port 8b221f50-be84-4860-bd8a-12e6f902b64a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:08:52.624704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Attempting to bind port 8b221f50-be84-4860-bd8a-12e6f902b64a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:08:52.625248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Attempting to bind port 8b221f50-be84-4860-bd8a-12e6f902b64a on network afbcf641-c92e-4711-83a6-9aa3665f9317 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:08:52.661688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:08:52.662090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Checking segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:52.662618 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.663230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Bound using segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:08:52.663717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Bound port: 8b221f50-be84-4860-bd8a-12e6f902b64a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:08:52.664123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.671511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-18026940-a607-4d39-96d6-c349456f8ef4 service neutron] 10.222.0.88 "GET /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.8066237 Aug 16 22:08:52.699786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1a12-4dc0-465a-92a8-f5b6d57de78a None None] Pushing event updated for resources: {'Port': ['ID=be32f1fc-16e5-4e00-b748-85d8c2380172,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:52.751097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:52.846390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] For port 8b221f50-be84-4860-bd8a-12e6f902b64a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:52.851162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] For port 8b221f50-be84-4860-bd8a-12e6f902b64a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8b221f50-be84-4860-bd8a-12e6f902b64a,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:08:52.857664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:52.884295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:08:52.980550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d7f5-8257-4700-9c7f-a6a648c13edc req-6399b26c-d326-4b91-a5e2-d6c25d5e1b16 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:52.982201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9656d7f5-8257-4700-9c7f-a6a648c13edc req-6399b26c-d326-4b91-a5e2-d6c25d5e1b16 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 944 time: 0.6541734 Aug 16 22:08:52.985759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a5197-feae-45b5-9472-6d8b08b14da9 None None] Pushing event updated for resources: {'Port': ['ID=8b221f50-be84-4860-bd8a-12e6f902b64a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:53.075433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494bdc86-8e3f-4c51-bc13-460b89b70265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.098503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.138751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:53.317845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494bdc86-8e3f-4c51-bc13-460b89b70265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.324397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-494bdc86-8e3f-4c51-bc13-460b89b70265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.350984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9656d7f5-8257-4700-9c7f-a6a648c13edc req-df35b779-14e3-40ef-816c-b3c6403995b8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412519 Aug 16 22:08:53.456797 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-494bdc86-8e3f-4c51-bc13-460b89b70265 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dcc02225d264248813732a24341e9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7045908 Aug 16 22:08:53.458076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.462810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:53.463319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bdc86-8e3f-4c51-bc13-460b89b70265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0a821-5382-4849-947d-43206a688213,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:53.571890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:53.577210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:53.579763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:53.680250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.702482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.702739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:53.727237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:08:53.741614 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Sync routers for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:08:53.758579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:53.759568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:53.762817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f50638b6-c33e-49cf-a71f-65f0a41ee57c admin admin] 10.222.0.22 "PUT /v2.0/routers/1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8654592 Aug 16 22:08:53.768877 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.772911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:53.803000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:53.809473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:53.810623 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:53.855422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3d5b9a-e0b4-4926-a277-a7400aebb394,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:53.874737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:53.916028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5e851f49-2b66-4477-803f-9786c128e324 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6928167 Aug 16 22:08:53.921010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:53.940548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'name': 'tempest-TaggedBootDevicesTest-1615597650', 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:53.956398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538701ca-abe8-4f82-a5a3-a0e0556d8f3c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:08:53.974441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:54.001524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Checking segment: {'id': '79fa0e08-b37d-407a-8431-2a7ce44778be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '97c8829e-6a63-470d-8a05-5d25d3b0dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:08:54.002060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Network hostable DHCP agents. Network: 97c8829e-6a63-470d-8a05-5d25d3b0dcfc, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:08:54.019188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.080292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Network 97c8829e-6a63-470d-8a05-5d25d3b0dcfc is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:08:54.081144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:54.166729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.176439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.178171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 97c8829e-6a63-470d-8a05-5d25d3b0dcfc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:54.185670 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32c0a821-5382-4849-947d-43206a688213 HTTP/1.1" status: 204 len: 168 time: 0.6969428 Aug 16 22:08:54.186615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35addf04-d8ec-478c-988e-365836a0900c None None] Network 97c8829e-6a63-470d-8a05-5d25d3b0dcfc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:54.196390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:54.200139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.259446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f695ba3a-c9af-450b-8436-1148bc193914 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4400668 Aug 16 22:08:54.285753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c53979-0542-4afb-80b0-638098b4f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0a821-5382-4849-947d-43206a688213,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:54.299794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.359261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] Transition to ACTIVE for port object 538701ca-abe8-4f82-a5a3-a0e0556d8f3c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:54.364779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.630177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c1593-0a64-4911-8a02-70b94abef1da None None] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:54.664234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] No DVR routers for this DVR port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:54.690227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] Pushing event updated for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:54.698709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:08:54.718044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:54.803532 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:08:50Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:54.824250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] device_id is not set on port d64a0b82-87e6-4ae9-a509-1e00a6e8757d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:08:54.895370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Checking router: 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:08:54.934630 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Routers {'1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:08:54.940626 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:54.948577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c785e48-5024-4388-afa9-0eff9941ebbb req-d0509d54-80c0-446b-979d-5ec9c536123b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:54.950190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c785e48-5024-4388-afa9-0eff9941ebbb req-d0509d54-80c0-446b-979d-5ec9c536123b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.2874539 Aug 16 22:08:54.955910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5d756501-f0ca-44ad-9721-f99eb861e17e service neutron] 10.222.0.88 "PUT /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 2.2446253 Aug 16 22:08:54.968980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8b221f50-be84-4860-bd8a-12e6f902b64a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:55.007094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:55.032543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c785e48-5024-4388-afa9-0eff9941ebbb req-af46410c-c315-448b-9d5e-a8aeb04baa54 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Aug 16 22:08:55.151896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:55.179938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e319060-a73f-411f-8ef8-891f44221b5a None None] Network afbcf641-c92e-4711-83a6-9aa3665f9317 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:55.216540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36d775ff-0668-4239-b68f-f7c85a09548f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:55.241250 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] Set router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:08:55.273414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-7fc7ef79-d668-4acf-9cef-473f56bfa024 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:55.280132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-7fc7ef79-d668-4acf-9cef-473f56bfa024 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.1960406 Aug 16 22:08:55.426625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.1.1.173 (bb754b0e-e3da-4117-a6e3-ff6a430b35d5/f482a126-7dcd-4732-989c-e60412a2fc7a/d64a0b82-87e6-4ae9-a509-1e00a6e8757d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:08:55.439562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Deleting port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:55.439562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:55.549342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9d3dbeac-635f-4eee-9faf-3fca5fbc4401 None None] Provisioning for port be32f1fc-16e5-4e00-b748-85d8c2380172 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:55.551651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5b4ce976-7799-44cb-9807-d2c4a7021efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:55.554639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-5b4ce976-7799-44cb-9807-d2c4a7021efb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 1097 time: 0.2596114 Aug 16 22:08:55.597755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6231e14-c118-4efa-8510-76ede0cbb9dc None None] Network 97c8829e-6a63-470d-8a05-5d25d3b0dcfc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:55.685603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1903977128', 'description': 'tempest-description-2001203311'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:55.731647 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:08:50Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:55.740657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-7b3f23ea-95e7-48d5-b28b-e7d02273c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:55.742727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-7b3f23ea-95e7-48d5-b28b-e7d02273c1fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1097 time: 0.1302586 Aug 16 22:08:55.822239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16211668-f3fa-4ab5-9127-19a498d1e2b9 None None] The sync data for ids ['1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb'] in n-d-791505-20 is: [{'id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'name': 'tempest-FloatingIPsAssociationTestJSON-908061289-router', 'tenant_id': '77261b9916dd4e0598f87f6f1e809598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:04Z', 'updated_at': '2021-08-16T22:08:50Z', 'revision_number': 5, 'project_id': '77261b9916dd4e0598f87f6f1e809598', 'gw_port': {'id': 'c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:05Z', 'updated_at': '2021-08-16T22:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:08:55.907431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36d775ff-0668-4239-b68f-f7c85a09548f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:55.923711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-36d775ff-0668-4239-b68f-f7c85a09548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.074819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.098636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-36d775ff-0668-4239-b68f-f7c85a09548f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71d2a9b7e50442cd9b12a87d7cdd70fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376435 Aug 16 22:08:56.109239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38546) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:56.155997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d775ff-0668-4239-b68f-f7c85a09548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc9709-ad5b-4e2b-9017-92ae17ea9dde,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:56.157523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:56.164264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-62e9c1db-e85d-4c9d-9960-3f280a54a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:56.165940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-62e9c1db-e85d-4c9d-9960-3f280a54a89d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.3862889 Aug 16 22:08:56.239697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.290349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:56.292678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bf79d29-0342-498d-bbd2-83aac49cf508 None None] Provisioning for port 8b221f50-be84-4860-bd8a-12e6f902b64a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:56.315106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-3c43b6c3-3cb6-46b4-8bf3-dac371a47ca7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.1020954 Aug 16 22:08:56.317148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.380480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-62954c8b-4b13-4a42-93d6-9982b8e35e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:56.382010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-62954c8b-4b13-4a42-93d6-9982b8e35e7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0466287 Aug 16 22:08:56.402798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8b221f50-be84-4860-bd8a-12e6f902b64a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:56.426750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8b221f50-be84-4860-bd8a-12e6f902b64a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:56.436889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.437133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252bac-1e9c-43b0-b001-bd45b7b5d8e1 req-a53e12eb-0e17-4991-836f-702a011db52a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:56.445886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1252bac-1e9c-43b0-b001-bd45b7b5d8e1 req-a53e12eb-0e17-4991-836f-702a011db52a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.2686253 Aug 16 22:08:56.588201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-4f83d1c3-476b-4ae5-bf8e-b77613dd6262 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1917205 Aug 16 22:08:56.805325 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.833479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.843129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] For port c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:56.843508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.849351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-61b8b5b4-709c-4c8f-9afd-259ad1812ee2 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301347 Aug 16 22:08:56.892556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8b221f50-be84-4860-bd8a-12e6f902b64a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8b221f50-be84-4860-bd8a-12e6f902b64a,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:56.903387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Provisioning complete for port 8b221f50-be84-4860-bd8a-12e6f902b64a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:56.904117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.911027 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:56.913573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be32f1fc-16e5-4e00-b748-85d8c2380172 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:56.921088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Calling delete_port for c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:57.198268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8b221f50-be84-4860-bd8a-12e6f902b64a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:57.225163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1252bac-1e9c-43b0-b001-bd45b7b5d8e1 req-79824e17-113e-4906-9e91-5038aa8dc439 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782509 Aug 16 22:08:57.251967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object d64a0b82-87e6-4ae9-a509-1e00a6e8757d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:08:57.258591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.259120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.259321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.260170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.260490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.261247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.261586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.261920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.262413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.262763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.263213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.263545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:08:57.283372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.287124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.296432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1bc9709-ad5b-4e2b-9017-92ae17ea9dde HTTP/1.1" status: 204 len: 168 time: 1.1741636 Aug 16 22:08:57.303418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.305686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port be32f1fc-16e5-4e00-b748-85d8c2380172 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:57.313491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be32f1fc-16e5-4e00-b748-85d8c2380172 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:57.313974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.347140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-224e7970-48a0-4a8d-a420-50213f0e9633 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695206 Aug 16 22:08:57.350342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.360282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e7e3f-5758-4fae-8e8b-8c17101dd8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc9709-ad5b-4e2b-9017-92ae17ea9dde,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:57.410422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Provisioning complete for port be32f1fc-16e5-4e00-b748-85d8c2380172 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:57.410894 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.411626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.438699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:57.470154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.471950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f98afa0-0332-41b7-9427-976b32e1565c req-d3f00ecb-0fdd-4d5a-bc35-2c19590266a4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.8303881 Aug 16 22:08:57.548437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:57.589722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.595795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-b7d4a138-de2d-4669-87cb-4b07b1e3eb03 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2 HTTP/1.1" status: 200 len: 1813 time: 0.0896692 Aug 16 22:08:57.607431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:57.607788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:57.690748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.692997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.739581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port be32f1fc-16e5-4e00-b748-85d8c2380172, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be32f1fc-16e5-4e00-b748-85d8c2380172,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:57.770407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.785999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:08:57.798510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.811947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.828797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:08:57.882821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:08:57.988718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:57.997420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:57.998773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.019256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.042268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.053418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-9a908917-3018-4ee2-b692-fae0867158fe tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:58.058541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-9a908917-3018-4ee2-b692-fae0867158fe tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.2599289 Aug 16 22:08:58.082950 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1551418 Aug 16 22:08:58.087184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.112358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec68b4-c136-4534-bf3f-314bb7b17e7c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:58.112542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=be32f1fc-16e5-4e00-b748-85d8c2380172,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:58.131633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:08:58.132262 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:08:58.153757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.155466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cbcf338-5637-49a7-8bc5-ac71e3ea7d7d req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5522797 Aug 16 22:08:58.158401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26be4e-1a9c-4510-b601-457ebb6a3dee tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d879d5-8480-475a-b1a0-a76203f6e4a8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:58.164967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8b221f50-be84-4860-bd8a-12e6f902b64a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:08:58.224031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.224788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:08:58.244550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.251833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-898f6f86-6474-4996-ad94-963842d87022 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1c19de3f-6a8c-4e77-bfab-3c05d3f15dcb HTTP/1.1" status: 204 len: 168 time: 4.4369981 Aug 16 22:08:58.257540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:58.376000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8b221f50-be84-4860-bd8a-12e6f902b64a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:58.385541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.418876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edb3c512-96dc-4a8e-89ba-e0b5f7e9c6a7 req-5e414f98-06d6-4691-bfa5-604e875acd57 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2 HTTP/1.1" status: 200 len: 2406 time: 0.2272294 Aug 16 22:08:58.430444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Deleting subnet 549d7b46-e8e8-4cb9-9698-f8be155d418b {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:08:58.439819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.497203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.508518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-95638f38-b671-4bf5-bd71-3c11615b7ed6 service neutron] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:08:58.517321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-95638f38-b671-4bf5-bd71-3c11615b7ed6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.522116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07adb657-aef1-4d35-91c2-6d36b6dd9599 req-95638f38-b671-4bf5-bd71-3c11615b7ed6 service neutron] 10.222.0.89 "DELETE /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.4330335 Aug 16 22:08:58.655401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.737405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f17b2a-2ec9-4752-9fa5-17a2f4e459c0 req-c800b884-06cf-469c-baff-2f667c1f3837 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:58.744625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4f17b2a-2ec9-4752-9fa5-17a2f4e459c0 req-c800b884-06cf-469c-baff-2f667c1f3837 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.1161973 Aug 16 22:08:58.758852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.767832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 550c1303-8d1c-4f53-8bdd-8b969c1103e2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:08:58.808634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 550c1303-8d1c-4f53-8bdd-8b969c1103e2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:08:58.809611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 550c1303-8d1c-4f53-8bdd-8b969c1103e2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:08:58.816207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549d7b46-e8e8-4cb9-9698-f8be155d418b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:58.817213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16821863-3818-4b00-a011-9cd59535c16b None None] Network db3068d6-f8ef-4c68-94e7-57587537b44f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:08:58.817888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.820435 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8d4ad7b0-53f7-4f3e-a373-cc7ee9217ea6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/549d7b46-e8e8-4cb9-9698-f8be155d418b HTTP/1.1" status: 204 len: 168 time: 0.5612116 Aug 16 22:08:58.824274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:58.825811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Provisioning for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:58.844219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Provisioning complete for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:58.844219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:58.927278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a7820-3f33-4490-a731-4e8bddff674c None None] Port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:58.930091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4f17b2a-2ec9-4752-9fa5-17a2f4e459c0 req-20f9b20c-0a28-4231-b280-bda3ea65b95a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791830 Aug 16 22:08:58.957303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:58.988465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927845507', 'description': 'tempest-description--1823226047'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:59.018400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.068382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-8ad77217-7e07-4b8d-996c-b8dd3a8aa65a tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-group-rules/02d879d5-8480-475a-b1a0-a76203f6e4a8 HTTP/1.1" status: 200 len: 778 time: 0.0362916 Aug 16 22:08:59.069958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.146520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Provisioning for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:08:59.163023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Provisioning complete for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:59.163401 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.206104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Deleting port 73ebf5f3-3711-4e61-8fe4-269146854250 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:59.206443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.281709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Port d64a0b82-87e6-4ae9-a509-1e00a6e8757d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:59.293052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] DHCP port deletion for db3068d6-f8ef-4c68-94e7-57587537b44f request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:08:59.301283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] For port 73ebf5f3-3711-4e61-8fe4-269146854250, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73ebf5f3-3711-4e61-8fe4-269146854250,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:59.301676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.317344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Provisioning complete for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:08:59.318033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.330498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Calling delete_port for 73ebf5f3-3711-4e61-8fe4-269146854250 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:59.390774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-280ae9ed-7d94-4fa1-abe4-0b609a967572 None None] Port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:08:59.405611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.423446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.432398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Deleting port 73ebf5f3-3711-4e61-8fe4-269146854250 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:08:59.435446 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.466938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.493372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-73fb3d82-7195-4bff-99a1-346b2c59b48a tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2 HTTP/1.1" status: 200 len: 2406 time: 0.3958154 Aug 16 22:08:59.532079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] No DVR routers for this DVR port 73ebf5f3-3711-4e61-8fe4-269146854250 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:08:59.534824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ebf5f3-3711-4e61-8fe4-269146854250,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:59.546942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.564019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.612372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.620731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] For port 73ebf5f3-3711-4e61-8fe4-269146854250, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73ebf5f3-3711-4e61-8fe4-269146854250,segment=NetworkSegment(0b769ace-f88b-443e-86ea-23983911cbdf),segment_id=0b769ace-f88b-443e-86ea-23983911cbdf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:08:59.623920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.625598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6668830 Aug 16 22:08:59.625821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.629791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.642217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:08:59.644788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11242959-d700-415f-a1cc-e4f293ea5f58 req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/02d879d5-8480-475a-b1a0-a76203f6e4a8 HTTP/1.1" status: 204 len: 173 time: 0.1502028 Aug 16 22:08:59.645635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049ca3-8d62-4252-8057-5d0e3f56d8db tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02d879d5-8480-475a-b1a0-a76203f6e4a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:59.647540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a1c6a-0c25-4c5e-961d-efb15d12ff3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037e6f05-1637-48a8-9fbe-f4f619c7f3a2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:59.657806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Calling delete_port for 73ebf5f3-3711-4e61-8fe4-269146854250 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:08:59.661560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'security_group_rule': {'security_group_id': '037e6f05-1637-48a8-9fbe-f4f619c7f3a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:59.675337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.687816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1362266602', 'description': 'tempest-description-1279558248'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:08:59.705651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34e1e-99ef-4e76-990d-d70a3bbd8ccc req-dd91588f-a0d2-4b2f-9b70-95b2bbf1e10c tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:08:59.719040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1b34e1e-99ef-4e76-990d-d70a3bbd8ccc req-dd91588f-a0d2-4b2f-9b70-95b2bbf1e10c tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1097 time: 0.3090918 Aug 16 22:08:59.730902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3068d6-f8ef-4c68-94e7-57587537b44f']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:59.756283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b769ace-f88b-443e-86ea-23983911cbdf') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:59.759949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b769ace-f88b-443e-86ea-23983911cbdf') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:08:59.769910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1b34e1e-99ef-4e76-990d-d70a3bbd8ccc req-9de4821b-d0b8-4c6b-9a9b-1e62942c0be2 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Aug 16 22:08:59.788408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.823927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.843135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.849547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.857536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.891000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:08:59.899372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:08:59.901315 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:08:59.914353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] Pushing event deleted for resources: {'Port': ['ID=73ebf5f3-3711-4e61-8fe4-269146854250,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:08:59.927340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be32f1fc-16e5-4e00-b748-85d8c2380172 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:00.022417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51804e60-44a8-420f-972b-be5581f150a2 None None] No DVR routers for this DVR port 73ebf5f3-3711-4e61-8fe4-269146854250 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:09:00.039029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.048856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.061977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be32f1fc-16e5-4e00-b748-85d8c2380172 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:00.062940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.086577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.097732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.099841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/db3068d6-f8ef-4c68-94e7-57587537b44f HTTP/1.1" status: 204 len: 168 time: 1.2739608 Aug 16 22:09:00.102100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.144942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.158954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad397f-0295-4cac-9450-78a3def034c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3068d6-f8ef-4c68-94e7-57587537b44f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:00.180829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4527101c-d563-49c2-916b-6ba5b70a9891,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:00.189569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.195168 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2cb0d28f-cd06-4042-ad09-fdd131d9cff0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5486674 Aug 16 22:09:00.198705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:00.213252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'security_group_rule': {'security_group_id': '037e6f05-1637-48a8-9fbe-f4f619c7f3a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:00.253342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.276790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e28ce41-96a7-4858-acac-52dfafc8dc0f req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6013057 Aug 16 22:09:00.287958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.291159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a88673-1f64-4b26-a563-bdd49786394c tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135eb19c-22e9-4d9b-aa19-c88418a736f7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:00.335379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:00.367085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:09:00.367438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c86b5e3e-2a0a-4cb6-82fe-bb8a4216a1a7 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:09:00.367862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73ebf5f3-3711-4e61-8fe4-269146854250 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:00.390487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38676) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:00.397148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-ecc1eb3c-52d8-43b4-9b98-3df359e07a18 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:00.410437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-ecc1eb3c-52d8-43b4-9b98-3df359e07a18 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.3153429 Aug 16 22:09:00.418744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 73ebf5f3-3711-4e61-8fe4-269146854250 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:09:00.419097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73ebf5f3-3711-4e61-8fe4-269146854250 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:09:00.431530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-dd8e3a4a-4bc4-4ef4-bcae-56b6654a5b37 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/quotas/1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 375 time: 0.0201077 Aug 16 22:09:00.432461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.448155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.459939 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2343a425-64de-4d14-a7bf-e4674ee8e02a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77261b9916dd4e0598f87f6f1e809598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683472 Aug 16 22:09:00.463223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:00.476293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc9bc20-de4d-41ca-8528-a66009ed76e4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:00.490382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.491765 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-df274eeb-3027-4c3b-b828-5bb327edbfa8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2906382 Aug 16 22:09:00.494991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:00.502261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:00.528766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-594f9211-fdfb-4751-b84f-1a12a1e351aa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948877 Aug 16 22:09:00.566423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.687139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.798673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 172.25.8.186 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:00.901262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.918567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.956865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.965020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:00.978246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29b37be1-523d-4d3f-b25e-404d7fe2a45b req-ea1c76d2-f345-4d97-9043-cc3e4149e0f4 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/135eb19c-22e9-4d9b-aa19-c88418a736f7 HTTP/1.1" status: 200 len: 1813 time: 0.1011107 Aug 16 22:09:00.996597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-f25a79c9-7a77-464c-952f-b45fb1336583 service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665360 Aug 16 22:09:01.004148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:01.011484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:01.015029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:01.057059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:01.097412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.100378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.101718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0480fc71-4baf-492b-8171-f4254051dfd4 HTTP/1.1" status: 204 len: 168 time: 0.6374931 Aug 16 22:09:01.116100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-d0369b69-914e-495d-a6c1-31d313e72325 service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185720 Aug 16 22:09:01.121543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08675384-7b9b-466c-b22d-1eb4494056fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480fc71-4baf-492b-8171-f4254051dfd4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:01.140536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.187113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.281330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-43a54d20-269a-4f2a-b7af-4e864112ff52 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348916 Aug 16 22:09:01.408458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.417441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50d6d286-b2e4-4cfb-ad58-b42e3085554d req-f8e2996b-9721-4279-8eff-a9cec0f480a1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 210 time: 0.0328066 Aug 16 22:09:01.417737 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.472665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-1c7c0a51-4502-4687-908e-87e4787bdc6e tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:01.483392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-1c7c0a51-4502-4687-908e-87e4787bdc6e tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003241 Aug 16 22:09:01.497427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-eebd1cfd-1b87-4219-b253-c45b24658186 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/quotas/0f234c23ea2a4f899111c3c9b062b7d8 HTTP/1.1" status: 200 len: 375 time: 0.0116596 Aug 16 22:09:01.531937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:01.541356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.568988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.570279 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c75697d6-d3df-4336-9b6c-5122bf3e77f9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0742834 Aug 16 22:09:01.575769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-b63f750c-36ce-4524-9c08-8138defaa7b0 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716238 Aug 16 22:09:01.649221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f093f03-c1da-4960-abb5-0560fb564a52 req-24d4e69a-eb57-4237-89f7-6e9143a53f9b tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:01.651148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f093f03-c1da-4960-abb5-0560fb564a52 req-24d4e69a-eb57-4237-89f7-6e9143a53f9b tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 950 time: 0.1350079 Aug 16 22:09:01.754504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f093f03-c1da-4960-abb5-0560fb564a52 req-e4eac3e7-6746-4469-9e9a-2fc84dfa34e3 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666966 Aug 16 22:09:01.783098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-887823901', 'description': 'tempest-description-559803577'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:01.848007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:01.999846 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:02.010793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:02.034984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6049191-3281-48ea-a544-00ee1876ed95 req-1cf1f1c6-74fc-48d2-b15c-96d458636fc0 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 210 time: 0.0388668 Aug 16 22:09:02.064355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4598263-1ebd-4497-aa25-7a972e6b2904,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:02.073434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:02.101692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5aabda41-e3c0-4101-9a4c-d31cd7450872 req-d8a0e423-fed4-4924-bb0b-0f52651ba454 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3261330 Aug 16 22:09:02.200381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff594142-1f2c-435d-a9bf-c134f04d4c4a req-cd3aeea9-e0d0-4221-bbe1-27042b9f605a tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/b4598263-1ebd-4497-aa25-7a972e6b2904 HTTP/1.1" status: 200 len: 1811 time: 0.0784695 Aug 16 22:09:02.213133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-14047aea-12fb-4f8c-80b5-75c3f9774a54 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1927845507&fields=id&tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c HTTP/1.1" status: 200 len: 267 time: 0.0594864 Aug 16 22:09:02.277021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ea6e40be-1a5f-465e-a607-a21d6ea3dc50 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.284270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ea6e40be-1a5f-465e-a607-a21d6ea3dc50 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 931 time: 0.0607302 Aug 16 22:09:02.335421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-bba20108-7b91-4db2-8af7-70ae18452e30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.336780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-bba20108-7b91-4db2-8af7-70ae18452e30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 932 time: 0.0517447 Aug 16 22:09:02.398427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ebbd91fd-5029-4efa-8a6b-3e34e9d16991 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515015 Aug 16 22:09:02.441488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a269cd22-5ccd-44a4-884c-01653a747bf6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0288818 Aug 16 22:09:02.592218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-022248d3-0462-4c9c-b8e3-1a79c273871d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.598589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-022248d3-0462-4c9c-b8e3-1a79c273871d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.604523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-022248d3-0462-4c9c-b8e3-1a79c273871d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.611506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-022248d3-0462-4c9c-b8e3-1a79c273871d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/networks?id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=afbcf641-c92e-4711-83a6-9aa3665f9317&id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 1989 time: 0.1633382 Aug 16 22:09:02.653751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e540cc16-61d5-4298-8596-b48f4c3a3ca5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/quotas/42b27f9fe1de4377a68d8c02a3e1cd5c HTTP/1.1" status: 200 len: 375 time: 0.0351918 Aug 16 22:09:02.765717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e9fae26c-a882-4f21-b6d2-882e7150b9fc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0856228 Aug 16 22:09:02.839192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-83a38a95-502f-4b64-8d64-d663c69cb3b9 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:02.840662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-83a38a95-502f-4b64-8d64-d663c69cb3b9 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.2568626 Aug 16 22:09:02.862988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Request body: {'port': {'device_id': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'admin_state_up': True, 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:02.922384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-582258274', 'description': 'tempest-description-1733764629'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:02.952712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-69ff10c7-0a02-4d39-92ce-34641fdfacba service neutron] 10.222.0.22 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755419 Aug 16 22:09:02.986759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.077913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-29559baa-1ba9-4288-b50c-8085a1f27b4e tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616992 Aug 16 22:09:03.155960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:09:03.155960 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:09:03.155960 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '1b73c3c0d49b4f73b80c6df4667c03a2', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 9, 3, 92573)}] Aug 16 22:09:03.155960 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:09:03.156495 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:09:03.206152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:03.209772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-adb20734-62b4-4bd5-a4d2-78a1a223ae45 service neutron] 10.222.0.22 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458029 Aug 16 22:09:03.291704 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.295905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-e0832bad-590a-4159-bbfe-918dd7ef4cff tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:03.297404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-e0832bad-590a-4159-bbfe-918dd7ef4cff tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083557 Aug 16 22:09:03.304617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1cbb7ad6-735f-41d3-a101-963ff7f4ea3e service neutron] 10.222.0.22 "GET /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0820277 Aug 16 22:09:03.328297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:03.328897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Request body: {'port': {'device_id': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '0f234c23ea2a4f899111c3c9b062b7d8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:03.329816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:03.332369 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0033ae-9724-4b29-baad-8ae997a40051" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:03.336091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.342892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.383476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.383796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:03.454418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.455489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8fbdce6-b30b-41a3-8f05-852d08e7cf0c req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5416124 Aug 16 22:09:03.480870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd5167-8faa-43ea-a9b1-7d05ecc04188 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f89c5e-309a-450a-8a77-d4403f924f74,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:03.510944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-dc7ec134-c94c-46d5-b574-97b4e68d8415 service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987345 Aug 16 22:09:03.601906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-568c37f3-76aa-404a-a32f-79b5413f3410 req-acd86bd2-f83f-4896-b39f-693a8dbb3fb3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 210 time: 0.0804343 Aug 16 22:09:03.643379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Made reservation on behalf of 0f234c23ea2a4f899111c3c9b062b7d8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:03.647274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.667334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.674919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-62c43736-cc4e-484c-84dc-89d8b9cb79e9 service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523428 Aug 16 22:09:03.730186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:03.734289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:03.740810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-5323a424-cf6b-49cf-beba-e0fbdef241c6 service neutron] 10.222.0.22 "GET /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0564656 Aug 16 22:09:03.903962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00527324-311c-4b86-8d59-ed98ec42da0c req-3b29c281-2580-402b-b058-955258420a2e tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 210 time: 0.0697577 Aug 16 22:09:03.955892 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8f6a8-d97a-4db1-96e1-326b774c4853 x-openstack-request-id: req-62b8f6a8-d97a-4db1-96e1-326b774c4853 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:03.956284 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:03.956663 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62b8f6a8-d97a-4db1-96e1-326b774c4853 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:03.957376 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'code': 200} Aug 16 22:09:04.014701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-801f5a67-7602-48ce-906e-7a7c9f5b55d6 service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614644 Aug 16 22:09:04.054376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Allocated IP 172.20.0.10 (b5da0661-c650-46da-8ac3-772957555bf6/15544c87-28b1-496d-b648-7a8a9519b810/9bd7b152-26b6-45af-9e13-7e7717f53ad4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:04.130995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f464de5-4166-46d3-9451-ffb17212a2af req-f4973bd4-e755-4004-9807-f3ca218c4dbd tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/f2f89c5e-309a-450a-8a77-d4403f924f74 HTTP/1.1" status: 200 len: 1812 time: 0.1603518 Aug 16 22:09:04.138868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:04.147333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:04.260573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a963ff-b8bc-4ca0-95e3-98ea5e956897,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:04.264415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-8c3025c8-013a-4d2c-9dab-66b8eae963fc service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374473 Aug 16 22:09:04.476477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Allocated IP 192.168.233.58 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/5e8dd799-05d8-49f6-8dbe-6deef98870a1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:04.519343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7219a9d6-937d-4681-b6ca-ffa300c12670 service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343867 Aug 16 22:09:04.521909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:04.526390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-392064370', 'description': 'tempest-description-2083967758'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:04.646649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:04.732235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-f1849817-d103-4cd2-ae35-67b3563448eb service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993880 Aug 16 22:09:05.083374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.192017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Network b5da0661-c650-46da-8ac3-772957555bf6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:05.203124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.209870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:05.220845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:05.225766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:05.263446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Transition to ACTIVE for port object 5e8dd799-05d8-49f6-8dbe-6deef98870a1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:05.273694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-8b45900c-8a3d-4dfe-b02f-a4747453ae3b service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325310 Aug 16 22:09:05.314081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.351970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.389879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:05.390491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.410695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.411887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d015b0dd-de91-422c-b037-4bcadf816008 req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8980360 Aug 16 22:09:05.433524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82f6d1-2311-4e8d-961a-4ca045433a5d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f52c1b-4ee0-41bc-968d-ad3735014c1c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:05.436124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.440178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-b4c80c0e-dbf9-45f5-b027-ac216f40f981 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5831773 Aug 16 22:09:05.485353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Request body: {'port': {'device_id': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:05.492648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0333106a-2d4e-4c75-8176-fcdd3f3af8ec service neutron] 10.222.0.22 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096064 Aug 16 22:09:05.522653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:05.545954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:05.577977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:05.583106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Pushing event updated for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:05.694314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.708440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:05.709122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.745715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-adcd50b0-b7f7-46bf-8287-580584960fe7 service neutron] 10.222.0.22 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284720 Aug 16 22:09:05.753351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852fdee-b00a-4985-ab77-f5e3ef8d21e2 req-87bd4cdb-06bd-466a-8fb0-e40670071f15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:05.754787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a852fdee-b00a-4985-ab77-f5e3ef8d21e2 req-87bd4cdb-06bd-466a-8fb0-e40670071f15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 932 time: 0.1740785 Aug 16 22:09:05.766391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-99d2cc5f-17a8-4771-b653-6a93179ecb76 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4531388 Aug 16 22:09:05.768118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20cb4efc-a95c-4cc1-a93d-ec7bdacfecf2 None None] Provisioning for port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:05.772803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20cb4efc-a95c-4cc1-a93d-ec7bdacfecf2 None None] Provisioning complete for port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:05.773315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20cb4efc-a95c-4cc1-a93d-ec7bdacfecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:05.805871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Request body: {'port': {'device_id': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:05.813265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-20cb4efc-a95c-4cc1-a93d-ec7bdacfecf2 None None] Port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:06.000653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a852fdee-b00a-4985-ab77-f5e3ef8d21e2 req-500e1a8d-8438-4df6-b90f-2e304223e35b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163272 Aug 16 22:09:06.027584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.094540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0eea141a-8fb0-4866-b110-a90a3bea5b0d service neutron] 10.222.0.22 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374658 Aug 16 22:09:06.402093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a723a4e-a995-4f9b-9dfc-f70a9febd5a5 req-6316c29c-ff79-4dfa-a606-bd1b46d28b66 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:06.403560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a723a4e-a995-4f9b-9dfc-f70a9febd5a5 req-6316c29c-ff79-4dfa-a606-bd1b46d28b66 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 935 time: 0.2223976 Aug 16 22:09:06.408434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-378b4baf-9652-41d5-b256-31af4a98a51c service neutron] 10.222.0.22 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903595 Aug 16 22:09:06.573856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd7b152-26b6-45af-9e13-7e7717f53ad4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:06.588169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a723a4e-a995-4f9b-9dfc-f70a9febd5a5 req-de760e4e-f373-4c07-a26c-f196ea11a304 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662529 Aug 16 22:09:06.592669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.658830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Transition to ACTIVE for port object 9bd7b152-26b6-45af-9e13-7e7717f53ad4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:06.676995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.686279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a4213c22-c9fb-4326-8db2-8f47cfbb5be7 service neutron] 10.222.0.22 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601438 Aug 16 22:09:06.785248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cfe09cd-4bd8-4d8e-8366-15357f6ad412 req-5ae279a8-f5b4-4de7-9003-cf7f1d487820 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/83f52c1b-4ee0-41bc-968d-ad3735014c1c HTTP/1.1" status: 200 len: 1812 time: 0.1601734 Aug 16 22:09:06.789624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:06.838798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8dd799-05d8-49f6-8dbe-6deef98870a1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:06.848627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.875092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Transition to ACTIVE for port object 5e8dd799-05d8-49f6-8dbe-6deef98870a1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:06.884663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.896272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:06.896610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:06.896942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:06.937110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:06.937447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:06.956517 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-a92de0b2-8a73-452c-807e-58c56f68b80d req-88ddaa6d-cd2d-4ed0-b07a-9ec8e37d14b6 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] show failed (client error): The resource could not be found. Aug 16 22:09:06.957599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a92de0b2-8a73-452c-807e-58c56f68b80d req-88ddaa6d-cd2d-4ed0-b07a-9ec8e37d14b6 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/9d5e4595-334b-486c-8006-221e3ac13799 HTTP/1.1" status: 404 len: 352 time: 0.0398595 Aug 16 22:09:06.962013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:06.962402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:06.962798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:06.963241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Bound port: 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:06.963614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:06.984986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:07.101046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Attempting to bind port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:07.101648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Attempting to bind port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:07.102265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Attempting to bind port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:07.110541 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-0074c830-71b0-4ffa-9edd-97a4c9e73550 req-eeb464c9-2883-4ff9-822e-adbf74bbe3ce tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] show failed (client error): The resource could not be found. Aug 16 22:09:07.111972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0074c830-71b0-4ffa-9edd-97a4c9e73550 req-eeb464c9-2883-4ff9-822e-adbf74bbe3ce tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-group-rules/cc3505d6-76a4-47a4-8c14-f64009719bb0 HTTP/1.1" status: 404 len: 361 time: 0.0390787 Aug 16 22:09:07.122407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:07.122742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Attempting to bind port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:07.131366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:07.132064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:07.132812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:07.133463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Bound port: 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:07.133836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.152276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:07.192170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:07.206601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.248861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:07.271758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.272529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.274064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] 10.222.0.88 "PUT /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 1093 time: 1.8127460 Aug 16 22:09:07.283692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:07.287042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:07.316427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:07.320742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:07.331941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.381679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:07.397012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '30c44637-f318-40af-8007-2c63b13e2649', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '30c44637-f318-40af-8007-2c63b13e2649', 'mac_address': 'fa:16:3e:1b:6c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:07.402197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbbf82-416b-423c-9321-e8236baf4327 req-50571964-e283-4cab-b743-c06eca57864c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.411322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07bbbf82-416b-423c-9321-e8236baf4327 req-50571964-e283-4cab-b743-c06eca57864c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.2237945 Aug 16 22:09:07.428023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a172dbd-f6db-4e8c-abd6-a777961ef936 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:07.451102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.459709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.460364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.461954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] 10.222.0.88 "PUT /v2.0/ports/5e8dd799-05d8-49f6-8dbe-6deef98870a1 HTTP/1.1" status: 200 len: 1096 time: 1.6755769 Aug 16 22:09:07.501905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:07.526979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-388aca16-1eae-4de2-96fc-71a2b5a0fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.528547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-388aca16-1eae-4de2-96fc-71a2b5a0fc66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1096 time: 0.1812880 Aug 16 22:09:07.529327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:07.533554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:07.591371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:07.642262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07bbbf82-416b-423c-9321-e8236baf4327 req-8454f616-5431-491c-8065-9c2653ca760f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289035 Aug 16 22:09:07.645651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-eef5e8b5-7afe-4858-8944-780818b54422 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 217 time: 0.0903099 Aug 16 22:09:07.651293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5e6c5-568a-4ca9-8626-f7ff8868c898 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:07.707029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-6f181117-a951-4e71-8c47-3a6fe5120155 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/83f52c1b-4ee0-41bc-968d-ad3735014c1c HTTP/1.1" status: 200 len: 1812 time: 0.2215798 Aug 16 22:09:07.711336 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bfcc69-39bd-4bc9-8294-417fe886f3b3 x-openstack-request-id: req-05bfcc69-39bd-4bc9-8294-417fe886f3b3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:07.711632 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:07.711897 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05bfcc69-39bd-4bc9-8294-417fe886f3b3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:07.712871 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'status': 'completed', 'code': 200} Aug 16 22:09:07.738628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-18da1b83-5717-4fc3-9493-8b6152fd9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.740788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-18da1b83-5717-4fc3-9493-8b6152fd9dfa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 1099 time: 0.2071805 Aug 16 22:09:07.754360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-4c41cefc-c451-4c72-ad02-553fe5cfcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:07.755860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-4c41cefc-c451-4c72-ad02-553fe5cfcc09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0954757 Aug 16 22:09:07.814852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['30c44637-f318-40af-8007-2c63b13e2649'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:07.837983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-ffd39530-d556-40e4-9f3b-b1e7ea888c73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1 HTTP/1.1" status: 200 len: 217 time: 0.0789347 Aug 16 22:09:07.841487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-4c66600b-9c83-435e-8e37-aeba99553663 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713212 Aug 16 22:09:07.862491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68e91ae-e550-437e-8084-f57a994a73cd req-5ea5d9bc-c615-46b4-a344-07844e85170c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0981047 Aug 16 22:09:07.965234 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:08.373454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:08.390363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-f5421ff0-3f11-48e0-a1e0-4c66ad133bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.391814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-f5421ff0-3f11-48e0-a1e0-4c66ad133bf6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.5342286 Aug 16 22:09:08.489877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102c471-3239-48c8-87b2-b1901ed188e0 req-7109461d-f9c5-46ac-b291-661ca5b75464 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.501827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d102c471-3239-48c8-87b2-b1901ed188e0 req-7109461d-f9c5-46ac-b291-661ca5b75464 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 947 time: 0.5015926 Aug 16 22:09:08.517563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-05f7edad-bda9-4793-af92-86e29f63282d service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610680 Aug 16 22:09:08.520890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e429c318-d510-42ef-a6cc-8d3e68f56d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.523002 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e429c318-d510-42ef-a6cc-8d3e68f56d99 service neutron] 10.222.0.88 "GET /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 1027 time: 0.0420604 Aug 16 22:09:08.566869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-d6bfeae8-bea0-453a-9613-661e28281e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.568265 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-d6bfeae8-bea0-453a-9613-661e28281e8d service neutron] 10.222.0.88 "GET /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 1028 time: 0.0367441 Aug 16 22:09:08.587524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:08.590032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:08.591136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e44521f9-e81b-4808-8f87-2228d3fe9d50 req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-groups/83f52c1b-4ee0-41bc-968d-ad3735014c1c HTTP/1.1" status: 204 len: 173 time: 0.8834820 Aug 16 22:09:08.648297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d102c471-3239-48c8-87b2-b1901ed188e0 req-dd62a529-6fa4-4507-bb78-2ce60b5c0351 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309423 Aug 16 22:09:08.648297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-48221a24-2cd7-4b5e-85ec-1325f5275be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.648297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-48221a24-2cd7-4b5e-85ec-1325f5275be6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238700 Aug 16 22:09:08.648297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70195-1f9e-40a3-88f5-cd89e4f093af tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f52c1b-4ee0-41bc-968d-ad3735014c1c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:08.802498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7dcdca9e-bfd1-45bb-ac87-51b91087a979 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.809465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7dcdca9e-bfd1-45bb-ac87-51b91087a979 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.815752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7dcdca9e-bfd1-45bb-ac87-51b91087a979 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.817619 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7dcdca9e-bfd1-45bb-ac87-51b91087a979 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/networks?id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=afbcf641-c92e-4711-83a6-9aa3665f9317&id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 1989 time: 0.2313838 Aug 16 22:09:08.820133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69869419-a3df-44c6-8261-63c2c9eaa724 req-3b1fe024-5c11-4bb7-a584-665ec9e1ad4f service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859702 Aug 16 22:09:08.859412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945010-6a53-4d60-b739-94d619dc9fd1 req-b1fe89c2-cbf0-4d1e-97fd-9af4a9fcab5f tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:08.860921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01945010-6a53-4d60-b739-94d619dc9fd1 req-b1fe89c2-cbf0-4d1e-97fd-9af4a9fcab5f tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1097 time: 0.1008298 Aug 16 22:09:08.863117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-b1e30a1b-ee4f-47d1-accc-a9c67715c6a2 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069268 Aug 16 22:09:08.895494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01945010-6a53-4d60-b739-94d619dc9fd1 req-71b4109b-ce7f-45c6-952b-9f978bf1446f tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286424 Aug 16 22:09:08.957110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-64439fda-c07f-45b6-be3c-785f413b1819 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/f2f89c5e-309a-450a-8a77-d4403f924f74 HTTP/1.1" status: 200 len: 1812 time: 0.0389588 Aug 16 22:09:09.021378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.053894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.097702 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.100432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.101752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46f49133-0f75-4058-a5c2-44c00389aea8 req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-groups/f2f89c5e-309a-450a-8a77-d4403f924f74 HTTP/1.1" status: 204 len: 173 time: 0.1387949 Aug 16 22:09:09.111522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208827-d163-44b6-a580-7f7162a2315d tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f89c5e-309a-450a-8a77-d4403f924f74,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:09.210019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee2b7-9a85-4ca9-9429-f013ba511375 req-3893ada2-5bb7-446b-a118-2c8b7907ed43 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:09.217438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fee2b7-9a85-4ca9-9429-f013ba511375 req-3893ada2-5bb7-446b-a118-2c8b7907ed43 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0628071 Aug 16 22:09:09.262796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:09.275493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fee2b7-9a85-4ca9-9429-f013ba511375 req-45d00eff-7a00-49bf-846d-d25c447399e0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Aug 16 22:09:09.407590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e62a96d0-cac4-4018-9271-eab8e4ef5c39 req-eceae445-b568-493e-9f62-c911829a0586 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070409 Aug 16 22:09:09.414266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 30c44637-f318-40af-8007-2c63b13e2649 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:09.414643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.423172 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-31e8b08c-baa6-43f4-b229-ed97ee438243 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c HTTP/1.1" status: 200 len: 380 time: 0.1177070 Aug 16 22:09:09.439522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'admin_state_up': True, 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'security_groups': ['037e6f05-1637-48a8-9fbe-f4f619c7f3a2']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:09.479963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-a50260f8-3137-4baf-b5db-ba8aaf478e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:09.482670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-a50260f8-3137-4baf-b5db-ba8aaf478e8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1096 time: 0.0738306 Aug 16 22:09:09.586367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.654422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:09.659121 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.707466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:09.715333 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd95811-6333-4160-bbd8-29143d793e9f" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:09.721640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89d3f84e-3bd7-4139-bd76-a0984520011e req-0db83485-1b54-48c0-b141-2d36f2fedc23 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0775828 Aug 16 22:09:09.765373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:09.770342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:09.794463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:09.797055 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:09.805377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-ffee6b73-9c4b-4f1d-aebf-352934bd18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:09.809416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-ffee6b73-9c4b-4f1d-aebf-352934bd18d6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.3085268 Aug 16 22:09:09.901317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 172.20.0.9 (3a99a344-a6e4-43f8-90b4-17b1afa6bf76/100e6f52-c4b1-4c2f-b130-4a1f4b649852/a541dfee-114c-4209-8e68-c6d3bd70ba00) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:09.908275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:09.974548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-97368e57-c24d-4e97-bf68-8b777035c707 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 217 time: 0.1411130 Aug 16 22:09:10.042014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-417f9d19-5bbd-473b-afe1-b577a4bb08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:10.045024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-417f9d19-5bbd-473b-afe1-b577a4bb08cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0584459 Aug 16 22:09:10.074360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-6e036b3c-286d-4c8e-a9ef-79cd813a4555 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/b4598263-1ebd-4497-aa25-7a972e6b2904 HTTP/1.1" status: 200 len: 1811 time: 0.2623019 Aug 16 22:09:10.105290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-5db351c3-95ac-44fe-99ba-6059142fbb8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444829 Aug 16 22:09:10.132699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.155358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object a541dfee-114c-4209-8e68-c6d3bd70ba00 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:10.214696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.278466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:10.289713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.322908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-89c24294-a62c-4f2b-ad22-b9e91c171e3f service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081282 Aug 16 22:09:10.329870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:10.331859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:10.340692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:10.353553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.445174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:10.447216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.499724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-27409362-e197-4752-8b4b-752bf91e0a2d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646491 Aug 16 22:09:10.521729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'admin_state_up': True, 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'security_groups': ['037e6f05-1637-48a8-9fbe-f4f619c7f3a2']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:10.614646 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.617681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.620133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf93f147-e8e9-4f38-9880-56f4ff121bdf req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-groups/b4598263-1ebd-4497-aa25-7a972e6b2904 HTTP/1.1" status: 204 len: 173 time: 0.5244334 Aug 16 22:09:10.645049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52de9-4e7e-498a-970d-1cca75850a11 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4598263-1ebd-4497-aa25-7a972e6b2904,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:10.674991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cbaa7d2-0d46-43ba-b99c-b7c1b08aaba3 req-0d779b54-f902-4950-88e9-bfe1d2a65c22 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434477 Aug 16 22:09:10.781702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3af2-31bc-4fe6-a86d-f59f2aad22af None None] Provisioning for port a541dfee-114c-4209-8e68-c6d3bd70ba00 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:10.786710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bcbc3af2-31bc-4fe6-a86d-f59f2aad22af None None] Provisioning complete for port a541dfee-114c-4209-8e68-c6d3bd70ba00 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:10.787322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bcbc3af2-31bc-4fe6-a86d-f59f2aad22af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.838408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc3af2-31bc-4fe6-a86d-f59f2aad22af None None] Port a541dfee-114c-4209-8e68-c6d3bd70ba00 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:10.849030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:10.870066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:10.959943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-d4e4372d-503d-43e6-b763-d505111195b2 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:09:10.969994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-d4e4372d-503d-43e6-b763-d505111195b2 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156558 Aug 16 22:09:10.978942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Request body: {'binding': {'host': 'n-h1-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:10.979542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:09:11.009714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca9250-0598-4443-8836-d794b5e06a74 req-d1e2760d-ee5e-4f95-8007-22a64ffe3ff8 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.014745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65ca9250-0598-4443-8836-d794b5e06a74 req-d1e2760d-ee5e-4f95-8007-22a64ffe3ff8 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 947 time: 0.2337394 Aug 16 22:09:11.085844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.1.1.198 (bb754b0e-e3da-4117-a6e3-ff6a430b35d5/f482a126-7dcd-4732-989c-e60412a2fc7a/ea78d0fa-4976-4920-b61e-3bbdcf4ace66) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:11.262406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65ca9250-0598-4443-8836-d794b5e06a74 req-6f2ece61-f69a-4dbf-af43-c1d76ce0be90 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878846 Aug 16 22:09:11.263241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.292027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object ea78d0fa-4976-4920-b61e-3bbdcf4ace66 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:11.351312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.400942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on host n-h1-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:11.402128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:11.406549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:11.412942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:11.418902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:11.419588 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a9eb0-befb-450c-b5f7-eb999931af28 x-openstack-request-id: req-333a9eb0-befb-450c-b5f7-eb999931af28 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:11.419922 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:11.420186 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-333a9eb0-befb-450c-b5f7-eb999931af28 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:11.420585 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'code': 200} Aug 16 22:09:11.420870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:11.430578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:11.433741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:11.440080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:11.441456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:11.442876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:11.443580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Bound port: aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:11.456727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:11.526503 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a666a3-5177-40a1-8d53-37929c97efaf x-openstack-request-id: req-83a666a3-5177-40a1-8d53-37929c97efaf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:11.530314 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:11.530844 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83a666a3-5177-40a1-8d53-37929c97efaf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:11.531623 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1', 'status': 'completed', 'code': 200} Aug 16 22:09:11.588811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.589517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.613390 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ce3683f4-a46d-47b9-8d98-1f7a7077df46 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985081 Aug 16 22:09:11.641158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'admin_state_up': True, 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'security_groups': ['037e6f05-1637-48a8-9fbe-f4f619c7f3a2']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:11.653833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:11.698358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-298e1f77-5595-4a98-95f1-289056b68043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.699943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-298e1f77-5595-4a98-95f1-289056b68043 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 1099 time: 0.1182101 Aug 16 22:09:11.701546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.715380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-77284f44-c5e3-4644-8b5a-38ced4c62bfa service neutron] 10.222.0.22 "POST /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba/bindings HTTP/1.1" status: 201 len: 390 time: 0.7439840 Aug 16 22:09:11.864421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d67d4-8b1b-470f-bd71-beb6b808f328 req-f11acadb-7a56-4cb3-b0b2-5b2234e5508b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.874245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c50d67d4-8b1b-470f-bd71-beb6b808f328 req-f11acadb-7a56-4cb3-b0b2-5b2234e5508b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.2190187 Aug 16 22:09:11.887004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:11.893618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.914325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc0612d1-1c8e-41dd-9441-44b1ab9f2e80 None None] Provisioning for port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:11.926395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc0612d1-1c8e-41dd-9441-44b1ab9f2e80 None None] Provisioning complete for port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:11.926924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc0612d1-1c8e-41dd-9441-44b1ab9f2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:11.972725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-0dc2c347-026f-4cdc-bb76-54ec64b44ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:11.974459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-0dc2c347-026f-4cdc-bb76-54ec64b44ffd service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2558632 Aug 16 22:09:12.009144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc0612d1-1c8e-41dd-9441-44b1ab9f2e80 None None] Port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:12.049955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-7dd48e23-609a-40ad-876c-94facf8cfb41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1 HTTP/1.1" status: 200 len: 217 time: 0.0634472 Aug 16 22:09:12.110790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c50d67d4-8b1b-470f-bd71-beb6b808f328 req-c358cdab-643b-41d0-8108-2d54e3203bed tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356484 Aug 16 22:09:12.130481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-0958472b-e12d-4910-9b05-3c37f9af7b54 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/135eb19c-22e9-4d9b-aa19-c88418a736f7 HTTP/1.1" status: 200 len: 1813 time: 0.1549714 Aug 16 22:09:12.131923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-419724dd-129b-45f0-9e9e-0dc5e67e7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.133366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-419724dd-129b-45f0-9e9e-0dc5e67e7208 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0730681 Aug 16 22:09:12.172842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.1.1.56 (bb754b0e-e3da-4117-a6e3-ff6a430b35d5/f482a126-7dcd-4732-989c-e60412a2fc7a/b36a2ec9-356a-478c-a7ee-321450e1a192) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:12.324420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.338975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object b36a2ec9-356a-478c-a7ee-321450e1a192 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:12.356493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-1f1037ff-775a-44b1-97f3-ceb141fbaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.358070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-1f1037ff-775a-44b1-97f3-ceb141fbaeca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2168660 Aug 16 22:09:12.377706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.410163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-3024c7ed-126d-478e-8847-f882821077c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.411642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-3024c7ed-126d-478e-8847-f882821077c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1097 time: 0.2261169 Aug 16 22:09:12.425516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:12.429696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:12.434188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:12.478126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:12.511522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.513450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.546353 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-47dbc176-ea3f-48c4-b326-285ec8209e1f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9161184 Aug 16 22:09:12.553846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eff1c-ca71-4324-b949-5dd1e3d5a75e req-781a1c39-07d9-45e2-b4ee-9962b1fd6333 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.570909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'admin_state_up': True, 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'security_groups': ['037e6f05-1637-48a8-9fbe-f4f619c7f3a2']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:12.587030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eff1c-ca71-4324-b949-5dd1e3d5a75e req-781a1c39-07d9-45e2-b4ee-9962b1fd6333 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.594850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-583eff1c-ca71-4324-b949-5dd1e3d5a75e req-781a1c39-07d9-45e2-b4ee-9962b1fd6333 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 1653 time: 0.3509922 Aug 16 22:09:12.623361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.692975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-7fa4f973-f57f-4d65-a5e3-bc5affa3bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:12.692975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-7fa4f973-f57f-4d65-a5e3-bc5affa3bdd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2437665 Aug 16 22:09:12.805212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:12.877758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f2de4a63-5663-4038-80d7-780709479cb8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 217 time: 0.1378815 Aug 16 22:09:12.896813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.918744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.961538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cf7d1e45-6434-4678-9664-ee4ab50656c2 None None] Provisioning for port b36a2ec9-356a-478c-a7ee-321450e1a192 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:12.968655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cf7d1e45-6434-4678-9664-ee4ab50656c2 None None] Provisioning complete for port b36a2ec9-356a-478c-a7ee-321450e1a192 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:12.971049 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1e45-6434-4678-9664-ee4ab50656c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:12.990582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-583eff1c-ca71-4324-b949-5dd1e3d5a75e req-61924173-6d65-439b-ab7c-33bf4bc14e72 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945563 Aug 16 22:09:13.070225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cf7d1e45-6434-4678-9664-ee4ab50656c2 None None] Port b36a2ec9-356a-478c-a7ee-321450e1a192 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:13.091491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-61161ced-44b8-4d76-a135-373b5bd17408 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210643 Aug 16 22:09:13.203469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.2.2.100 (afbcf641-c92e-4711-83a6-9aa3665f9317/0ae58b52-01f0-4061-8b5e-46c7b04d8319/88d3ff54-774d-4db5-92d2-aa779180417b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:13.232182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-fee31595-c468-444f-90d1-1bd33d53bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.233777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-fee31595-c468-444f-90d1-1bd33d53bb2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.3434429 Aug 16 22:09:13.258941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-5ef76d42-22d1-4582-add5-3594baf15d52 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5e388a221fc94ed2bade3a5b50d75628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020231 Aug 16 22:09:13.304396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-99567b3d-30fc-4035-b708-0be023a31279 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554919 Aug 16 22:09:13.317262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.320251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.321083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21818fbb-5092-4149-91d9-e74d750c74f9 req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-groups/135eb19c-22e9-4d9b-aa19-c88418a736f7 HTTP/1.1" status: 204 len: 173 time: 1.1303649 Aug 16 22:09:13.361616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.377956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object 88d3ff54-774d-4db5-92d2-aa779180417b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:13.398753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d23da-cab9-4c39-a086-0b31173913bf tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135eb19c-22e9-4d9b-aa19-c88418a736f7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:13.421860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.482749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9ca5f4-94f8-41c4-b143-c03c99d7f48d req-17c2e143-553c-4c86-8714-4064a603aca0 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801093 Aug 16 22:09:13.487099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network afbcf641-c92e-4711-83a6-9aa3665f9317 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:13.492287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:13.497418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:13.541470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:13.568032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.569293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.595114 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a0740dcc-3517-44f9-9fd1-60c44357502b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0288708 Aug 16 22:09:13.595639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9ef9-e299-4f66-9714-8523f07f51fa req-973e443c-3917-44e8-a08d-d877a47aa3b2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.597274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96ee9ef9-e299-4f66-9714-8523f07f51fa req-973e443c-3917-44e8-a08d-d877a47aa3b2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.1249299 Aug 16 22:09:13.605960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-b9007aef-6ef4-42ac-98fe-14e6b4a51668 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:13.613810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-b9007aef-6ef4-42ac-98fe-14e6b4a51668 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537426 Aug 16 22:09:13.615595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'admin_state_up': True, 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'security_groups': ['037e6f05-1637-48a8-9fbe-f4f619c7f3a2']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:13.648722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-eba55624-5fa5-4c5c-bd0a-eda557c4f618 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985888 Aug 16 22:09:13.658173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-49362680-7921-4270-9037-c8a4721225ee tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/quotas/5e388a221fc94ed2bade3a5b50d75628 HTTP/1.1" status: 200 len: 375 time: 0.0433722 Aug 16 22:09:13.759179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Made reservation on behalf of 42b27f9fe1de4377a68d8c02a3e1cd5c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:13.765214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-047a0267-0bc3-4c85-a010-dc1cb6695719 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060047 Aug 16 22:09:13.767876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.814126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96ee9ef9-e299-4f66-9714-8523f07f51fa req-3c26aedb-faf7-4d49-9f38-ad6fe680d52f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844447 Aug 16 22:09:13.895631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-8bbf1b3d-0972-4f74-a3cb-0d8622b7754f service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261300 Aug 16 22:09:13.925390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d31ac0c1-6019-4169-8a9f-e7546d323949 None None] Provisioning for port 88d3ff54-774d-4db5-92d2-aa779180417b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:13.945130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:13.949746 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:13.961915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d31ac0c1-6019-4169-8a9f-e7546d323949 None None] Provisioning complete for port 88d3ff54-774d-4db5-92d2-aa779180417b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:13.963963 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d31ac0c1-6019-4169-8a9f-e7546d323949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.106122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74979795-de96-4e9e-8e54-f648e1365df3 req-806a7410-b05e-41fe-8a65-d384341dd662 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:14.114217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74979795-de96-4e9e-8e54-f648e1365df3 req-806a7410-b05e-41fe-8a65-d384341dd662 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 947 time: 0.1914349 Aug 16 22:09:14.147673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac0c1-6019-4169-8a9f-e7546d323949 None None] Port 88d3ff54-774d-4db5-92d2-aa779180417b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:14.211430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74979795-de96-4e9e-8e54-f648e1365df3 req-5b9c7ccf-c832-4ee1-b785-11638056c3ca tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962453 Aug 16 22:09:14.259731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:14.293093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'port_id': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'mac_address': 'fa:16:3e:a7:5a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15544c87-28b1-496d-b648-7a8a9519b810', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:14.390970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.409179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd7b152-26b6-45af-9e13-7e7717f53ad4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:14.436641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:14.442087 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.442837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5e8dd799-05d8-49f6-8dbe-6deef98870a1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:14.507233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-3b57e2ed-f136-42b2-aa54-e6c474d83465 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "GET /v2.0/security-groups/ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2 HTTP/1.1" status: 200 len: 1813 time: 0.1885955 Aug 16 22:09:14.614323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83abe8-9f73-43b0-ac58-18df88f1cc2e req-2030599f-09bd-4a34-9e8f-b4050017aedd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:14.616647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb83abe8-9f73-43b0-ac58-18df88f1cc2e req-2030599f-09bd-4a34-9e8f-b4050017aedd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.2662444 Aug 16 22:09:14.676337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:14.747890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Allocated IP 10.2.2.200 (afbcf641-c92e-4711-83a6-9aa3665f9317/0ae58b52-01f0-4061-8b5e-46c7b04d8319/07081c8c-f91a-4320-bf68-2c1214641509) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:14.796694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb83abe8-9f73-43b0-ac58-18df88f1cc2e req-7a590f31-53e1-4fb9-9fe4-390e8e6a5990 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728013 Aug 16 22:09:14.825085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.850626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '5e8dd799-05d8-49f6-8dbe-6deef98870a1', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '5e8dd799-05d8-49f6-8dbe-6deef98870a1', 'mac_address': 'fa:16:3e:cb:8a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:14.855273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:14.902114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.932356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.958951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8dd799-05d8-49f6-8dbe-6deef98870a1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:14.987777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.991673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:14.994170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:15.003542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.007566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f2826c3-5a05-420b-b1f9-c4d3378a9d48 req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] 10.222.0.22 "DELETE /v2.0/security-groups/ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2 HTTP/1.1" status: 204 len: 173 time: 0.4955933 Aug 16 22:09:15.010320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:15.071498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:15.114581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c442bf-7dbe-4d92-bd48-5539bd334582 tempest-SecurityGroupRulesNegativeTestJSON-631803976 tempest-SecurityGroupRulesNegativeTestJSON-631803976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc78d8d-6e79-4dd9-8fb3-0fe6f67f84b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:15.160359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Deleting subnet bc3d5b9a-e0b4-4926-a277-a7400aebb394 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:09:15.179304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.197759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.227445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Transition to ACTIVE for port object 07081c8c-f91a-4320-bf68-2c1214641509 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:15.266245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.301859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.326257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.409090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Network afbcf641-c92e-4711-83a6-9aa3665f9317 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:15.415901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:15.421441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:15.453766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:15.466617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4729b825-ec48-4e44-a49d-b60437146e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.490282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:15.530717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.531794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.563391 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-02ff7b8f-0e84-4037-87e7-5b4b708336ea tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9529288 Aug 16 22:09:15.578057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-056bfd07-f42f-4aec-b3ba-02864940078b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5e388a221fc94ed2bade3a5b50d75628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4226875 Aug 16 22:09:15.579812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.587350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:15.636278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5e8dd799-05d8-49f6-8dbe-6deef98870a1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:15.671946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.787875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3d5b9a-e0b4-4926-a277-a7400aebb394,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:15.815050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.824657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.834705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.841658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.848560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:15.850882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-b79687e6-c7a2-4889-9d03-c0a5ad3be22b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 3815 time: 0.4488008 Aug 16 22:09:15.885510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:15.890187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c2717716-2b1f-4898-88cb-878dcdef6da0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bc3d5b9a-e0b4-4926-a277-a7400aebb394 HTTP/1.1" status: 204 len: 168 time: 0.8369796 Aug 16 22:09:15.892902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:15.967486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-82261aea-d6de-4181-a2aa-7c41e2896e76 None None] Provisioning for port 07081c8c-f91a-4320-bf68-2c1214641509 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:15.970900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-82261aea-d6de-4181-a2aa-7c41e2896e76 None None] Provisioning complete for port 07081c8c-f91a-4320-bf68-2c1214641509 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:15.971397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-82261aea-d6de-4181-a2aa-7c41e2896e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.029671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-82261aea-d6de-4181-a2aa-7c41e2896e76 None None] Port 07081c8c-f91a-4320-bf68-2c1214641509 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:16.089800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-0d017cf4-e47b-4c68-8f9f-45365164c2cf tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=5e388a221fc94ed2bade3a5b50d75628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621715 Aug 16 22:09:16.100710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-406f7bac-efcb-4b03-9c2a-39f8a358e0f4 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:16.103333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-406f7bac-efcb-4b03-9c2a-39f8a358e0f4 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4982433 Aug 16 22:09:16.212378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f07d5b35-597b-4d1e-b8ab-d293e806c28f req-c5ea59a6-ae83-417d-9c89-97ad04512df3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209310 Aug 16 22:09:16.218943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a541dfee-114c-4209-8e68-c6d3bd70ba00 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:16.231148 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.232475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.247579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Transition to ACTIVE for port object a541dfee-114c-4209-8e68-c6d3bd70ba00 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:16.254600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.341752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:16.363377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-4c92af59-48fb-44c3-b419-6249a954f69a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:16.365385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-4c92af59-48fb-44c3-b419-6249a954f69a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575810 Aug 16 22:09:16.373596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-312c3276-95e8-41cc-8178-8ea7fada1b2a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/quotas/5e388a221fc94ed2bade3a5b50d75628 HTTP/1.1" status: 200 len: 375 time: 0.2376344 Aug 16 22:09:16.432121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-77aad6af-97dc-4411-a7e1-c1acfe3d9144 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573208 Aug 16 22:09:16.470742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Request body: {'port': {'device_id': '60a8c360-6add-4d23-a135-30f4c502223f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '5e388a221fc94ed2bade3a5b50d75628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:16.482279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Attempting to bind port a541dfee-114c-4209-8e68-c6d3bd70ba00 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:16.482786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Attempting to bind port a541dfee-114c-4209-8e68-c6d3bd70ba00 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:16.483232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Attempting to bind port a541dfee-114c-4209-8e68-c6d3bd70ba00 on network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:16.500142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Port a541dfee-114c-4209-8e68-c6d3bd70ba00 on network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:16.502079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Attempting to bind port a541dfee-114c-4209-8e68-c6d3bd70ba00 on network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:16.514541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:16.517835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Checking segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:16.518390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Bound using segment: {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:16.519268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Bound port: a541dfee-114c-4209-8e68-c6d3bd70ba00, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0878a3d-f295-4784-acbd-ce519c50450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:16.521499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.664034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:16.671435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:16.684392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.759606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:16.760246 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:16.764944 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] 10.222.0.88 "PUT /v2.0/ports/a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 200 len: 1092 time: 1.1841841 Aug 16 22:09:16.772907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:16.776049 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c05cad-3fe1-49f2-b740-173fa6e29f89" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:16.834124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:16.904651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad1f4-6855-4b02-911f-2e48bda5eb76 service neutron] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:17.065311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.648597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:17.656392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.669082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Transition to ACTIVE for port object 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:17.682181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.740901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.785760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:17.792830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c8829e-6a63-470d-8a05-5d25d3b0dcfc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:17.833831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa597e5-4786-4c08-b522-43ffc2bd36b5 req-b6bbf0bf-7970-4569-97ec-de4cce9a91f1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:17.835409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa597e5-4786-4c08-b522-43ffc2bd36b5 req-b6bbf0bf-7970-4569-97ec-de4cce9a91f1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 1.4582641 Aug 16 22:09:17.836054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Made reservation on behalf of 5e388a221fc94ed2bade3a5b50d75628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:17.842565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.876124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fa0e08-b37d-407a-8431-2a7ce44778be') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:17.876455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fa0e08-b37d-407a-8431-2a7ce44778be') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:09:17.889566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.917987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.931402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:09:17.931402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:17.944727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5e8dd799-05d8-49f6-8dbe-6deef98870a1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:17.955444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Attempting to bind port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:17.955783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Attempting to bind port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:17.956122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Attempting to bind port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:17.972693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:17.973028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Attempting to bind port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:17.981582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:17.981913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:17.982318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Bound using segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:17.982743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Bound port: 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:17.983104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:09:18.068468 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:09:18.081122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.135911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.139204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:18.144840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:18.146751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.157824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:18.164187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:18.164369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644561-86a9-4feb-afa5-35d59be3c7cb req-bf5adaa0-8622-4143-9110-f92c60917fdc tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:18.170934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75644561-86a9-4feb-afa5-35d59be3c7cb req-bf5adaa0-8622-4143-9110-f92c60917fdc tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 948 time: 0.8546879 Aug 16 22:09:18.174259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.198082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.200078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] 10.222.0.22 "DELETE /v2.0/networks/97c8829e-6a63-470d-8a05-5d25d3b0dcfc HTTP/1.1" status: 204 len: 168 time: 2.3041070 Aug 16 22:09:18.203770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.205724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68c18-4289-4715-beba-bf13d9a44580 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c8829e-6a63-470d-8a05-5d25d3b0dcfc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:18.237873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:18.252452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:18.253172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.254689 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa84dade-46b7-4802-97ae-c54fd98a4a09 service neutron] 10.222.0.88 "PUT /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 1131 time: 1.4340224 Aug 16 22:09:18.262987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40658e10-c4b3-49bd-8481-86230da7e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.303827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:18.304059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa597e5-4786-4c08-b522-43ffc2bd36b5 req-47ad4179-1b5b-473b-a7c4-a7a56c818586 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586487 Aug 16 22:09:18.359445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75644561-86a9-4feb-afa5-35d59be3c7cb req-92271ef1-4820-4475-9e67-d096d3ee0e3d tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501312 Aug 16 22:09:18.466829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.480817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.728828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:18.804424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7b93f71-0ae2-4f11-9238-66fc5c52a020 req-4030df94-2b09-4f52-a09a-5911c237563e tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 210 time: 0.1147053 Aug 16 22:09:18.833244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-4ef23556-b685-465b-9e9d-5a1e6eb22b26 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5e388a221fc94ed2bade3a5b50d75628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1669044 Aug 16 22:09:18.891937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:18.895056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:18.897683 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955dee5-8a6e-461d-b51a-31017b59c0d6" -d '{"events": [{"server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "name": "network-vif-plugged", "status": "completed", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:18.910112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.914683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:18.917413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:18.932277 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5aef11-345c-4365-8685-8b89a752bba5 x-openstack-request-id: req-6e5aef11-345c-4365-8685-8b89a752bba5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:18.933664 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:18.935203 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e5aef11-345c-4365-8685-8b89a752bba5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:18.935787 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'status': 'completed', 'code': 200} Aug 16 22:09:19.026857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-452558f9-0c0f-409b-8663-768d5a369a69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55a65bacfc584709862a03c89e1e0d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540607 Aug 16 22:09:19.032786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:19.078442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:19.083789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.109207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:19.117768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:19.118226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.126633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.152146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.185872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64a0b82-87e6-4ae9-a509-1e00a6e8757d {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:19.192513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.203130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.240153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Transition to ACTIVE for port object d64a0b82-87e6-4ae9-a509-1e00a6e8757d will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:19.244851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Allocated IP 192.168.233.20 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/ad95304e-4565-46f1-b9fe-db521b968b8f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:19.260469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.301938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.386248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:19.404432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.445271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Attempting to bind port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:19.445984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Attempting to bind port d64a0b82-87e6-4ae9-a509-1e00a6e8757d by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:19.447230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Attempting to bind port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:19.468979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:19.469414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Attempting to bind port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:19.482088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.485190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.486784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.490316 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd5e7b6c-2e55-42c3-90be-9921d402ca4d HTTP/1.1" status: 204 len: 168 time: 0.4532464 Aug 16 22:09:19.510888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:19.513475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:19.513895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Bound using segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:19.514368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Bound port: d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:19.520313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.541378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:19.652181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9c405-a635-45e1-a83c-6e944802e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5e7b6c-2e55-42c3-90be-9921d402ca4d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:19.702644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:19.734814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Transition to ACTIVE for port object ad95304e-4565-46f1-b9fe-db521b968b8f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:19.784456 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-100e8260-ddb2-42c5-835a-0ed47e15edc4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1812284 Aug 16 22:09:19.787600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:19.793995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:19.802485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.885277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab6694-a55c-48e4-a54e-37f03d7f36fe,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:19.936411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5efa3-dd84-4ad4-a556-f38f7a3d75f4 req-3eea530f-2c65-4a90-bd94-4ec3f0e66116 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:19.944215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:19.945178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:19.946740 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] 10.222.0.88 "PUT /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 1132 time: 1.6471546 Aug 16 22:09:19.948641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16f5efa3-dd84-4ad4-a556-f38f7a3d75f4 req-3eea530f-2c65-4a90-bd94-4ec3f0e66116 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 1.3035195 Aug 16 22:09:19.951048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:20.019188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:20.050369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:20.071771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:20.091424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.092059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.092561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.093058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.093568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.094057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.094544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.096572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-40a15b91-cd0a-4a26-afc3-6681443c76a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6170 time: 1.0832236 Aug 16 22:09:20.105774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15d9fe-711e-4209-8e31-e453df15cf52 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:20.122071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-1760d758-01b6-4ce6-81bc-8cb5dcf1f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.123601 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-1760d758-01b6-4ce6-81bc-8cb5dcf1f0bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1096 time: 0.2585144 Aug 16 22:09:20.166115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:20.256587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.262728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.282617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.296971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.311643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.321677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:20.322891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.351025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.353600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f532ba97-360f-40f0-a210-52dda5aabced req-d7c0f102-dcd3-4e68-a1cd-bb1b6c052b7e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5372 time: 1.2710090 Aug 16 22:09:20.481240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-b82f4c50-ec4f-40fb-90ac-f683d65256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.483200 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-b82f4c50-ec4f-40fb-90ac-f683d65256e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.2844021 Aug 16 22:09:20.514128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-881056d9-269a-4d3b-98c0-5f3fa1621578 None None] Provisioning for port ad95304e-4565-46f1-b9fe-db521b968b8f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:20.523716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-881056d9-269a-4d3b-98c0-5f3fa1621578 None None] Provisioning complete for port ad95304e-4565-46f1-b9fe-db521b968b8f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:20.525886 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-881056d9-269a-4d3b-98c0-5f3fa1621578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:20.586158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-881056d9-269a-4d3b-98c0-5f3fa1621578 None None] Port ad95304e-4565-46f1-b9fe-db521b968b8f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:20.683611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-aef809be-9d57-4fcd-9415-f6b71eb96bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.684372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-aef809be-9d57-4fcd-9415-f6b71eb96bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.684923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-aef809be-9d57-4fcd-9415-f6b71eb96bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.686664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-aef809be-9d57-4fcd-9415-f6b71eb96bab service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4595151 Aug 16 22:09:20.866221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.866901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:20.897467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-a4f5c5f9-159a-4202-972d-a4b17ac5b960 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:20.899793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-a4f5c5f9-159a-4202-972d-a4b17ac5b960 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0254858 Aug 16 22:09:20.919843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4864309 Aug 16 22:09:20.937290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:20.954554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Request body: {'port': {'device_id': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '5e388a221fc94ed2bade3a5b50d75628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:21.016842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea78d0fa-4976-4920-b61e-3bbdcf4ace66 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:21.028159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.049564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Transition to ACTIVE for port object ea78d0fa-4976-4920-b61e-3bbdcf4ace66 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:21.052490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-4d85ecfe-ef20-49b4-8817-b3347613b093 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.5417721 Aug 16 22:09:21.053908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde'}, {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:21.057912 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "1b5d7242-dfcb-44c7-83b7-0893b9c7ebde"}, {"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:21.079954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.081272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.103422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Request body: {'port': {'device_id': '60a8c360-6add-4d23-a135-30f4c502223f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:21.119436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f532ba97-360f-40f0-a210-52dda5aabced req-21cd437e-d2e4-4a90-b278-4338bd358a56 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5171323 Aug 16 22:09:21.120007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3246ad-0957-4275-be56-261770d37d45 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:21.130864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Made reservation on behalf of 5e388a221fc94ed2bade3a5b50d75628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:21.134627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.170733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16f5efa3-dd84-4ad4-a556-f38f7a3d75f4 req-fcc48456-82ff-473e-97e4-19e58b832817 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2210622 Aug 16 22:09:21.220731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:21.253863 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ac1597-63e8-4ecb-a0ae-1ed263264bc8 x-openstack-request-id: req-b4ac1597-63e8-4ecb-a0ae-1ed263264bc8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:21.259988 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "name": "network-vif-plugged", "status": "completed", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:21.260712 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4ac1597-63e8-4ecb-a0ae-1ed263264bc8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:21.261485 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1', 'code': 200} Aug 16 22:09:21.406504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1873259512-network', 'tenant_id': '8d46202994414a0fb5b0e0406d14ce0e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:21.472346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Made reservation on behalf of 8d46202994414a0fb5b0e0406d14ce0e for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:21.475565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.523001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-ceef1c4e-ad20-4f55-9047-8337b2a0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:21.525416 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-ceef1c4e-ad20-4f55-9047-8337b2a0b70b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.4482522 Aug 16 22:09:21.572796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a493-0f16-418c-b787-e2ab99317463 req-90e50e05-3031-44dc-8f48-c4f880fd5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:21.574748 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ba40a493-0f16-418c-b787-e2ab99317463 req-90e50e05-3031-44dc-8f48-c4f880fd5027 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 1101 time: 0.2099197 Aug 16 22:09:21.595685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-abc16282-8426-4206-b238-b8e35fedcb82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557175 Aug 16 22:09:21.602426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Allocated IP 192.168.233.214 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/96d08957-524b-4766-98f0-29290d320f21) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:21.709191 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-ccfa7c59-aaaf-4796-9135-ecd53696aad2 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011133 Aug 16 22:09:21.716870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Attempting to bind port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:21.717236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Attempting to bind port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:21.717571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Attempting to bind port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:21.772874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.788293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Transition to ACTIVE for port object 96d08957-524b-4766-98f0-29290d320f21 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:21.812786 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0b7d449a-d0c4-4d18-8e4a-4bb4822b6845 req-4cc8fee0-6938-4ef2-9879-a0d32e6e6e08 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920460 Aug 16 22:09:21.818417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:21.819001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Attempting to bind port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:21.828923 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ba40a493-0f16-418c-b787-e2ab99317463 req-bf479f77-74a1-4154-a2b5-7701d836e9a5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363267 Aug 16 22:09:21.829848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:21.830195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:21.830611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Bound using segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:21.831004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Bound port: ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:21.831366 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.886043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.888077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.945149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-0c70867e-c42d-4b44-b68c-b0db380b217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:21.951330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52c05cad-3fe1-49f2-b740-173fa6e29f89 req-0c70867e-c42d-4b44-b68c-b0db380b217b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2368808 Aug 16 22:09:21.953999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:21.958677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:21.980232 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:21.988138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.018788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.019459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.022920 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] 10.222.0.88 "PUT /v2.0/ports/ea78d0fa-4976-4920-b61e-3bbdcf4ace66 HTTP/1.1" status: 200 len: 1092 time: 2.0467119 Aug 16 22:09:22.025353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:22.094418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306bd87-a02a-41a4-9e4c-5e65ad90c900 service neutron] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:22.189913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.194604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:22.200867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:22.377848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.415027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.415679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.418163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:22.428278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fad7c-cd9e-4f98-b355-953d434d78ed req-156780a5-1804-456b-81cd-5e7498f449e9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.430066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-899fad7c-cd9e-4f98-b355-953d434d78ed req-156780a5-1804-456b-81cd-5e7498f449e9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.9864333 Aug 16 22:09:22.438080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:22.441231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.453823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:09:22.464137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.464472 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Added segment f42a0c73-5f70-418d-881d-1e77c7860864 of type vlan for network 788299b3-2d65-450e-94c0-4a4c66c21cb8 Aug 16 22:09:22.524790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.548699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0debb-f1b4-4147-ba98-8aacf8c0f1a7 req-f9496849-a996-4252-abf8-89c6307bcbb2 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.550327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52c0debb-f1b4-4147-ba98-8aacf8c0f1a7 req-f9496849-a996-4252-abf8-89c6307bcbb2 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 949 time: 1.1644471 Aug 16 22:09:22.707949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d3d03b34-adaf-4c17-b813-1e8a1925e331 None None] Provisioning for port 96d08957-524b-4766-98f0-29290d320f21 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:22.719278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d3d03b34-adaf-4c17-b813-1e8a1925e331 None None] Provisioning complete for port 96d08957-524b-4766-98f0-29290d320f21 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:22.719741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3d03b34-adaf-4c17-b813-1e8a1925e331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.760452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0366beb4-53e6-4f80-a83d-6a4ce438eaf0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:22.774307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d3d03b34-adaf-4c17-b813-1e8a1925e331 None None] Port 96d08957-524b-4766-98f0-29290d320f21 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:22.796453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.797542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:22.798185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:22.862544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-726f0eeb-c1dd-4e6f-ab7c-bf6ceed1eeef tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9231329 Aug 16 22:09:22.892006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9499547 Aug 16 22:09:22.893305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39312) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:22.898740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Request body: {'subnet': {'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1873259512-subnet', 'tenant_id': '8d46202994414a0fb5b0e0406d14ce0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:22.939166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Request body: {'port': {'device_id': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:22.947243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Made reservation on behalf of 8d46202994414a0fb5b0e0406d14ce0e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:22.955696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.014473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-899fad7c-cd9e-4f98-b355-953d434d78ed req-b82d3b2c-c99d-47ee-a5cf-d80b2893d98e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700427 Aug 16 22:09:23.120191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52c0debb-f1b4-4147-ba98-8aacf8c0f1a7 req-858811c1-6a02-4b6e-97b0-cd203edf5b6b tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370960 Aug 16 22:09:23.136369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.170013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e22f-7d70-42a5-bfc1-86eaf3cf285e admin admin] Pushing event updated for resources: {'Network': ['ID=788299b3-2d65-450e-94c0-4a4c66c21cb8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:23.182125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:09:23.201566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.263653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:23.268043 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f2b12-1609-49fd-9eea-2c66eb56bcbd" -d '{"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:23.337987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.368828 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca30023-44a8-44f1-9a19-ba5d2508bfb7 x-openstack-request-id: req-3ca30023-44a8-44f1-9a19-ba5d2508bfb7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:23.369203 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "1b5d7242-dfcb-44c7-83b7-0893b9c7ebde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:23.369411 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ca30023-44a8-44f1-9a19-ba5d2508bfb7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:23.369813 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde', 'status': 'completed', 'code': 200} Aug 16 22:09:23.370075 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d', 'status': 'completed', 'code': 200} Aug 16 22:09:23.502336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b10558-cde8-4018-9c98-9d00350492e3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:23.556857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Checking segment: {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:23.557388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Network hostable DHCP agents. Network: 788299b3-2d65-450e-94c0-4a4c66c21cb8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:09:23.591726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.593164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.594428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.594931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.595419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.595958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.596441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.598666 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-e75ac995-e77c-4a9e-9aa3-c5c25b8687c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6280 time: 0.1615806 Aug 16 22:09:23.618615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:09:23.725441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 788299b3-2d65-450e-94c0-4a4c66c21cb8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:23.736765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82be75-aabe-4431-b8b1-9fd24589db4c None None] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:09:23.763051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:23.763650 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:23.791566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-307df76d-bc65-4579-95c1-693c0e0c70bd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8971052 Aug 16 22:09:24.053533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-fb82d57c-61ed-4d84-b2d2-654aeefe97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.054675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-fb82d57c-61ed-4d84-b2d2-654aeefe97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.055877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-fb82d57c-61ed-4d84-b2d2-654aeefe97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.057759 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-fb82d57c-61ed-4d84-b2d2-654aeefe97b4 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4410226 Aug 16 22:09:24.101114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaff4a9-754e-45c4-9aed-e1efa837ec9b None None] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:09:24.322041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3e645-50ab-4ab5-9bd6-68f155bab868 req-38563864-9ff5-438e-b510-ec94a95ddafd tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.323661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fe3e645-50ab-4ab5-9bd6-68f155bab868 req-38563864-9ff5-438e-b510-ec94a95ddafd tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 936 time: 1.0600469 Aug 16 22:09:24.346301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-ac7ceee9-baf6-410f-ab9d-ffee2d9adc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.348688 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-ac7ceee9-baf6-410f-ab9d-ffee2d9adc6d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2823358 Aug 16 22:09:24.435885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.441886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.448033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.454035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.459981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.466029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.472033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.474031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-7e6a5e0f-2a2e-4975-bfee-41e0583fca0a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5384 time: 0.5376813 Aug 16 22:09:24.512227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:24.532991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:24.551464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fe3e645-50ab-4ab5-9bd6-68f155bab868 req-5cfe8766-3fa4-4f60-b00e-cdc770a264bd tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124424 Aug 16 22:09:24.574652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Transition to ACTIVE for port object ad95304e-4565-46f1-b9fe-db521b968b8f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:24.596507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:24.696224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a5d5f73-766a-4051-821a-06ee37fad887 req-4ac57ec6-a7a0-4e94-98b6-321631efe911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914921 Aug 16 22:09:24.832201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:24.925197 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb89a67-9085-4697-ae3f-cdf3d7be2871 x-openstack-request-id: req-abb89a67-9085-4697-ae3f-cdf3d7be2871 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:24.926078 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:24.926567 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abb89a67-9085-4697-ae3f-cdf3d7be2871 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:24.927182 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'code': 200} Aug 16 22:09:24.956728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.959566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.960080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.960656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.961216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.961772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.962249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:24.964861 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-05f9e307-67dc-4d14-ab34-ceb29ef750d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6280 time: 0.5242476 Aug 16 22:09:25.097420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36a2ec9-356a-478c-a7ee-321450e1a192 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:25.137956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.173677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b15c-d05f-4c12-bbf7-fd2948ba72db req-f8a50abd-2027-40bc-9511-1c42ba4f0953 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.175278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa50b15c-d05f-4c12-bbf7-fd2948ba72db req-f8a50abd-2027-40bc-9511-1c42ba4f0953 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.4333570 Aug 16 22:09:25.177245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-8afc77a8-abde-421a-9cc2-0eafe9b0a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.177994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-8afc77a8-abde-421a-9cc2-0eafe9b0a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.179120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-8afc77a8-abde-421a-9cc2-0eafe9b0a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.181829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-8afc77a8-abde-421a-9cc2-0eafe9b0a4f7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2013206 Aug 16 22:09:25.197574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0378e3-c563-40c1-88c6-fb37fb5b09ba req-125736d7-8f1c-4153-90eb-5bd5cb4baf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.199650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Transition to ACTIVE for port object b36a2ec9-356a-478c-a7ee-321450e1a192 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:25.205257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8d0378e3-c563-40c1-88c6-fb37fb5b09ba req-125736d7-8f1c-4153-90eb-5bd5cb4baf37 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1098 time: 0.1604867 Aug 16 22:09:25.219542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Attempting to bind port ad95304e-4565-46f1-b9fe-db521b968b8f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:25.219890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Attempting to bind port ad95304e-4565-46f1-b9fe-db521b968b8f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:25.220229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Attempting to bind port ad95304e-4565-46f1-b9fe-db521b968b8f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:25.222209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.271789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Port ad95304e-4565-46f1-b9fe-db521b968b8f on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:25.272144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Attempting to bind port ad95304e-4565-46f1-b9fe-db521b968b8f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:25.281884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dbdbd-0805-4109-b8e0-48f1b97b4654 req-c9862547-f1c6-41c1-8e18-4dc10534593f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.283368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7dbdbd-0805-4109-b8e0-48f1b97b4654 req-c9862547-f1c6-41c1-8e18-4dc10534593f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.2630477 Aug 16 22:09:25.333681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:25.334404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:25.334404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:25.334852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Bound port: ad95304e-4565-46f1-b9fe-db521b968b8f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:25.335222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.379702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:25.380556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d08957-524b-4766-98f0-29290d320f21 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:25.383289 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3063d5c5-51c8-4706-af67-f20e26723503" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:25.387239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-c2351771-5589-48f6-ae03-0a3b4a77ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.389916 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-c2351771-5589-48f6-ae03-0a3b4a77ca15 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1976774 Aug 16 22:09:25.400993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.410785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa50b15c-d05f-4c12-bbf7-fd2948ba72db req-6c789db8-38d2-49eb-a89d-9227ea1ebad1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220426 Aug 16 22:09:25.421377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:25.454128 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8d0378e3-c563-40c1-88c6-fb37fb5b09ba req-2a1940a6-e685-4f02-a292-810c34f9f0f8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368979 Aug 16 22:09:25.466125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Transition to ACTIVE for port object 96d08957-524b-4766-98f0-29290d320f21 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:25.564537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.568847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7dbdbd-0805-4109-b8e0-48f1b97b4654 req-354a39d5-a52d-484f-8a4c-fdab6656ab2d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611690 Aug 16 22:09:25.697592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:25.719113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:25.725411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:25.759167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.766608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-389218323', 'description': 'tempest-description-1667202051'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:25.892101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Attempting to bind port b36a2ec9-356a-478c-a7ee-321450e1a192 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:25.892442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Attempting to bind port b36a2ec9-356a-478c-a7ee-321450e1a192 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:25.892775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Attempting to bind port b36a2ec9-356a-478c-a7ee-321450e1a192 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:25.907884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.908857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.911088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] 10.222.0.89 "PUT /v2.0/ports/ad95304e-4565-46f1-b9fe-db521b968b8f HTTP/1.1" status: 200 len: 1096 time: 4.8504202 Aug 16 22:09:25.919610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:25.922131 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9249c98-2108-4416-ac9a-83b035eedbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:25.944023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Port b36a2ec9-356a-478c-a7ee-321450e1a192 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:25.944331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Attempting to bind port b36a2ec9-356a-478c-a7ee-321450e1a192 on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:25.972366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:25.991314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ad83e-218b-47ea-9a8b-8b0f22b9f00c req-56b6e8a8-059e-400e-baed-3cd51eca5e9d tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:25.992937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d40ad83e-218b-47ea-9a8b-8b0f22b9f00c req-56b6e8a8-059e-400e-baed-3cd51eca5e9d tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 949 time: 0.3018744 Aug 16 22:09:26.024714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:26.025060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Checking segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:26.025478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Bound using segment: {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:26.025924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Bound port: b36a2ec9-356a-478c-a7ee-321450e1a192, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e37289-41dc-49ff-a950-f6b18a49396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:26.026288 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.069505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2edbb-584d-4210-81e8-dcd9cee904b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:26.219031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Attempting to bind port 96d08957-524b-4766-98f0-29290d320f21 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:26.219858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Attempting to bind port 96d08957-524b-4766-98f0-29290d320f21 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:26.220197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Attempting to bind port 96d08957-524b-4766-98f0-29290d320f21 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:26.261291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d40ad83e-218b-47ea-9a8b-8b0f22b9f00c req-7a510ffa-b484-4fad-873f-16eb73ad10d5 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189350 Aug 16 22:09:26.263248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Port 96d08957-524b-4766-98f0-29290d320f21 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:26.263941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Attempting to bind port 96d08957-524b-4766-98f0-29290d320f21 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:26.295829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-1f5a9b23-bd37-417c-903e-c24237690c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.297832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-1f5a9b23-bd37-417c-903e-c24237690c9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 1099 time: 0.2749882 Aug 16 22:09:26.308110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:26.308467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:26.308841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:26.309339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Bound port: 96d08957-524b-4766-98f0-29290d320f21, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:26.309723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.446194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-fa435f19-07ab-4099-8e3a-ddac66184b4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=ad95304e-4565-46f1-b9fe-db521b968b8f HTTP/1.1" status: 200 len: 217 time: 0.1218157 Aug 16 22:09:26.497082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:26.502862 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163339c-f143-4917-9e91-3e1cd0715318 x-openstack-request-id: req-0163339c-f143-4917-9e91-3e1cd0715318 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:26.503856 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:26.503856 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0163339c-f143-4917-9e91-3e1cd0715318 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:26.503856 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'status': 'completed', 'code': 200} Aug 16 22:09:26.577231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:26.611123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.654981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.656053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.656339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.656893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.657635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.660202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.660202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.661790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e134f076-7eec-45d3-af0b-d7679c9081e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6306 time: 0.1048810 Aug 16 22:09:26.695162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.704699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-6ad19bf9-a59a-475b-8082-3f4045ab2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.706400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-6ad19bf9-a59a-475b-8082-3f4045ab2dbe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2300079 Aug 16 22:09:26.727226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.752707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.753680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:26.755090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] 10.222.0.88 "PUT /v2.0/ports/b36a2ec9-356a-478c-a7ee-321450e1a192 HTTP/1.1" status: 200 len: 1091 time: 4.3506308 Aug 16 22:09:26.898883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:26.907120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-113cc201-7dbe-456c-8cd1-949d710cd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.909313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-113cc201-7dbe-456c-8cd1-949d710cd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.909989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-113cc201-7dbe-456c-8cd1-949d710cd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:26.916786 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3063d5c5-51c8-4706-af67-f20e26723503 req-113cc201-7dbe-456c-8cd1-949d710cd436 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2282290 Aug 16 22:09:26.919595 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:09:26.951772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:26.997368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.016220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d71c393d-5a57-4c3e-9650-57b773fef7b3 req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2641907 Aug 16 22:09:27.021122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:27.031522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395da8fe-873b-4ba4-b637-e9ba4f6b0f69 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5648b73-0b23-4e93-9dea-fad94964cc93,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:27.040839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526da3b-9cc9-4270-944d-9ce7fc81946f service neutron] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:27.062644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dd464-6bd7-48a7-bc61-b7e75197993e req-c2652e1d-3d95-40bf-bc61-4e9a48fcf53b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.064375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c4dd464-6bd7-48a7-bc61-b7e75197993e req-c2652e1d-3d95-40bf-bc61-4e9a48fcf53b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.4669826 Aug 16 22:09:27.083250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.195702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172123c-6418-4507-9829-3d869d327a09 req-a2f0ccce-a117-471a-92cb-4cef85001833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.197384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-a2f0ccce-a117-471a-92cb-4cef85001833 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4764733 Aug 16 22:09:27.225432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.226204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.228276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] 10.222.0.88 "PUT /v2.0/ports/96d08957-524b-4766-98f0-29290d320f21 HTTP/1.1" status: 200 len: 1097 time: 4.3282082 Aug 16 22:09:27.275987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:27.351336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c4dd464-6bd7-48a7-bc61-b7e75197993e req-16df92b6-28ef-48fa-bdcc-fca9f597ae79 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760279 Aug 16 22:09:27.378355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e1457d97-e654-4646-bc77-bc2d21e9f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.379932 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3063d5c5-51c8-4706-af67-f20e26723503 req-e1457d97-e654-4646-bc77-bc2d21e9f802 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2643354 Aug 16 22:09:27.408500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2e14-bed1-40bd-a72a-3ae303d84105 service neutron] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:27.449311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.460497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.470250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.483092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.497612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.504702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.510577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.513412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-634be173-f66a-4926-9de2-3882d9bb25c8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5396 time: 0.4172528 Aug 16 22:09:27.514352 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5f594-b0de-4160-b625-6a93bbb8eb98 x-openstack-request-id: req-afe5f594-b0de-4160-b625-6a93bbb8eb98 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:27.514736 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:27.515105 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afe5f594-b0de-4160-b625-6a93bbb8eb98 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:27.515589 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'status': 'completed', 'code': 200} Aug 16 22:09:27.562898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-11627180-87be-4697-b360-334e81b93597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.565252 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-11627180-87be-4697-b360-334e81b93597 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 1100 time: 0.1081562 Aug 16 22:09:27.632101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-9cfa3da9-bb48-4ab3-a49f-f184a3a8af4c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197590 Aug 16 22:09:27.667086 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-44e8563c-8835-416c-96a5-c9346e188150 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=96d08957-524b-4766-98f0-29290d320f21 HTTP/1.1" status: 200 len: 217 time: 0.0836761 Aug 16 22:09:27.733532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-7b67f405-b8bd-4172-98e6-c015d0dcaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.735998 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-7b67f405-b8bd-4172-98e6-c015d0dcaa58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0562122 Aug 16 22:09:27.740175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58fbac14-b3b3-41f6-b80e-506fc911ac32 req-900e5287-5475-4562-a6b0-3a084cd392b1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2009110 Aug 16 22:09:27.873325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-97d99a37-7c27-4c4d-8a28-a5cb134ea581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:27.875134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-97d99a37-7c27-4c4d-8a28-a5cb134ea581 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071033 Aug 16 22:09:28.064478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-573d430e-2186-4d88-965e-544889be9ac0 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789503 Aug 16 22:09:28.293828 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f94a43f9-16d6-4ab0-be24-39f251e82555 req-de5a5347-8157-4957-8d5a-57139e1f6051 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848195 Aug 16 22:09:28.350351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115cbd0-769c-4d5e-8df5-38386a684728 req-5c6bb818-98de-4239-ab3f-20500fbd878d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:28.357446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7115cbd0-769c-4d5e-8df5-38386a684728 req-5c6bb818-98de-4239-ab3f-20500fbd878d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.6224616 Aug 16 22:09:28.433355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b172123c-6418-4507-9829-3d869d327a09 req-204f41f0-488c-488e-9f4c-e17cba1fb065 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786615 Aug 16 22:09:28.486373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7115cbd0-769c-4d5e-8df5-38386a684728 req-981cda43-ae90-4f63-8e4c-08af85544d5c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279855 Aug 16 22:09:28.507593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-405f5a4c-6abe-4b85-a941-14dc7de234c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2163169 Aug 16 22:09:28.525463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215bdd7-bce1-4f20-8502-adbd7f267b9a req-39827675-7158-4f6f-81ca-8901791e053f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:28.527124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3215bdd7-bce1-4f20-8502-adbd7f267b9a req-39827675-7158-4f6f-81ca-8901791e053f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.2392478 Aug 16 22:09:28.532788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-356977872', 'description': 'tempest-description-577234017'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:28.688566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.770406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3215bdd7-bce1-4f20-8502-adbd7f267b9a req-f77e8a55-25a0-4f1a-91f2-17a0a92b5b86 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233312 Aug 16 22:09:28.788576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-386ccfb1-1c4e-48f8-ae37-caa5e1848b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:28.790877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-386ccfb1-1c4e-48f8-ae37-caa5e1848b07 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 1099 time: 0.2223568 Aug 16 22:09:28.792959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d3ff54-774d-4db5-92d2-aa779180417b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:28.811016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-6f610cba-6e67-4dfc-8246-9879f917cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:28.812773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-6f610cba-6e67-4dfc-8246-9879f917cf0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1097 time: 0.2021863 Aug 16 22:09:28.823443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:28.908593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Transition to ACTIVE for port object 88d3ff54-774d-4db5-92d2-aa779180417b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:28.964153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.119194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:29.167797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-eec532cc-4e43-493c-8a53-6412731ad321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.169812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-eec532cc-4e43-493c-8a53-6412731ad321 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3649368 Aug 16 22:09:29.170882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-3aebcc97-19ea-418a-a354-21e1413a2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.172267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-3aebcc97-19ea-418a-a354-21e1413a2cb8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.2822368 Aug 16 22:09:29.261062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.307743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-372b7ae1-b242-4852-8aa3-d048283c3a9b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=ad95304e-4565-46f1-b9fe-db521b968b8f HTTP/1.1" status: 200 len: 217 time: 0.1258664 Aug 16 22:09:29.319496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.428462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.429750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfef7e94-7c51-4978-9a19-684aaeacb1cb req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9016845 Aug 16 22:09:29.477406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6b7bb-a2e4-42a1-9c7a-79e678c51b99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa8b7e-cf19-4a5a-bb08-2be0cff5e022,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:29.483154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-f3d2edae-92eb-44f6-8c29-fe84e216bbe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 1000 time: 0.2697072 Aug 16 22:09:29.491664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-c1120d72-2ad5-4d48-833c-eff7e875c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.494544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-c1120d72-2ad5-4d48-833c-eff7e875c84e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1626327 Aug 16 22:09:29.510827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Attempting to bind port 88d3ff54-774d-4db5-92d2-aa779180417b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:29.511718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Attempting to bind port 88d3ff54-774d-4db5-92d2-aa779180417b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:29.512128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Attempting to bind port 88d3ff54-774d-4db5-92d2-aa779180417b on network afbcf641-c92e-4711-83a6-9aa3665f9317 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:29.567502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192'}, {'name': 'network-changed', 'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'tag': '96d08957-524b-4766-98f0-29290d320f21'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:29.569959 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192"}, {"name": "network-changed", "server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "tag": "96d08957-524b-4766-98f0-29290d320f21"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:29.572950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Port 88d3ff54-774d-4db5-92d2-aa779180417b on network afbcf641-c92e-4711-83a6-9aa3665f9317 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:29.574053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Attempting to bind port 88d3ff54-774d-4db5-92d2-aa779180417b on network afbcf641-c92e-4711-83a6-9aa3665f9317 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:29.614520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76286a-a24e-448d-92d9-26d8fb2d5743 req-172315cb-490f-4ac8-8c93-ecd266fd03f6 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.616159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a76286a-a24e-448d-92d9-26d8fb2d5743 req-172315cb-490f-4ac8-8c93-ecd266fd03f6 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.3522279 Aug 16 22:09:29.626177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:29.626563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Checking segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:29.627029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Bound using segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:29.627548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Bound port: 88d3ff54-774d-4db5-92d2-aa779180417b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:29.627981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:29.701400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-e70f8a9b-ddac-4f79-94bf-bb489ad4890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.703004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-e70f8a9b-ddac-4f79-94bf-bb489ad4890e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1804619 Aug 16 22:09:29.716699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-c8219909-e3a4-42cd-9b26-9aa43e27ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.718290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-c8219909-e3a4-42cd-9b26-9aa43e27ed86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.2195270 Aug 16 22:09:29.844449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a76286a-a24e-448d-92d9-26d8fb2d5743 req-4b9eceb8-5ea8-49e4-80ce-7ef5e3fb8cb6 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993103 Aug 16 22:09:29.861495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-43786346-2f29-4772-84a8-9d74a3b4af8a service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467581 Aug 16 22:09:29.962864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b497-c8bb-42cb-9411-3c18c92e2b7a req-1625ad2b-21cb-435f-9d5c-6ef2c254bc4a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:29.964320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac63b497-c8bb-42cb-9411-3c18c92e2b7a req-1625ad2b-21cb-435f-9d5c-6ef2c254bc4a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1098 time: 0.3471942 Aug 16 22:09:30.016904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:30.054863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:30.076653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:30.099805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-079b3d51-f0b4-4740-9d6e-41fbb0b9f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.101380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-079b3d51-f0b4-4740-9d6e-41fbb0b9f208 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502012 Aug 16 22:09:30.141053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.146994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.153444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.159336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.166093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.171991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.177886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.179734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-abe42b61-c305-4232-a047-0a5cac4c978b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5408 time: 0.2470915 Aug 16 22:09:30.192897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac63b497-c8bb-42cb-9411-3c18c92e2b7a req-8346ec3a-2b75-475c-a9a4-a76b08ba81a2 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108974 Aug 16 22:09:30.201033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.201686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:30.203043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-228c8297-4a48-46a3-862e-61b897677995 service neutron] 10.222.0.88 "PUT /v2.0/ports/88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 200 len: 1092 time: 3.3189428 Aug 16 22:09:30.225693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9249c98-2108-4416-ac9a-83b035eedbf3 req-6230222b-5438-4c56-b656-7cce5e5c0871 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471091 Aug 16 22:09:30.287293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Request body: {'port': {'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:30.316789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8297-4a48-46a3-862e-61b897677995 service neutron] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:30.369309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-113ad208-58cf-466e-b2c2-a540a49e32b2 req-a591ac55-ac47-47e6-9d87-8e9688505491 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707175 Aug 16 22:09:30.427327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-42e3d442-afe6-4649-a8b8-d077de2adda5 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977471 Aug 16 22:09:30.430368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:30.580806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5dc4e-45c4-490d-b322-18ec220b3e7e req-883a1144-72ad-4dde-b483-6139db5dea84 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.582295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33e5dc4e-45c4-490d-b322-18ec220b3e7e req-883a1144-72ad-4dde-b483-6139db5dea84 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 949 time: 0.2665482 Aug 16 22:09:30.766616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb7e3699-1891-4a0d-a323-485f97f1908d req-e8bd96fb-d145-4217-9b74-368f7188e75a service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144808 Aug 16 22:09:30.779720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33e5dc4e-45c4-490d-b322-18ec220b3e7e req-cd45223f-85dc-46d0-88c4-34dc89bf314e tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/security-groups?id=30a963ff-b8bc-4ca0-95e3-98ea5e956897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699877 Aug 16 22:09:30.798330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-df59c022-65c7-425f-9726-069afed76f13 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:30.799869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-df59c022-65c7-425f-9726-069afed76f13 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 813 time: 0.2697220 Aug 16 22:09:30.860143 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b39008-ad04-4921-9be5-42c28f2b70aa x-openstack-request-id: req-03b39008-ad04-4921-9be5-42c28f2b70aa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:30.860564 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "tag": "96d08957-524b-4766-98f0-29290d320f21", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:30.860812 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03b39008-ad04-4921-9be5-42c28f2b70aa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:30.861213 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'status': 'completed', 'code': 200} Aug 16 22:09:30.861465 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'tag': '96d08957-524b-4766-98f0-29290d320f21', 'status': 'completed', 'code': 200} Aug 16 22:09:30.874702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-aed6e259-80ad-4011-8b28-1b21fa249805 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/quotas/8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 375 time: 0.0580707 Aug 16 22:09:30.935392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-e8f2ff3e-f19a-4401-984d-20847e8547fb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530066 Aug 16 22:09:31.083159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.083545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.084027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.084504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.084975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.085472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.085944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.088382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-c0d07523-b4d5-485c-89f9-d86624c61833 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6416 time: 0.1693385 Aug 16 22:09:31.101908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e3c4-6c4c-4311-bf2f-b8aa5d5b8306 req-958fdf38-3df5-430d-9fd4-85fbc62baa67 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.103495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d887e3c4-6c4c-4311-bf2f-b8aa5d5b8306 req-958fdf38-3df5-430d-9fd4-85fbc62baa67 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.2097170 Aug 16 22:09:31.170023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-10985ecc-d7b3-407a-bf88-537838122de8 service neutron] 10.222.0.22 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153656 Aug 16 22:09:31.199593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07081c8c-f91a-4320-bf68-2c1214641509 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:31.212056 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.370537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:31.483409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:31.495512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'mac_address': 'fa:16:3e:5a:57:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:31.523135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-c96d498b-ca21-4a6b-b58d-7d5951296832 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.525533 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-c96d498b-ca21-4a6b-b58d-7d5951296832 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 949 time: 0.0549057 Aug 16 22:09:31.537879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.552087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:31.576832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:31.583655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.611134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d887e3c4-6c4c-4311-bf2f-b8aa5d5b8306 req-4bd45a8a-a823-4156-8bbe-e9a48e378439 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964740 Aug 16 22:09:31.661298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Transition to ACTIVE for port object 07081c8c-f91a-4320-bf68-2c1214641509 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:31.672624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:31.681677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.703331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Deleting port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:09:31.703686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.774407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-98b926c8-dc8d-414b-9e95-cd3dccae4bd4 service neutron] 10.222.0.22 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973518 Aug 16 22:09:31.782749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:31.785273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-aaaad777-9548-425e-8463-5b6fba6ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.785743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-aaaad777-9548-425e-8463-5b6fba6ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.786223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-aaaad777-9548-425e-8463-5b6fba6ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:31.787838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-aaaad777-9548-425e-8463-5b6fba6ea7ab service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5785575 Aug 16 22:09:31.814168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] For port 5e8dd799-05d8-49f6-8dbe-6deef98870a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5e8dd799-05d8-49f6-8dbe-6deef98870a1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:31.814551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:31.846125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Calling delete_port for 5e8dd799-05d8-49f6-8dbe-6deef98870a1 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:09:31.855621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.855974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.856318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.856657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.856996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.857354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.857692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.858031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.858340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.858673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.858996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.859317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:31.966496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ad95304e-4565-46f1-b9fe-db521b968b8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:32.056718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:32.069626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Attempting to bind port 07081c8c-f91a-4320-bf68-2c1214641509 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:32.069626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Attempting to bind port 07081c8c-f91a-4320-bf68-2c1214641509 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:32.070170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Attempting to bind port 07081c8c-f91a-4320-bf68-2c1214641509 on network afbcf641-c92e-4711-83a6-9aa3665f9317 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:32.088378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.121799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Pushing event deleted for resources: {'Port': ['ID=5e8dd799-05d8-49f6-8dbe-6deef98870a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:32.145811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Port 07081c8c-f91a-4320-bf68-2c1214641509 on network afbcf641-c92e-4711-83a6-9aa3665f9317 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:32.146209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Attempting to bind port 07081c8c-f91a-4320-bf68-2c1214641509 on network afbcf641-c92e-4711-83a6-9aa3665f9317 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:32.184547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] No DVR routers for this DVR port 5e8dd799-05d8-49f6-8dbe-6deef98870a1 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:09:32.187958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.190546 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-71ac972b-e11b-43ad-bcff-de9762d138e9 req-7698cded-c34e-45d5-a96b-7df24ed1f8e3 tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.88 "DELETE /v2.0/ports/5e8dd799-05d8-49f6-8dbe-6deef98870a1 HTTP/1.1" status: 204 len: 173 time: 0.6541018 Aug 16 22:09:32.191169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'name': 'network-vif-deleted', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:32.194260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:32.194778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f067a1db-072d-44e4-9d8b-d1aca80c7410" -d '{"events": [{"server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "name": "network-vif-deleted", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:32.196609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Checking segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:32.197167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Bound using segment: {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:32.197751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Bound port: 07081c8c-f91a-4320-bf68-2c1214641509, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:32.198227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.317097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:32.355513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '96d08957-524b-4766-98f0-29290d320f21', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '96d08957-524b-4766-98f0-29290d320f21', 'mac_address': 'fa:16:3e:d2:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:32.365196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5e8dd799-05d8-49f6-8dbe-6deef98870a1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:32.400965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2553e-e938-43f4-a45e-c11e5b99be35 req-c91bb8b6-606a-432a-b62f-9658fe1d0a87 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.412394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dc2553e-e938-43f4-a45e-c11e5b99be35 req-c91bb8b6-606a-432a-b62f-9658fe1d0a87 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.3707249 Aug 16 22:09:32.419494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-8707b05a-768c-4043-af79-0dfc57a126cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.421492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-8707b05a-768c-4043-af79-0dfc57a126cf service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6224928 Aug 16 22:09:32.472002 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.486245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.493492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.505475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.506461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d08957-524b-4766-98f0-29290d320f21 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:32.513090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.520871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.528269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.532214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:32.536659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.548014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-fb1a7d67-0d14-47a7-aa6f-51ccef929738 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.3311641 Aug 16 22:09:32.561793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.696675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e0aacf3-19fa-4bc7-8666-17f9928ff8fa req-8a1732ca-b913-4bad-9192-274c52dfe513 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449182 Aug 16 22:09:32.701171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:32.709718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:32.732146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dc2553e-e938-43f4-a45e-c11e5b99be35 req-11414c53-73c5-4fa3-9663-e31577d47adb tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122382 Aug 16 22:09:32.738307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:32.752775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-6dc23273-4c5e-448a-b644-0fcfec8d2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.754756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-6dc23273-4c5e-448a-b644-0fcfec8d2552 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e388a221fc94ed2bade3a5b50d75628&device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 1101 time: 0.2027295 Aug 16 22:09:32.756493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.873097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:32.875306 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b89ca2-f958-41ba-8e92-826fb9785160" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:32.882725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:32.883397 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:32.885221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] 10.222.0.88 "PUT /v2.0/ports/07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 200 len: 1092 time: 2.6088166 Aug 16 22:09:32.978431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-868b5b23-f20e-4ccc-addb-ca1a51adc45b req-c3ff6906-f638-495a-b72f-144f5b0e38cd tempest-ServerDiagnosticsNegativeTest-371830464 tempest-ServerDiagnosticsNegativeTest-371830464-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9edeb8a-a089-48c1-9b13-3f51c51bdf29 HTTP/1.1" status: 200 len: 210 time: 0.1540775 Aug 16 22:09:32.988343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfa21529-f913-41b7-a05f-5e10bbedc502 req-326e8f3e-35b9-4bbc-954f-917674578296 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 210 time: 0.1602407 Aug 16 22:09:33.016156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ace7b5-1bf7-4382-9a1a-f0143c807130 service neutron] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:33.119400 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eac5c5d-2618-4a59-960f-0c33b3f47b3c x-openstack-request-id: req-8eac5c5d-2618-4a59-960f-0c33b3f47b3c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:33.119931 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9edeb8a-a089-48c1-9b13-3f51c51bdf29", "name": "network-vif-deleted", "tag": "5e8dd799-05d8-49f6-8dbe-6deef98870a1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:33.120274 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eac5c5d-2618-4a59-960f-0c33b3f47b3c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:33.120958 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9edeb8a-a089-48c1-9b13-3f51c51bdf29', 'name': 'network-vif-deleted', 'tag': '5e8dd799-05d8-49f6-8dbe-6deef98870a1', 'status': 'completed', 'code': 200} Aug 16 22:09:33.212179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['96d08957-524b-4766-98f0-29290d320f21'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:33.212346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.212783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.213298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.213778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.214987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.214987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.215323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.217389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-05c5f09a-5c8d-4dd3-a474-bf17bb1ec46e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6484 time: 0.1873586 Aug 16 22:09:33.219083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-090c1bd8-a450-48b7-9eeb-ec7d08df207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.220547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-090c1bd8-a450-48b7-9eeb-ec7d08df207b service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.4502530 Aug 16 22:09:33.409918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:33.413422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-910630e3-0d42-4e67-ab12-5d6d3e29717a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=96d08957-524b-4766-98f0-29290d320f21 HTTP/1.1" status: 200 len: 217 time: 0.0432606 Aug 16 22:09:33.465962 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18892725-e1b9-40bf-97ee-9e7c91b54886 x-openstack-request-id: req-18892725-e1b9-40bf-97ee-9e7c91b54886 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:33.465962 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:33.465962 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18892725-e1b9-40bf-97ee-9e7c91b54886 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:33.465962 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b', 'status': 'completed', 'code': 200} Aug 16 22:09:33.476010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-87e959de-abc3-402b-a2a9-c7f89b973698 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 200 len: 217 time: 0.2058897 Aug 16 22:09:33.525702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804992d-38db-47d7-a1e6-66c24e0c878b req-2998091d-c781-4b10-8605-75b282b7ef12 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.527313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8804992d-38db-47d7-a1e6-66c24e0c878b req-2998091d-c781-4b10-8605-75b282b7ef12 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.2724197 Aug 16 22:09:33.640346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8804992d-38db-47d7-a1e6-66c24e0c878b req-6e33a41b-bfa5-4455-b99b-464292e61d78 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991559 Aug 16 22:09:33.663795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-f3d5dfa6-e6b3-4715-9c88-85df27f188f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.665808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-f3d5dfa6-e6b3-4715-9c88-85df27f188f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1998277 Aug 16 22:09:33.690543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7754-45fd-41c0-a9ea-287d13b1a51b req-05a2b0ce-81ae-408f-af73-f4d68742a94a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.699516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2fc7754-45fd-41c0-a9ea-287d13b1a51b req-05a2b0ce-81ae-408f-af73-f4d68742a94a tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 951 time: 0.2850549 Aug 16 22:09:33.734811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:33.783251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:33.786979 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45255618-4d48-42a1-a28d-efec4ff2c2fa" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:33.790304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-09dca116-5732-4c05-8855-ad41c31e1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.792365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-09dca116-5732-4c05-8855-ad41c31e1dd3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=100e6f52-c4b1-4c2f-b130-4a1f4b649852 HTTP/1.1" status: 200 len: 851 time: 0.2627439 Aug 16 22:09:33.807894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:33.818363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:33.873537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2fc7754-45fd-41c0-a9ea-287d13b1a51b req-850de086-3a63-4337-b0f9-9954878e4744 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730258 Aug 16 22:09:33.897623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-54ceccf4-271a-4e70-aae9-773c7c2b48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.897812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:33.899154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-54ceccf4-271a-4e70-aae9-773c7c2b48a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907675 Aug 16 22:09:33.907221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a9051c50-dd23-4399-9284-31ae869a4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.908713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-a9051c50-dd23-4399-9284-31ae869a4418 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059179 Aug 16 22:09:33.929270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.940106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.947806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.953942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.959891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.965818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.971737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:33.973692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-01d32339-20f1-40a4-aa45-abcff45ad9a2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1265969 Aug 16 22:09:34.163339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94958d4b-cbf5-4017-a99a-902b145a3ea0 req-74671b6d-78b1-4df1-b9b7-aabe89b3be57 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640034 Aug 16 22:09:34.188728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e20fa5f3-e1f1-441e-a9b1-5e79171dee5c service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129383 Aug 16 22:09:34.196237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a684e-28e1-4237-8ba9-d9ddf3bd1194 req-c664ab2e-394d-48be-9cbf-335625c99248 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:34.197763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-606a684e-28e1-4237-8ba9-d9ddf3bd1194 req-c664ab2e-394d-48be-9cbf-335625c99248 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 949 time: 0.2211719 Aug 16 22:09:34.238835 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832323c0-511e-4aea-8bec-aad8590131c9 x-openstack-request-id: req-832323c0-511e-4aea-8bec-aad8590131c9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:34.239351 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:34.239565 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-832323c0-511e-4aea-8bec-aad8590131c9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:34.240077 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'code': 200} Aug 16 22:09:34.319513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-edda9a65-a3c3-48f2-98bf-7d828064d9d9 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448126 Aug 16 22:09:34.418144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-606a684e-28e1-4237-8ba9-d9ddf3bd1194 req-566919e9-d399-497c-943e-9fc34180363b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140827 Aug 16 22:09:34.481221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-c0d34baf-9549-4361-af87-7f092b55b8e6 service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781353 Aug 16 22:09:34.491826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-cd780150-93ce-4be8-bb40-e688a4d9600c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:34.493417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-cd780150-93ce-4be8-bb40-e688a4d9600c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.89 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 813 time: 0.2915411 Aug 16 22:09:34.514176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'device_id': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8', 'admin_state_up': True, 'tenant_id': '8d46202994414a0fb5b0e0406d14ce0e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:34.558656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfb3215-de5b-40d9-8c67-51aacbb05d2d req-838279cf-d529-464b-8b7d-61d2b37911d2 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252948 Aug 16 22:09:34.605779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ef895d97-b22c-4c88-bbe0-8204c73b855b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 217 time: 0.1060467 Aug 16 22:09:34.639195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80e3397d-8782-4ba8-ac64-fc069d6241e6 req-ec056b88-c7ee-4215-9043-f1323887792d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 210 time: 0.0363734 Aug 16 22:09:34.722795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0e681788-c40c-49b0-8a95-96be1bd23502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:34.724643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0e681788-c40c-49b0-8a95-96be1bd23502 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.0922577 Aug 16 22:09:34.805883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Made reservation on behalf of 8d46202994414a0fb5b0e0406d14ce0e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:34.809787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:34.844917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fad7a956-ba02-4912-af68-6f718e938623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:34.846766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fad7a956-ba02-4912-af68-6f718e938623 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092284 Aug 16 22:09:34.870701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:35.055824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679571fa-cd75-44b2-82e1-43abc59f6572 req-531000d6-700a-4a4d-97e3-42c1f733ef19 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.057376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-679571fa-cd75-44b2-82e1-43abc59f6572 req-531000d6-700a-4a4d-97e3-42c1f733ef19 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.1492836 Aug 16 22:09:35.072593 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d424a0a-7e44-4991-ae0a-c2869ef32925 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f234c23ea2a4f899111c3c9b062b7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998475 Aug 16 22:09:35.073567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:35.095066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Allocated IP 172.20.0.9 (788299b3-2d65-450e-94c0-4a4c66c21cb8/40b10558-cde8-4018-9c98-9d00350492e3/0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:35.119158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-17ff39f1-5b3d-42be-a0e5-b834dfa415a9 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487392 Aug 16 22:09:35.133611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.155064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.159505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-679571fa-cd75-44b2-82e1-43abc59f6572 req-4b983954-cc5e-4792-b783-a0944a7b51b7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905690 Aug 16 22:09:35.210527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.213694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.214873 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30a963ff-b8bc-4ca0-95e3-98ea5e956897 HTTP/1.1" status: 204 len: 168 time: 0.1402776 Aug 16 22:09:35.224287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a963ff-b8bc-4ca0-95e3-98ea5e956897,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:35.231952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.232541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.233207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.233996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.234639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.234990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.235614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.235963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.236463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.236804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.237287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.237631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097ed7d-a08a-4811-b8dd-4fc132b22672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:09:35.319388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0a174e10-e106-4c09-8b17-611bb6b4d19f service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759171 Aug 16 22:09:35.411920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-6c5c6571-899f-4b91-a91d-0f286a846c42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 217 time: 0.0739079 Aug 16 22:09:35.433215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:35.546624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port ad95304e-4565-46f1-b9fe-db521b968b8f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:35.554415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ad95304e-4565-46f1-b9fe-db521b968b8f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:35.556285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.652320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:35.669806 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cbc8-8096-4127-b77e-3e711fab4060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.697296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.752887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:35.757791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.787304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:35.790784 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65098111-b640-497d-b5c3-2cbdb5b0a6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "07081c8c-f91a-4320-bf68-2c1214641509"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:35.794858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cbc8-8096-4127-b77e-3e711fab4060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.799297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fb9cbc8-8096-4127-b77e-3e711fab4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.846266 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9fb9cbc8-8096-4127-b77e-3e711fab4060 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27eb3c3ed05f45899bb077d7c7d63522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917858 Aug 16 22:09:35.847077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:35.861341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:35.865650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-b79f3b02-abc4-49b1-a916-33534eec1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.867085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-b79f3b02-abc4-49b1-a916-33534eec1ae3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.0702913 Aug 16 22:09:35.887794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9cbc8-8096-4127-b77e-3e711fab4060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee2961-4e65-49a3-95db-f661dc2992ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:35.901876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.908446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.931530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.956545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.963175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.969103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.974989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.981654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.982473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.985358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:35.987632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:35.989637 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50ee2961-4e65-49a3-95db-f661dc2992ea HTTP/1.1" status: 204 len: 168 time: 0.1411653 Aug 16 22:09:35.998359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09767f95-0581-4e2a-ba92-e784e82c53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee2961-4e65-49a3-95db-f661dc2992ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:36.000585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.002557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-e82ba812-2dc7-4478-a016-57c2044e4ba2 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.6857445 Aug 16 22:09:36.049536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-1eaadc39-ec43-4dc2-9195-f811ef348cce tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.050027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:36.051485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-1eaadc39-ec43-4dc2-9195-f811ef348cce tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.6598589 Aug 16 22:09:36.063817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d000c9-f73b-4143-8063-a5cb10ea2c88 req-da7fefe6-e52e-4d9c-9a39-8ee40db2ce8d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.070925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:36.071630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7d000c9-f73b-4143-8063-a5cb10ea2c88 req-da7fefe6-e52e-4d9c-9a39-8ee40db2ce8d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 949 time: 0.2735178 Aug 16 22:09:36.082216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-20'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:36.139043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-d9369a4a-91fa-4689-a705-96e4fac5e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.140822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-d9369a4a-91fa-4689-a705-96e4fac5e12f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2364771 Aug 16 22:09:36.165609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14ab1a84-6048-422e-9a7d-4792bf840d73 req-d3b36947-ce10-4984-829b-23639acc085d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498587 Aug 16 22:09:36.208055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 96d08957-524b-4766-98f0-29290d320f21 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:36.219643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 96d08957-524b-4766-98f0-29290d320f21 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:36.220028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.228833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:36.251767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:36.255806 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c01e7-3a15-4b97-ad0c-f02e6334f4e0" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:36.257232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.262587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7d000c9-f73b-4143-8063-a5cb10ea2c88 req-8b650f60-cd2d-40ce-b3f0-2985f662e5ca tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893554 Aug 16 22:09:36.288310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba has no active binding in host n-h1-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:09:36.325441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:36.349233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.351129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.390000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:36.395624 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.396613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5e8dd799-05d8-49f6-8dbe-6deef98870a1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:36.415558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:36.423157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 5e8dd799-05d8-49f6-8dbe-6deef98870a1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:09:36.423518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5e8dd799-05d8-49f6-8dbe-6deef98870a1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:09:36.441395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:36.468941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:36.488795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:36.531275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16468e5-114a-4d07-b483-1530cb006742 req-a1c1c9f5-f9a3-479a-b7c8-d4d157295d0f tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.532810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c16468e5-114a-4d07-b483-1530cb006742 req-a1c1c9f5-f9a3-479a-b7c8-d4d157295d0f tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 949 time: 0.2084877 Aug 16 22:09:36.542982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-4bcb986a-a28e-4375-bf39-2bfcfbca92e1 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672667 Aug 16 22:09:36.642407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.642407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.701323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e601-be5e-426f-a6db-57a0c9162c0c req-97afc00f-de41-4f91-8693-7cb506c291b3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:36.702833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c177e601-be5e-426f-a6db-57a0c9162c0c req-97afc00f-de41-4f91-8693-7cb506c291b3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 931 time: 0.3112702 Aug 16 22:09:36.756000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-ee91e249-aae1-4299-90fb-f99d01d0b13e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2455804 Aug 16 22:09:36.764288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c16468e5-114a-4d07-b483-1530cb006742 req-a122a295-f7bb-4a8a-98f7-0ad9d15ec6de tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148991 Aug 16 22:09:36.792064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Request body: {'port': {'device_id': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:36.846718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:36.850967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c177e601-be5e-426f-a6db-57a0c9162c0c req-fd182e19-c696-40dd-8e7e-5716f7f6109b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367924 Aug 16 22:09:36.863235 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8995a453-d920-413e-b88e-81dbf8c0eff2 x-openstack-request-id: req-8995a453-d920-413e-b88e-81dbf8c0eff2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:36.863803 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "07081c8c-f91a-4320-bf68-2c1214641509", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:36.864477 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8995a453-d920-413e-b88e-81dbf8c0eff2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:36.865010 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509', 'status': 'completed', 'code': 200} Aug 16 22:09:36.892489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-19799075-bfdb-46a1-bc46-82048bdb2787 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143454 Aug 16 22:09:36.927369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:36.970774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-78b087c1-6d29-479c-a243-fbf603c30a64 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66 HTTP/1.1" status: 200 len: 217 time: 0.0665507 Aug 16 22:09:36.999306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:37.023664 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cfe0b2-80ca-4d0c-a752-55488fb51850 x-openstack-request-id: req-d8cfe0b2-80ca-4d0c-a752-55488fb51850 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:37.023964 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:37.024220 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8cfe0b2-80ca-4d0c-a752-55488fb51850 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:37.024621 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'code': 200} Aug 16 22:09:37.136985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:37.142834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-423d59cf-3cfd-4518-bbb7-77c729b6d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.144327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-423d59cf-3cfd-4518-bbb7-77c729b6d4dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.1580167 Aug 16 22:09:37.165636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada5783-179e-460f-afb2-d7679d569c80 req-73b9e72b-7ec0-44e4-8f1c-5f92fda0972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.168112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ada5783-179e-460f-afb2-d7679d569c80 req-73b9e72b-7ec0-44e4-8f1c-5f92fda0972e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 1101 time: 0.0454211 Aug 16 22:09:37.198106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7d5eb-305e-4c8e-84f9-1d6eb951594b req-98a84180-616e-4308-a372-9eb0536daecb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.199646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb7d5eb-305e-4c8e-84f9-1d6eb951594b req-98a84180-616e-4308-a372-9eb0536daecb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 945 time: 0.2396386 Aug 16 22:09:37.210991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:37.249122 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ada5783-179e-460f-afb2-d7679d569c80 req-224a0080-99a6-4b79-b13a-c2d5417c328a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712445 Aug 16 22:09:37.424911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb7d5eb-305e-4c8e-84f9-1d6eb951594b req-561efa8b-5546-44cd-b1d2-7aa65ab57281 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075233 Aug 16 22:09:37.426749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-16e09ae1-4579-48c1-b2a1-75dabca37369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.428392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-16e09ae1-4579-48c1-b2a1-75dabca37369 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2278657 Aug 16 22:09:37.429186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:37.545166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on host n-h2-791505-20 for vnic_type normal with profile {"migrating_to": "n-h1-791505-20"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:37.545511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:37.545843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:37.563453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.569429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.575407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.581628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.588270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.594202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.600108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.602593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-5bd73ca5-dbb8-4640-81a9-5a7e42f7929e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.3164020 Aug 16 22:09:37.669050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:37.669409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Attempting to bind port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:37.701897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:37.702247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:37.702645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:37.703103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Bound port: aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:37.703464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:37.748974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ec88379-7634-4acb-9bff-31f9451fa896 req-a60ee378-9297-4c9f-9ee3-b8dfcdcd050e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177123 Aug 16 22:09:37.773192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefebaa-02b3-48e1-a1fa-591ece126a80 req-c231517e-4cc3-44bc-bd31-2d2534ea6387 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:37.775876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceefebaa-02b3-48e1-a1fa-591ece126a80 req-c231517e-4cc3-44bc-bd31-2d2534ea6387 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.2558899 Aug 16 22:09:37.780834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-f8ceace0-8344-4de3-ae3a-8bdd9c531852 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309009 Aug 16 22:09:37.913060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:37.940462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:37.958388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceefebaa-02b3-48e1-a1fa-591ece126a80 req-76e5f6b1-6b3f-41ce-a0dc-3d8a195e775d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576147 Aug 16 22:09:37.988839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:37.988839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Transition to ACTIVE for port object 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:38.004293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:38.005450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.021351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7bb103e4-fc30-48fc-9c0e-3c42055662f7 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215819 Aug 16 22:09:38.034731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.065510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-c36ef807-1b76-4f93-86a7-cda6d7cbde0a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=27f3390485e940d5b9e07504bec0366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654280 Aug 16 22:09:38.095019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-24c38fde-11f4-47e1-9b3b-94c32c62b87d tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.096757 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-24c38fde-11f4-47e1-9b3b-94c32c62b87d tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 949 time: 0.0674465 Aug 16 22:09:38.133112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-7dab4244-985c-4c03-9dd2-35d1aadaa5cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=b36a2ec9-356a-478c-a7ee-321450e1a192 HTTP/1.1" status: 200 len: 217 time: 0.0961111 Aug 16 22:09:38.196880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Deleting port 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:09:38.197479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.232175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:38.294106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] For port 30c44637-f318-40af-8007-2c63b13e2649, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=30c44637-f318-40af-8007-2c63b13e2649,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:38.294542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.306813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Calling delete_port for 30c44637-f318-40af-8007-2c63b13e2649 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:09:38.353569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.354205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.355618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] 10.222.0.88 "PUT /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 1123 time: 2.2777767 Aug 16 22:09:38.369153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e7515438-a9ed-4f08-a5a8-791176c66d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.370596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-e7515438-a9ed-4f08-a5a8-791176c66d80 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.2097561 Aug 16 22:09:38.400370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa92e1-0c5f-4d79-8d35-78a0c156ccaa req-5f29b7f3-d9bd-482a-b51d-4a9610f44160 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.407574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6aa92e1-0c5f-4d79-8d35-78a0c156ccaa req-5f29b7f3-d9bd-482a-b51d-4a9610f44160 tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/ports?device_id=e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab HTTP/1.1" status: 200 len: 949 time: 0.3368325 Aug 16 22:09:38.452586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f36dd-39a5-45e8-b362-9324f288180c service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:38.486770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:38.502392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-4c63ea25-c8bb-400a-9e25-aa07eb4585bf tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.509373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-4c63ea25-c8bb-400a-9e25-aa07eb4585bf tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4351633 Aug 16 22:09:38.515000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.529734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Attempting to bind port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:38.530055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Attempting to bind port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:38.530389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Attempting to bind port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:38.545088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:38.557143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6aa92e1-0c5f-4d79-8d35-78a0c156ccaa req-61d04015-a5ed-41d2-8707-3abadd74bd9e tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.22 "GET /v2.0/security-groups?id=33116c17-ba71-40cf-a3f0-ce631c31be87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405566 Aug 16 22:09:38.563955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-c2aefd77-d8b4-4bac-95e7-bc40705ea1da tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/quotas/27f3390485e940d5b9e07504bec0366c HTTP/1.1" status: 200 len: 375 time: 0.0536408 Aug 16 22:09:38.578093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Pushing event deleted for resources: {'Port': ['ID=30c44637-f318-40af-8007-2c63b13e2649,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:38.585763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:38.586135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Attempting to bind port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:38.590709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa405f12-9619-4f8b-a6dd-91ae9fd872da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:38.592346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fa405f12-9619-4f8b-a6dd-91ae9fd872da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2009902 Aug 16 22:09:38.668977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] No DVR routers for this DVR port 30c44637-f318-40af-8007-2c63b13e2649 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:09:38.670749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-bcecf25b-4335-47fd-a4f7-376353268189 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058817 Aug 16 22:09:38.681522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:38.683952 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e570b16e-2a54-4460-9bae-0f6f2dbd6d91 req-2c7f4913-6233-4edc-8c16-1ec12281e4fb tempest-ImagesOneServerTestJSON-1188911377 tempest-ImagesOneServerTestJSON-1188911377-project] 10.222.0.89 "DELETE /v2.0/ports/30c44637-f318-40af-8007-2c63b13e2649 HTTP/1.1" status: 204 len: 173 time: 0.5804684 Aug 16 22:09:38.684628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-deleted', 'tag': '30c44637-f318-40af-8007-2c63b13e2649'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:38.687932 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b477c-65df-4c4d-b3f0-d2452aa45d4d" -d '{"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-deleted", "tag": "30c44637-f318-40af-8007-2c63b13e2649"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:38.714815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:38.727510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Checking segment: {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:38.728017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Bound using segment: {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:38.728788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Bound port: 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:38.728932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:39.075344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:39.079299 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7fd283-04a6-499f-a4f8-35d187e6dbfd" -d '{"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-plugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:39.243729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'}, {'name': 'network-changed', 'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:39.246256 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d" -d '{"events": [{"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba"}, {"name": "network-changed", "server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:39.314650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:39.318494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:39.342892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:39.403737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820ec2-1331-42d7-bff7-6b105cb212fa req-a6aaacca-dd34-4a4c-984d-7bb08142e435 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.405249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4820ec2-1331-42d7-bff7-6b105cb212fa req-a6aaacca-dd34-4a4c-984d-7bb08142e435 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 943 time: 0.7090816 Aug 16 22:09:39.431805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.432483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:39.433942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 1092 time: 2.6522782 Aug 16 22:09:39.440829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-3efe76c4-a483-4665-8e92-73427a3e1316 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853534 Aug 16 22:09:39.498951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9bcfe-ec70-46d5-830e-3f90c98f94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:39.521684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91deffa-adee-4524-ad10-a8486cf982fa req-9334a1b8-68de-44bd-9ff3-3d5347ddf49b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.529772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a91deffa-adee-4524-ad10-a8486cf982fa req-9334a1b8-68de-44bd-9ff3-3d5347ddf49b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.2803977 Aug 16 22:09:39.572287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4820ec2-1331-42d7-bff7-6b105cb212fa req-a2de5bfd-cbdd-403d-abd8-999971a12ad8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531978 Aug 16 22:09:39.614128 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c5d417-460b-44db-b60d-38530edb124c x-openstack-request-id: req-84c5d417-460b-44db-b60d-38530edb124c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:39.615073 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab", "name": "network-vif-deleted", "tag": "30c44637-f318-40af-8007-2c63b13e2649", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:39.615473 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84c5d417-460b-44db-b60d-38530edb124c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:39.616031 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1634f67-a1c1-4e10-bf5c-1416a3b7b6ab', 'name': 'network-vif-deleted', 'tag': '30c44637-f318-40af-8007-2c63b13e2649', 'status': 'completed', 'code': 200} Aug 16 22:09:39.657770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a91deffa-adee-4524-ad10-a8486cf982fa req-b3626b7f-8420-450e-8638-103cb76a6ccb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236341 Aug 16 22:09:39.687307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-646f7d0f-8e63-40aa-8b86-a54e379af5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.688750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-646f7d0f-8e63-40aa-8b86-a54e379af5a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1095 time: 0.1751378 Aug 16 22:09:39.776480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-583d41e4-ef75-47b7-81a3-c117eb024191 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640326 Aug 16 22:09:39.781652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-30234459-d0ae-45f6-a9d3-f3918b8145a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 217 time: 0.0579164 Aug 16 22:09:39.813983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b44c095-dc43-4b8d-b2bd-9df38e744356 req-ac1e3708-0c77-48e3-be4c-ad7b66a34514 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0783689 Aug 16 22:09:39.877466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-cef6b20d-83de-4994-80b0-233382dda30a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 200 len: 217 time: 0.0711422 Aug 16 22:09:39.891586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.897775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.903917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.910299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.916855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.922931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.928911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:39.931444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-067f7c0d-c5c5-4bb8-be91-7ac49538e4a8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.2593818 Aug 16 22:09:40.016856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-7bdd9e33-5171-4764-a6c0-406428131a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.018341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-7bdd9e33-5171-4764-a6c0-406428131a3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.2216012 Aug 16 22:09:40.074836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-f8e2da40-544f-450f-a760-257dfa584bd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433929 Aug 16 22:09:40.078230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-10b4e10a-19cf-4a2e-92af-5db3e8d6ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.079653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-10b4e10a-19cf-4a2e-92af-5db3e8d6ad55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.1435738 Aug 16 22:09:40.083965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52e769db-0397-4e21-9ce3-4d7718dc1c65 req-defaada0-a59a-4553-887b-b22dc6162c02 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450047 Aug 16 22:09:40.102292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec29bc-6275-476f-94b8-78142fc0877c req-5a1cb777-7730-42f6-828a-bc58f75025b6 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.103794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8eec29bc-6275-476f-94b8-78142fc0877c req-5a1cb777-7730-42f6-828a-bc58f75025b6 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.1658690 Aug 16 22:09:40.147695 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59202fd5-5783-4073-b1c0-18eedb886403 x-openstack-request-id: req-59202fd5-5783-4073-b1c0-18eedb886403 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:40.148545 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-plugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:40.148953 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59202fd5-5783-4073-b1c0-18eedb886403 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:40.149511 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21', 'code': 200} Aug 16 22:09:40.189092 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9ae23-2d17-46d0-9e29-49f5d7c3ac60 x-openstack-request-id: req-d7c9ae23-2d17-46d0-9e29-49f5d7c3ac60 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:40.189252 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba", "code": 200}, {"name": "network-changed", "server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:40.189432 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7c9ae23-2d17-46d0-9e29-49f5d7c3ac60 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:40.189825 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'code': 200} Aug 16 22:09:40.190082 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'status': 'completed', 'code': 200} Aug 16 22:09:40.244679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8eec29bc-6275-476f-94b8-78142fc0877c req-cc250c35-93af-4778-913a-91bf4366b965 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197507 Aug 16 22:09:40.261490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9d88f2ae-689d-4d55-a144-74801531b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.262684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-9d88f2ae-689d-4d55-a144-74801531b2ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579988 Aug 16 22:09:40.268648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-1fb6b98c-6131-4932-b432-5246a3c75f0a service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826539 Aug 16 22:09:40.322488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-12a9813b-d2d3-4f5b-b674-ee6d82d5f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.324173 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-12a9813b-d2d3-4f5b-b674-ee6d82d5f298 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1126 time: 0.0570848 Aug 16 22:09:40.444421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b0d58-d6f9-42b5-a96d-e6e09d8c8b4d req-f8ede24a-97d1-4cd4-9fdb-9d13d7cea509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.445761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-9c871179-21d9-46e4-a490-81f32ca54cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.446688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e94b0d58-d6f9-42b5-a96d-e6e09d8c8b4d req-f8ede24a-97d1-4cd4-9fdb-9d13d7cea509 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 1102 time: 0.1497366 Aug 16 22:09:40.447685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-9c871179-21d9-46e4-a490-81f32ca54cb9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.1142182 Aug 16 22:09:40.498611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9cdc419-05d2-4bc3-8a1e-dba63aa4e77d req-de5721f5-3520-4da6-a67d-c48aa7a05e6b service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228158 Aug 16 22:09:40.508093 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-bc26bce3-01e6-4515-9b7a-fb91a1bb5d8d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 217 time: 0.0523918 Aug 16 22:09:40.531691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-fdea2d92-aa59-4715-9eea-9c7771cc9972 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335331 Aug 16 22:09:40.533436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e94b0d58-d6f9-42b5-a96d-e6e09d8c8b4d req-278ef0ed-fdda-4076-8f94-e1672e04b8c7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Aug 16 22:09:40.573897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-c75a4d2f-f4d7-442e-a422-23c3a693f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.574156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:40.575423 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-c75a4d2f-f4d7-442e-a422-23c3a693f87f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.0523810 Aug 16 22:09:40.609933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-8d649c07-0dce-42ed-be43-8b9e19439e2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266602 Aug 16 22:09:40.703312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43fe2-39a3-4a29-83ae-72baeda5c82e req-109fae06-9e5c-4bec-828b-96ea79534c2a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.704674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-04aceee4-a99b-4f5d-9a87-80192536e804 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866926 Aug 16 22:09:40.705170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88d43fe2-39a3-4a29-83ae-72baeda5c82e req-109fae06-9e5c-4bec-828b-96ea79534c2a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 943 time: 0.0698993 Aug 16 22:09:40.758097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dd103f2b-4aad-4d8a-9540-ccb063ea6c81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f62e7cbecc74db6803c4226bb8bc1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821640 Aug 16 22:09:40.760721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:09:40.791209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88d43fe2-39a3-4a29-83ae-72baeda5c82e req-856afcc5-ccfd-4bc1-8549-adc740b6bb9d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751741 Aug 16 22:09:40.807525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6b74-2dae-429b-a9ee-a5e9bdbed41a req-2ff60a62-05ac-46e8-8188-b05fe1f10bf9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:40.809161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe4a6b74-2dae-429b-a9ee-a5e9bdbed41a req-2ff60a62-05ac-46e8-8188-b05fe1f10bf9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.0696509 Aug 16 22:09:40.842659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d30846c-2c00-43a6-a39e-b1a5f5e5a92d req-151d5fd3-5594-43c1-8b45-f4b01c01300d service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299608 Aug 16 22:09:40.845533 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:40.848251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe4a6b74-2dae-429b-a9ee-a5e9bdbed41a req-b18bf006-2b77-4a9f-bbd6-e5031714fe84 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Aug 16 22:09:40.867286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:40.923874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:40.927445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:40.928607 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33116c17-ba71-40cf-a3f0-ce631c31be87 HTTP/1.1" status: 204 len: 168 time: 0.1668437 Aug 16 22:09:40.939761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f6457-7de5-475a-a273-127d8bb9b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33116c17-ba71-40cf-a3f0-ce631c31be87,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:40.950060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e73391ee-4495-4b41-96eb-6ed6d82614e5 req-93b89d4d-4de6-4414-bcdf-5299a9472f03 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0399582 Aug 16 22:09:41.150474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-24e0aed7-5e32-491d-8fc8-d4420a86c9fb service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924077 Aug 16 22:09:41.240024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-22eefbe1-c891-4f88-9d9e-683f9aa31cd4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 200 len: 217 time: 0.0544181 Aug 16 22:09:41.264296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.270289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.276229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.282149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.288030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.294154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.300044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.302056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b13c1d2e-3598-4863-b7f8-a6ba60c009bb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1272852 Aug 16 22:09:41.366123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6f581507-8deb-48ea-8383-b0f11ac5d0ec tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=27f3390485e940d5b9e07504bec0366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619612 Aug 16 22:09:41.450696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:41.463962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-f92367c8-204f-4908-9034-6755656f1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.465498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-f92367c8-204f-4908-9034-6755656f1dbf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.1625261 Aug 16 22:09:41.478827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 30c44637-f318-40af-8007-2c63b13e2649 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:09:41.479429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 30c44637-f318-40af-8007-2c63b13e2649 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:09:41.497712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59688118-6ea6-4ac5-940f-741c2e57992f req-edfa47e5-9d80-4b38-a2a6-d42a5b0ffc5b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.499220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59688118-6ea6-4ac5-940f-741c2e57992f req-edfa47e5-9d80-4b38-a2a6-d42a5b0ffc5b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.1764393 Aug 16 22:09:41.506591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72d89040-1fea-4d55-9aa2-ba4713c9d2db req-b4e521b2-0e73-4dd0-b0e2-f0d71837019d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1827238 Aug 16 22:09:41.604164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-e9dd9921-a2ef-4458-bf83-9c6ce476fbaf tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.605617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-e9dd9921-a2ef-4458-bf83-9c6ce476fbaf tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145135 Aug 16 22:09:41.613958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59688118-6ea6-4ac5-940f-741c2e57992f req-fc7a8d1c-7fc1-44be-adfa-6023f565118e tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975692 Aug 16 22:09:41.615673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0097504f-099c-45d5-9886-2aac6a68e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:41.617140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-0097504f-099c-45d5-9886-2aac6a68e6dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148794 Aug 16 22:09:41.662096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Request body: {'port': {'device_id': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '27f3390485e940d5b9e07504bec0366c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:41.840642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-2a6a8eae-1ad7-4f61-8755-4fa08f3fd0c6 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905854 Aug 16 22:09:41.939511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Made reservation on behalf of 27f3390485e940d5b9e07504bec0366c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:09:41.944057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:41.961718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:42.022789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c149d-2994-4aa8-9493-1fd853de706e req-c9bbdcc3-2041-4399-aaad-8c60c25f559c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.024342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60c149d-2994-4aa8-9493-1fd853de706e req-c9bbdcc3-2041-4399-aaad-8c60c25f559c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 943 time: 0.1560946 Aug 16 22:09:42.043129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636cdf4c-35fc-4324-8a02-7f8762f008b1 req-ab9db75f-8d77-40ba-b304-bf9a964a3fb6 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877334 Aug 16 22:09:42.131731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60c149d-2994-4aa8-9493-1fd853de706e req-f713f3c9-945f-4fb3-a740-18b045e8e234 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Aug 16 22:09:42.143016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4f839-e63e-43db-ac06-048dcec425de req-6f5e43bb-c1c8-462f-8f81-2a9669476c4c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.144525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bf4f839-e63e-43db-ac06-048dcec425de req-6f5e43bb-c1c8-462f-8f81-2a9669476c4c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1178958 Aug 16 22:09:42.197560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:42.199683 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee286bc3-a798-4789-81e0-1dba199353a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:42.250790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bf4f839-e63e-43db-ac06-048dcec425de req-1a5e09d5-2fac-4257-93a3-f67a1f11abb8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945439 Aug 16 22:09:42.252656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c10a8797-7a99-4d91-ae87-98a1569c7995 req-89e71e61-1405-4dc9-a7bf-4244a08159cd tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0636754 Aug 16 22:09:42.266501 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:42.271164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:42.343130 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c6f884-a734-4a07-a71e-a6ac4ba245a5 x-openstack-request-id: req-b2c6f884-a734-4a07-a71e-a6ac4ba245a5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:42.343415 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:42.343661 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2c6f884-a734-4a07-a71e-a6ac4ba245a5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:42.344049 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'status': 'completed', 'code': 200} Aug 16 22:09:42.375535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfa57a15-2548-4577-9586-adc00c7386bc req-ed9ad91f-9286-4f76-aba4-660c05f8b5f3 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0553892 Aug 16 22:09:42.378483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e133b9-1198-4880-9774-b70eb9385664,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:42.439611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-59c8f289-62ea-40c1-b332-a44a50f8fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.441329 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-59c8f289-62ea-40c1-b332-a44a50f8fc2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1095 time: 0.0560658 Aug 16 22:09:42.479312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Allocated IP 192.168.233.61 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/a879f386-c3c1-4b65-89b1-9872f6565842) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:09:42.488844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.489362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.489853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.490340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.490816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.491296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.491784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.494205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-94fde1d2-8a06-4ec6-8d7c-af3e95e22794 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6484 time: 0.0779941 Aug 16 22:09:42.543830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-0bfc95c7-e192-463e-b8cf-f58bac2d0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.545546 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-0bfc95c7-e192-463e-b8cf-f58bac2d0fbf service neutron] 10.222.0.89 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.0950904 Aug 16 22:09:42.607922 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-d648cdcf-8985-4a10-8b2f-25d6f2cbd846 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 217 time: 0.0444269 Aug 16 22:09:42.697671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-e49be46e-0487-462d-b1d3-983143c74fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.699569 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-e49be46e-0487-462d-b1d3-983143c74fd7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.0542989 Aug 16 22:09:42.730324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-dc370f57-f13a-43e4-ab3b-33fe472a7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.731699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-dc370f57-f13a-43e4-ab3b-33fe472a7fcf service neutron] 10.222.0.88 "GET /v2.0/networks?id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 901 time: 0.2265668 Aug 16 22:09:42.736507 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-9b3e24e9-f4bd-47ba-b3f4-71a4d34c8f9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285771 Aug 16 22:09:42.747065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.753343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.759250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.765164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.771130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.777629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.783501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.785375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-37542e59-5734-49ce-a484-06735da6db0f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1934848 Aug 16 22:09:42.850071 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-4fd71f24-c65d-4f2a-9fff-6b6b8ca04431 service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962205 Aug 16 22:09:42.855703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-b94df16f-aa0e-4998-b7ee-b587e605bfe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 200 len: 217 time: 0.0502484 Aug 16 22:09:42.940892 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee286bc3-a798-4789-81e0-1dba199353a7 req-4ffc23de-442a-411b-a9ef-7c701821fdcc service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Aug 16 22:09:42.944575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8b81301-b9de-4f0c-8631-9009670b4c34 req-6d854603-45c2-4456-afbf-17eb1aa40e5e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503806 Aug 16 22:09:42.954909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:42.977264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Transition to ACTIVE for port object a879f386-c3c1-4b65-89b1-9872f6565842 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:42.987687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-bee37d45-778c-4188-a6bd-0dba6c2ac734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.989085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-bee37d45-778c-4188-a6bd-0dba6c2ac734 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.1131308 Aug 16 22:09:42.996706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202e0b-4244-4ec0-94fd-9073843ceca6 req-2a91dca8-7760-4a33-8fc9-3b5acbecc91a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:42.998121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed202e0b-4244-4ec0-94fd-9073843ceca6 req-2a91dca8-7760-4a33-8fc9-3b5acbecc91a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.1442692 Aug 16 22:09:43.087995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed202e0b-4244-4ec0-94fd-9073843ceca6 req-4c3787ad-8229-4a6b-8927-71c47e981bfd tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757871 Aug 16 22:09:43.088978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.091895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-369afdfe-24a3-4c18-9f75-a8398649f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:43.093394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-369afdfe-24a3-4c18-9f75-a8398649f6f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903707 Aug 16 22:09:43.205564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:09:43.216792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:09:43.219234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:09:43.251154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Pushing event updated for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:43.354242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:43.354901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.377480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba5ea1-b5df-4b5c-a639-43416cf846ad req-73243073-935f-43d3-9ceb-4acd7c57e41a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:43.379015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1ba5ea1-b5df-4b5c-a639-43416cf846ad req-73243073-935f-43d3-9ceb-4acd7c57e41a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 943 time: 0.1659057 Aug 16 22:09:43.405704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-881f49e1-007a-4b36-98a5-8db732c0c713 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741055 Aug 16 22:09:43.437012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb5cbe29-187a-458c-8082-605681332d0c None None] Provisioning for port a879f386-c3c1-4b65-89b1-9872f6565842 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:43.439021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-5280677d-b4fd-4081-8143-9d8ff7b8324b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7814465 Aug 16 22:09:43.441808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb5cbe29-187a-458c-8082-605681332d0c None None] Provisioning complete for port a879f386-c3c1-4b65-89b1-9872f6565842 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:43.442166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5cbe29-187a-458c-8082-605681332d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.463219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:43.490942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb5cbe29-187a-458c-8082-605681332d0c None None] Port a879f386-c3c1-4b65-89b1-9872f6565842 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:09:43.491228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Request body: {'port': {'device_id': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:43.539535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c14ce-a831-4023-84c5-de019b457c05 req-0fa3b207-61c6-429d-9c5e-7c5adc340fe5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:43.541026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7c14ce-a831-4023-84c5-de019b457c05 req-0fa3b207-61c6-429d-9c5e-7c5adc340fe5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1977994 Aug 16 22:09:43.547651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1ba5ea1-b5df-4b5c-a639-43416cf846ad req-7530d409-ba97-49f5-922a-2a56e53727d9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483524 Aug 16 22:09:43.646807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.665676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7c14ce-a831-4023-84c5-de019b457c05 req-9ccfb24f-1a75-4f83-995e-a1b06028f7d9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149948 Aug 16 22:09:43.673570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36b89ca2-f958-41ba-8e92-826fb9785160 req-816f4728-9a18-4775-afca-145956c45dbf service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569866 Aug 16 22:09:43.675537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-232831b3-7caf-4a16-b319-3a2326c005fd req-76ee8da7-b1c4-41ad-9743-c3f35974b996 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0567317 Aug 16 22:09:43.729916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:43.742915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8', 'port_id': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'mac_address': 'fa:16:3e:82:19:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b10558-cde8-4018-9c98-9d00350492e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:43.780847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.795398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:43.816162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:43.824017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:43.874922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:43.931823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:44.188118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:44.253710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.254213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.254702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.255186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.255669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.256149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.256625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.258595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-07359110-70e8-46a0-aee0-1ef68ddf3803 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6484 time: 0.4793043 Aug 16 22:09:44.268292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d953b-6dc7-4ccb-bdb7-b59788d302b7 req-4e8a5854-144a-4955-ab86-cb604d7dd91d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.269723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-197d953b-6dc7-4ccb-bdb7-b59788d302b7 req-4e8a5854-144a-4955-ab86-cb604d7dd91d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 935 time: 0.4893475 Aug 16 22:09:44.324073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.330005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.336463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.342455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.348337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.354895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.360821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.362629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-4f3eeabe-1ba1-4f05-be0f-f61d4db77911 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.2188487 Aug 16 22:09:44.484849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-197d953b-6dc7-4ccb-bdb7-b59788d302b7 req-4c4f84b4-0b9b-4ac9-8e4b-6f4b06f9a77f tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007627 Aug 16 22:09:44.525155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcad599f-4a05-4718-9b69-d05b1f690248 req-a367a31b-7c46-4e1e-a75e-b19058b7d061 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226859 Aug 16 22:09:44.537942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-a4baa5cb-8597-4ef6-872c-0a5ed5d6f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.539504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-a4baa5cb-8597-4ef6-872c-0a5ed5d6f0bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 901 time: 0.2634356 Aug 16 22:09:44.549475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a879f386-c3c1-4b65-89b1-9872f6565842 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:44.565798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:44.610588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-93a61076-d25a-4339-86b8-dd04206c7093 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 200 len: 217 time: 0.0564923 Aug 16 22:09:44.623812 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bafbca75-910e-42b6-a15d-00d4668b086f req-834ddcbb-b263-46fb-9835-10c2486a1d2b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0269835 Aug 16 22:09:44.666197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Transition to ACTIVE for port object a879f386-c3c1-4b65-89b1-9872f6565842 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:44.696786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:44.765014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-7beab4a1-b7bc-46e1-9db3-f860016da4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.766507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-7beab4a1-b7bc-46e1-9db3-f860016da4f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.1395693 Aug 16 22:09:44.778109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae0532-986c-48bf-ad1c-62f05b926694 req-828c04b7-0901-4cce-8516-a79636ea9ac1 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.779609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccae0532-986c-48bf-ad1c-62f05b926694 req-828c04b7-0901-4cce-8516-a79636ea9ac1 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.2169015 Aug 16 22:09:44.797521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Pushing event updated for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:44.817417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93c183-171c-4bb1-bdcf-1eca47f6c19d req-80ed1abb-58a3-489d-a970-56cb49b96d13 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.818959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec93c183-171c-4bb1-bdcf-1eca47f6c19d req-80ed1abb-58a3-489d-a970-56cb49b96d13 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 944 time: 0.1909564 Aug 16 22:09:44.944101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccae0532-986c-48bf-ad1c-62f05b926694 req-6b0ff023-ab6c-462a-9e36-9b5551ab60c9 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539714 Aug 16 22:09:44.950044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-799a83ce-4189-45ce-947d-34ff35888f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:44.951501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-799a83ce-4189-45ce-947d-34ff35888f33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1664817 Aug 16 22:09:44.956207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec93c183-171c-4bb1-bdcf-1eca47f6c19d req-ac32f9df-1904-45b9-8cca-b9a4e732a815 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222649 Aug 16 22:09:44.979037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Attempting to bind port a879f386-c3c1-4b65-89b1-9872f6565842 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:44.979380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Attempting to bind port a879f386-c3c1-4b65-89b1-9872f6565842 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:44.979784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Attempting to bind port a879f386-c3c1-4b65-89b1-9872f6565842 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:45.027992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Port a879f386-c3c1-4b65-89b1-9872f6565842 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:45.028271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Attempting to bind port a879f386-c3c1-4b65-89b1-9872f6565842 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:45.081969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:45.082314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:45.082698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:45.083142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Bound port: a879f386-c3c1-4b65-89b1-9872f6565842, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:45.083511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.090200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c7fd67c-514d-40f7-9501-f988cf381631 req-cd9b8ec5-bdb3-41ff-84e1-7cf0fb5a010f tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0598278 Aug 16 22:09:45.166821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbdd7d-06ec-40ee-8509-71712bf1ba85 req-c6fb8322-cde0-4dbe-bff8-6ec33eef634e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.168315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6dbdd7d-06ec-40ee-8509-71712bf1ba85 req-c6fb8322-cde0-4dbe-bff8-6ec33eef634e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1536055 Aug 16 22:09:45.172102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-470d6646-8c69-42e7-b068-6ed4357853cc service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056324 Aug 16 22:09:45.224369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:45.228809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6dbdd7d-06ec-40ee-8509-71712bf1ba85 req-2896db6f-68ef-4b0e-af74-d0b4909c0e28 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Aug 16 22:09:45.238993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a879f386-c3c1-4b65-89b1-9872f6565842,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:45.259125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.355920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.356547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.357953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] 10.222.0.88 "PUT /v2.0/ports/a879f386-c3c1-4b65-89b1-9872f6565842 HTTP/1.1" status: 200 len: 1096 time: 1.8727958 Aug 16 22:09:45.358567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:45.360799 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398e6d2-ce4d-4a4b-b425-29e14ce71293" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:45.392639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c100338-756f-419c-9426-a2e86c3c861c service neutron] Pushing event updated for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:45.409006 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d171ba6-a6e4-402e-bb60-f3ec4bd50756 x-openstack-request-id: req-3d171ba6-a6e4-402e-bb60-f3ec4bd50756 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:45.409330 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:45.409582 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d171ba6-a6e4-402e-bb60-f3ec4bd50756 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:45.409973 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842', 'status': 'completed', 'code': 200} Aug 16 22:09:45.429698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63601-12ca-400e-81c5-6218afdc0a96 req-8e7488bc-8e12-4cb5-9758-3a006ab8fb1a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.431260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fe63601-12ca-400e-81c5-6218afdc0a96 req-8e7488bc-8e12-4cb5-9758-3a006ab8fb1a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 949 time: 0.1370127 Aug 16 22:09:45.437608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65098111-b640-497d-b5c3-2cbdb5b0a6f3 req-9ac2bc1c-50a6-4ad4-91b5-5d9523dcf248 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973319 Aug 16 22:09:45.464198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:45.481651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fe63601-12ca-400e-81c5-6218afdc0a96 req-f0ac4577-788e-4f16-8b65-53ee14d3e3db tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Aug 16 22:09:45.490363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c0a29b30-d5f9-4ed4-977d-91af987ed66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.546378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:45.551304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:45.551894 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.598251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-1946a0b3-c812-43d9-b034-1317912ea845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.599835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-1946a0b3-c812-43d9-b034-1317912ea845 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0721071 Aug 16 22:09:45.623369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd1996-3d7d-4c23-9b9c-fe238cf954ca req-43541c6f-fa6d-4572-9d98-77b2787c47c2 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.624931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8dd1996-3d7d-4c23-9b9c-fe238cf954ca req-43541c6f-fa6d-4572-9d98-77b2787c47c2 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 947 time: 0.0554380 Aug 16 22:09:45.644992 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.664846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-22dfa024-8e6c-496d-aad5-c8edcbcf5dcf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a879f386-c3c1-4b65-89b1-9872f6565842 HTTP/1.1" status: 200 len: 217 time: 0.0388930 Aug 16 22:09:45.671263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:45.673458 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ad565-f51c-48fe-b942-2fb6eceb5eb5" -d '{"events": [{"server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:45.687071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:45.692266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:45.722950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8dd1996-3d7d-4c23-9b9c-fe238cf954ca req-bc2f19a8-b62d-4d5d-b1eb-36191a3314b4 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Aug 16 22:09:45.744036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-15226793-d1cb-4737-95c2-17242e58270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.745609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-15226793-d1cb-4737-95c2-17242e58270d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0552571 Aug 16 22:09:45.759506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:45.844993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-ffcc4ed2-aaf6-4fc8-a18b-ccab03c3f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.846548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-ffcc4ed2-aaf6-4fc8-a18b-ccab03c3f187 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715287 Aug 16 22:09:45.867386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.869696 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91daf613-168a-4f0d-9055-aa3a2f89c31c x-openstack-request-id: req-91daf613-168a-4f0d-9055-aa3a2f89c31c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:45.870267 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "name": "network-vif-plugged", "status": "completed", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:45.870728 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91daf613-168a-4f0d-9055-aa3a2f89c31c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:45.871648 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'code': 200} Aug 16 22:09:45.873528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.880182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.886600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.892385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.898206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.904184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:45.906618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-954b481e-d1bd-43cf-b159-edca09e752c4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1063066 Aug 16 22:09:45.997486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ba8333d-7515-4104-b946-60fc2f7d8acf req-74ffc0db-9bed-427b-802f-145c6a08b34a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816944 Aug 16 22:09:46.023181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-faade27f-f583-487e-ad09-29015b85f204 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153653 Aug 16 22:09:46.135704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5f9bc-a300-4cfb-887b-c7c159af9272 req-3d5d3d06-bbf9-4934-9789-878a4416c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.137245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4ac5f9bc-a300-4cfb-887b-c7c159af9272 req-3d5d3d06-bbf9-4934-9789-878a4416c8b8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1097 time: 0.0489814 Aug 16 22:09:46.170549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837eed7-e890-49e4-a335-fc813d86ba51 req-04f5f300-b8c8-4eb3-9930-7b78c0711575 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.173567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2837eed7-e890-49e4-a335-fc813d86ba51 req-04f5f300-b8c8-4eb3-9930-7b78c0711575 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 945 time: 0.1127236 Aug 16 22:09:46.188481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bedf0214-1593-4c91-84c9-f705e9bd27d6 req-e0ae031a-2e19-402c-b142-d05ba5e4eb1e service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510859 Aug 16 22:09:46.194049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4ac5f9bc-a300-4cfb-887b-c7c159af9272 req-23a91c41-55ee-4f19-9c30-c4803256d2f5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Aug 16 22:09:46.217346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-429c9943-a97c-47dd-846d-10cc0a1942ef req-a2bd59d0-36d9-4a8d-9601-3ff08b2bfef2 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0422919 Aug 16 22:09:46.239888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2837eed7-e890-49e4-a335-fc813d86ba51 req-1adcae9a-ad54-4cc9-9fea-8af6f6ba1d58 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537605 Aug 16 22:09:46.526006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-8054c926-4d2b-4552-a065-7f52e15281ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.527802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-8054c926-4d2b-4552-a065-7f52e15281ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 1099 time: 0.0787740 Aug 16 22:09:46.570950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf1bdf01-51a5-4b08-8bb0-23ca52ca1861 req-e2e7faaa-911e-455e-998e-b5a02bdea304 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0376744 Aug 16 22:09:46.618727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385965bd-54f7-4416-acb0-e0e23c272eb9 req-160f96fc-b533-4bb1-99bc-8338f02584a9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.620207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-385965bd-54f7-4416-acb0-e0e23c272eb9 req-160f96fc-b533-4bb1-99bc-8338f02584a9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.1324174 Aug 16 22:09:46.679084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-385965bd-54f7-4416-acb0-e0e23c272eb9 req-8bf2f6ff-5dce-4081-9115-4fd02069df5f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521832 Aug 16 22:09:46.689437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-b336063b-a6d3-4b3e-8983-4d05929af539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.690908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-b336063b-a6d3-4b3e-8983-4d05929af539 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1455109 Aug 16 22:09:46.746585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-a7136e54-f283-4444-8f0e-4dab32561bfb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a879f386-c3c1-4b65-89b1-9872f6565842 HTTP/1.1" status: 200 len: 217 time: 0.0339766 Aug 16 22:09:46.812805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-6823ad2f-b389-47dd-8035-b91c7a24918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.815387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-6823ad2f-b389-47dd-8035-b91c7a24918f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0543556 Aug 16 22:09:46.885618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78229d0f-e0dc-4f30-84e9-b4b274616afa req-4f251a6e-7074-4ed1-b99e-2ef54bf94dce tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.887112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78229d0f-e0dc-4f30-84e9-b4b274616afa req-4f251a6e-7074-4ed1-b99e-2ef54bf94dce tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 947 time: 0.0886180 Aug 16 22:09:46.893788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-8a0ad24e-ed98-436b-b4ee-4bcc57dd4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:46.895324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-8a0ad24e-ed98-436b-b4ee-4bcc57dd4064 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586431 Aug 16 22:09:46.975568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78229d0f-e0dc-4f30-84e9-b4b274616afa req-201da496-cd62-4dd4-95fe-af72bb860f9a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792358 Aug 16 22:09:47.013509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-c1cfb680-9a09-4ab2-b401-0445c5a8d7df service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039896 Aug 16 22:09:47.133569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2398e6d2-ce4d-4a4b-b425-29e14ce71293 req-0cccc3c7-3567-4711-9b2b-828f19cda198 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085572 Aug 16 22:09:47.152821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.162543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.169933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.175927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.182489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.188370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.194291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.196899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-ecc7cfa3-51ea-474c-b936-1de64cf4adb8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1110027 Aug 16 22:09:47.240607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13b69625-9967-4624-a925-3bff5e7b3ec2 req-e2a7fa8b-5133-489b-ae0d-b70df7c01ee0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375032 Aug 16 22:09:47.356897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb2823-6f89-46ce-b915-078f2902dc52 req-2c13ff86-767d-461c-be4c-3a439083b983 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.358372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afeb2823-6f89-46ce-b915-078f2902dc52 req-2c13ff86-767d-461c-be4c-3a439083b983 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 945 time: 0.0482576 Aug 16 22:09:47.395502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afeb2823-6f89-46ce-b915-078f2902dc52 req-c304b022-2f98-4fd9-942d-ee5c47c075e6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Aug 16 22:09:47.673993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a6a45d9-e839-4ea7-88ec-cbc1ad532919 req-7770dbf2-db82-498c-a284-2db3432131f0 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0257785 Aug 16 22:09:47.797602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b49c4-6cf0-4db7-b5c3-ba5a7f477f37 req-c484d0fe-5aef-4f16-8b2d-98099b923e7b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:47.799114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b3b49c4-6cf0-4db7-b5c3-ba5a7f477f37 req-c484d0fe-5aef-4f16-8b2d-98099b923e7b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.0501611 Aug 16 22:09:47.835982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b3b49c4-6cf0-4db7-b5c3-ba5a7f477f37 req-b4fbee7c-c6bb-4d8a-a9dd-9e7bc75e6baf tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Aug 16 22:09:48.042232 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:48.097395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4fce-3610-48dc-8ff4-3ee135000b90 req-5969974a-ee1f-429a-b838-986d7305131e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.098743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-572c4fce-3610-48dc-8ff4-3ee135000b90 req-5969974a-ee1f-429a-b838-986d7305131e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 947 time: 0.0502176 Aug 16 22:09:48.135453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-572c4fce-3610-48dc-8ff4-3ee135000b90 req-2e770973-04ca-40ec-aaa9-a3a9ac15f79b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301530 Aug 16 22:09:48.193920 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d41c0190-19fb-4ca6-a613-f99b2ac8f353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:48.367746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.373897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.379849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.386152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.392310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.398213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.404047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.406217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-3c8eb29f-13b1-45e3-a0fd-40617b5c3230 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.0923028 Aug 16 22:09:48.448058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f29766d-71c1-4c2b-af56-6c63f4a13fa1 req-15cd6f91-c7de-4af4-b58c-bbb55acb9608 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355401 Aug 16 22:09:48.549219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27871-f553-4c11-a4bc-d49ec628f2a2 req-542cc0e3-881a-4aac-bf81-0f3e955d4f8e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.550658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32e27871-f553-4c11-a4bc-d49ec628f2a2 req-542cc0e3-881a-4aac-bf81-0f3e955d4f8e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 945 time: 0.0765789 Aug 16 22:09:48.565899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da61e4c-c018-437d-bf00-c5df82f0e475 req-9061debc-8328-4865-b5d3-f89f59692dfc tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.567312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da61e4c-c018-437d-bf00-c5df82f0e475 req-9061debc-8328-4865-b5d3-f89f59692dfc tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1098 time: 0.0583119 Aug 16 22:09:48.611217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32e27871-f553-4c11-a4bc-d49ec628f2a2 req-2ff72013-ee97-4ddf-b976-d63e30f17027 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545480 Aug 16 22:09:48.616434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da61e4c-c018-437d-bf00-c5df82f0e475 req-87ab3d43-a9ed-4132-aed3-22943df805ff tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Aug 16 22:09:48.717028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-37b1cdf5-2c65-45cb-ba5b-a3e803ac9a50 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-389218323&fields=id&tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 267 time: 0.0334351 Aug 16 22:09:48.779535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-5466523a-20de-4197-a067-df694e112be7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:48.781049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-5466523a-20de-4197-a067-df694e112be7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Aug 16 22:09:48.793356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'security_groups': ['0366beb4-53e6-4f80-a83d-6a4ce438eaf0', 'b5648b73-0b23-4e93-9dea-fad94964cc93']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:48.865822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.058252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:49.091710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.098150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.103458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.148812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:49.149220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.150733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c506f5b1-7270-4b66-954b-d61ad54b645e req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "PUT /v2.0/ports/0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 981 time: 0.3626087 Aug 16 22:09:49.158191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:49.158191 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4c640-ec59-410c-b61f-9d687ccee976" -d '{"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:49.158400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:49.202858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaab5c-5e99-4268-8cba-45d041e03b8d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:49.251279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5d4671e-a216-4155-81e8-18fe7ad54f09 req-6184126b-cfda-4843-abce-a253ea55c8f0 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0274777 Aug 16 22:09:49.370680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940c2d-e65e-45ca-aa50-5ef26fdc2889 req-db5e2051-df2d-4f52-b61e-cad63218109c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:49.378071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8940c2d-e65e-45ca-aa50-5ef26fdc2889 req-db5e2051-df2d-4f52-b61e-cad63218109c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.0626140 Aug 16 22:09:49.413027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8940c2d-e65e-45ca-aa50-5ef26fdc2889 req-fb9b179b-4b55-4c8e-a6ec-4035efd4811f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Aug 16 22:09:49.509321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:49.586764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:49.612531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6577440-5092-4f8f-a4ce-607bf21500c7 req-6d055f7f-ee8b-4339-a16b-6ed1b36b4fa6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:49.614257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6577440-5092-4f8f-a4ce-607bf21500c7 req-6d055f7f-ee8b-4339-a16b-6ed1b36b4fa6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 947 time: 0.0794480 Aug 16 22:09:49.661583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6577440-5092-4f8f-a4ce-607bf21500c7 req-8b2ae571-ae07-4a36-9a3f-eb9f60da3614 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 Aug 16 22:09:49.711324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:49.734688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'mac_address': 'fa:16:3e:5a:57:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:49.774568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-fe28c2c5-4d04-477a-8d21-2dbc860de71a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:09:49.775678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-fe28c2c5-4d04-477a-8d21-2dbc860de71a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069196 Aug 16 22:09:49.791946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-4d8eb0ff-8d8a-4b65-a39d-71361a9d0efc tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-356977872&fields=id&tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 267 time: 0.0590672 Aug 16 22:09:49.798733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:49.799552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:09:49.840504 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.871534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:49.916285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:49.932253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:49.943164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-d8d5050d-9293-402d-b023-602272817a5d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:49.951808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-d8d5050d-9293-402d-b023-602272817a5d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 984 time: 0.1585603 Aug 16 22:09:49.959694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'security_groups': ['0366beb4-53e6-4f80-a83d-6a4ce438eaf0', 'b5648b73-0b23-4e93-9dea-fad94964cc93', '67aa8b7e-cf19-4a5a-bb08-2be0cff5e022']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:50.017021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:50.142308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a879f386-c3c1-4b65-89b1-9872f6565842 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:09:50.270180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ad95304e-4565-46f1-b9fe-db521b968b8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:50.405366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a879f386-c3c1-4b65-89b1-9872f6565842,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:50.417759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.437191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'a879f386-c3c1-4b65-89b1-9872f6565842', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'a879f386-c3c1-4b65-89b1-9872f6565842', 'mac_address': 'fa:16:3e:54:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:09:50.488620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:09:50.489155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:09:50.489589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:50.502563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:09:50.502897 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.503351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:09:50.518974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:09:50.519468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:09:50.519960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:09:50.520565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Bound port: 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:09:50.529169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a879f386-c3c1-4b65-89b1-9872f6565842 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:50.566931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a879f386-c3c1-4b65-89b1-9872f6565842,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:50.587373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.622313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:09:50.641215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.643178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-b8529d8f-5649-49da-a130-8cf110e66af4 service neutron] 10.222.0.22 "POST /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4/bindings HTTP/1.1" status: 201 len: 390 time: 0.8481143 Aug 16 22:09:50.649255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:50.762143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:50.797037 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06077d-181c-4995-8f49-035fa7fc4c91 x-openstack-request-id: req-ae06077d-181c-4995-8f49-035fa7fc4c91 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:50.797754 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:50.797754 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae06077d-181c-4995-8f49-035fa7fc4c91 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:50.798509 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'status': 'completed', 'code': 200} Aug 16 22:09:50.807524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.818640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.870796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:50.889480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:50.891249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:50.895823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-502bd77b-7f41-4f54-9bf8-0757c99845f0 req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "PUT /v2.0/ports/0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 1020 time: 0.9429400 Aug 16 22:09:50.927018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-8ee2f205-3169-4152-82dc-d78ee5affb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:50.932025 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-8ee2f205-3169-4152-82dc-d78ee5affb4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1175 time: 0.0557711 Aug 16 22:09:51.086299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea6fb8-71e8-48cb-b179-c4751dddbe49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:51.089743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:51.128171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-48124816-e7cf-4b9d-8a05-9c7939f2b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.130127 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-48124816-e7cf-4b9d-8a05-9c7939f2b79a service neutron] 10.222.0.89 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.1799800 Aug 16 22:09:51.143402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-89d043e7-f162-4460-a8bb-1170936582c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.145095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-89d043e7-f162-4460-a8bb-1170936582c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1098 time: 0.1396773 Aug 16 22:09:51.165739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.172620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.179824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.187665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.188907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['a879f386-c3c1-4b65-89b1-9872f6565842'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:09:51.195922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.203416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.212371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.212560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:51.221372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5840f072-e423-4522-b9cd-03e091ecc679 req-581b03db-e4fb-41ee-b911-de852a4ce360 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.3227019 Aug 16 22:09:51.230477 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-2556b361-97d8-4317-b056-d92e531bbc9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 217 time: 0.0881202 Aug 16 22:09:51.330351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-e8ea88da-88f9-4934-a038-bd2da503c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.332445 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-e8ea88da-88f9-4934-a038-bd2da503c9f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.0909591 Aug 16 22:09:51.352377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-3691fbc0-0b17-4a03-8c56-4049be20fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.353898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-3691fbc0-0b17-4a03-8c56-4049be20fb4d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1187577 Aug 16 22:09:51.380210 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-aa40c3c4-4d3a-4257-87d6-0636c3ecf4b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397489 Aug 16 22:09:51.442998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-0610e2de-3637-4e77-9060-4e3ece57635b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 217 time: 0.0464549 Aug 16 22:09:51.453743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86acf11b-be31-4190-96ff-89cbc999981f req-af154874-7a40-48f0-bdd4-714250defdab tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.2287569 Aug 16 22:09:51.531109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:51.547827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-f471b704-5928-4352-a51f-2046b266cbaf service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541522 Aug 16 22:09:51.584912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-dbe5b6bb-7b17-400a-b1c7-9bb620283b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.587232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-dbe5b6bb-7b17-400a-b1c7-9bb620283b80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1321142 Aug 16 22:09:51.669934 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-afb4c640-ec59-410c-b61f-9d687ccee976 req-28ab8fb5-d8d4-473a-af23-3c7f9ecc8246 service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135428 Aug 16 22:09:51.704876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5840f072-e423-4522-b9cd-03e091ecc679 req-b0071be8-56cc-4a18-8ffd-5c349bdd2b47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4825196 Aug 16 22:09:51.772295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ad95304e-4565-46f1-b9fe-db521b968b8f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:51.772896 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:51.779294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-964238f5-9c77-4e4a-bb03-5dbfc45cf3e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215601 Aug 16 22:09:51.863549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9015438-eed0-414c-bbb2-c120b70fd09f req-e1c269d9-43e8-4a62-9542-a0c947d25eb3 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:51.876927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9015438-eed0-414c-bbb2-c120b70fd09f req-e1c269d9-43e8-4a62-9542-a0c947d25eb3 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 943 time: 0.2879331 Aug 16 22:09:52.031485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.068876 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-227fdba3-2ed3-4a24-94b6-62c6dbe6952c service neutron] 10.222.0.89 "GET /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.0949190 Aug 16 22:09:52.079779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:52.081169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:52.084518 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca41624-4870-4800-be0f-0853c5ffadb3" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:52.088734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.089917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:09:52.124008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-580bf34b-02d4-450a-b3b8-9ca019618f9e service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256421 Aug 16 22:09:52.128604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9015438-eed0-414c-bbb2-c120b70fd09f req-d93028df-8b26-4bb7-9d06-77cef391335a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493894 Aug 16 22:09:52.200300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:52.243556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cad262-9249-45e1-8bde-7b377dff3ba5 req-56de2538-bb9d-4002-a549-a0b51982ce97 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:52.245520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cad262-9249-45e1-8bde-7b377dff3ba5 req-56de2538-bb9d-4002-a549-a0b51982ce97 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 948 time: 0.1614361 Aug 16 22:09:52.353481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-701faa09-d0af-4781-ab2d-a1dd991bf81b service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184501 Aug 16 22:09:52.376081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cad262-9249-45e1-8bde-7b377dff3ba5 req-8fd5a4db-d0fe-4ea3-8ebe-cac707244b31 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953341 Aug 16 22:09:52.393718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac1ac4-f2e7-479e-ab54-1a6edde7c805 req-69fe9fc7-7d2b-4f67-b73f-340a0edb639a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:52.399128 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.401919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63ac1ac4-f2e7-479e-ab54-1a6edde7c805 req-69fe9fc7-7d2b-4f67-b73f-340a0edb639a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.1228805 Aug 16 22:09:52.407815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:52.477685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:52.551467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:09:52.584725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63ac1ac4-f2e7-479e-ab54-1a6edde7c805 req-06abd867-1c1f-4256-9838-4334576d5b24 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818295 Aug 16 22:09:52.588925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:52.650081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.664820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549935e-c0d3-430f-abe4-f7e318fda597 req-c70c3da4-d77d-4385-a42f-b7169e27f927 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:52.666438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5549935e-c0d3-430f-abe4-f7e318fda597 req-c70c3da4-d77d-4385-a42f-b7169e27f927 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1023 time: 0.1927261 Aug 16 22:09:52.799771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5549935e-c0d3-430f-abe4-f7e318fda597 req-58aa8bf5-a689-4807-b095-d3be394dde99 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=67aa8b7e-cf19-4a5a-bb08-2be0cff5e022&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=b5648b73-0b23-4e93-9dea-fad94964cc93 HTTP/1.1" status: 200 len: 6147 time: 0.1078041 Aug 16 22:09:52.800378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:52.806516 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b056221-af11-4d16-8740-3f2d631400c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:52.823935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] Transition to ACTIVE for port object aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:09:52.839593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:52.856590 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867863d4-9083-421d-bfb9-e6963261ce76 x-openstack-request-id: req-867863d4-9083-421d-bfb9-e6963261ce76 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:52.856949 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:52.857285 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-867863d4-9083-421d-bfb9-e6963261ce76 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:52.857787 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'code': 200} Aug 16 22:09:52.917420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be0ec836-b4f4-4e9c-985b-7a442af5ec67 req-b6eb5fa4-00bd-48be-aee8-e752bbe8fa8f tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0496213 Aug 16 22:09:52.945572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': ' tempest-securitygroup -919436681 ', 'description': 'tempest-description-1928494710'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:52.990454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:53.028259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] No DVR routers for this DVR port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:09:53.030636 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:53.062090 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f715dfdd-001c-4dce-8bb3-c1ac30b5765a service neutron] 10.222.0.89 "PUT /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba/bindings/n-h1-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9798360 Aug 16 22:09:53.078699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.084591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.090647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.096732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.102773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.108582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.124604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.126611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-966d88db-f40e-41b8-8674-c6d2e588fb5d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1399989 Aug 16 22:09:53.219384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0749001f-0ee3-43ff-baad-25fe468ccd44 req-425e93cf-d7e4-4cca-b768-b4633a62f9bc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841501 Aug 16 22:09:53.273359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:53.276808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-4f7bb2fb-6151-4fe9-b6e6-219ccb1fda60 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.278400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-4f7bb2fb-6151-4fe9-b6e6-219ccb1fda60 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.0780098 Aug 16 22:09:53.282992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:53.286498 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a0294-e1a1-4f68-b40d-ef06454cd460 x-openstack-request-id: req-5e2a0294-e1a1-4f68-b40d-ef06454cd460 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:53.286833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:53.287078 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e2a0294-e1a1-4f68-b40d-ef06454cd460 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:53.287464 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'status': 'completed', 'code': 200} Aug 16 22:09:53.362986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:53.364276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26c42f96-0262-46b0-9fe3-e88e04e6b412 req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4253306 Aug 16 22:09:53.364889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fb26d-7f6e-4cdf-b07f-724a2035e181 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c141c9d5-43fe-4c59-8c9d-cfb531b5af06,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:53.388236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-ac33f244-ac79-4ac0-b49a-6fc55480e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.390817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-ac33f244-ac79-4ac0-b49a-6fc55480e559 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff&tenant_id=5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 1096 time: 0.0879295 Aug 16 22:09:53.453152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b056221-af11-4d16-8740-3f2d631400c4 req-759e17a1-98a4-400b-ae25-fad58dd79ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.456781 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-759e17a1-98a4-400b-ae25-fad58dd79ba2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1175 time: 0.1136985 Aug 16 22:09:53.531306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-274a0e40-c057-4575-b4df-c3b6eab7cb16 req-01172c68-1ac9-490f-a6ed-9af2eee6778d tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/c141c9d5-43fe-4c59-8c9d-cfb531b5af06 HTTP/1.1" status: 200 len: 1780 time: 0.1081140 Aug 16 22:09:53.585204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b056221-af11-4d16-8740-3f2d631400c4 req-30f9095f-2512-4ba8-ac23-2e4e8eec729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.588135 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-30f9095f-2512-4ba8-ac23-2e4e8eec729c service neutron] 10.222.0.89 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.1198263 Aug 16 22:09:53.600486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-0f39d0d7-0e3a-46e6-b42a-c1426a8c658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.603487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-0f39d0d7-0e3a-46e6-b42a-c1426a8c658f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1096 time: 0.1626518 Aug 16 22:09:53.648725 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-277fbcd4-88a0-4f3d-a76d-8f68c921148c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 200 len: 217 time: 0.0454152 Aug 16 22:09:53.715170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b1e70-a3a8-4b94-a5d3-2e630bf551c2 req-95b69467-0119-41d2-a077-63c5b1d76daf tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.717014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22b1e70-a3a8-4b94-a5d3-2e630bf551c2 req-95b69467-0119-41d2-a077-63c5b1d76daf tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.2345116 Aug 16 22:09:53.718445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b056221-af11-4d16-8740-3f2d631400c4 req-b3e4373b-3e66-4a7f-a121-d4f46cf7c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.720537 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-b3e4373b-3e66-4a7f-a121-d4f46cf7c6dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.0631497 Aug 16 22:09:53.763580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-2a450060-29e7-4d35-8701-886cee80bc98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317607 Aug 16 22:09:53.765323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624601-41a1-43f8-961a-546b01052f2a req-8154fb3a-5b2e-4960-bfe7-59a3690d374b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.766893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc624601-41a1-43f8-961a-546b01052f2a req-8154fb3a-5b2e-4960-bfe7-59a3690d374b tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 948 time: 0.1749609 Aug 16 22:09:53.820756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f214c9b2-53a1-489a-919f-4e3a3d6ee4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:53.822283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-f214c9b2-53a1-489a-919f-4e3a3d6ee4d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2012925 Aug 16 22:09:53.826431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22b1e70-a3a8-4b94-a5d3-2e630bf551c2 req-93f69dac-c611-4fb6-a14d-5a67aac4f2eb tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019125 Aug 16 22:09:53.871390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc624601-41a1-43f8-961a-546b01052f2a req-e2391ec6-9a46-417f-8003-d51710156720 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877523 Aug 16 22:09:53.950126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-6bcb8685-a456-421a-8f97-0e130367b0ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 200 len: 217 time: 0.1090336 Aug 16 22:09:53.951652 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-44dd4cf7-e79b-4898-bf60-0add3878d90d service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791368 Aug 16 22:09:54.084895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8b056221-af11-4d16-8740-3f2d631400c4 req-b9b0f9c8-6fc9-469c-a874-082a54137c45 service neutron] 10.222.0.89 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 Aug 16 22:09:54.107106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9d1ef-c527-46b9-8d6d-15984db92436 req-09f5f20e-3599-4488-b152-f7b2f85448d4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.115112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7d9d1ef-c527-46b9-8d6d-15984db92436 req-09f5f20e-3599-4488-b152-f7b2f85448d4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.1451256 Aug 16 22:09:54.129330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8076733e-1203-47e3-9418-852453e53503 req-28727cb4-fdbb-48b0-8219-f0363beb7223 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/c141c9d5-43fe-4c59-8c9d-cfb531b5af06 HTTP/1.1" status: 200 len: 1780 time: 0.1770048 Aug 16 22:09:54.161060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a879f386-c3c1-4b65-89b1-9872f6565842 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:09:54.162244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-bdab5b5b-bd0a-43a4-8fcc-82d2eced030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.164325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-bdab5b5b-bd0a-43a4-8fcc-82d2eced030c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1639543 Aug 16 22:09:54.222868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port a879f386-c3c1-4b65-89b1-9872f6565842 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:09:54.229980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-fb963fa4-e0dd-4ef7-9a41-a4234c9faff4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508885 Aug 16 22:09:54.232828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port a879f386-c3c1-4b65-89b1-9872f6565842 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:09:54.233315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.258532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7d9d1ef-c527-46b9-8d6d-15984db92436 req-edaa7fce-77f1-4199-bbe8-239859e5c1d9 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420517 Aug 16 22:09:54.353593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.395548 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8076733e-1203-47e3-9418-852453e53503 req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.402495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a879f386-c3c1-4b65-89b1-9872f6565842,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:09:54.427150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.474823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8076733e-1203-47e3-9418-852453e53503 req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.505769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:54.546029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-9914ae7e-3ae5-484d-b9ba-1ff421ba0940 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033266 Aug 16 22:09:54.585769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f1cf88-b20a-4b6a-adf6-5d2c223aa2b9 req-e0e578b7-50a8-454c-a52c-be16f9025d3c tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0422149 Aug 16 22:09:54.665121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8076733e-1203-47e3-9418-852453e53503 req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.667743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8076733e-1203-47e3-9418-852453e53503 req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:54.669099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8076733e-1203-47e3-9418-852453e53503 req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/c141c9d5-43fe-4c59-8c9d-cfb531b5af06 HTTP/1.1" status: 204 len: 173 time: 0.5268877 Aug 16 22:09:54.707563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594afa3c-8fc4-4fe2-a837-40e4f09790f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141c9d5-43fe-4c59-8c9d-cfb531b5af06,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:54.780476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-1b0dbaf3-d006-4016-8db6-b7dca27b7d77 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897280 Aug 16 22:09:54.808195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.814688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.821470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.833642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.840044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.846158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.852363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:54.854346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-d90fbfbf-87bd-4f32-b388-55e0c3378b01 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1735742 Aug 16 22:09:54.859386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:09:54.860974 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-526fa17a-b77c-4659-a981-23ae0adebda1 req-43b2dcac-12fa-4f6d-a297-4725eb2d9495 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:09:54.862149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-526fa17a-b77c-4659-a981-23ae0adebda1 req-43b2dcac-12fa-4f6d-a297-4725eb2d9495 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/c141c9d5-43fe-4c59-8c9d-cfb531b5af06 HTTP/1.1" status: 404 len: 352 time: 0.0862672 Aug 16 22:09:54.862741 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c9885-2fd3-49ab-a4b4-cd724eef962e" -d '{"events": [{"server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "name": "network-vif-plugged", "status": "completed", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:09:54.937240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bda291-95da-4bef-bf93-a27cd7cbb36c req-2b8d7777-be26-4ec6-a8f9-eb971f86f523 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705514 Aug 16 22:09:55.033793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dba42-7e64-458a-a56d-fdd40261d3c8 req-c9c0f0e7-8f14-413a-9671-c07a3f7c59f8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.035404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99dba42-7e64-458a-a56d-fdd40261d3c8 req-c9c0f0e7-8f14-413a-9671-c07a3f7c59f8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.0618112 Aug 16 22:09:55.123265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99dba42-7e64-458a-a56d-fdd40261d3c8 req-7899ec5a-ea5c-43a9-86c0-4a789e075694 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740459 Aug 16 22:09:55.179791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628097366', 'description': 'tempest-description-1243423665'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:55.238860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:55.241270 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b76d676-f909-4632-8a77-af4c4d1bec3e x-openstack-request-id: req-9b76d676-f909-4632-8a77-af4c4d1bec3e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:09:55.241790 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "name": "network-vif-plugged", "status": "completed", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:09:55.242375 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b76d676-f909-4632-8a77-af4c4d1bec3e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:09:55.242783 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842', 'code': 200} Aug 16 22:09:55.243759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-85a8ce36-3a18-4bb5-9bdd-86e999c34a2a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.245431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-85a8ce36-3a18-4bb5-9bdd-86e999c34a2a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.0870926 Aug 16 22:09:55.435572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a97cc3-45d8-469c-aac1-47a8b61b6756 req-209c9903-b8bf-4e30-8961-fd48267de7e2 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.437488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58a97cc3-45d8-469c-aac1-47a8b61b6756 req-209c9903-b8bf-4e30-8961-fd48267de7e2 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.1335347 Aug 16 22:09:55.579884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:55.588105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58a97cc3-45d8-469c-aac1-47a8b61b6756 req-519f3599-42a2-4c1a-bec2-63554cd30972 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235230 Aug 16 22:09:55.602383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468604e-2247-4897-be7e-b1446f0db947 req-69a248cc-613c-403a-a73b-e4fb6664e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.604645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b468604e-2247-4897-be7e-b1446f0db947 req-69a248cc-613c-403a-a73b-e4fb6664e78b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 1101 time: 0.1994140 Aug 16 22:09:55.607873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:55.673645 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:55.675286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df0fe9ce-694f-4338-9a4b-15b179ef762a req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5076447 Aug 16 22:09:55.711957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6259afc-ab7f-41a3-97c6-1ecf16598d01 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce1d02a-8a07-41a3-8f86-0a746208309f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:55.727386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b468604e-2247-4897-be7e-b1446f0db947 req-e6956b78-3eda-4ad4-a148-06514d273b11 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815370 Aug 16 22:09:55.732229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-16acbd3b-810e-4db1-9717-ee70021e86c8 service neutron] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:09:55.737063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-16acbd3b-810e-4db1-9717-ee70021e86c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:55.738647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1745e470-a7e3-4992-bae3-3c7b2b1e0924 req-16acbd3b-810e-4db1-9717-ee70021e86c8 service neutron] 10.222.0.88 "DELETE /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba/bindings/n-h2-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.4028599 Aug 16 22:09:55.783652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da6da-54e6-4034-af57-e7fc172437d0 req-59b48f52-42bf-4214-a093-9c5049660862 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:55.785265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-795da6da-54e6-4034-af57-e7fc172437d0 req-59b48f52-42bf-4214-a093-9c5049660862 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.0708232 Aug 16 22:09:55.831109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-795da6da-54e6-4034-af57-e7fc172437d0 req-3e2e522a-28fb-4fa9-af82-d6e211285473 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Aug 16 22:09:55.954890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b256cf8e-c556-4d9c-b920-83dbab28ead1 req-232c048f-9110-426e-897f-e0b0fe8507e9 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0290790 Aug 16 22:09:55.992895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693464712', 'description': 'tempest-description-450681886'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:56.024516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.146705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.151910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.183105 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.196326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-137119e1-a547-41b2-a7d8-6165e0483825 req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2070231 Aug 16 22:09:56.222889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce253-7e5f-4e4b-878b-eb0ae4c0569f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d032eb4-1b18-4b99-a799-3276192a599a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:56.439862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.446750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.454126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.461571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.467566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.474321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.481615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.484479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-9652d3c8-cb29-482f-9126-71d16e6871c0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1596282 Aug 16 22:09:56.498718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800c54e-8be6-4ec0-979f-fbcc70e11eea req-5768201c-40ac-43b9-a9af-0c39b2158ae6 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.512024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b800c54e-8be6-4ec0-979f-fbcc70e11eea req-5768201c-40ac-43b9-a9af-0c39b2158ae6 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.1416559 Aug 16 22:09:56.581943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b800c54e-8be6-4ec0-979f-fbcc70e11eea req-11354136-e5fa-4e32-ab5e-4578db752e21 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690324 Aug 16 22:09:56.589691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6ed8b52-f0e7-43a7-ad11-48000933ff32 req-ac86bb45-d463-47ec-a1d2-e5b21cd11026 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692577 Aug 16 22:09:56.625339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1807662800', 'description': 'tempest-description-468463935'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:09:56.663766 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.832163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3402b9e-35d7-4daa-ab6f-879ce0ed32d3 req-a95155b3-3f81-4e5b-a559-e0461e8713c5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:56.833710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3402b9e-35d7-4daa-ab6f-879ce0ed32d3 req-a95155b3-3f81-4e5b-a559-e0461e8713c5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.0934000 Aug 16 22:09:56.836187 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.841952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.893909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:56.895285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83a3ca9e-6a89-429b-a32e-dadb7e09110c req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2764537 Aug 16 22:09:56.903118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e402a-1455-46b7-ac85-0bfd0b3807a9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3128417-a055-44c8-aee0-234f3102bf93,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:56.930060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3402b9e-35d7-4daa-ab6f-879ce0ed32d3 req-34650a37-1dc8-46c5-b570-30240056ec58 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 Aug 16 22:09:57.089223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab049-ca76-4aec-a74f-bbd4225936d6 req-31c3d0f9-ae63-4e4c-b3eb-1175832b1c11 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:57.090667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3ab049-ca76-4aec-a74f-bbd4225936d6 req-31c3d0f9-ae63-4e4c-b3eb-1175832b1c11 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1096 time: 0.1317313 Aug 16 22:09:57.114421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ca563-09f2-46f9-bc16-e04b5df6bc9c req-5b741b8d-ce59-468f-b72c-3396232cfbdd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:57.122599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-349ca563-09f2-46f9-bc16-e04b5df6bc9c req-5b741b8d-ce59-468f-b72c-3396232cfbdd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.1001995 Aug 16 22:09:57.176565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3ab049-ca76-4aec-a74f-bbd4225936d6 req-08981b5d-d9e6-4de3-9783-969f3125e38a tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788429 Aug 16 22:09:57.201282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-349ca563-09f2-46f9-bc16-e04b5df6bc9c req-0900918a-ad43-4648-a396-741c1a479b98 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Aug 16 22:09:57.300720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ded024b-c637-4050-b6b7-74237b34dc04 req-47d42299-6fc7-4764-9b07-7807da18fe42 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0383291 Aug 16 22:09:57.378018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5959db6f-6236-4dad-bc98-9397e5160603 req-d893dca5-1594-43b2-bf67-187b9b0b64f9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 10894 time: 0.1606295 Aug 16 22:09:57.493829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5959db6f-6236-4dad-bc98-9397e5160603 req-bbfa363e-b7ee-4885-a22f-b372effe7487 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0366beb4-53e6-4f80-a83d-6a4ce438eaf0 HTTP/1.1" status: 200 len: 2981 time: 0.1090190 Aug 16 22:09:57.534361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d976ee-0d38-4128-8fba-dc6cde6b631c req-e3e5aa50-110e-40d8-8286-299ff1339786 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:57.536171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d976ee-0d38-4128-8fba-dc6cde6b631c req-e3e5aa50-110e-40d8-8286-299ff1339786 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 1096 time: 0.1137557 Aug 16 22:09:57.567694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5959db6f-6236-4dad-bc98-9397e5160603 req-2474cb60-8348-4cd6-b8c9-a49805616fe9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0366beb4-53e6-4f80-a83d-6a4ce438eaf0 HTTP/1.1" status: 200 len: 2981 time: 0.0678468 Aug 16 22:09:57.600447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d976ee-0d38-4128-8fba-dc6cde6b631c req-4aac9adf-ede3-4e59-8613-277e0d33bccb tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Aug 16 22:09:57.767004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-f1b92234-c58f-4074-90ed-53fb6706f898 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/6ce1d02a-8a07-41a3-8f86-0a746208309f HTTP/1.1" status: 200 len: 1800 time: 0.0467224 Aug 16 22:09:57.834253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.940320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:57.994905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.001127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.007330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.013988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.021273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.027322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.033246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.035365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-67f6dd0c-d8b6-4f12-8a19-8e5774192889 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1618145 Aug 16 22:09:58.071219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.074073 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.075239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-375a7237-6ec7-4301-9d0e-9f4ca91f2556 req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/6ce1d02a-8a07-41a3-8f86-0a746208309f HTTP/1.1" status: 204 len: 173 time: 0.3073785 Aug 16 22:09:58.094375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790041e-4cab-4514-a149-24ff958defbf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce1d02a-8a07-41a3-8f86-0a746208309f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:58.134372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce3b626-88bf-4e58-9877-bcde5fac75fd req-777566aa-8550-4ce3-8c59-71d35c83c6bc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886712 Aug 16 22:09:58.278711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce7d31-39f3-4652-945b-1bab2194010c req-8885620a-02b4-40b6-a797-65fb63323865 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.286342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98ce7d31-39f3-4652-945b-1bab2194010c req-8885620a-02b4-40b6-a797-65fb63323865 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.0845056 Aug 16 22:09:58.325630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98ce7d31-39f3-4652-945b-1bab2194010c req-922d664f-4b0c-4dbf-ae48-7ad064216e23 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Aug 16 22:09:58.366021 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-0f991c4e-8cd3-467e-ac5f-3e90e9a1dafd req-0a5b93c4-8835-4990-ab5a-bab7e1b18142 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:09:58.367379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f991c4e-8cd3-467e-ac5f-3e90e9a1dafd req-0a5b93c4-8835-4990-ab5a-bab7e1b18142 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/6ce1d02a-8a07-41a3-8f86-0a746208309f HTTP/1.1" status: 404 len: 352 time: 0.0168998 Aug 16 22:09:58.492125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354448f4-aa50-49d0-9721-48c695aca82c req-74914189-6396-4ab6-bc70-c3d1969278ca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:58.494030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-354448f4-aa50-49d0-9721-48c695aca82c req-74914189-6396-4ab6-bc70-c3d1969278ca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.0666635 Aug 16 22:09:58.542174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-354448f4-aa50-49d0-9721-48c695aca82c req-27a7d6eb-9761-477c-8252-a8ef003efb11 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Aug 16 22:09:58.611973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56614fec-7092-4268-994a-86d0a81887e2 req-c4bf4b7b-d8cd-4407-9ffe-8313bcaaa95b tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0493846 Aug 16 22:09:58.692216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26adf2de-3127-48c8-a2d8-795677158efc req-53f5aa6d-08fe-4001-9abb-0eb09f23b783 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0d032eb4-1b18-4b99-a799-3276192a599a HTTP/1.1" status: 200 len: 1800 time: 0.0502787 Aug 16 22:09:58.787660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26adf2de-3127-48c8-a2d8-795677158efc req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.834036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26adf2de-3127-48c8-a2d8-795677158efc req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.908807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26adf2de-3127-48c8-a2d8-795677158efc req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.911649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-26adf2de-3127-48c8-a2d8-795677158efc req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:58.912808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26adf2de-3127-48c8-a2d8-795677158efc req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/0d032eb4-1b18-4b99-a799-3276192a599a HTTP/1.1" status: 204 len: 173 time: 0.2198069 Aug 16 22:09:58.926628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06412a96-8dab-44c1-8f17-24b91b9477e8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d032eb4-1b18-4b99-a799-3276192a599a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:59.059016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-c9814a81-7b8d-4bb2-98a3-3e8000a6d4a5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=27f3390485e940d5b9e07504bec0366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347018 Aug 16 22:09:59.082460 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-f1e2ad8c-debb-4929-b798-a0e14ec64bfc req-7472493a-f0be-4ab1-89bd-4e9f7c379c48 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:09:59.083497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1e2ad8c-debb-4929-b798-a0e14ec64bfc req-7472493a-f0be-4ab1-89bd-4e9f7c379c48 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0d032eb4-1b18-4b99-a799-3276192a599a HTTP/1.1" status: 404 len: 352 time: 0.0269234 Aug 16 22:09:59.198874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-cf696d0b-328e-4d21-91e7-01cc97c1c8f7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/b3128417-a055-44c8-aee0-234f3102bf93 HTTP/1.1" status: 200 len: 1800 time: 0.0717957 Aug 16 22:09:59.236427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-6d44c0c4-41f4-425d-a5f3-1be9b5a6874e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.241748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-6d44c0c4-41f4-425d-a5f3-1be9b5a6874e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762345 Aug 16 22:09:59.266293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-be862ad2-7524-450a-b684-9bbd5eaa429e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/quotas/27f3390485e940d5b9e07504bec0366c HTTP/1.1" status: 200 len: 375 time: 0.0212011 Aug 16 22:09:59.345611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:59.368427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-6adf8e80-7a42-4d5d-b125-2529563f81a0 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940187 Aug 16 22:09:59.378831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:59.451210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:59.453875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:09:59.455073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6295031-0697-4d22-aa9f-f07afb750aa9 req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/b3128417-a055-44c8-aee0-234f3102bf93 HTTP/1.1" status: 204 len: 173 time: 0.2489085 Aug 16 22:09:59.473505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cb6a5-82ca-42ba-99c1-7e8577a292d3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3128417-a055-44c8-aee0-234f3102bf93,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:09:59.546408 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-989dcd86-0b8c-44f0-a486-58d34edc1105 req-b470191c-ac6d-44dc-9f9b-91c18896dc35 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:09:59.547608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-989dcd86-0b8c-44f0-a486-58d34edc1105 req-b470191c-ac6d-44dc-9f9b-91c18896dc35 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/b3128417-a055-44c8-aee0-234f3102bf93 HTTP/1.1" status: 404 len: 352 time: 0.0176499 Aug 16 22:09:59.654744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff15a519-b387-478e-9c12-585459e3e8ac req-f67feeeb-48d9-4691-9a52-a3468b35d60a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 210 time: 0.0615969 Aug 16 22:09:59.731360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.742918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.751475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.757815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.763711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.769574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.776316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:09:59.778246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-c314f5ca-8b47-4c88-b0de-75571e8a67ec tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1871729 Aug 16 22:09:59.863916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99cb0f2-2dd7-4273-b4dd-593ca2b2ba1a req-3d4c74f0-7df3-444e-bb26-cef87a50c792 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674734 Aug 16 22:09:59.881758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfd0c24c-788d-4edc-963c-d42dae786b65 req-e76ef50a-e5d3-4896-9bd4-237f575d3633 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 6147 time: 0.1930780 Aug 16 22:09:59.945399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfd0c24c-788d-4edc-963c-d42dae786b65 req-77d08506-463f-4d98-9394-e4936303f794 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0366beb4-53e6-4f80-a83d-6a4ce438eaf0 HTTP/1.1" status: 200 len: 2981 time: 0.0621564 Aug 16 22:10:00.049721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfd0c24c-788d-4edc-963c-d42dae786b65 req-d7137f83-60a4-47c3-b3d8-29a1aa2cbfbe tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0366beb4-53e6-4f80-a83d-6a4ce438eaf0 HTTP/1.1" status: 200 len: 2981 time: 0.0970538 Aug 16 22:10:00.073197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533591-0d48-449a-a04b-ecf0389e7c28 req-6563de4d-e774-465e-aa82-3778f3e33755 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:00.075064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c533591-0d48-449a-a04b-ecf0389e7c28 req-6563de4d-e774-465e-aa82-3778f3e33755 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.0899990 Aug 16 22:10:00.126901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c533591-0d48-449a-a04b-ecf0389e7c28 req-d73caf68-6a59-4dea-b8b2-f4c97ec9ef31 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Aug 16 22:10:00.198095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-226534a0-6740-4b2e-8583-fb08e6a9887a req-4bd08e49-68d3-4b95-96ed-5577e997a9c1 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0558751 Aug 16 22:10:00.310425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998712674', 'description': 'tempest-description-626212210'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:00.340536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.501808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.515475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.561672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.566089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24b0519e-5120-4da8-bdd2-6c03d768cb1a req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2667050 Aug 16 22:10:00.579843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a2ab-bddd-4a26-a8ca-1d3e448e56f3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a49f3c-4266-400d-906f-99ae6346e5ba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:00.604218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-282941642', 'description': 'tempest-description-1446612234'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:00.630554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.744442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.758680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.802444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61699a0b-00f5-4891-9265-1f4986941143 req-27f314bb-3bb1-4df3-b4ab-8afaf34fe46c tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 210 time: 0.0566633 Aug 16 22:10:00.811070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:00.821224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:00.822963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fed73eed-593d-4226-b550-147959741557 req-cc781066-06f4-497c-9398-be5413b5bd71 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2233391 Aug 16 22:10:01.060742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.067621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.074710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.081427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.088983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.095455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.102332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.111080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-bb703817-f123-48c2-91db-07148b6a2387 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1345179 Aug 16 22:10:01.117039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-cc9ade55-db10-4fc3-b0b7-da4d53f5d562 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=27f3390485e940d5b9e07504bec0366c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705721 Aug 16 22:10:01.276719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55799676-3494-4c04-8805-fb23bd6c9ba4 req-e94d4619-1874-4b7b-a1d3-b3df92019f08 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644905 Aug 16 22:10:01.329772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-d052a621-4a66-4aa1-a9c5-5e17c6700b49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.331373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-d052a621-4a66-4aa1-a9c5-5e17c6700b49 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 813 time: 0.2183089 Aug 16 22:10:01.358966 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-18c03592-2b16-452b-8b4f-5a23ebcf85d5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/quotas/8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 375 time: 0.0180449 Aug 16 22:10:01.361292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-dfd4b86e-fc2c-4272-b073-30f10ff8847a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.362897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-dfd4b86e-fc2c-4272-b073-30f10ff8847a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349820 Aug 16 22:10:01.397493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Request body: {'port': {'device_id': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '27f3390485e940d5b9e07504bec0366c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:01.427901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-a96e6f41-094b-489b-a422-b8ab43ced710 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624559 Aug 16 22:10:01.545101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-c961e49a-227e-4544-a95f-b46ff7a70cd3 service neutron] 10.222.0.22 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063542 Aug 16 22:10:01.590500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Made reservation on behalf of 27f3390485e940d5b9e07504bec0366c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:01.601837 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:01.765693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-11bff887-09a7-47b0-908b-368027105c4d service neutron] 10.222.0.22 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127409 Aug 16 22:10:01.816923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5b16-96fa-400c-9e25-c7dfbcf10cf3 req-12cdd133-4829-4462-952e-c1f075212ed4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:01.828288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b04c5b16-96fa-400c-9e25-c7dfbcf10cf3 req-12cdd133-4829-4462-952e-c1f075212ed4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.0862908 Aug 16 22:10:01.848727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Allocated IP 192.168.233.227 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/691b027f-2ff4-4690-8200-53dfdff78112) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:01.905621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b04c5b16-96fa-400c-9e25-c7dfbcf10cf3 req-ad342686-159e-4d99-81b4-7821b98afc1f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760949 Aug 16 22:10:02.002060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcd8c982-27a0-43e9-842c-ee7681dadefd req-2d05330c-773d-4149-bb4a-57d821758f94 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0283034 Aug 16 22:10:02.069993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.086633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Transition to ACTIVE for port object 691b027f-2ff4-4690-8200-53dfdff78112 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:02.188715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.263493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['a879f386-c3c1-4b65-89b1-9872f6565842'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:02.308260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Pushing event updated for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:02.330641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:02.334588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:02.347172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:02.457768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c4061b-e682-43da-a7bc-461fa0d231bd req-d4e8d9ff-278c-4397-b3b1-7a860680701b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 210 time: 0.0871243 Aug 16 22:10:02.464505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.465349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.500196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfd6a2-1a5c-4e02-ab1f-8a2285a06142 req-3c019423-dcfd-42a9-92de-da983c29cfe5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.513555 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-f34a690f-320e-42b5-94a8-330f51a6f98a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1202703 Aug 16 22:10:02.523998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dfd6a2-1a5c-4e02-ab1f-8a2285a06142 req-3c019423-dcfd-42a9-92de-da983c29cfe5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 936 time: 0.2174964 Aug 16 22:10:02.537693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Request body: {'port': {'device_id': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:02.655871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0dfd6a2-1a5c-4e02-ab1f-8a2285a06142 req-1811139c-1059-4d94-b2bf-10a0414cc7df tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308734 Aug 16 22:10:02.724457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.725427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.731587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.737850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.743705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.756416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.763645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.787440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:02.791204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-8248e091-6ecf-45d9-b4b1-9d9a2434a881 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.1782141 Aug 16 22:10:02.852542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c1acc90e-2b98-4518-8446-9a9318d6dd12 None None] Provisioning for port 691b027f-2ff4-4690-8200-53dfdff78112 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:02.858556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c1acc90e-2b98-4518-8446-9a9318d6dd12 None None] Provisioning complete for port 691b027f-2ff4-4690-8200-53dfdff78112 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:02.861209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1acc90e-2b98-4518-8446-9a9318d6dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:02.891756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15d796f4-508e-4a7d-a68d-d0dbbe22f93c req-22471e8f-eaa9-413c-80d2-a59651efb46e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919356 Aug 16 22:10:02.957829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c1acc90e-2b98-4518-8446-9a9318d6dd12 None None] Port 691b027f-2ff4-4690-8200-53dfdff78112 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:10:03.129772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3cd4b-e898-4441-9ac6-04cd40c3f99f req-bd95dbfe-c235-4c7b-a58a-1e46677c728e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:03.137832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3b3cd4b-e898-4441-9ac6-04cd40c3f99f req-bd95dbfe-c235-4c7b-a58a-1e46677c728e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.1244409 Aug 16 22:10:03.222776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691b027f-2ff4-4690-8200-53dfdff78112 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:03.233977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:03.235143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06840011-cab3-4813-8be4-7c8353d87763 req-77517178-5a2d-40ec-a4cf-30b39e45b9c1 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0929661 Aug 16 22:10:03.250638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Transition to ACTIVE for port object 691b027f-2ff4-4690-8200-53dfdff78112 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:03.267518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:03.288575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3b3cd4b-e898-4441-9ac6-04cd40c3f99f req-240318fd-2ddf-4407-943c-6b9aa54f3a78 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498718 Aug 16 22:10:03.314356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Pushing event updated for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:03.604802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f47c554f-b507-4401-ad75-39113738fd0d req-adc46299-6242-4cd6-bb01-1f5b3b4cd719 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 210 time: 0.0566509 Aug 16 22:10:03.833790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f64091-b63b-4c9e-a8de-5d6eef30367e req-0e41b959-90a2-4874-bf28-f5998bdf71fa tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:03.835327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Attempting to bind port 691b027f-2ff4-4690-8200-53dfdff78112 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:03.835754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Attempting to bind port 691b027f-2ff4-4690-8200-53dfdff78112 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:03.836099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Attempting to bind port 691b027f-2ff4-4690-8200-53dfdff78112 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:03.840920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Port 691b027f-2ff4-4690-8200-53dfdff78112 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:03.841307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Attempting to bind port 691b027f-2ff4-4690-8200-53dfdff78112 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:03.842999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2f64091-b63b-4c9e-a8de-5d6eef30367e req-0e41b959-90a2-4874-bf28-f5998bdf71fa tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 948 time: 0.0781865 Aug 16 22:10:03.847032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:03.847032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:03.857053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:03.857650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Bound port: 691b027f-2ff4-4690-8200-53dfdff78112, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:03.858029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:03.898337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2f64091-b63b-4c9e-a8de-5d6eef30367e req-7321ea97-8ebc-479b-bb84-c5a2269d4dd6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Aug 16 22:10:03.928321 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:03.977927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:03.987148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=691b027f-2ff4-4690-8200-53dfdff78112,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:03.994284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:04.086535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.088905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:04.091990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] 10.222.0.89 "PUT /v2.0/ports/691b027f-2ff4-4690-8200-53dfdff78112 HTTP/1.1" status: 200 len: 1097 time: 1.5597475 Aug 16 22:10:04.092430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:04.097408 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fc607-bc9b-4494-849f-65fb855251bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "tag": "691b027f-2ff4-4690-8200-53dfdff78112"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:04.142798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53ff2-b3be-40a6-98b4-839b6c356394 service neutron] Pushing event updated for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:04.199724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d64a0b82-87e6-4ae9-a509-1e00a6e8757d details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:04.202754 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f909503-d0a2-4067-8a2e-2cdbea915aa3 x-openstack-request-id: req-1f909503-d0a2-4067-8a2e-2cdbea915aa3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:04.203049 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "tag": "691b027f-2ff4-4690-8200-53dfdff78112", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:04.203302 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f909503-d0a2-4067-8a2e-2cdbea915aa3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:04.204075 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112', 'status': 'completed', 'code': 200} Aug 16 22:10:04.336179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:10:04.377375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-b9ac147d-fe97-4872-a106-5eeb0395c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.382763 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-b9ac147d-fe97-4872-a106-5eeb0395c736 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 1100 time: 0.1949043 Aug 16 22:10:04.480375 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-bfc712aa-824b-49d6-b783-b58875aab0eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=691b027f-2ff4-4690-8200-53dfdff78112 HTTP/1.1" status: 200 len: 217 time: 0.0595086 Aug 16 22:10:04.580527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-5ea9f39a-0f20-43f0-8f38-3130434a0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.582175 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-5ea9f39a-0f20-43f0-8f38-3130434a0940 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0923104 Aug 16 22:10:04.606719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.611694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:04.624898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.641046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'port_id': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d', 'mac_address': 'fa:16:3e:ca:10:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:04.642620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.650937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.658589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.666350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.667996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-019e9145-560e-4524-b37f-69dd6446f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.669903 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-019e9145-560e-4524-b37f-69dd6446f0a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741463 Aug 16 22:10:04.673145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.675329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-551d1e2d-cf1e-4456-b88f-ffff5e469fff tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5420 time: 0.6588945 Aug 16 22:10:04.709199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7e17138-9c87-4c61-9dc7-b34e3fff0b10 req-60a7026e-3ff6-4359-b333-6be2f430f564 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.2221122 Aug 16 22:10:04.714053 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:04.740611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-3001440f-d52d-46ef-a10b-e6ff4e09b9f8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:04.744677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-3001440f-d52d-46ef-a10b-e6ff4e09b9f8 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.88 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 813 time: 0.6524990 Aug 16 22:10:04.767359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64a0b82-87e6-4ae9-a509-1e00a6e8757d {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:04.776341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'device_id': '57e775e4-9189-430f-a181-4c361f1289bb', 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8', 'admin_state_up': True, 'tenant_id': '8d46202994414a0fb5b0e0406d14ce0e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:04.816754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-97aa0c51-1229-471e-a65b-e47631352685 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317928 Aug 16 22:10:04.818579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:04.826258 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:04.827839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88d3ff54-774d-4db5-92d2-aa779180417b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:04.897776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:04.912563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.912563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.912563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.912563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.913049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.913154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.913468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.913803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.914138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.914470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.914799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:04.915129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:05.028164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ff893595-d4a9-436c-b5cb-f0b460739cab req-7978b5ba-d03f-4b2e-b351-30d853ad6154 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984739 Aug 16 22:10:05.051545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.064934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '88d3ff54-774d-4db5-92d2-aa779180417b', 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'port_id': '88d3ff54-774d-4db5-92d2-aa779180417b', 'mac_address': 'fa:16:3e:c3:dc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae58b52-01f0-4061-8b5e-46c7b04d8319', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:05.108655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.125231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d3ff54-774d-4db5-92d2-aa779180417b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:05.154684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.160133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.163121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ea78d0fa-4976-4920-b61e-3bbdcf4ace66 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:05.217617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc607-bc9b-4494-849f-65fb855251bb req-3c4593b4-c082-4d75-92e5-ad385054ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.219758 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-3c4593b4-c082-4d75-92e5-ad385054ab86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27f3390485e940d5b9e07504bec0366c&device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 1100 time: 0.0699337 Aug 16 22:10:05.237633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.241447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:05.254860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'port_id': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'mac_address': 'fa:16:3e:3c:b7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:05.302266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.316858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea78d0fa-4976-4920-b61e-3bbdcf4ace66 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:05.339583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.347355 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.348052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a541dfee-114c-4209-8e68-c6d3bd70ba00 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:05.372613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc607-bc9b-4494-849f-65fb855251bb req-4d405177-9f47-431f-9cf8-43bcd0063cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.374039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-4d405177-9f47-431f-9cf8-43bcd0063cad service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1453216 Aug 16 22:10:05.423547 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-62d6d22f-8224-41c5-8e00-886152b34182 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=691b027f-2ff4-4690-8200-53dfdff78112 HTTP/1.1" status: 200 len: 217 time: 0.0407605 Aug 16 22:10:05.457592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:05.512863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb7c154-7972-4615-abaa-7c86da17d5bf req-20ff9f32-aeda-4fc6-9471-31f906182850 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8013775 Aug 16 22:10:05.517374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc607-bc9b-4494-849f-65fb855251bb req-1112445c-7074-49cd-a429-e360d015b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.518873 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-1112445c-7074-49cd-a429-e360d015b77f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0817173 Aug 16 22:10:05.529372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Made reservation on behalf of 8d46202994414a0fb5b0e0406d14ce0e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:05.533555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.560872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-c2651076-1552-4db9-83a7-2fe207e73400 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.560872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-c2651076-1552-4db9-83a7-2fe207e73400 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1098 time: 0.1358740 Aug 16 22:10:05.565935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.583064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:05.599228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'port_id': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'mac_address': 'fa:16:3e:fa:29:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:05.615389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fc607-bc9b-4494-849f-65fb855251bb req-0eb0c2bd-d094-4a31-817a-c2924b771df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.618909 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-0eb0c2bd-d094-4a31-817a-c2924b771df9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903907 Aug 16 22:10:05.661802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:05.686087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec999f03-6cbd-4c71-b601-35b622dce56b req-3b2a24b1-08e6-451a-bdad-9c5b378fc3c8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:05.690385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec999f03-6cbd-4c71-b601-35b622dce56b req-3b2a24b1-08e6-451a-bdad-9c5b378fc3c8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 946 time: 0.2603152 Aug 16 22:10:05.757620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.773215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a541dfee-114c-4209-8e68-c6d3bd70ba00 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:05.789847 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-92a69b79-fc6c-44bf-b718-46b5b7a7a33b service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603618 Aug 16 22:10:05.816352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.823512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:05.824226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:05.827328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.841792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Allocated IP 172.20.0.10 (788299b3-2d65-450e-94c0-4a4c66c21cb8/40b10558-cde8-4018-9c98-9d00350492e3/8df11194-6a3f-4969-b469-b9ee00cce0ed) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:05.871143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:10:05.930445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:05.934484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:05.957804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'port_id': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde', 'mac_address': 'fa:16:3e:7b:07:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:06.008586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.014441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-967fc607-bc9b-4494-849f-65fb855251bb req-d83c9b63-07ac-4330-8bed-f170449d76e3 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149241 Aug 16 22:10:06.023835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:06.046844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.051707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.053269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b36a2ec9-356a-478c-a7ee-321450e1a192 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:06.124676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.129531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a5c67c-e46a-4fd3-bae9-bc7a732bcc73 req-e4167256-8878-4891-880b-fc1a94fc57f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 210 time: 0.0745225 Aug 16 22:10:06.134957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:06.139974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'network_id': 'bb754b0e-e3da-4117-a6e3-ff6a430b35d5', 'port_id': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'mac_address': 'fa:16:3e:2d:8c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f482a126-7dcd-4732-989c-e60412a2fc7a', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:06.141032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.147761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.169987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec999f03-6cbd-4c71-b601-35b622dce56b req-e053b712-f874-413f-8e7f-e61b64fe8aae tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501576 Aug 16 22:10:06.182904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.202885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36a2ec9-356a-478c-a7ee-321450e1a192 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:06.226147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.230744 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.353004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f306c845-36e6-4006-ae24-c11c0dc2a199 req-b89e3d80-e870-4ef2-a614-6baed42d4c7e tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0676885 Aug 16 22:10:06.357281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.410228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:06.423422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17fc51-ede2-493b-be02-13744aba5032 req-6d9db52f-ca30-4e84-b2d4-0ff309ac2ff6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.425001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc17fc51-ede2-493b-be02-13744aba5032 req-6d9db52f-ca30-4e84-b2d4-0ff309ac2ff6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 948 time: 0.1910710 Aug 16 22:10:06.434829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Network 788299b3-2d65-450e-94c0-4a4c66c21cb8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:06.444606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:06.450271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:06.483741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:06.501885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 07081c8c-f91a-4320-bf68-2c1214641509 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:06.548523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.550403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:06.603536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.604106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.622777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc17fc51-ede2-493b-be02-13744aba5032 req-d41e998c-8fd5-4621-87f2-cae5e6fb1795 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802239 Aug 16 22:10:06.669448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.684848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-1819e905-581a-4d25-ad8a-c2dc5364d09c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9139650 Aug 16 22:10:06.687129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '07081c8c-f91a-4320-bf68-2c1214641509', 'network_id': 'afbcf641-c92e-4711-83a6-9aa3665f9317', 'port_id': '07081c8c-f91a-4320-bf68-2c1214641509', 'mac_address': 'fa:16:3e:43:60:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae58b52-01f0-4061-8b5e-46c7b04d8319', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:06.688201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:06.721100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Request body: {'port': {'device_id': '57e775e4-9189-430f-a181-4c361f1289bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:06.755240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.777388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.784014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.792624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.794308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07081c8c-f91a-4320-bf68-2c1214641509 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:06.810968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.818303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.824377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.827728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:06.830943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:06.832924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.833209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9069375-009d-425b-acd2-98d551c12f65 req-8b15487b-badd-4cd2-924d-2457bee28e47 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5426 time: 0.2077107 Aug 16 22:10:06.865416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:06.872636 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0172354b-037f-4358-b1f6-39729420435d" -d '{"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:06.877602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.898485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:06.914667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.960500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:06.988396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9069375-009d-425b-acd2-98d551c12f65 req-8510c2d6-0d47-4b5f-b6e0-89f86edcdfc8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365786 Aug 16 22:10:06.997060 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18a0c72-9d92-4058-aad7-c5eb1c530c5f x-openstack-request-id: req-c18a0c72-9d92-4058-aad7-c5eb1c530c5f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:06.998494 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-unplugged", "status": "completed", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:06.998494 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c18a0c72-9d92-4058-aad7-c5eb1c530c5f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:06.998494 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'code': 200} Aug 16 22:10:07.063836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:07.112419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:07.112685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:07.113083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:07.172775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:07.173126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Attempting to bind port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:07.197793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:07.198145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:07.198545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:07.198993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Bound port: 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:07.199361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.264213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ee26-c6fd-4ffe-915d-de6c85df2fb3 req-380e1ba2-8543-4677-a22f-e4ecb7a9399a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:07.265750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e496ee26-c6fd-4ffe-915d-de6c85df2fb3 req-380e1ba2-8543-4677-a22f-e4ecb7a9399a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 949 time: 0.2222154 Aug 16 22:10:07.407852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e496ee26-c6fd-4ffe-915d-de6c85df2fb3 req-f3873779-05fc-4a4b-bee5-9ebd2093e93b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295094 Aug 16 22:10:07.429292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585efbd-345e-4bd4-85dc-3660669908fd req-6718c2de-3c5f-4971-9422-dcba2f6f72b4 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:07.429292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2585efbd-345e-4bd4-85dc-3660669908fd req-6718c2de-3c5f-4971-9422-dcba2f6f72b4 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 932 time: 0.1932168 Aug 16 22:10:07.429292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:07.452395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:07.468961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.579884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 691b027f-2ff4-4690-8200-53dfdff78112 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:07.587746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2585efbd-345e-4bd4-85dc-3660669908fd req-a8af88e6-c208-474e-b173-2aa339a35add tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553819 Aug 16 22:10:07.598647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df11194-6a3f-4969-b469-b9ee00cce0ed {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:07.655880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.675887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:07.676442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.677826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] 10.222.0.89 "PUT /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 1124 time: 2.0310209 Aug 16 22:10:07.678493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b141e-e9c5-4069-bfdd-79c06d345a7e service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:07.688484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece4c9-554a-42ee-ae94-f028d48b7849 req-926fd7d0-66df-46b5-b2d2-7101f1724a69 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:07.690002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83ece4c9-554a-42ee-ae94-f028d48b7849 req-926fd7d0-66df-46b5-b2d2-7101f1724a69 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.1747544 Aug 16 22:10:07.705151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Transition to ACTIVE for port object 8df11194-6a3f-4969-b469-b9ee00cce0ed will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:07.728376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=691b027f-2ff4-4690-8200-53dfdff78112,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:07.731934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb3491d3-c8df-4767-94ae-2547b8b75ebc req-8aca42af-e2ca-4876-9091-42dfb8a8a061 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0610795 Aug 16 22:10:07.738052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.758495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '691b027f-2ff4-4690-8200-53dfdff78112', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '691b027f-2ff4-4690-8200-53dfdff78112', 'mac_address': 'fa:16:3e:a0:bc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:07.816167 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.837718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691b027f-2ff4-4690-8200-53dfdff78112 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:07.846039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83ece4c9-554a-42ee-ae94-f028d48b7849 req-4c0f9eaa-a2d8-48fc-abbc-b770a39547af tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427376 Aug 16 22:10:07.853833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:07.917233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:07.949773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Attempting to bind port 8df11194-6a3f-4969-b469-b9ee00cce0ed on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:07.950120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Attempting to bind port 8df11194-6a3f-4969-b469-b9ee00cce0ed by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:07.950454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Attempting to bind port 8df11194-6a3f-4969-b469-b9ee00cce0ed on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:07.956432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Port 8df11194-6a3f-4969-b469-b9ee00cce0ed on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:07.956759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Attempting to bind port 8df11194-6a3f-4969-b469-b9ee00cce0ed on network 788299b3-2d65-450e-94c0-4a4c66c21cb8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:07.962749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:07.963098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Checking segment: {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:07.963483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Bound using segment: {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:07.964178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Bound port: 8df11194-6a3f-4969-b469-b9ee00cce0ed, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42a0c73-5f70-418d-881d-1e77c7860864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:07.964798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:07.986306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=691b027f-2ff4-4690-8200-53dfdff78112,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:08.005696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:08.089690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:08.104800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d50b48-67d8-4b6e-82e7-a32bf77d09b6 req-a30e6617-014f-4a5c-8986-7622ec17b234 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.106432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9d50b48-67d8-4b6e-82e7-a32bf77d09b6 req-a30e6617-014f-4a5c-8986-7622ec17b234 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 949 time: 0.0942848 Aug 16 22:10:08.107584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:08.127861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:08.141987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:08.189669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9d50b48-67d8-4b6e-82e7-a32bf77d09b6 req-8519286f-20f0-43af-9049-9bb83f099990 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Aug 16 22:10:08.199504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.200144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:08.201559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] 10.222.0.88 "PUT /v2.0/ports/8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 1093 time: 1.4867823 Aug 16 22:10:08.227838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004450-818f-4af8-8dc3-9639e63ace63 service neutron] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:08.307759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.314514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.321559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.327528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.332183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['a541dfee-114c-4209-8e68-c6d3bd70ba00'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.333527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.340121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.346146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.348118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-85118739-fb40-4cea-a260-9995d05ce3cc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.1086483 Aug 16 22:10:08.361282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['d64a0b82-87e6-4ae9-a509-1e00a6e8757d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.409287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcec5f59-7422-4f64-88fb-5c81073ad37f req-7c525bf0-b576-452e-bf9d-679127e79987 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468729 Aug 16 22:10:08.418883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b36a2ec9-356a-478c-a7ee-321450e1a192'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.439286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-11be5f42-4132-430b-8a27-614c070a374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.441031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-11be5f42-4132-430b-8a27-614c070a374c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1096 time: 0.0489333 Aug 16 22:10:08.449517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.503733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-f5c8cd1e-2f19-4d38-a651-36aa79fbd9d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 217 time: 0.0391734 Aug 16 22:10:08.532150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['07081c8c-f91a-4320-bf68-2c1214641509'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.571371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-4f5ca502-2dd3-49a0-8bdd-e96c0ba703d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.572965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-4f5ca502-2dd3-49a0-8bdd-e96c0ba703d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.0568390 Aug 16 22:10:08.590193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['691b027f-2ff4-4690-8200-53dfdff78112'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:08.632685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-587870e7-8407-48b0-a6ae-824e594fdd43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515049 Aug 16 22:10:08.794272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eefeb4-a65c-4706-b441-9f4611d11495 req-70105349-4eca-4f62-b2ca-d2f4c799d447 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:08.804245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31eefeb4-a65c-4706-b441-9f4611d11495 req-70105349-4eca-4f62-b2ca-d2f4c799d447 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 944 time: 0.1018555 Aug 16 22:10:08.817200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-55369a95-d1d8-4f89-acca-68d0ef234b4b service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733370 Aug 16 22:10:08.926217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee10fae1-5455-4329-b55a-697a39f85b05 req-a535cda9-b6a2-4b99-8125-6dcdce7773ef tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0455649 Aug 16 22:10:08.938326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31eefeb4-a65c-4706-b441-9f4611d11495 req-56796d2f-e587-40a9-813b-bd35d38461ee tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308439 Aug 16 22:10:08.998942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4'}, {'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:09.002309 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4"}, {"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:09.031892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb73fea-e8eb-49e4-b7d0-6e9c487a414a req-a77123c9-65ca-4c09-8115-3b1eb9b4456e service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003808 Aug 16 22:10:09.071320 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229da623-a390-427e-950b-1e6a408c4ea3 x-openstack-request-id: req-229da623-a390-427e-950b-1e6a408c4ea3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:09.072042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:09.072042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-229da623-a390-427e-950b-1e6a408c4ea3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:09.072485 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'status': 'completed', 'code': 200} Aug 16 22:10:09.072808 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'status': 'completed', 'code': 200} Aug 16 22:10:09.096903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebab5a-5a53-4d56-baf8-f64e7e386844 req-0a097ff8-375f-4264-9958-0a169531d6ea tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.098543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16ebab5a-5a53-4d56-baf8-f64e7e386844 req-0a097ff8-375f-4264-9958-0a169531d6ea tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0894535 Aug 16 22:10:09.145041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16ebab5a-5a53-4d56-baf8-f64e7e386844 req-865c4985-ed11-4f21-9b96-cd0e2b263bf4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Aug 16 22:10:09.293752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-3b790a52-dbaf-478d-ae63-2730f445e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.295096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-3b790a52-dbaf-478d-ae63-2730f445e9e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1127 time: 0.0527196 Aug 16 22:10:09.352179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['1b5d7242-dfcb-44c7-83b7-0893b9c7ebde'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:09.408159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff44a7d-4990-484d-9ee1-22f469f7125f req-bfec19b3-ba5b-480a-883c-01ef75e48456 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.409721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff44a7d-4990-484d-9ee1-22f469f7125f req-bfec19b3-ba5b-480a-883c-01ef75e48456 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 949 time: 0.1270344 Aug 16 22:10:09.458753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-0ca902c2-fc27-4a31-a274-9db0771a7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.460957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-0ca902c2-fc27-4a31-a274-9db0771a7d1c service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1446679 Aug 16 22:10:09.476011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff44a7d-4990-484d-9ee1-22f469f7125f req-f9b7d2f7-dc87-4609-a4ca-2086eebb0554 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Aug 16 22:10:09.535053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-aadc8826-ff33-4e9e-9306-396803916890 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 217 time: 0.0500576 Aug 16 22:10:09.591330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:09.618989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-fbcb0acc-3308-46fb-b04f-a248e5945725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.620526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-fbcb0acc-3308-46fb-b04f-a248e5945725 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0746098 Aug 16 22:10:09.662689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-9b98f1a2-62ce-40b0-8d1a-f0853a393a13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292118 Aug 16 22:10:09.674492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.680930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.686937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.692845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.699352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.704377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:09.705971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.711870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:09.713744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-dcab23eb-b176-4655-9ebb-9fbb94780e26 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.1415598 Aug 16 22:10:09.739337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:09.742177 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae424bd-fc8a-4e0a-b6f1-c7cc69dfb588" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:09.755731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ea78d0fa-4976-4920-b61e-3bbdcf4ace66'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:09.762959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:09.785040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:09.818409 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd924995-2408-407c-8501-e2aec3999de1 x-openstack-request-id: req-fd924995-2408-407c-8501-e2aec3999de1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:09.819217 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:09.819217 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd924995-2408-407c-8501-e2aec3999de1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:09.819546 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'code': 200} Aug 16 22:10:09.835629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18fdfb2a-1e85-4bd7-b8be-25dfc3c29c1c req-e46c7f63-5386-4649-b680-4e628e33dafa tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556636 Aug 16 22:10:09.837712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-7b0f93a8-46dc-4c12-b16c-c4c0b3e73da0 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230953 Aug 16 22:10:09.870108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:09.957715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-62f9341f-3953-4a37-9955-a8cd48fa1f92 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053755 Aug 16 22:10:10.083532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce5e40a1-6aaa-4d2b-af97-cec10a94b6c7 req-34fda089-084e-4e86-9a7f-8c370bce019d tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0274670 Aug 16 22:10:10.092021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f6d90-9fb6-4d2f-af2a-79ed18e53475 req-c90fb037-2c23-42e1-9e69-8cbe0833f9f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.093657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e1f6d90-9fb6-4d2f-af2a-79ed18e53475 req-c90fb037-2c23-42e1-9e69-8cbe0833f9f5 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 944 time: 0.0834732 Aug 16 22:10:10.135801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e1f6d90-9fb6-4d2f-af2a-79ed18e53475 req-adcaff90-242b-43b1-b41a-a70e0b8cd477 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Aug 16 22:10:10.184978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-ec961861-4be7-4ced-bb18-db79b4f9c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.186561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-ec961861-4be7-4ced-bb18-db79b4f9c555 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1096 time: 0.0491562 Aug 16 22:10:10.314006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2bcb2-cd1f-43f2-a4eb-331a772957e0 req-a257c5ed-9b54-4a3c-ae20-bf9dfd1fb303 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.315590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10c2bcb2-cd1f-43f2-a4eb-331a772957e0 req-a257c5ed-9b54-4a3c-ae20-bf9dfd1fb303 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0733304 Aug 16 22:10:10.336174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-216f4807-adb1-4244-b749-b797d438f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.337598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-216f4807-adb1-4244-b749-b797d438f74e service neutron] 10.222.0.88 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.1387169 Aug 16 22:10:10.370563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10c2bcb2-cd1f-43f2-a4eb-331a772957e0 req-c50ff0c3-0fa4-4cc9-86fe-5816e3d2545c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Aug 16 22:10:10.399326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-82fafca8-2633-4fa5-bd5d-937a67ad4d6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 217 time: 0.0387568 Aug 16 22:10:10.465306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-6fbc75d8-9a70-4643-ab43-49abdd20e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.466777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-6fbc75d8-9a70-4643-ab43-49abdd20e7ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.0460913 Aug 16 22:10:10.517456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-1b155a61-0ef7-4f85-aabf-e5979c741b6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339935 Aug 16 22:10:10.546085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['88d3ff54-774d-4db5-92d2-aa779180417b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:10.663217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851da73-54f2-4b3e-ac23-0e2b2afc8894 req-28a672ed-5d8f-4f8b-ad81-1d37955cb882 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.670772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7851da73-54f2-4b3e-ac23-0e2b2afc8894 req-28a672ed-5d8f-4f8b-ad81-1d37955cb882 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 949 time: 0.1056228 Aug 16 22:10:10.708128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-5e9a632e-4c29-44b2-a3b2-c007dcf7979b service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748593 Aug 16 22:10:10.738063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7851da73-54f2-4b3e-ac23-0e2b2afc8894 req-87d178cd-2618-431f-99af-fcfa7e46aa8e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663431 Aug 16 22:10:10.832380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f00e3b-d1c5-4114-9a02-b84e62f5da2b req-3dd916f1-878f-4c3a-8922-72fc2df47ae2 service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096511 Aug 16 22:10:10.974427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.980931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.986810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.993231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:10.999333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.005862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.011853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.013757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-4f405693-2b0b-4388-9320-31bcefaa2296 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.0949647 Aug 16 22:10:11.064613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d22e088c-3744-4527-a51f-2e8db5b981cb req-96e62cd8-b608-48e2-b61c-9cb71fc9f536 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446508 Aug 16 22:10:11.188860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db552e47-ed1e-4f1a-9536-81766b8b4bf1 req-1d25ad91-085f-4894-94ee-6b3a9ab96ecf tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0271170 Aug 16 22:10:11.266274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8f249-4be6-4849-8e5f-544243991390 req-af91e84b-8195-4990-9ffc-616980baacfa tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.267886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4c8f249-4be6-4849-8e5f-544243991390 req-af91e84b-8195-4990-9ffc-616980baacfa tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 944 time: 0.0511882 Aug 16 22:10:11.307788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4c8f249-4be6-4849-8e5f-544243991390 req-44198c25-8e86-4693-8cf6-b294c7749ced tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Aug 16 22:10:11.506980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae215f-00e5-4c32-8811-dc6c34019358 req-d87c5fcd-6113-49a0-9094-4556310a3d45 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.508525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9ae215f-00e5-4c32-8811-dc6c34019358 req-d87c5fcd-6113-49a0-9094-4556310a3d45 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0547731 Aug 16 22:10:11.547228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9ae215f-00e5-4c32-8811-dc6c34019358 req-f1b63f7e-e5dc-445d-a313-1620cf6dcd33 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Aug 16 22:10:11.590882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 691b027f-2ff4-4690-8200-53dfdff78112 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:11.643123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 691b027f-2ff4-4690-8200-53dfdff78112 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:11.648274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 691b027f-2ff4-4690-8200-53dfdff78112 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:11.648899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:11.738821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:11.794733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=691b027f-2ff4-4690-8200-53dfdff78112,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:11.800826 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:11.839162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:11.843073 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30005e1-f197-4209-b5c9-e8e98f5dd6bf" -d '{"events": [{"server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "name": "network-vif-plugged", "status": "completed", "tag": "691b027f-2ff4-4690-8200-53dfdff78112"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:11.878849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:11.898591 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b01c1b0-0b16-4121-a9d1-2b5d6b3855ab x-openstack-request-id: req-7b01c1b0-0b16-4121-a9d1-2b5d6b3855ab {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:11.898985 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "name": "network-vif-plugged", "status": "completed", "tag": "691b027f-2ff4-4690-8200-53dfdff78112", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:11.899373 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b01c1b0-0b16-4121-a9d1-2b5d6b3855ab {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:11.899857 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112', 'code': 200} Aug 16 22:10:11.905151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890130f0-f938-4edb-9250-b73f63470f88 req-2a61f9e0-26f4-42de-9939-8ac69f4eaeec tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:11.909537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-890130f0-f938-4edb-9250-b73f63470f88 req-2a61f9e0-26f4-42de-9939-8ac69f4eaeec tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.0733495 Aug 16 22:10:11.947193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-890130f0-f938-4edb-9250-b73f63470f88 req-dfe3ac52-1d66-4b64-b7fc-3ba8296a7013 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Aug 16 22:10:12.041220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a170f09-067d-4742-a578-4d64eadceefd req-8fe09a26-9bda-4db3-9ae1-020c8c1e401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.042871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a170f09-067d-4742-a578-4d64eadceefd req-8fe09a26-9bda-4db3-9ae1-020c8c1e401a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 1102 time: 0.0426064 Aug 16 22:10:12.086401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a170f09-067d-4742-a578-4d64eadceefd req-e7810a87-d4dc-4df7-b8f6-383de59af02a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335846 Aug 16 22:10:12.196927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.202785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.208659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.216037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.221131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.227247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.233158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.241093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ae2a7ed7-8266-4760-8320-12386a4d6575 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.0994482 Aug 16 22:10:12.293366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebde0a5b-e12d-48cd-911f-58f61a201be8 req-ef39887a-1f98-4020-88e3-bfed0c20a8aa tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500896 Aug 16 22:10:12.306726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f49f78e-30ef-4eb1-9933-26a949f2d87f req-ec217b5d-cdfa-4f7e-a39c-42d8908fbb43 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0327375 Aug 16 22:10:12.427154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19fff1-f574-4e22-ae5a-ba572335a8d5 req-2f6ed088-1c44-4ef1-9fc1-bd404a2e1443 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.428688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed19fff1-f574-4e22-ae5a-ba572335a8d5 req-2f6ed088-1c44-4ef1-9fc1-bd404a2e1443 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 944 time: 0.0509453 Aug 16 22:10:12.473983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed19fff1-f574-4e22-ae5a-ba572335a8d5 req-71936209-e769-48af-8dc6-2b810b980cca tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Aug 16 22:10:12.676727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff576c6-7a92-4359-b58d-bdecf1fecc9b req-d607c8f4-d525-4d2c-b34c-516ca5e11303 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:12.678942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff576c6-7a92-4359-b58d-bdecf1fecc9b req-d607c8f4-d525-4d2c-b34c-516ca5e11303 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0581515 Aug 16 22:10:12.718872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff576c6-7a92-4359-b58d-bdecf1fecc9b req-709bbfe4-b78a-4169-84eb-9c7c5406ff81 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Aug 16 22:10:13.080280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646add-6be9-4ab1-b7ce-c2aa1c99dcaa req-49175cc4-4714-4586-8ccc-f0e2396c25d6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.081886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8646add-6be9-4ab1-b7ce-c2aa1c99dcaa req-49175cc4-4714-4586-8ccc-f0e2396c25d6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.0632796 Aug 16 22:10:13.122673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8646add-6be9-4ab1-b7ce-c2aa1c99dcaa req-a60ef17b-b0da-453e-b4a3-a01a69edaa95 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Aug 16 22:10:13.431616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d55f2201-c34a-44ae-8b3f-1b33928ce3d1 req-13f6305d-8c22-4d69-bcd1-323bd3a06e8e tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0466697 Aug 16 22:10:13.453639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.460037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.466006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.471991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.478390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.484364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.490262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.492178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-01936700-ca76-4546-a989-34fcfefdb1b7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.1167002 Aug 16 22:10:13.536980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dad7e30a-8d86-4435-acf3-22cd098fd27a req-baec7947-0668-41fd-afa9-8c5878c161a6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368552 Aug 16 22:10:13.930369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69ec91-d693-4b84-b1fd-31ce4921a1fc req-d90722c1-6c73-4613-833a-bf3cefb0bce7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.937601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db69ec91-d693-4b84-b1fd-31ce4921a1fc req-d90722c1-6c73-4613-833a-bf3cefb0bce7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 944 time: 0.3987753 Aug 16 22:10:13.948745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232a351-e308-459d-bbbf-593a8c28480f req-24d05e66-c9ec-40da-a67f-525979252a6f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:13.950834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0232a351-e308-459d-bbbf-593a8c28480f req-24d05e66-c9ec-40da-a67f-525979252a6f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0795498 Aug 16 22:10:13.967594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.009693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db69ec91-d693-4b84-b1fd-31ce4921a1fc req-fe6fd259-b1df-4f32-becd-943943f7911e tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Aug 16 22:10:14.012928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0232a351-e308-459d-bbbf-593a8c28480f req-eba49dce-29f6-495e-9333-ec68ca41a760 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555890 Aug 16 22:10:14.244602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59260-459e-49ef-831b-a47cfa2d9a6b req-c49c35b2-eb25-4054-9764-0051faab8b48 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.247158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61d59260-459e-49ef-831b-a47cfa2d9a6b req-c49c35b2-eb25-4054-9764-0051faab8b48 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.0558102 Aug 16 22:10:14.285413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61d59260-459e-49ef-831b-a47cfa2d9a6b req-9fcc8d54-8afa-453c-b74a-42a612108074 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Aug 16 22:10:14.477346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:14.513331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729d082-66e9-41eb-836f-c277ce617efe req-9d44d049-41b1-4594-8bb7-9f1a85094a7e tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.520711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1729d082-66e9-41eb-836f-c277ce617efe req-9d44d049-41b1-4594-8bb7-9f1a85094a7e tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 1102 time: 0.0520027 Aug 16 22:10:14.557640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1729d082-66e9-41eb-836f-c277ce617efe req-a4649349-42b0-4085-b147-8d804d9b7c18 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.560469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf95d9c9-7b76-4e2b-93c6-49d71e5d3e3b req-c82b779e-fef7-496b-87b6-ccf0dcd0f17c tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0371978 Aug 16 22:10:14.593966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:14.606811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '96d08957-524b-4766-98f0-29290d320f21', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '96d08957-524b-4766-98f0-29290d320f21', 'mac_address': 'fa:16:3e:d2:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:14.656657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.671675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96d08957-524b-4766-98f0-29290d320f21 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:14.695956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:14.700787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.701499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8df11194-6a3f-4969-b469-b9ee00cce0ed details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:14.724296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1729d082-66e9-41eb-836f-c277ce617efe req-a4649349-42b0-4085-b147-8d804d9b7c18 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.733512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1729d082-66e9-41eb-836f-c277ce617efe req-a4649349-42b0-4085-b147-8d804d9b7c18 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.752353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.757149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.762992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.768808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.777173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.781062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.786898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:14.789513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-40fe43c7-2047-4053-a293-7064235ee442 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.1260557 Aug 16 22:10:14.795264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:14.824343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1729d082-66e9-41eb-836f-c277ce617efe req-a4649349-42b0-4085-b147-8d804d9b7c18 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026674 Aug 16 22:10:14.833735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4649349-42b0-4085-b147-8d804d9b7c18 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403529fb-5bab-4d6f-8c40-394a88c349ea,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:14.846530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:14.864400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'network_id': '788299b3-2d65-450e-94c0-4a4c66c21cb8', 'port_id': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'mac_address': 'fa:16:3e:a3:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b10558-cde8-4018-9c98-9d00350492e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:14.880963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20dd1ec8-2d9d-4720-a719-fc0e50b329b1 req-703b22d9-0431-472d-9984-925daa2c8c04 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683305 Aug 16 22:10:14.904926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.918750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df11194-6a3f-4969-b469-b9ee00cce0ed {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:14.937977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:14.942532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:14.995287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:15.168908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff9c8-7c16-4967-999d-01fe640cfb24 req-32249930-b9f8-4363-bedc-09ad4be28827 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:15.170462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-554ff9c8-7c16-4967-999d-01fe640cfb24 req-32249930-b9f8-4363-bedc-09ad4be28827 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.0792091 Aug 16 22:10:15.201666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af53f10-30ec-4728-b3d2-a32d4f8d4164 req-18c39f0f-1736-4ecf-8dd8-f403822be6fa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:15.203219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9af53f10-30ec-4728-b3d2-a32d4f8d4164 req-18c39f0f-1736-4ecf-8dd8-f403822be6fa tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0814707 Aug 16 22:10:15.242449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-554ff9c8-7c16-4967-999d-01fe640cfb24 req-35593fe5-e65f-4abf-83b2-824c4cf49dff tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651038 Aug 16 22:10:15.261823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9af53f10-30ec-4728-b3d2-a32d4f8d4164 req-5d9341e7-ecc1-4bcf-9303-40a03e9a0f60 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Aug 16 22:10:15.471904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77d43586-47d0-43f0-b2c2-f37e1f711788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:15.669711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d022e51-9cdd-4d74-ac7c-10a003e9601f req-9141c6b1-a3c6-48b2-906a-59bd82791c84 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0272536 Aug 16 22:10:15.950518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082da6-9208-43ca-835b-e0c66a95c87b req-5162c3c3-7d8f-42ac-9746-ba4ecd9c7061 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:15.952187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39082da6-9208-43ca-835b-e0c66a95c87b req-5162c3c3-7d8f-42ac-9746-ba4ecd9c7061 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 1102 time: 0.0474913 Aug 16 22:10:16.021474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39082da6-9208-43ca-835b-e0c66a95c87b req-29a72790-14a7-44df-967a-4771f5dea552 tempest-ServersAdminNegativeTestJSON-1529894418 tempest-ServersAdminNegativeTestJSON-1529894418-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634270 Aug 16 22:10:16.037356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.043625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.049736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.055727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.069472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.069472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.074353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.082108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-252ce94b-77cb-43a3-b142-f3a00380828d req-392727c6-8183-449b-813e-fe3d676468d0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5427 time: 0.1229970 Aug 16 22:10:16.128693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-252ce94b-77cb-43a3-b142-f3a00380828d req-27a91b81-d73c-4a74-b93f-fffb9b9bc480 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457675 Aug 16 22:10:16.296173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['96d08957-524b-4766-98f0-29290d320f21'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:16.380023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9c2a0-3558-48eb-a3e4-cab438ad2992 req-5b2f833a-a075-47d1-bbdc-a7f49a6da7f7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.391166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1b9c2a0-3558-48eb-a3e4-cab438ad2992 req-5b2f833a-a075-47d1-bbdc-a7f49a6da7f7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.0797126 Aug 16 22:10:16.434765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1b9c2a0-3558-48eb-a3e4-cab438ad2992 req-67449dc4-2830-4a60-890a-1519304ac432 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Aug 16 22:10:16.499957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d64a0b82-87e6-4ae9-a509-1e00a6e8757d up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:16.565471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019682f-e31d-47b5-bb10-ea46007beb19 req-8591e473-2c2b-4120-b97d-5b0d5d13ab59 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.575355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e019682f-e31d-47b5-bb10-ea46007beb19 req-8591e473-2c2b-4120-b97d-5b0d5d13ab59 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0934029 Aug 16 22:10:16.575968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:16.585485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:16.585858 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:16.658507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e019682f-e31d-47b5-bb10-ea46007beb19 req-950d8502-4471-4d08-abd5-eae3a55c5179 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Aug 16 22:10:16.685572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a834a0-dac0-479b-ab2c-f3e2ca03bb64 req-17e1f432-dffb-4189-9a03-0db90827620a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:16.687509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28a834a0-dac0-479b-ab2c-f3e2ca03bb64 req-17e1f432-dffb-4189-9a03-0db90827620a tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.0863266 Aug 16 22:10:16.760992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28a834a0-dac0-479b-ab2c-f3e2ca03bb64 req-24195ba5-bde1-4595-a493-a011e3c2b5e5 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Aug 16 22:10:16.864721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:16.882958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f0698e8-f710-47f2-8eb8-87e8a3006e7c req-73f00a84-a747-40a7-b411-05d16938ddbd tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0378485 Aug 16 22:10:16.891450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:16.893774 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fa7ef5-b91a-4e1d-b154-2186523fc7e7" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:16.922623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:16.927531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:16.928596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b36a2ec9-356a-478c-a7ee-321450e1a192 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:16.971663 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb33dd8-0449-4811-867f-b5b1d3b187ef x-openstack-request-id: req-1cb33dd8-0449-4811-867f-b5b1d3b187ef {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:16.972051 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:16.972377 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cb33dd8-0449-4811-867f-b5b1d3b187ef {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:16.972835 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d', 'code': 200} Aug 16 22:10:17.011993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:17.032828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b36a2ec9-356a-478c-a7ee-321450e1a192 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:17.036923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b36a2ec9-356a-478c-a7ee-321450e1a192 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:17.037382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:17.134221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:17.195974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:17.204632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:17.276046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:17.276618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.283192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.289190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.297187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.301779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.308230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.314186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.322389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-d49f3e73-dccb-45cf-bf83-1784a92013a5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5429 time: 0.1012485 Aug 16 22:10:17.373610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4715362a-9ff9-4942-b18d-decee4d1f540 req-a6df05c9-b929-4834-817a-26dc0483efd7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503161 Aug 16 22:10:17.582121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa761-2943-4ca9-84da-20f5b841b205 req-20d54745-3768-4683-8dd3-2e2783a08b20 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.585844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ccaa761-2943-4ca9-84da-20f5b841b205 req-20d54745-3768-4683-8dd3-2e2783a08b20 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.0620718 Aug 16 22:10:17.625501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ccaa761-2943-4ca9-84da-20f5b841b205 req-b37ef0db-0061-497f-a022-5776b2cbb52a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Aug 16 22:10:17.804521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9db1-1815-456f-b658-5255e961a6df req-d716fa6a-0f43-4ffc-a9fb-b931221edadd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.806200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-001c9db1-1815-456f-b658-5255e961a6df req-d716fa6a-0f43-4ffc-a9fb-b931221edadd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 944 time: 0.0673935 Aug 16 22:10:17.884780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-001c9db1-1815-456f-b658-5255e961a6df req-bd82857a-12ca-4bdd-872b-b8091a66ae0a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725465 Aug 16 22:10:17.946539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a692-093d-4f6e-a20d-1866943b34ec req-52791a16-a8cd-44f2-ba6c-1ea8064266c0 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:17.948067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27c5a692-093d-4f6e-a20d-1866943b34ec req-52791a16-a8cd-44f2-ba6c-1ea8064266c0 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.1147141 Aug 16 22:10:17.964545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1a757456-0f82-427f-91b0-e132bb101a5d service neutron] 10.222.0.88 "GET /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.0953248 Aug 16 22:10:17.991060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27c5a692-093d-4f6e-a20d-1866943b34ec req-b445f93f-f4b0-41f7-9c9b-2f733af70a26 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Aug 16 22:10:18.036043 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.106761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7ffc152-e799-42a8-9659-105348b8dd8e req-8bc7c53c-ee28-4960-94b8-a21d9089d673 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0364053 Aug 16 22:10:18.199154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-569bd26b-0aa5-44c7-ae2f-fd2135c09a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.228451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:18.252910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:18.292643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd7b152-26b6-45af-9e13-7e7717f53ad4 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:18.304500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:18.318179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.396222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] Transition to ACTIVE for port object 9bd7b152-26b6-45af-9e13-7e7717f53ad4 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:18.401964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.502500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:18.531487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] No DVR routers for this DVR port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:10:18.543832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:18.566553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 96d08957-524b-4766-98f0-29290d320f21 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:18.567215 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.581944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-eee2c352-8c7b-4573-b4b3-e45867871044 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.583432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-eee2c352-8c7b-4573-b4b3-e45867871044 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.1554265 Aug 16 22:10:18.592892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:18.596319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.602839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.608838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.614750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.620649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.626791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.633390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.635297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fee058c-5200-481c-97ba-18e36e522531 req-56981aaa-58ad-4ae8-a425-bb266388c7d6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5429 time: 0.1739900 Aug 16 22:10:18.668875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-1781e675-1822-4a56-90e2-89b7c9179134 service neutron] 10.222.0.88 "PUT /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 0.6455562 Aug 16 22:10:18.754397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fee058c-5200-481c-97ba-18e36e522531 req-dcba0daf-158b-43c3-a906-d5bf13578daf tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845795 Aug 16 22:10:18.804464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9c041-2efc-4206-9c8d-80dda44de729 req-efbe20a6-e9de-4e66-ab51-0a5fc86a5b03 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.805601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.806190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9f9c041-2efc-4206-9c8d-80dda44de729 req-efbe20a6-e9de-4e66-ab51-0a5fc86a5b03 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.0957582 Aug 16 22:10:18.841961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Deleting port 691b027f-2ff4-4690-8200-53dfdff78112 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:10:18.842313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.851868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:18.860067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.860251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:18.942213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:18.951185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-05c4c045-c4e7-4b77-966b-e1aca92781fb tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:18.953028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-05c4c045-c4e7-4b77-966b-e1aca92781fb tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.0723140 Aug 16 22:10:18.962990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:18.967848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:18.968230 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:18.979596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9f9c041-2efc-4206-9c8d-80dda44de729 req-1411ffa8-ecb2-456b-bfb0-dd17e81c8673 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591525 Aug 16 22:10:19.008699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-25a1cc03-ed2d-4279-a20d-db9279ebea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.010590 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-25a1cc03-ed2d-4279-a20d-db9279ebea2e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 1097 time: 0.0467618 Aug 16 22:10:19.015850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192'}, {'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:19.018489 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9b8519-a4ee-4288-b6c7-5eb8937df00a" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192"}, {"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-plugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:19.104943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-a2adcce0-f702-4f72-b27c-d445a3935898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.106932 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-a2adcce0-f702-4f72-b27c-d445a3935898 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1097 time: 0.0505528 Aug 16 22:10:19.108611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.137780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe0f06-4fc5-4365-85d1-6b47133cbc1d req-419f3b5a-1a42-4728-91da-da1b8d2003ca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.140214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-defe0f06-4fc5-4365-85d1-6b47133cbc1d req-419f3b5a-1a42-4728-91da-da1b8d2003ca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 0.1527498 Aug 16 22:10:19.145335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-cbc80c7f-bb31-48d4-b7db-b75fcf9186ab service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2565722 Aug 16 22:10:19.146376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.162717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:19.181400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.182208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a541dfee-114c-4209-8e68-c6d3bd70ba00 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:19.189778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] For port 691b027f-2ff4-4690-8200-53dfdff78112, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=691b027f-2ff4-4690-8200-53dfdff78112,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:19.190164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.212435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22632439-437f-430d-b7dd-855d2d1b90ec req-bff54c5c-6d30-4cd2-9a17-cc7c1fbcbc90 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.214449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22632439-437f-430d-b7dd-855d2d1b90ec req-bff54c5c-6d30-4cd2-9a17-cc7c1fbcbc90 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 950 time: 0.1264136 Aug 16 22:10:19.248160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-7c9a6bc3-5854-415a-ae5b-f97c9b06b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.249930 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-7c9a6bc3-5854-415a-ae5b-f97c9b06b8a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1319773 Aug 16 22:10:19.263990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Calling delete_port for 691b027f-2ff4-4690-8200-53dfdff78112 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:10:19.264427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:19.292083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port a541dfee-114c-4209-8e68-c6d3bd70ba00 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:19.296191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port a541dfee-114c-4209-8e68-c6d3bd70ba00 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:19.296546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-defe0f06-4fc5-4365-85d1-6b47133cbc1d req-f2974c8e-6e5b-4d25-8fab-c94f7f9ca647 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408575 Aug 16 22:10:19.296668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.300297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d9ec3840-ce96-4844-8bfb-87e13c0b00c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 200 len: 217 time: 0.0386190 Aug 16 22:10:19.364085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-467c8321-4018-4a08-aea9-9b15beb1b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.366202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-467c8321-4018-4a08-aea9-9b15beb1b500 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 1096 time: 0.1296468 Aug 16 22:10:19.386549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22632439-437f-430d-b7dd-855d2d1b90ec req-e4eae889-d930-467c-9362-6adc4db09d53 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502862 Aug 16 22:10:19.433135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-393a6958-a40c-4ca6-ba98-ecd5aecae72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.435439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-393a6958-a40c-4ca6-ba98-ecd5aecae72f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1235988 Aug 16 22:10:19.436626 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66983ab-7ed6-4539-8abd-78217025d12b x-openstack-request-id: req-e66983ab-7ed6-4539-8abd-78217025d12b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:19.437046 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192", "code": 200}, {"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-plugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:19.437191 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e66983ab-7ed6-4539-8abd-78217025d12b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:19.437681 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'code': 200} Aug 16 22:10:19.437856 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21', 'code': 200} Aug 16 22:10:19.474275 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.494544 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-4c861837-42d0-4f2b-b7ae-35dc405d65c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498831 Aug 16 22:10:19.520133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:19.526091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.528015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 07081c8c-f91a-4320-bf68-2c1214641509 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:19.618359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fcdddc5-a4c6-45dd-9a9a-41e6a2de605e req-c2f7adab-c0d3-45fa-8e5b-4e9607b5b8c6 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0547724 Aug 16 22:10:19.640369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-7dc35876-e823-495c-8ed1-2900f39d2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.641637 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-cbe5d872-ba68-4498-82e0-b98bc9caa7bd service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363289 Aug 16 22:10:19.641887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-7dc35876-e823-495c-8ed1-2900f39d2e88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2138274 Aug 16 22:10:19.648144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.680295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:19.712522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['691b027f-2ff4-4690-8200-53dfdff78112'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:19.722192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-71fdf4f1-fe12-43b6-af6d-00207678e8b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 200 len: 217 time: 0.0569007 Aug 16 22:10:19.723044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Pushing event deleted for resources: {'Port': ['ID=691b027f-2ff4-4690-8200-53dfdff78112,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:19.764437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 07081c8c-f91a-4320-bf68-2c1214641509 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:19.774048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 07081c8c-f91a-4320-bf68-2c1214641509 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:19.774735 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.862281 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-240c5d22-f10c-444b-bb14-0e3b76821b91 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971557 Aug 16 22:10:19.864242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] No DVR routers for this DVR port 691b027f-2ff4-4690-8200-53dfdff78112 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:10:19.874181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.876234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7ec969d-1c73-4802-9bae-1f415a9b5430 req-0fb2b9de-539e-48d0-b534-2b0f8dc3e98d tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.89 "DELETE /v2.0/ports/691b027f-2ff4-4690-8200-53dfdff78112 HTTP/1.1" status: 204 len: 173 time: 1.2388999 Aug 16 22:10:19.876698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'name': 'network-vif-deleted', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:19.879395 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3340f-6876-49cb-93dd-5d4f47898d8c" -d '{"events": [{"server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "name": "network-vif-deleted", "tag": "691b027f-2ff4-4690-8200-53dfdff78112"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:19.896464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.949572 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e9cbfd-cb38-4168-be88-a3fe32f1412e x-openstack-request-id: req-f6e9cbfd-cb38-4168-be88-a3fe32f1412e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:19.949859 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93deba-9cd6-4bb5-a2bd-df06e8859db6", "name": "network-vif-deleted", "tag": "691b027f-2ff4-4690-8200-53dfdff78112", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:19.950112 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6e9cbfd-cb38-4168-be88-a3fe32f1412e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:19.950511 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93deba-9cd6-4bb5-a2bd-df06e8859db6', 'name': 'network-vif-deleted', 'tag': '691b027f-2ff4-4690-8200-53dfdff78112', 'status': 'completed', 'code': 200} Aug 16 22:10:19.965460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-129615b1-f992-4899-b86a-a46c22ed4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:19.967114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-129615b1-f992-4899-b86a-a46c22ed4550 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.2313299 Aug 16 22:10:19.969151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:19.991691 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:19.992562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:19.997318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.008338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.020028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.032368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.045451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.070295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.077830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.079439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:10:20.080121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-ab57828f-ae4d-46bf-a2d1-4622302e070d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5431 time: 0.1914656 Aug 16 22:10:20.085650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:20.146738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-0800685c-54a5-4b3d-bfb0-d20861c3076a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653551 Aug 16 22:10:20.183595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28d4f140-d4b3-454d-85f2-7e4a402c946b req-f0d13eaf-e73e-4bc7-b22b-30f0c7e67480 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931883 Aug 16 22:10:20.262878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eec32-ba41-4d5a-8423-6cdf6eab5a6d req-cf1439e3-564a-4dbc-b90d-63c6f74eab37 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.265339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af9eec32-ba41-4d5a-8423-6cdf6eab5a6d req-cf1439e3-564a-4dbc-b90d-63c6f74eab37 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.1291199 Aug 16 22:10:20.355140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-47386b85-6709-48a6-91fc-6357ffb73aaf service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698236 Aug 16 22:10:20.423094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af9eec32-ba41-4d5a-8423-6cdf6eab5a6d req-6ef6a392-e88a-4393-aeea-73e49bc40a4f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421669 Aug 16 22:10:20.433206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['a879f386-c3c1-4b65-89b1-9872f6565842'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:20.473780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d776b34f-e06e-486b-90c5-2f28039688f7 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.476783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-d776b34f-e06e-486b-90c5-2f28039688f7 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.2083266 Aug 16 22:10:20.515416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88d3ff54-774d-4db5-92d2-aa779180417b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:20.549184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860228d0-543b-4a63-baa4-fcf3cba39a86 req-35813507-7cdc-4dae-ad43-b1d884b4578d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:20.558178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860228d0-543b-4a63-baa4-fcf3cba39a86 req-35813507-7cdc-4dae-ad43-b1d884b4578d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 0.1343546 Aug 16 22:10:20.636409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1718461f-ff8d-40d2-8d4c-0c8ce8ea534b req-80173112-71c7-48aa-ba56-1ca665f26f21 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=cc93deba-9cd6-4bb5-a2bd-df06e8859db6 HTTP/1.1" status: 200 len: 210 time: 0.0542340 Aug 16 22:10:20.686469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f037f1b-f42a-4f39-9f6f-40eeaa9092c6 req-07f30067-30de-4e28-ba9c-d3e3b755e648 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154531 Aug 16 22:10:20.706019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860228d0-543b-4a63-baa4-fcf3cba39a86 req-d3232e12-6252-48ca-a596-96379820aabf tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392877 Aug 16 22:10:20.732713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 88d3ff54-774d-4db5-92d2-aa779180417b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:20.809756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 88d3ff54-774d-4db5-92d2-aa779180417b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:20.812133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:20.839937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-117f0696-4ffb-4bda-aa1f-0d1d9e022a22 service neutron] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:20.846903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-117f0696-4ffb-4bda-aa1f-0d1d9e022a22 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:20.861535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c861a5d2-0a18-4cc7-9b58-d7168d052105 req-117f0696-4ffb-4bda-aa1f-0d1d9e022a22 service neutron] 10.222.0.89 "DELETE /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.3717270 Aug 16 22:10:20.978292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87fed0a4-229c-44ee-8b96-fe91cd0a9722 req-be53422f-1849-466d-9e37-47931c97a576 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.1151187 Aug 16 22:10:21.065181 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.093927 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.144214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:21.154567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.155407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ea78d0fa-4976-4920-b61e-3bbdcf4ace66 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:21.176447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e5399-aa62-4af9-8331-db55254febf6 req-544f93bb-57c6-4581-93fd-007b53f37572 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.183484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e5399-aa62-4af9-8331-db55254febf6 req-544f93bb-57c6-4581-93fd-007b53f37572 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1097 time: 0.0939224 Aug 16 22:10:21.284032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:21.293170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e5399-aa62-4af9-8331-db55254febf6 req-3e75330f-b6d0-45b9-8b86-01cdd738d73c tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023245 Aug 16 22:10:21.296229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:21.305482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:21.305864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.411208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.418118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.424140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.431143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.436340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.438265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.439177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:21.441495 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a9a55-1e19-433a-a759-9063bf62b64a" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "1b5d7242-dfcb-44c7-83b7-0893b9c7ebde"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "07081c8c-f91a-4320-bf68-2c1214641509"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:21.445630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.452584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.454707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-badb6b2e-821f-4d9f-a458-aae763ba130b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5433 time: 0.1363902 Aug 16 22:10:21.517896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:21.522864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:21.550034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e371e4ed-4d3a-4012-b8a0-d0726e90c04c req-f862d7b5-0be2-4f4c-8523-69c1de57c464 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848947 Aug 16 22:10:21.591716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e4c05-35c6-4408-8e5d-e8ab237ef1bf req-6f71e299-6abe-4fc7-9258-f99dade17f2e tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.591716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-232e4c05-35c6-4408-8e5d-e8ab237ef1bf req-6f71e299-6abe-4fc7-9258-f99dade17f2e tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 1097 time: 0.1345131 Aug 16 22:10:21.642682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 691b027f-2ff4-4690-8200-53dfdff78112 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:21.674506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:21.677601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 691b027f-2ff4-4690-8200-53dfdff78112 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:10:21.685029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 691b027f-2ff4-4690-8200-53dfdff78112 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:10:21.710074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-232e4c05-35c6-4408-8e5d-e8ab237ef1bf req-7aac566b-e3d5-4143-8168-74d722c4777d tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131270 Aug 16 22:10:21.740111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b10ec1-f7d3-4ebd-8d91-09ba03d83adb req-5683b5a0-a81e-48b7-bd46-01c2643dd0fb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:21.748521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9b10ec1-f7d3-4ebd-8d91-09ba03d83adb req-5683b5a0-a81e-48b7-bd46-01c2643dd0fb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 945 time: 0.0844626 Aug 16 22:10:21.804691 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788f1503-0b60-49bd-9cda-43d693eecf46 x-openstack-request-id: req-788f1503-0b60-49bd-9cda-43d693eecf46 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:21.805208 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "1b5d7242-dfcb-44c7-83b7-0893b9c7ebde", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "07081c8c-f91a-4320-bf68-2c1214641509", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:21.805484 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-788f1503-0b60-49bd-9cda-43d693eecf46 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:21.805989 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5d7242-dfcb-44c7-83b7-0893b9c7ebde', 'code': 200} Aug 16 22:10:21.806344 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'code': 200} Aug 16 22:10:21.806712 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509', 'code': 200} Aug 16 22:10:21.807062 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b', 'code': 200} Aug 16 22:10:21.824916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9b10ec1-f7d3-4ebd-8d91-09ba03d83adb req-42c655ff-3301-4647-b37c-be6647cd033a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628564 Aug 16 22:10:22.164366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acedf09-634c-48ac-8e0d-4d0725374def req-f76e9c65-8600-4961-ad93-3b9b5d1e4d35 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0408139 Aug 16 22:10:22.196308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd006090-8deb-41c7-ad11-94414d3217ed req-1ea51c38-26b1-43f7-a2aa-92572a0eb70e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.198060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd006090-8deb-41c7-ad11-94414d3217ed req-1ea51c38-26b1-43f7-a2aa-92572a0eb70e tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.1191716 Aug 16 22:10:22.266377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd006090-8deb-41c7-ad11-94414d3217ed req-70fc81f3-5803-4930-8f88-b5fb9508c29f tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623355 Aug 16 22:10:22.396012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:22.509511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8df11194-6a3f-4969-b469-b9ee00cce0ed up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:22.664883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 8df11194-6a3f-4969-b469-b9ee00cce0ed completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:22.680756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 8df11194-6a3f-4969-b469-b9ee00cce0ed triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:22.681580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:22.794848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:22.822726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.834091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.841761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.857362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.869036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.879317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:22.880243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.887672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:22.896323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-bbbba7b4-edf2-45c3-885b-2ab49b52252f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1874735 Aug 16 22:10:22.896800 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:23.003001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90e4d7bb-a67e-4252-80b8-981182e11256 req-ff70b776-37d5-4464-b4cf-3aba73662c63 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050229 Aug 16 22:10:23.024993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:23.056344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc441-2f02-4a1b-a6a8-19fe909fea1a req-74fb33c7-97fc-4bc1-a345-3a959626202c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:23.066907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f9fc441-2f02-4a1b-a6a8-19fe909fea1a req-74fb33c7-97fc-4bc1-a345-3a959626202c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.1468403 Aug 16 22:10:23.124196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f9fc441-2f02-4a1b-a6a8-19fe909fea1a req-43962ec1-5d62-443d-97bd-b9f1c5c7e0d6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 Aug 16 22:10:23.304247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dcfc639-df49-48ba-a219-c86b5ff49e83 req-867658f0-07f9-4337-9ec5-1b91982d5c38 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0550468 Aug 16 22:10:23.495603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c14066-2042-4abc-8fa8-cad08b4eee93 req-ccce46c4-f5bd-4642-b679-e9e2fe162eb6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:23.497779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9c14066-2042-4abc-8fa8-cad08b4eee93 req-ccce46c4-f5bd-4642-b679-e9e2fe162eb6 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.1302941 Aug 16 22:10:23.589258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9c14066-2042-4abc-8fa8-cad08b4eee93 req-31777620-61d3-4b55-a855-731df620d033 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844362 Aug 16 22:10:23.808019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66'}, {'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:23.812167 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de0b1a-bb5e-47d9-b945-ae70830b3487" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66"}, {"server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "name": "network-vif-plugged", "status": "completed", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:23.905094 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bd0f20-0359-4d8f-bc8d-e3d7da7e5f2d x-openstack-request-id: req-55bd0f20-0359-4d8f-bc8d-e3d7da7e5f2d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:23.905388 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-plugged", "status": "completed", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66", "code": 200}, {"server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "name": "network-vif-plugged", "status": "completed", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:23.905648 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55bd0f20-0359-4d8f-bc8d-e3d7da7e5f2d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:23.906051 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'code': 200} Aug 16 22:10:23.906314 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'code': 200} Aug 16 22:10:24.283629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.290181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.296526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.303213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.309295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.315880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.321838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.331234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-e16efbee-67fd-4c0f-828a-534be84eacf5 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1869419 Aug 16 22:10:24.392424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965edee-5954-4b01-b816-3f8dc8fc0078 req-455898c5-aeb1-4fb2-a2cb-95ca8ac20069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.402968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f965edee-5954-4b01-b816-3f8dc8fc0078 req-455898c5-aeb1-4fb2-a2cb-95ca8ac20069 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1098 time: 0.2266283 Aug 16 22:10:24.408270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.416172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.417025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.417868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.418779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.419631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.420537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.422927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-3be8b83f-20b3-41ef-bf05-4a906f87b955 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6498 time: 0.2207463 Aug 16 22:10:24.509703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1043ac6-f23b-493c-9cf9-5bacd3b2ebcd req-56375fb5-6e7f-4839-923a-7670ffdb638a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531272 Aug 16 22:10:24.540259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb542-f822-420f-8eed-c67c47ef39f9 req-f31225c0-bd09-475c-a92e-a3cedb007eaf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.548037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3adfb542-f822-420f-8eed-c67c47ef39f9 req-f31225c0-bd09-475c-a92e-a3cedb007eaf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.2175388 Aug 16 22:10:24.556358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f965edee-5954-4b01-b816-3f8dc8fc0078 req-eee8f720-5c01-4b7c-938c-866d8649bab9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260123 Aug 16 22:10:24.559494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d88dd04f-5c0a-4a27-939c-efb01de2097d req-01a11e85-084e-489f-b104-0d6db44d82d1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178906 Aug 16 22:10:24.645521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3adfb542-f822-420f-8eed-c67c47ef39f9 req-8303f5f2-54d8-492b-bbb2-8f3ec3c5b9ea tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896063 Aug 16 22:10:24.769691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf5f66c2-a477-4a46-b1d7-8fd72daf6fb0 req-8c0fa686-aaa9-4c15-b7f3-0093b6795834 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0431194 Aug 16 22:10:24.975308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dfb6e-975d-4fe4-bd26-9ecebd77c5c1 req-793eea80-4172-4e23-8828-e57d40c21c4f tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:24.977301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-532dfb6e-975d-4fe4-bd26-9ecebd77c5c1 req-793eea80-4172-4e23-8828-e57d40c21c4f tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.0711148 Aug 16 22:10:25.024553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-532dfb6e-975d-4fe4-bd26-9ecebd77c5c1 req-b8b1ba80-e9fd-4521-9617-22e6bb6c87e0 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 Aug 16 22:10:25.294168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-8d04a714-1c9d-4274-90fe-cd625668a872 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.301057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-8d04a714-1c9d-4274-90fe-cd625668a872 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.1188064 Aug 16 22:10:25.319019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-80d62ee4-76a2-454c-a44a-e5ff7f5c5310 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/quotas/5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 375 time: 0.0161066 Aug 16 22:10:25.387384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-37365a63-9f9e-4d4e-8b72-a3aa57a1155a tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674088 Aug 16 22:10:25.488045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-9ad1f4d3-5a27-4587-80d3-24d7ccf2f67e service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997903 Aug 16 22:10:25.980921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.986823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:25.993738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.000362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.006299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.012461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.018650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.020606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-cd1e526c-a14c-48d1-93a9-197615560b1d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1235466 Aug 16 22:10:26.039489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-cea5be7a-2a5a-4adb-bc5c-e59e6ec444a6 service neutron] 10.222.0.22 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437102 Aug 16 22:10:26.117755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a53cddb7-0050-4214-9467-b0e3cf7ab1f9 req-ff9774c2-46ea-4fe4-a296-e3f16633aa9c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768738 Aug 16 22:10:26.259067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-11adc2a2-1648-42ad-a409-00e632e4f229 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.260821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-11adc2a2-1648-42ad-a409-00e632e4f229 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.0962529 Aug 16 22:10:26.360889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e0b9c-27e9-48fa-92da-a52d63ad6d8f req-641396e7-1988-437a-9534-ca615d65f35b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.369732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed3e0b9c-27e9-48fa-92da-a52d63ad6d8f req-641396e7-1988-437a-9534-ca615d65f35b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.1674488 Aug 16 22:10:26.441307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed3e0b9c-27e9-48fa-92da-a52d63ad6d8f req-78c70cc6-5593-4405-8485-a5ba3d76441b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694151 Aug 16 22:10:26.460732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Deleting port a879f386-c3c1-4b65-89b1-9872f6565842 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:10:26.463253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:26.619483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76861aa2-d062-43ce-8675-f3071b69342c req-c3ac0b35-0d26-4653-9b61-8a29a98d3c60 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0594459 Aug 16 22:10:26.744726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] For port a879f386-c3c1-4b65-89b1-9872f6565842, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a879f386-c3c1-4b65-89b1-9872f6565842,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:26.745193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:26.767710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf2de1-0605-4de4-87fb-09f4fea1edd2 req-f37ade60-9aa2-4d7c-ac87-5b56466b4919 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:26.769944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cdf2de1-0605-4de4-87fb-09f4fea1edd2 req-f37ade60-9aa2-4d7c-ac87-5b56466b4919 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 949 time: 0.1252174 Aug 16 22:10:26.810349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Calling delete_port for a879f386-c3c1-4b65-89b1-9872f6565842 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:10:26.814068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c690e286-ae44-4760-92f0-7d67583cdd35 req-8aff3979-8408-42ff-b79d-ebc3a1d5eea6 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0431719 Aug 16 22:10:26.965261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cdf2de1-0605-4de4-87fb-09f4fea1edd2 req-c52c9c10-ba51-40da-ac68-f8d181f3a068 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e133b9-1198-4880-9774-b70eb9385664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806052 Aug 16 22:10:27.144681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:27.183271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Pushing event deleted for resources: {'Port': ['ID=a879f386-c3c1-4b65-89b1-9872f6565842,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:27.197416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['a879f386-c3c1-4b65-89b1-9872f6565842'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:27.331052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] No DVR routers for this DVR port a879f386-c3c1-4b65-89b1-9872f6565842 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:10:27.335457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:27.337860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e698442a-47e4-41aa-b93f-b02def8efff5 req-e4558d84-5bfb-4fa9-82f4-bb7c80c34154 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.88 "DELETE /v2.0/ports/a879f386-c3c1-4b65-89b1-9872f6565842 HTTP/1.1" status: 204 len: 173 time: 1.0647776 Aug 16 22:10:27.338454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'name': 'network-vif-deleted', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:27.340916 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64857589-7bc0-47b7-a04d-453fa798e306" -d '{"events": [{"server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "name": "network-vif-deleted", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:27.363890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.390278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.409928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.424416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.435417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.446115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.453821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.460969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-38645aac-8b35-4966-8e9a-f0eea567f5f3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.2529616 Aug 16 22:10:27.463026 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d884ae68-ea72-4f11-992d-be5640261995 x-openstack-request-id: req-d884ae68-ea72-4f11-992d-be5640261995 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:27.463511 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cbf204-8062-4c74-b154-01a2f8fe6bd2", "name": "network-vif-deleted", "tag": "a879f386-c3c1-4b65-89b1-9872f6565842", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:27.463949 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d884ae68-ea72-4f11-992d-be5640261995 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:27.464519 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cbf204-8062-4c74-b154-01a2f8fe6bd2', 'name': 'network-vif-deleted', 'tag': 'a879f386-c3c1-4b65-89b1-9872f6565842', 'status': 'completed', 'code': 200} Aug 16 22:10:27.570355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e3eb89f-8441-48ea-ab16-ecd0602a726b req-fd74a723-c9b8-4468-ae2a-49afea73598d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831325 Aug 16 22:10:27.664919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b49975-6cef-4bea-a38c-7ee2fd18a41e req-b6f52516-380b-4a27-a0b6-1383cf6bd8a7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:27.682564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b49975-6cef-4bea-a38c-7ee2fd18a41e req-b6f52516-380b-4a27-a0b6-1383cf6bd8a7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.1106334 Aug 16 22:10:27.745584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b49975-6cef-4bea-a38c-7ee2fd18a41e req-77762585-c3aa-4fde-b2ff-21298eb0e014 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Aug 16 22:10:27.813356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a409725c-0ffb-4be5-9010-29dc04cfa296 req-6cd5d653-fd21-43dc-b89b-8629fd660294 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0452168 Aug 16 22:10:27.945049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e007f22d-e052-4b89-b80c-14d0867a20fc req-cdfe1858-73b7-48c5-88c4-e58be6fc87c3 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0466361 Aug 16 22:10:28.112406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b285b027-3837-461f-9f72-bab564b43e05 req-9faccd7e-dd3c-48c4-b96e-1f2ebedefe19 tempest-ServersAdminNegativeTestJSON-559945257 tempest-ServersAdminNegativeTestJSON-559945257-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3cbf204-8062-4c74-b154-01a2f8fe6bd2 HTTP/1.1" status: 200 len: 210 time: 0.0451138 Aug 16 22:10:28.310922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-f34a05a6-b5a0-418f-93c9-be0eea445ef1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.312701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-f34a05a6-b5a0-418f-93c9-be0eea445ef1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 808 time: 0.1249890 Aug 16 22:10:28.340868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Request body: {'port': {'device_id': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'admin_state_up': True, 'tenant_id': '5624b35132d2479889cc6371835d2c04'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:28.500928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Made reservation on behalf of 5624b35132d2479889cc6371835d2c04 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:28.513713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:28.875060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Allocated IP 172.20.0.14 (d42e2613-3ec1-4ef1-9b75-5e573d245104/931753be-5eb5-46da-852d-8bd5fea425da/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:28.922189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.936665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.945811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.952408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.959962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.966641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.973402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:28.982565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-c0d3c8f8-76ae-46cf-bb49-34df4ac6df77 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.2295682 Aug 16 22:10:29.084388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977a32f-8adf-434f-9db8-8745c4d966b1 req-620e551b-db71-4473-9657-9cc3aadefe1c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:29.086091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2977a32f-8adf-434f-9db8-8745c4d966b1 req-620e551b-db71-4473-9657-9cc3aadefe1c tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.2490413 Aug 16 22:10:29.166544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe5b149f-53ce-45fe-8172-6870cef13579 req-b40a37ec-9bc2-4915-a531-366f69333b3b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770637 Aug 16 22:10:29.239175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2977a32f-8adf-434f-9db8-8745c4d966b1 req-6052d7f7-69c3-4d0c-a27f-169a18cfa62b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432395 Aug 16 22:10:29.328621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:29.366056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2babf61f-6e2f-4a66-9827-03ce7865fdfd req-6890c4c4-321a-4ced-be16-1bdaee2ae3d2 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0347283 Aug 16 22:10:29.493522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:29.671116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0997c0-8af3-4ec5-a600-a5df0e32e1f0 req-319b861e-2cd5-4a0b-a717-68b8ebf88c84 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:29.672816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce0997c0-8af3-4ec5-a600-a5df0e32e1f0 req-319b861e-2cd5-4a0b-a717-68b8ebf88c84 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 932 time: 0.2699506 Aug 16 22:10:29.696829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:29.734098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:29.754058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Network d42e2613-3ec1-4ef1-9b75-5e573d245104 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:29.757224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:29.760595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:29.835431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce0997c0-8af3-4ec5-a600-a5df0e32e1f0 req-c671420c-2d62-4e6f-8888-9139d2b90a22 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085525 Aug 16 22:10:29.918777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:29.919661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:29.975483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ddedd9e3-ea01-437a-8a7f-26af279dd038 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6388497 Aug 16 22:10:30.027012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Request body: {'port': {'device_id': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:30.071417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-fd93a1b7-7469-4141-bc0b-5257508ce8e0 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1998712674&fields=id&tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 267 time: 0.1021752 Aug 16 22:10:30.092139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.098484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.105165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.111362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.117883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.124948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.133310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.135549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8092369d-515a-4919-b8a7-c462b569f226 req-d00ab941-a276-44e9-b50d-6383fb1e765b tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1910036 Aug 16 22:10:30.146700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:30.151520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Request body: {'floatingip': {'port_id': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:30.254771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:30.264190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:30.322532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-86a8024c-ebd7-4b93-9b25-14aae8e03e27 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:30.331484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-86a8024c-ebd7-4b93-9b25-14aae8e03e27 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 946 time: 0.1947939 Aug 16 22:10:30.342017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'security_groups': ['0366beb4-53e6-4f80-a83d-6a4ce438eaf0', '19a49f3c-4266-400d-906f-99ae6346e5ba']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:30.374396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41042) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:30.553213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a879f386-c3c1-4b65-89b1-9872f6565842 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:30.601168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: a879f386-c3c1-4b65-89b1-9872f6565842 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:10:30.605590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a879f386-c3c1-4b65-89b1-9872f6565842 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:10:30.698508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd4365ea-c846-4d64-8b35-4119160c0753 req-f432a7bc-c128-4dd3-846d-80cbea5bda7f tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.1020756 Aug 16 22:10:30.755051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:30.772195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fa08022-653d-4067-bbec-e01e0e15875e req-a613051f-464f-43e8-8942-85f6d984e9f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0594573 Aug 16 22:10:30.895028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-faf24e19-c5c8-43bb-955d-7f2155115876 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27f3390485e940d5b9e07504bec0366c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193968 Aug 16 22:10:30.899077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:30.990972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:31.024958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.030732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.089209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.127623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:31.151583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.195516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:31.328625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.335644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.336829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75e133b9-1198-4880-9774-b70eb9385664 HTTP/1.1" status: 204 len: 168 time: 0.4358857 Aug 16 22:10:31.384148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:31.386556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.406379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61f61218-9a6b-4825-af6c-5108dc5be401 req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "PUT /v2.0/ports/8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 982 time: 1.0739071 Aug 16 22:10:31.409141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0aab1-6393-4fb5-803f-38a11ccb6f90 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:31.430492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:31.436451 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cf709-10ee-423a-b255-2cc7dd2f6e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:31.489024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfcf43-bcd8-4329-84bf-a1865dd91ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e133b9-1198-4880-9774-b70eb9385664,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:31.553128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.562968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2573-2729-44c2-8fc5-ad69063b2187 req-3441e11b-e4cc-4b17-8c7f-83397c704f31 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:31.570758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.572549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e88b2573-2729-44c2-8fc5-ad69063b2187 req-3441e11b-e4cc-4b17-8c7f-83397c704f31 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 932 time: 0.4806521 Aug 16 22:10:31.674472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e88b2573-2729-44c2-8fc5-ad69063b2187 req-ff3adae9-7450-48e1-adbd-330a0323ab28 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003580 Aug 16 22:10:31.697797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:31.723754 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Floating IP 0bd58fa4-c737-4a2c-8efd-4cf0c487fed3 associated. External IP: 172.25.8.186, port: a541dfee-114c-4209-8e68-c6d3bd70ba00. Aug 16 22:10:31.801750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12f9011b-48bc-4ada-912b-4a6f88d6af42 req-02b17282-7817-4051-8683-fa700043dbe4 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/19a49f3c-4266-400d-906f-99ae6346e5ba HTTP/1.1" status: 200 len: 1800 time: 0.0865097 Aug 16 22:10:31.828118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:31.848609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:31.891279 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-12f9011b-48bc-4ada-912b-4a6f88d6af42 req-084d69af-ac30-4967-a102-813ddab0b7e9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:10:31.906869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12f9011b-48bc-4ada-912b-4a6f88d6af42 req-084d69af-ac30-4967-a102-813ddab0b7e9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/19a49f3c-4266-400d-906f-99ae6346e5ba HTTP/1.1" status: 409 len: 341 time: 0.1035016 Aug 16 22:10:31.908280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Transition to ACTIVE for port object af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:31.923521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.010342 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8ae24-ccfb-4d6c-8609-5b0b1bafb314 x-openstack-request-id: req-53a8ae24-ccfb-4d6c-8609-5b0b1bafb314 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:32.010996 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:32.011468 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53a8ae24-ccfb-4d6c-8609-5b0b1bafb314 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:32.012093 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'status': 'completed', 'code': 200} Aug 16 22:10:32.134948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:32.226545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4367efd8-ed06-4669-9255-7eecab4c12cf req-6576f567-7ec2-482b-a44c-bb092e3ed8d2 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0873549 Aug 16 22:10:32.242828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:32.317891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.320140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.323046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.325111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.330120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.332245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.333513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.334857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.336053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.336608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.337845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.339191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:32.369215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Router a9448bfd-bafe-41c8-b33d-fe037aa027ad has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:10:32.412418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-a05fffd3-4163-4106-a1ab-212fd18d20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:32.419840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-a05fffd3-4163-4106-a1ab-212fd18d20b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1137 time: 0.3083575 Aug 16 22:10:32.487971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:32.491578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:32.493631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:32.576727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:32.576727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:32.631457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7bf8138a-f370-4f4f-b477-ac77560626fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d37b26809ceb49108f18571d226f9b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910564 Aug 16 22:10:32.632732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:32.639735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:32.640172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:32.640773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:32.641393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Bound port: af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:32.641891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.762744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-9ad1280e-cc49-4d0e-98fa-1d2e1d2150c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:32.764584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-9ad1280e-cc49-4d0e-98fa-1d2e1d2150c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.2935898 Aug 16 22:10:32.781589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:10:32.789005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.795476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Sync routers for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:10:32.812511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:10:32.813204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:10:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:32.831450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:32.837423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:32.904730 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d787e637-43fc-4473-8fbb-d8592f156c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "PUT /v2.0/floatingips/0bd58fa4-c737-4a2c-8efd-4cf0c487fed3 HTTP/1.1" status: 200 len: 991 time: 2.7567923 Aug 16 22:10:32.906841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:32.912214 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f96e8b9-fff9-4a40-840a-b55deed593aa" -d '{"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:32.927933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.942453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.965501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:32.992510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-bb7a03fc-99b0-4be9-b467-cabf37982870 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 217 time: 0.2096825 Aug 16 22:10:33.068797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:33.071094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:33.071733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:33.072481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:33.073245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] 10.222.0.89 "PUT /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 1093 time: 3.0509548 Aug 16 22:10:33.077643 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/403529fb-5bab-4d6f-8c40-394a88c349ea HTTP/1.1" status: 204 len: 168 time: 0.4438694 Aug 16 22:10:33.108427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:10:33.116358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697ad22-b89a-42f6-affe-458a9f48fc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403529fb-5bab-4d6f-8c40-394a88c349ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:33.379548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183057-3830-4270-ade2-8c444c628d45 req-034066e4-ddcf-4d08-bf55-2b2b16e6ffdd tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:33.387524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48183057-3830-4270-ade2-8c444c628d45 req-034066e4-ddcf-4d08-bf55-2b2b16e6ffdd tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 985 time: 0.5454879 Aug 16 22:10:33.418162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad9e85-fd29-42e3-974d-4f7240d8272d service neutron] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:33.476343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-82419ef6-c049-4108-9f8e-4b28e074c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:33.481446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-82419ef6-c049-4108-9f8e-4b28e074c7f1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.4493334 Aug 16 22:10:33.558400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-eeb5ffe9-0abd-4b22-9eb9-37b89ea9f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:33.560102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-eeb5ffe9-0abd-4b22-9eb9-37b89ea9f1b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1096 time: 0.3974321 Aug 16 22:10:33.595034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-fcc7343b-7ecd-4dab-9ad6-ab7096c1df54 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687895 Aug 16 22:10:33.617748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48183057-3830-4270-ade2-8c444c628d45 req-fde9b293-0d8e-4547-aec1-dfbb8ea837cf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2131326 Aug 16 22:10:33.800060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-97effe81-1a95-4972-ab2e-69662182de30 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 217 time: 0.2077272 Aug 16 22:10:33.996102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0bd58fa4-c737-4a2c-8efd-4cf0c487fed3', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'port_id': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'mac_address': 'fa:16:3e:fa:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:01Z', 'updated_at': '2021-08-16T22:10:31Z', 'revision_number': 1, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:34.014054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:34.016397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3563189d-088f-456e-a988-0a0c4359a752" -d '{"events": [{"name": "network-changed", "server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:34.048868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Checking router: a9448bfd-bafe-41c8-b33d-fe037aa027ad for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:10:34.071202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-bdca9a5e-b2ac-454b-8c4a-9252823b22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:34.074996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-bdca9a5e-b2ac-454b-8c4a-9252823b22b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1998923 Aug 16 22:10:34.075936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:10:34.089735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:10:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:34.120229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1a5b4-40d5-4ffb-b428-929d249c44aa req-0deea6ff-1a19-49fd-8a03-649d452dfcf9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:34.127879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cde1a5b4-40d5-4ffb-b428-929d249c44aa req-0deea6ff-1a19-49fd-8a03-649d452dfcf9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.3343706 Aug 16 22:10:34.232244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ab982ea9-000b-4f71-8dc4-0ff27fbe0a9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020095 Aug 16 22:10:34.244057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-7802f805-2d7b-4edd-820a-6c1c62230b64 service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122105 Aug 16 22:10:34.297108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:10:34.475001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cde1a5b4-40d5-4ffb-b428-929d249c44aa req-af53c9d7-4030-4ceb-8a14-bb7f1974d3ff tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460774 Aug 16 22:10:34.612780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-206cf709-10ee-423a-b255-2cc7dd2f6e8e req-6584fdd3-f98a-4a14-bc03-1fc80ef8e270 service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491764 Aug 16 22:10:34.634532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-ad81e4bc-8d2b-4313-8068-282af7af81ad service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882029 Aug 16 22:10:34.709775 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f52d701-4feb-4464-87af-794ed5bdc8af x-openstack-request-id: req-5f52d701-4feb-4464-87af-794ed5bdc8af {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:34.710789 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:34.711274 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f52d701-4feb-4464-87af-794ed5bdc8af {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:34.711908 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'status': 'completed', 'code': 200} Aug 16 22:10:34.936237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0bd58fa4-c737-4a2c-8efd-4cf0c487fed3', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'port_id': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'mac_address': 'fa:16:3e:fa:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:01Z', 'updated_at': '2021-08-16T22:10:31Z', 'revision_number': 1, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:34.978174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6db354e7-fb4d-4df0-8fb4-a78fcf34a486 req-66020d2b-4aeb-4ddc-bdfb-5d1af7e1f3fe tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0431974 Aug 16 22:10:35.016719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-aa348c64-ffd4-437e-af3e-aa4ff194a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.025685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c81e2-82d7-4b7b-b2e1-f2c043cf8f96 None None] The sync data for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 is: [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0bd58fa4-c737-4a2c-8efd-4cf0c487fed3', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'port_id': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'mac_address': 'fa:16:3e:fa:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc49611-576f-464e-b622-f73a0499776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:09:01Z', 'updated_at': '2021-08-16T22:10:31Z', 'revision_number': 1, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:10:35.026313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-aa348c64-ffd4-437e-af3e-aa4ff194a7ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1137 time: 0.2533607 Aug 16 22:10:35.038747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a30b9a12-6d71-4c3e-bb20-20877a4eb933 req-4f2584d4-6945-4f50-80eb-22c4a2e02102 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957071 Aug 16 22:10:35.045605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.046181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.046667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.047147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.047656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.048356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.048856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.058753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-42bf71d0-22da-4fe1-acef-5e61965ef871 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6498 time: 0.2754517 Aug 16 22:10:35.427364 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3254aaf8-b413-4808-b321-ed52950b4652 None None] New status for floating IP 0bd58fa4-c737-4a2c-8efd-4cf0c487fed3: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:10:35.641115 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31494c69-a621-410d-b35c-d001fc1b087c x-openstack-request-id: req-31494c69-a621-410d-b35c-d001fc1b087c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:35.641499 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:35.641803 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31494c69-a621-410d-b35c-d001fc1b087c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:35.642212 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'status': 'completed', 'code': 200} Aug 16 22:10:35.801435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-71ec07ad-58f6-4b7c-93c5-065500ee1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.803490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-71ec07ad-58f6-4b7c-93c5-065500ee1992 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76 HTTP/1.1" status: 200 len: 912 time: 0.7268467 Aug 16 22:10:35.816677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4e8d2-5d44-4b0a-b6b8-e18392cbdb72 req-d881eeb5-208d-42a1-90b7-95354974370b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.824584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbd4e8d2-5d44-4b0a-b6b8-e18392cbdb72 req-d881eeb5-208d-42a1-90b7-95354974370b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 985 time: 0.1854053 Aug 16 22:10:35.829755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563189d-088f-456e-a988-0a0c4359a752 req-79be8924-71db-4647-85a0-d4b7ff7edb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.831221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-79be8924-71db-4647-85a0-d4b7ff7edb93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1096 time: 0.1866708 Aug 16 22:10:35.841374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-dc7089c8-a36b-40a5-9c82-d7389d8acf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:35.842839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-dc7089c8-a36b-40a5-9c82-d7389d8acf21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.7804794 Aug 16 22:10:35.975367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-66d8154a-22d6-4108-bd19-014e449107e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 217 time: 0.0891018 Aug 16 22:10:36.131473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-be46ce6f-fb4d-4615-a2b0-1053c5c3b116 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 200 len: 1001 time: 0.3047438 Aug 16 22:10:36.152197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbd4e8d2-5d44-4b0a-b6b8-e18392cbdb72 req-b6d30df7-a789-44c1-9631-c7acb4525c48 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3265951 Aug 16 22:10:36.300773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-e76a34b5-bd64-4c23-b71d-353ad83ce5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:36.303370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-e76a34b5-bd64-4c23-b71d-353ad83ce5b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.3102398 Aug 16 22:10:36.312695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563189d-088f-456e-a988-0a0c4359a752 req-5b7b293f-2d1f-46e5-9fb6-9a1009a16382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:36.314764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-5b7b293f-2d1f-46e5-9fb6-9a1009a16382 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.4710553 Aug 16 22:10:36.317937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-281a3ffb-3f3d-48ef-a6a3-432bae8e242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:36.319741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-281a3ffb-3f3d-48ef-a6a3-432bae8e242b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=100e6f52-c4b1-4c2f-b130-4a1f4b649852 HTTP/1.1" status: 200 len: 851 time: 0.1662471 Aug 16 22:10:36.366184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-8d67e49c-2e2b-4bb9-8dfd-2dffb31cc105 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502036 Aug 16 22:10:36.440960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-5d552f75-3d44-43b4-ac69-04c2148dec5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 217 time: 0.1120999 Aug 16 22:10:36.571711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-eedfbbfe-6c33-46b2-9dcf-29156372959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:36.573680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-eedfbbfe-6c33-46b2-9dcf-29156372959f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436078 Aug 16 22:10:36.587555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563189d-088f-456e-a988-0a0c4359a752 req-c5c849d2-92be-4b68-844a-6c7592435b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:36.589114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-c5c849d2-92be-4b68-844a-6c7592435b68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1352222 Aug 16 22:10:36.687348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-099d480c-b1f7-482a-a416-446922c13add service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833313 Aug 16 22:10:36.734112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-0e74bda4-59dd-4748-9872-812d542f5a1a service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024695 Aug 16 22:10:36.875392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-427c289f-fb79-447d-a102-706c4e64a46e service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847817 Aug 16 22:10:36.984047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-ecfee001-eff1-428e-8cec-aa8ce7787378 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825372 Aug 16 22:10:36.993672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8edb8bd0-34d4-4e9b-ad6d-4348e66a713f req-c96d1f26-0dd9-41bd-b6ef-9e2045979fa3 service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176411 Aug 16 22:10:37.105469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3563189d-088f-456e-a988-0a0c4359a752 req-833481d7-7d61-4414-bd51-9a3c729d7cd9 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075313 Aug 16 22:10:37.167450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f96e8b9-fff9-4a40-840a-b55deed593aa req-9132ae35-d831-47ed-92ea-c85ed0def44c service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730477 Aug 16 22:10:37.693337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-d5e36a4a-d871-4b6a-958d-63dd78c6894f tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327380 Aug 16 22:10:37.837470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-169fb92a-8a9b-4748-adae-592efb3643fa tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:37.839142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-169fb92a-8a9b-4748-adae-592efb3643fa tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450102 Aug 16 22:10:37.877111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-bdd50788-c04e-4b0a-95c9-27aec9ae6ed0 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/quotas/6e08ef62efca40b6a03baecc3e5abdd5 HTTP/1.1" status: 200 len: 375 time: 0.0315173 Aug 16 22:10:37.910430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bca61a-aea0-411c-b155-e09668ae2f7d req-97d91462-52c5-4bd5-8dc5-1fe8696939f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=de1b2cd6b2b34a78bd4f2fc49d6f7f31&device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0531075 Aug 16 22:10:37.939798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-cf762f08-ee71-41b3-87a3-18e885f9850d tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444541 Aug 16 22:10:37.963533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bca61a-aea0-411c-b155-e09668ae2f7d req-eb3d4550-2a46-41c4-912d-d646ba695911 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=de1b2cd6b2b34a78bd4f2fc49d6f7f31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263078 Aug 16 22:10:37.975935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733bd9f-0daa-4d0e-939b-08d9b1ad6303 req-0c11c869-ff12-43f8-a951-5c169632718c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:37.977445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3733bd9f-0daa-4d0e-939b-08d9b1ad6303 req-0c11c869-ff12-43f8-a951-5c169632718c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1212482 Aug 16 22:10:38.071994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3733bd9f-0daa-4d0e-939b-08d9b1ad6303 req-0595e2ec-58d5-46ae-bd26-fed87644dced tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Aug 16 22:10:38.102138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bca61a-aea0-411c-b155-e09668ae2f7d req-5a85b00f-b5a2-48be-b312-29e49c463fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:38.103730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bca61a-aea0-411c-b155-e09668ae2f7d req-5a85b00f-b5a2-48be-b312-29e49c463fe0 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1253982 Aug 16 22:10:38.288589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3722066-f1c5-4c94-95b4-d07e54f6b7fc req-64bcb506-7089-40f6-be75-5ec5e6d647a6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:38.290393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3722066-f1c5-4c94-95b4-d07e54f6b7fc req-64bcb506-7089-40f6-be75-5ec5e6d647a6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 985 time: 0.0752792 Aug 16 22:10:38.365160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3722066-f1c5-4c94-95b4-d07e54f6b7fc req-38228cac-82fc-45af-9c5e-5ef901334453 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0644801 Aug 16 22:10:38.367673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d69fcc4f-b117-4018-9f7e-1b9f7a9e525c req-bceb24be-a7e6-445e-bccd-dde02db2b6ad tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0366383 Aug 16 22:10:38.469800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-633cdd5e-881d-4078-a6d4-1a30063033b4 req-5b3789a9-2f33-470f-aba2-218277a33f45 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 210 time: 0.0471866 Aug 16 22:10:38.545858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55c85-56d1-4b37-b950-4f1afb6a78b3 req-7bcedf8a-f562-453a-8118-b4361c67545a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:38.553673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ed55c85-56d1-4b37-b950-4f1afb6a78b3 req-7bcedf8a-f562-453a-8118-b4361c67545a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.0982006 Aug 16 22:10:38.628705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-cb0eed07-95d2-4372-9838-8f130dd263f7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-282941642&fields=id&tenant_id=8d46202994414a0fb5b0e0406d14ce0e HTTP/1.1" status: 200 len: 267 time: 0.0912488 Aug 16 22:10:38.631986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ed55c85-56d1-4b37-b950-4f1afb6a78b3 req-4f09002e-cb78-4a6d-a3f5-28ea2209d045 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712428 Aug 16 22:10:38.688503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-45585ed2-d7ee-4f3e-b879-88cb8d9af902 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:38.690029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-45585ed2-d7ee-4f3e-b879-88cb8d9af902 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 985 time: 0.0510137 Aug 16 22:10:38.704638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'port': {'security_groups': ['0366beb4-53e6-4f80-a83d-6a4ce438eaf0', '19a49f3c-4266-400d-906f-99ae6346e5ba', '7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:38.782079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:38.994303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:39.024843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:39.030415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:39.073544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:39.075287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:39.076708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:39.077281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1df6be4b-71f6-4ae3-9541-4cce1e19e535 req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "PUT /v2.0/ports/8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 1021 time: 0.3771062 Aug 16 22:10:39.079202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:39.081478 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59514e-7afc-4157-b668-687bddce72c7" -d '{"events": [{"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:39.127700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e3b02-596e-40b8-a9d2-f8cdcb8f52f6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:39.148936 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce5570c-270c-4a6e-95ba-c8082960478b x-openstack-request-id: req-9ce5570c-270c-4a6e-95ba-c8082960478b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:39.149301 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:39.149528 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ce5570c-270c-4a6e-95ba-c8082960478b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:39.149918 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'status': 'completed', 'code': 200} Aug 16 22:10:39.156089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70e5b53b-5375-4318-9ea2-7d09ca866f7e req-61b7e464-92a9-49ec-9eb9-82dbc2419f0b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a HTTP/1.1" status: 200 len: 1800 time: 0.0587046 Aug 16 22:10:39.159511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:39.297025 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-70e5b53b-5375-4318-9ea2-7d09ca866f7e req-fd6b6179-dae3-465f-a207-5266cbfaa617 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:10:39.305428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70e5b53b-5375-4318-9ea2-7d09ca866f7e req-fd6b6179-dae3-465f-a207-5266cbfaa617 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a HTTP/1.1" status: 409 len: 341 time: 0.1322286 Aug 16 22:10:39.329772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:39.353090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59514e-7afc-4157-b668-687bddce72c7 req-fd30945a-375f-4826-87ad-35a2cb656683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:39.356873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-fd30945a-375f-4826-87ad-35a2cb656683 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1176 time: 0.1520762 Aug 16 22:10:39.379400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a64aa4-67b9-44ae-883f-62d6a68d14c4 req-8fd21b85-908b-440c-b8ad-990a59840c82 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:39.381430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a64aa4-67b9-44ae-883f-62d6a68d14c4 req-8fd21b85-908b-440c-b8ad-990a59840c82 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1333649 Aug 16 22:10:39.562884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-10df0c6c-1a29-4694-9845-9e2731ce5d43 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262579 Aug 16 22:10:39.691108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a64aa4-67b9-44ae-883f-62d6a68d14c4 req-025fc08e-a6ac-4ac5-b9be-ab6f396730c8 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994130 Aug 16 22:10:39.694523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bca61a-aea0-411c-b155-e09668ae2f7d req-0f150d41-b204-4785-a018-dd5ee75d6602 tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.89 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.1043632 Aug 16 22:10:39.760355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59514e-7afc-4157-b668-687bddce72c7 req-cf6c9b5f-9785-4a24-9460-99e5ba27072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:39.762150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-cf6c9b5f-9785-4a24-9460-99e5ba27072b service neutron] 10.222.0.88 "GET /v2.0/networks?id=788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 200 len: 913 time: 0.3603210 Aug 16 22:10:39.858628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-90c9d63f-1067-42f1-8f1f-22af453815c2 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:39.860050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-90c9d63f-1067-42f1-8f1f-22af453815c2 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710993 Aug 16 22:10:39.861406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-ec595178-3bea-42d8-a6f0-28b680c46cf3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 200 len: 217 time: 0.0827210 Aug 16 22:10:39.882788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20f02f77-0755-4f86-bc96-bfa2299d4a7f req-a3b36b27-9f31-44df-95c7-e5289bb912dc tempest-ServerShowV257Test-395005421 tempest-ServerShowV257Test-395005421-project] 10.222.0.22 "GET /v2.0/ports?device_id=5decd8e9-2c2f-4d4e-8277-8017d411b02c HTTP/1.1" status: 200 len: 210 time: 0.0844650 Aug 16 22:10:39.889131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Request body: {'port': {'device_id': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '6e08ef62efca40b6a03baecc3e5abdd5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:39.985024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-424fe592-ca74-4784-aef7-f28c5161b306 req-ed81300e-eae9-40ee-85c6-4db193aa0436 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 210 time: 0.1052043 Aug 16 22:10:40.051395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59514e-7afc-4157-b668-687bddce72c7 req-ddfe4858-4edc-4ded-ba3c-b9880ec697c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:40.052921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-ddfe4858-4edc-4ded-ba3c-b9880ec697c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 200 len: 853 time: 0.1677072 Aug 16 22:10:40.109008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7341b9-75ef-4fc9-9e4c-fa0449942a7f req-35d389dd-50d0-4916-b9a9-af8087359b03 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:40.110490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d7341b9-75ef-4fc9-9e4c-fa0449942a7f req-35d389dd-50d0-4916-b9a9-af8087359b03 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 950 time: 0.1330271 Aug 16 22:10:40.129940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-17ba31b8-dca7-48d7-bada-1099ca6c6c06 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=788299b3-2d65-450e-94c0-4a4c66c21cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647855 Aug 16 22:10:40.242612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Made reservation on behalf of 6e08ef62efca40b6a03baecc3e5abdd5 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:40.246384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:40.257855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0011c-71df-4219-ad87-64c69867012d req-61837521-f5fa-45e9-b196-8b352cbb9eb7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:40.259356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aef0011c-71df-4219-ad87-64c69867012d req-61837521-f5fa-45e9-b196-8b352cbb9eb7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1024 time: 0.1960499 Aug 16 22:10:40.264564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d7341b9-75ef-4fc9-9e4c-fa0449942a7f req-85aad2e1-5f3a-4ab0-814c-8d094cd92191 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330051 Aug 16 22:10:40.273713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:40.412277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-14f59cd5-258e-42ac-9f2f-c5b2c4a8e9e8 service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567594 Aug 16 22:10:40.425608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aef0011c-71df-4219-ad87-64c69867012d req-9435c104-a18f-488d-a9e3-60d7dad0dde7 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1530776 Aug 16 22:10:40.592814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d59514e-7afc-4157-b668-687bddce72c7 req-13342d8c-6ccd-4087-a28f-768de1e2b95e service neutron] 10.222.0.88 "GET /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626348 Aug 16 22:10:40.605947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:40.611293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:40.686543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b662b4d4-20eb-4df0-bcfd-c68506450b9a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:40.785168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Allocated IP 192.168.233.233 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/c2326c67-d1b7-4b31-bfd6-b46651966cee) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:40.865609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f206b-822d-4d3c-99cc-fbd0103dde8b req-70791569-3ef7-4ee6-924a-7f7cf15bd268 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:40.867153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-906f206b-822d-4d3c-99cc-fbd0103dde8b req-70791569-3ef7-4ee6-924a-7f7cf15bd268 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.0844324 Aug 16 22:10:40.919733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:10:40.960590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-906f206b-822d-4d3c-99cc-fbd0103dde8b req-821628f8-3077-4067-9f13-12f6c334b160 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853426 Aug 16 22:10:41.014280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.029622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Transition to ACTIVE for port object c2326c67-d1b7-4b31-bfd6-b46651966cee will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:41.071589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.146184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:41.155358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:41.163659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:41.194294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Pushing event updated for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:41.219281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7252bd-906e-432c-845a-ea7bca4a0e75 req-627c3046-8111-4ef4-941b-c7dc2a66a82e tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:41.227631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e7252bd-906e-432c-845a-ea7bca4a0e75 req-627c3046-8111-4ef4-941b-c7dc2a66a82e tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 936 time: 0.1443973 Aug 16 22:10:41.258712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:41.259404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.288080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e7252bd-906e-432c-845a-ea7bca4a0e75 req-70b5af29-d9c5-4dc4-8e18-956af0e77996 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Aug 16 22:10:41.294330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:41.312451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-2f1cfcde-82a8-4a24-9d71-cfe8fcdf8cb5 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4279685 Aug 16 22:10:41.345700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Request body: {'port': {'device_id': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:41.423238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.440939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.485474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-698dbfb6-837e-414f-b1b2-39bcafa13940 None None] Provisioning for port c2326c67-d1b7-4b31-bfd6-b46651966cee completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:41.494002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-698dbfb6-837e-414f-b1b2-39bcafa13940 None None] Provisioning complete for port c2326c67-d1b7-4b31-bfd6-b46651966cee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:41.495052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-698dbfb6-837e-414f-b1b2-39bcafa13940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.583133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-698dbfb6-837e-414f-b1b2-39bcafa13940 None None] Port c2326c67-d1b7-4b31-bfd6-b46651966cee cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:10:41.604396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.612672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.664033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de1b2cd6b2b34a78bd4f2fc49d6f7f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683624 Aug 16 22:10:41.664797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d297fb-7bda-432c-a962-709ddf3c2b3e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:41.675304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:41.676659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.677056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.677428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.677774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.678112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.678452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.678785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.679122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.679458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.679788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.680121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.680454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828549d6-8256-4813-a2ab-b607955a4be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:10:41.749018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.778185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.842975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.850681 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:41.853663 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84d297fb-7bda-432c-a962-709ddf3c2b3e HTTP/1.1" status: 204 len: 168 time: 0.1637063 Aug 16 22:10:41.873375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafb6d4-d00a-4230-9f70-ecbf750df7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d297fb-7bda-432c-a962-709ddf3c2b3e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:41.964933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5ce73-18af-4328-bce9-7c27a9eab761 req-a4acad94-b390-45b1-bfff-fdebad03de25 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:41.966640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bc5ce73-18af-4328-bce9-7c27a9eab761 req-a4acad94-b390-45b1-bfff-fdebad03de25 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1024 time: 0.1340404 Aug 16 22:10:42.097313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bc5ce73-18af-4328-bce9-7c27a9eab761 req-bbfa4154-0ee5-43a9-8781-ebdb01e343ac tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1244807 Aug 16 22:10:42.183117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56019d0-4ba3-4bda-9198-04392099cb3c req-9f9d0b53-a096-49ee-938b-1f983b33d202 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:42.184717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d56019d0-4ba3-4bda-9198-04392099cb3c req-9f9d0b53-a096-49ee-938b-1f983b33d202 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1153445 Aug 16 22:10:42.269482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d56019d0-4ba3-4bda-9198-04392099cb3c req-8358236d-10c0-45c2-a2ad-b6c1cfe0f088 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751882 Aug 16 22:10:42.275690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2326c67-d1b7-4b31-bfd6-b46651966cee {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:42.292972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.303638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Transition to ACTIVE for port object c2326c67-d1b7-4b31-bfd6-b46651966cee will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:42.307057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.402666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:42.545911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Attempting to bind port c2326c67-d1b7-4b31-bfd6-b46651966cee on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:42.546637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Attempting to bind port c2326c67-d1b7-4b31-bfd6-b46651966cee by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:42.546971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Attempting to bind port c2326c67-d1b7-4b31-bfd6-b46651966cee on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:42.558701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Port c2326c67-d1b7-4b31-bfd6-b46651966cee on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:42.559107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Attempting to bind port c2326c67-d1b7-4b31-bfd6-b46651966cee on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:42.574002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844829a-2c65-4d11-ba56-7bd02c70ddd7 req-d85ccf80-e979-411d-80a5-954db47ceeb0 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:42.575758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d844829a-2c65-4d11-ba56-7bd02c70ddd7 req-d85ccf80-e979-411d-80a5-954db47ceeb0 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 948 time: 0.2115536 Aug 16 22:10:42.590571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-76f8de84-8952-4e6b-885e-3f8e30c22221 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:42.592375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-76f8de84-8952-4e6b-885e-3f8e30c22221 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.88 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1024 time: 0.1331806 Aug 16 22:10:42.593233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:42.593886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:42.594027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:42.594426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Bound port: c2326c67-d1b7-4b31-bfd6-b46651966cee, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:42.594798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.611863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:42.757762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d844829a-2c65-4d11-ba56-7bd02c70ddd7 req-8bd91142-f956-44a2-a977-d60213bd4131 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603534 Aug 16 22:10:42.772938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.802410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:42.811006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:42.814380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:42.817299 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4827e9-7ef0-40a2-af96-f0e03f1e6488" -d '{"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-unplugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:42.823280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:42.831158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Deleting port 8df11194-6a3f-4969-b469-b9ee00cce0ed {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:10:42.831497 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.832515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:42.837431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.841418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.912111 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ce2fe-7eff-44d2-b7d3-76f659a434c5 x-openstack-request-id: req-524ce2fe-7eff-44d2-b7d3-76f659a434c5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:42.912400 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-unplugged", "status": "completed", "tag": "96d08957-524b-4766-98f0-29290d320f21", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:42.912847 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-524ce2fe-7eff-44d2-b7d3-76f659a434c5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:42.913453 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d08957-524b-4766-98f0-29290d320f21', 'code': 200} Aug 16 22:10:42.932168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:42.932796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:42.934224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2326c67-d1b7-4b31-bfd6-b46651966cee HTTP/1.1" status: 200 len: 1097 time: 1.5995443 Aug 16 22:10:42.936633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:42.938940 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:42.947069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:42.992032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6d60-ff42-4af7-8193-d1fa2ad7beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:43.014636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 8df11194-6a3f-4969-b469-b9ee00cce0ed, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8df11194-6a3f-4969-b469-b9ee00cce0ed,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:43.015032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.024573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1746910173-network', 'tenant_id': '08009be4a957458fa746fe777a920ba6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:43.052607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Made reservation on behalf of 08009be4a957458fa746fe777a920ba6 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:43.055974 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.070551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.071087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Calling delete_port for 8df11194-6a3f-4969-b469-b9ee00cce0ed owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:10:43.074095 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbcfbf-e635-48c9-96c1-2aee6a85cc1b x-openstack-request-id: req-73fbcfbf-e635-48c9-96c1-2aee6a85cc1b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:43.074095 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:43.074356 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73fbcfbf-e635-48c9-96c1-2aee6a85cc1b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:43.074708 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee', 'status': 'completed', 'code': 200} Aug 16 22:10:43.138389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-f9104aa6-2ce0-458b-9e6c-78ea1486f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.140136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-f9104aa6-2ce0-458b-9e6c-78ea1486f4c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 1100 time: 0.1074591 Aug 16 22:10:43.219234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-cb952c57-4b93-49f6-ac9d-2961597369e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee HTTP/1.1" status: 200 len: 217 time: 0.0599937 Aug 16 22:10:43.241624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.248120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.278211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:10:43.290953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c408ad-6f44-4079-ae6d-46f1970b389e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:43.335074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-286b5cd3-3a9e-4d77-8705-48c56058fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.336539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-286b5cd3-3a9e-4d77-8705-48c56058fff0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1052825 Aug 16 22:10:43.344244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cdea0-68da-4a08-acc9-6eb34399bba7 req-08f31a3a-0be3-484b-8244-1fc9666a887f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.345712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-878cdea0-68da-4a08-acc9-6eb34399bba7 req-08f31a3a-0be3-484b-8244-1fc9666a887f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 1024 time: 0.1394320 Aug 16 22:10:43.438259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.438875 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Added segment d0a931bf-7f02-416b-aae9-e128ca5b36e7 of type vlan for network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d Aug 16 22:10:43.444161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.484387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8df11194-6a3f-4969-b469-b9ee00cce0ed'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:43.506496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-878cdea0-68da-4a08-acc9-6eb34399bba7 req-4bea4554-52de-4dc5-aa52-41efcd1907bc tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=19a49f3c-4266-400d-906f-99ae6346e5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1426227 Aug 16 22:10:43.510386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'Port': ['ID=8df11194-6a3f-4969-b469-b9ee00cce0ed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:43.513617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-740fe0b6-8661-4b19-b5e2-3872a5b0372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.515139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-740fe0b6-8661-4b19-b5e2-3872a5b0372c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1642747 Aug 16 22:10:43.522397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:43.528436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee37bc2-ae5c-4eea-9aaa-131185c0ad4e req-a388bae0-0ec5-4435-b41d-da65b7044f1e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.528606 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.530204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ee37bc2-ae5c-4eea-9aaa-131185c0ad4e req-a388bae0-0ec5-4435-b41d-da65b7044f1e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1674798 Aug 16 22:10:43.574628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.575921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:43.576769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.630489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] No DVR routers for this DVR port 8df11194-6a3f-4969-b469-b9ee00cce0ed on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:10:43.636564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.638757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f771fa6c-d4f9-4ce1-b72e-f2c87a21f4f0 req-858158f0-9c52-41e3-93ca-4140ca1b9aeb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.88 "DELETE /v2.0/ports/8df11194-6a3f-4969-b469-b9ee00cce0ed HTTP/1.1" status: 204 len: 173 time: 1.0372460 Aug 16 22:10:43.644281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] Pushing event updated for resources: {'Network': ['ID=99a2ca7a-f135-4a7c-8c1a-191c04c8662d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:43.663443 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d50f770-d458-4b82-bd2d-8f2c64d4cd21 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8461940 Aug 16 22:10:43.665663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:43.667956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:10:43.672878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Request body: {'subnet': {'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1746910173-subnet', 'tenant_id': '08009be4a957458fa746fe777a920ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:43.678416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ee37bc2-ae5c-4eea-9aaa-131185c0ad4e req-a2e14435-fe2d-4767-8589-6b6cef134ded tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189015 Aug 16 22:10:43.729425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-00353cbb-d4f6-4df7-93b5-0b61ec30fc91 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937470 Aug 16 22:10:43.730449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Made reservation on behalf of 08009be4a957458fa746fe777a920ba6 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:43.733887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:43.755443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:43.943788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8caa85b-39be-4b0e-b44b-9ef790edb9a2 req-9ae7ef56-3cf6-436c-befd-f03e02426265 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654527 Aug 16 22:10:43.978321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:43.980609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.008339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'mac_address': 'fa:16:3e:5a:57:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:44.060004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012a467-f5c5-4b89-b979-6e352b25ff77 req-0402f4c5-f4c6-49a5-a0f2-16fc71a812f3 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.068077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3012a467-f5c5-4b89-b979-6e352b25ff77 req-0402f4c5-f4c6-49a5-a0f2-16fc71a812f3 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 948 time: 0.1195905 Aug 16 22:10:44.090985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.111599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:44.140780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:44.148102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.149305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:44.186131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3012a467-f5c5-4b89-b979-6e352b25ff77 req-daab0423-4418-4170-a1f9-b94e9ef1e62c tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170821 Aug 16 22:10:44.188682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-d730f467-535d-4ca9-ab46-c380bea9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.190209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-d730f467-535d-4ca9-ab46-c380bea9526c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 1100 time: 0.1134288 Aug 16 22:10:44.191212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.263541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:44.305668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:44.318502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104', 'port_id': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'mac_address': 'fa:16:3e:79:c4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931753be-5eb5-46da-852d-8bd5fea425da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:44.332637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9df8f7-5ec0-454f-b951-cec1a32aae29,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:44.339914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Checking segment: {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:44.340281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Network hostable DHCP agents. Network: 99a2ca7a-f135-4a7c-8c1a-191c04c8662d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:10:44.363696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.376615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:10:44.380344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:44.390915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-a4b9c618-c54f-4aae-aee9-50109344359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.392508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-a4b9c618-c54f-4aae-aee9-50109344359b service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1884234 Aug 16 22:10:44.393577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 99a2ca7a-f135-4a7c-8c1a-191c04c8662d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:44.402255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.402865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.406986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57078d5f-2662-4316-beae-06edd6d55928 None None] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:10:44.411192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:44.423369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:44.458910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-76f90a99-755b-4635-9297-f384fe6ccef8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee HTTP/1.1" status: 200 len: 217 time: 0.0512047 Aug 16 22:10:44.469212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fe162904-f88f-4345-b2ee-fbd6ea10d463 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8020997 Aug 16 22:10:44.531119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-2119c50b-8f7a-427a-83b6-623efb0276f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.534529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-2119c50b-8f7a-427a-83b6-623efb0276f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0638258 Aug 16 22:10:44.539544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:44.617410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c219932-6614-43cd-aa61-85f86933bc35 None None] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:10:44.655804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-4641fd36-149d-4f95-bc66-042890fbc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:44.658898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ad95304e-4565-46f1-b9fe-db521b968b8f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:44.663133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-4641fd36-149d-4f95-bc66-042890fbc14b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205592 Aug 16 22:10:44.842148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecfc00cc-2ea8-4b6b-ab05-b119ee9a6f4d req-cb4a9a7a-b7f8-404d-b05d-212e1afdc95f tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=57e775e4-9189-430f-a181-4c361f1289bb HTTP/1.1" status: 200 len: 210 time: 0.0654199 Aug 16 22:10:44.968171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:45.002286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575149f0-ecc3-400e-b318-3d1f9e729472 req-94924a12-da8e-481d-ad23-5497c2508b2b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:45.002286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-575149f0-ecc3-400e-b318-3d1f9e729472 req-94924a12-da8e-481d-ad23-5497c2508b2b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1517103 Aug 16 22:10:45.004084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-bc8f38a9-16d3-4c11-b9e4-a81832a7a800 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312161 Aug 16 22:10:45.088415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'name': 'network-vif-deleted', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:45.091494 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366bde6f-9572-466a-bd1d-0990eeb1532d" -d '{"events": [{"server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "name": "network-vif-deleted", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:45.227012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-575149f0-ecc3-400e-b318-3d1f9e729472 req-7e8f3204-5264-48db-901d-4a484209f0c2 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025678 Aug 16 22:10:45.385616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c05c04-2dbd-41bd-95cf-44dff0f1cfc0 req-fcd822be-35d2-4880-91ef-fbf41be9e8a5 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639095 Aug 16 22:10:45.477612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cf410a9-92d7-4f2a-88f9-0d1dabe06efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:45.497454 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc82595-39dc-4b36-802b-10d4fbc5000d x-openstack-request-id: req-dcc82595-39dc-4b36-802b-10d4fbc5000d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:45.497754 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e775e4-9189-430f-a181-4c361f1289bb", "name": "network-vif-deleted", "tag": "8df11194-6a3f-4969-b469-b9ee00cce0ed", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:45.498011 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcc82595-39dc-4b36-802b-10d4fbc5000d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:45.498406 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e775e4-9189-430f-a181-4c361f1289bb', 'name': 'network-vif-deleted', 'tag': '8df11194-6a3f-4969-b469-b9ee00cce0ed', 'status': 'completed', 'code': 200} Aug 16 22:10:46.627064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8df11194-6a3f-4969-b469-b9ee00cce0ed no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:46.663555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 8df11194-6a3f-4969-b469-b9ee00cce0ed {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:10:46.664158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8df11194-6a3f-4969-b469-b9ee00cce0ed not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:10:46.669714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-7a05f925-3504-4786-b0c8-0b36c58d624e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:46.671425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-7a05f925-3504-4786-b0c8-0b36c58d624e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 814 time: 0.1787479 Aug 16 22:10:46.684705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c1da0-5b42-4c39-be1f-1e7bb4e54069 req-d2bc3229-1526-4671-871c-058705cd6a83 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:46.686368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a9c1da0-5b42-4c39-be1f-1e7bb4e54069 req-d2bc3229-1526-4671-871c-058705cd6a83 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 948 time: 0.0967286 Aug 16 22:10:46.719156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-ac52964c-aa7d-4984-aad0-c3e1c5b81502 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/quotas/08009be4a957458fa746fe777a920ba6 HTTP/1.1" status: 200 len: 375 time: 0.0316818 Aug 16 22:10:46.764090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-02dec09c-4b24-480b-b42b-50a4c37d5d84 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358946 Aug 16 22:10:46.788864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a9c1da0-5b42-4c39-be1f-1e7bb4e54069 req-732c6148-67bd-47f9-826d-b49af6df68ce tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947521 Aug 16 22:10:46.949022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-4bd228c6-f625-4348-86b6-3eaff1136c6e service neutron] 10.222.0.22 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757002 Aug 16 22:10:47.062272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e966fd-9558-412b-a9c3-2395950f034f req-480df20c-2ad0-4d5e-884f-e09edff75e56 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:47.063855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00e966fd-9558-412b-a9c3-2395950f034f req-480df20c-2ad0-4d5e-884f-e09edff75e56 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1180477 Aug 16 22:10:47.119320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-b1eb7619-0b2d-4748-8717-f7ff410dc972 service neutron] 10.222.0.22 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415036 Aug 16 22:10:47.156152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00e966fd-9558-412b-a9c3-2395950f034f req-ef305bb0-9507-4ed3-935f-6bef7838a990 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824623 Aug 16 22:10:47.386314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-d361cd0e-a9ec-4731-97ef-e4a8dd24e3c1 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/19a49f3c-4266-400d-906f-99ae6346e5ba HTTP/1.1" status: 200 len: 1800 time: 0.0646148 Aug 16 22:10:47.463652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad88ff7f-4e88-4b61-b51b-08fbab0fb95f req-3223e834-d07f-4fb5-b5e1-cd9bd763178a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 210 time: 0.0419464 Aug 16 22:10:47.484043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.516819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.594559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.604205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.612795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf823b2f-e322-4434-9469-dc8e091d70a5 req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/19a49f3c-4266-400d-906f-99ae6346e5ba HTTP/1.1" status: 204 len: 173 time: 0.2211590 Aug 16 22:10:47.627384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa76fd-46a1-46e7-8ca8-5cd12a514291 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a49f3c-4266-400d-906f-99ae6346e5ba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:47.714989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-0727a676-b1e3-4049-a8bf-013ed50e2e87 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a HTTP/1.1" status: 200 len: 1800 time: 0.0631790 Aug 16 22:10:47.762231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:47.783232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.811677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.863658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ad95304e-4565-46f1-b9fe-db521b968b8f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:47.868164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.882763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.886405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:47.887580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85010cbc-c89f-4100-90ce-81aaea5ad6d0 req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a HTTP/1.1" status: 204 len: 173 time: 0.1662352 Aug 16 22:10:47.906770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff51ba4-d2ef-4e92-8743-956ccb7f72b9 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:47.938031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1143209293', 'description': 'tempest-description-1308964213'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:48.021701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.022989 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.046823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a64e4e-9fd5-47e1-9d96-775c5460671d req-38a331ba-7996-4f80-bbe5-55753ffb3e03 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:48.049247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3a64e4e-9fd5-47e1-9d96-775c5460671d req-38a331ba-7996-4f80-bbe5-55753ffb3e03 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 948 time: 0.0902379 Aug 16 22:10:48.080937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:48.084152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:48.087418 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba331f7-f527-445a-8956-4e30af5bb2c7" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:48.094362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.095246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:48.143789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3a64e4e-9fd5-47e1-9d96-775c5460671d req-331943c6-71ab-4896-9b20-37c349436aa7 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794916 Aug 16 22:10:48.195549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:48.209741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.262400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc19131c-396c-42a5-8361-a80c10cccd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.274086 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.276132 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63e918-609f-4db3-98fa-84f94de492f6 x-openstack-request-id: req-1d63e918-609f-4db3-98fa-84f94de492f6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:48.276436 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-plugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:48.276932 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d63e918-609f-4db3-98fa-84f94de492f6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:48.277368 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'code': 200} Aug 16 22:10:48.287841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.299950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:48.307925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:48.308362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.379178 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.425938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29706968-9f82-4fdb-a79c-e85d25c7d096 req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4917638 Aug 16 22:10:48.427600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368ef59-4fed-4f14-a740-397d5f920c34 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d350e65a-76bc-49c4-9bfc-e31693314e81,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:48.469523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.542287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:48.552324 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.572423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793242e-1197-47b1-bb13-1f2133326793 req-3848673c-c167-4570-a799-a1c4cfb66bf0 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:48.583367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3793242e-1197-47b1-bb13-1f2133326793 req-3848673c-c167-4570-a799-a1c4cfb66bf0 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1397805 Aug 16 22:10:48.638124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3793242e-1197-47b1-bb13-1f2133326793 req-4e806ee5-b654-4dc6-bf78-07830ba6943f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Aug 16 22:10:48.653716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2326c67-d1b7-4b31-bfd6-b46651966cee details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:48.674799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:48.748123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-0599d81d-fe6c-4bee-bb8f-0eec8e0d316a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/d350e65a-76bc-49c4-9bfc-e31693314e81 HTTP/1.1" status: 200 len: 1801 time: 0.0769205 Aug 16 22:10:48.761826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Request body: {'security_group': {'name': 'tempest-sg-hth-343346312', 'description': 'tempest-description-hth-1885343926'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:48.798146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:48.814560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'c2326c67-d1b7-4b31-bfd6-b46651966cee', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'c2326c67-d1b7-4b31-bfd6-b46651966cee', 'mac_address': 'fa:16:3e:f2:a2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:48.861720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a87251d-ade2-4a60-96d4-d368f2254541 req-0d15f0de-68ab-433e-b157-d669c7baa2d6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 210 time: 0.0872993 Aug 16 22:10:48.884889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.910106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.922322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2326c67-d1b7-4b31-bfd6-b46651966cee {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:48.965731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:48.983828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:48.991384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.003933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.017814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.034070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15d307d2-d5ec-40df-8082-2d348f9882b2 req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "PUT /v2.0/security-groups/d350e65a-76bc-49c4-9bfc-e31693314e81 HTTP/1.1" status: 200 len: 1774 time: 0.2800155 Aug 16 22:10:49.101579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a290e-ab37-479e-9420-1b69cc909b76 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d350e65a-76bc-49c4-9bfc-e31693314e81,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:49.154288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebb5dfda-b212-4bd0-a15d-34d9308c14ae req-8f835daf-35d3-4e95-a94a-dd18d36ac324 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/d350e65a-76bc-49c4-9bfc-e31693314e81 HTTP/1.1" status: 200 len: 1774 time: 0.0591786 Aug 16 22:10:49.169600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:49.173842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.349105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-f871aa2f-3bcb-471e-8032-64d13b7774aa tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/d350e65a-76bc-49c4-9bfc-e31693314e81 HTTP/1.1" status: 200 len: 1774 time: 0.1474013 Aug 16 22:10:49.428703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.463172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1857ef-73ef-4870-a012-89fff3a4d691 req-b6db05d2-efa2-4dd5-aa5f-1b990c364f26 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:49.470624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1857ef-73ef-4870-a012-89fff3a4d691 req-b6db05d2-efa2-4dd5-aa5f-1b990c364f26 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 949 time: 0.2235568 Aug 16 22:10:49.627804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c2326c67-d1b7-4b31-bfd6-b46651966cee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:49.864446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:49.888131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-b2ad4d16-f405-4223-81ca-80ec9ba4b754 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:49.892058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-b2ad4d16-f405-4223-81ca-80ec9ba4b754 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 814 time: 0.6951649 Aug 16 22:10:49.926230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Request body: {'port': {'device_id': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'admin_state_up': True, 'tenant_id': '08009be4a957458fa746fe777a920ba6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:50.042532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1857ef-73ef-4870-a012-89fff3a4d691 req-3b3382a3-052d-4e0e-90c3-dc291819a4d0 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703621 Aug 16 22:10:50.073480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.076457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.090107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb141ad2-6563-43ef-9fdb-e9657288d4a2 req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/d350e65a-76bc-49c4-9bfc-e31693314e81 HTTP/1.1" status: 204 len: 173 time: 0.7400522 Aug 16 22:10:50.103852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Made reservation on behalf of 08009be4a957458fa746fe777a920ba6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:50.110558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.132058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97785ad-4be2-4b6d-ad30-819d1e6a3c80 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350e65a-76bc-49c4-9bfc-e31693314e81,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:50.278349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:50.280672 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba38a24b-dbdd-4998-8212-eba3f5012479" -d '{"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-plugged", "status": "completed", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:50.377715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14f0f27c-d37c-47a7-af92-fee22123b3c1 req-8dbafc28-7660-45fd-a46d-bb36938b2d13 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 210 time: 0.0464382 Aug 16 22:10:50.446224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9857fb4-bcb4-4165-b2da-0daa41006cba req-c9b8b5f1-d6e7-4075-93e7-dc46e54fd27d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:50.454097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9857fb4-bcb4-4165-b2da-0daa41006cba req-c9b8b5f1-d6e7-4075-93e7-dc46e54fd27d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1658103 Aug 16 22:10:50.508799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Allocated IP 172.20.0.10 (99a2ca7a-f135-4a7c-8c1a-191c04c8662d/7b9df8f7-5ec0-454f-b951-cec1a32aae29/2c46c098-f7dd-4b4a-91f9-3cfe829e8535) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:50.543192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9857fb4-bcb4-4165-b2da-0daa41006cba req-4655ed65-4758-4d09-9323-e9c43dd16b78 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817213 Aug 16 22:10:50.587982 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d53696-2f08-4192-8477-6721bb87664b x-openstack-request-id: req-c7d53696-2f08-4192-8477-6721bb87664b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:50.589588 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-plugged", "status": "completed", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:50.590201 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7d53696-2f08-4192-8477-6721bb87664b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:50.590961 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'code': 200} Aug 16 22:10:50.678900 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-01ecd7c6-2305-442f-acb3-02bdcf3a3c15 req-5ebd8a12-d592-4e7e-baa9-e4cb821c1eff tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:50.680219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01ecd7c6-2305-442f-acb3-02bdcf3a3c15 req-5ebd8a12-d592-4e7e-baa9-e4cb821c1eff tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/7e18a3d5-a3e2-442b-94ce-8b04ba13dd5a HTTP/1.1" status: 404 len: 352 time: 0.0475597 Aug 16 22:10:50.772881 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-18297662-07ca-4273-9319-5da2d3eeba9c req-988185b6-fb9f-47b6-8261-aa1cb1d18fd0 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:50.774122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18297662-07ca-4273-9319-5da2d3eeba9c req-988185b6-fb9f-47b6-8261-aa1cb1d18fd0 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/19a49f3c-4266-400d-906f-99ae6346e5ba HTTP/1.1" status: 404 len: 352 time: 0.0168700 Aug 16 22:10:50.811389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4be8-f3c4-454c-b856-0ce77531ce54 req-796ffaf1-3ffb-4728-821c-a5bc4337848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:50.813219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b3f4be8-f3c4-454c-b856-0ce77531ce54 req-796ffaf1-3ffb-4728-821c-a5bc4337848a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1098 time: 0.1264112 Aug 16 22:10:50.823754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.866054 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-957e70f2-8d87-4298-98ca-5495eb108dfb req-2396ef1d-8784-4186-ab7b-41270d226536 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:50.867258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-957e70f2-8d87-4298-98ca-5495eb108dfb req-2396ef1d-8784-4186-ab7b-41270d226536 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/b3128417-a055-44c8-aee0-234f3102bf93 HTTP/1.1" status: 404 len: 352 time: 0.0583410 Aug 16 22:10:50.874908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b3f4be8-f3c4-454c-b856-0ce77531ce54 req-ba0af4fd-4b17-4500-9de7-7f67e3cb8749 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483782 Aug 16 22:10:50.917376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:50.942552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:50.951929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:50.976562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:50.981155 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-b0ec07a8-0a68-4a15-8faf-1a9800dc4fba req-a299fd61-6793-4fba-925a-70c121cf40fb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:50.981770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ec07a8-0a68-4a15-8faf-1a9800dc4fba req-a299fd61-6793-4fba-925a-70c121cf40fb tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/0d032eb4-1b18-4b99-a799-3276192a599a HTTP/1.1" status: 404 len: 352 time: 0.0743368 Aug 16 22:10:51.051632 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-d6ab28d8-3607-431b-b85a-ee7b98ecf14c req-2e616dff-0a5b-4f9f-acbf-2ecdbbeba8e6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:51.059397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6ab28d8-3607-431b-b85a-ee7b98ecf14c req-2e616dff-0a5b-4f9f-acbf-2ecdbbeba8e6 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/6ce1d02a-8a07-41a3-8f86-0a746208309f HTTP/1.1" status: 404 len: 352 time: 0.0482454 Aug 16 22:10:51.084985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:51.096810 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:51.119834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:51.119834 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:51.133886 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-946b711a-c451-4824-9b9e-15e4eeded553 req-0db082db-fb1d-4706-8b4c-30ebadfb6746 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] show failed (client error): The resource could not be found. Aug 16 22:10:51.136359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-946b711a-c451-4824-9b9e-15e4eeded553 req-0db082db-fb1d-4706-8b4c-30ebadfb6746 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/c141c9d5-43fe-4c59-8c9d-cfb531b5af06 HTTP/1.1" status: 404 len: 352 time: 0.0436671 Aug 16 22:10:51.138610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-9fa43456-caf9-4102-b759-bb65ed39d586 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2162116 Aug 16 22:10:51.160739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Request body: {'port': {'device_id': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:51.335126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410a70c-8a9b-4b1b-9c8a-32b636cf3787 req-d8e08804-4e79-4ad9-add1-eb1eb437b9d8 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:51.350324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f410a70c-8a9b-4b1b-9c8a-32b636cf3787 req-d8e08804-4e79-4ad9-add1-eb1eb437b9d8 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 949 time: 0.1488445 Aug 16 22:10:51.380939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:51.447516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f410a70c-8a9b-4b1b-9c8a-32b636cf3787 req-eb473026-4a37-4cdb-ae0c-56dc99f4aad8 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899684 Aug 16 22:10:51.835626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d7ceb-5c84-45ae-b185-3c26db286f42 req-df991eff-e057-4b18-8d9d-865f2f2e2c39 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:51.841555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-880d7ceb-5c84-45ae-b185-3c26db286f42 req-df991eff-e057-4b18-8d9d-865f2f2e2c39 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 932 time: 0.1669259 Aug 16 22:10:51.890795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91f10-e777-4161-b2c3-2b81a9b8b199 req-f7f1fb99-9d27-4168-ac28-1aee22956626 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:51.893133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a91f10-e777-4161-b2c3-2b81a9b8b199 req-f7f1fb99-9d27-4168-ac28-1aee22956626 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1023 time: 0.1723819 Aug 16 22:10:51.942522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-880d7ceb-5c84-45ae-b185-3c26db286f42 req-1977cfb7-ad2f-43fd-8e28-5d0b6ac20b5c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867093 Aug 16 22:10:52.067516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a91f10-e777-4161-b2c3-2b81a9b8b199 req-a56edf50-5668-47db-b535-10b0b896c7bf tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=67aa8b7e-cf19-4a5a-bb08-2be0cff5e022&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=b5648b73-0b23-4e93-9dea-fad94964cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1316092 Aug 16 22:10:52.242986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:52.256844 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.303643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50751a0a-6c55-4a3d-b0a4-ebf864cc6c4f req-c8397258-036e-4379-b1b6-c59ca2df5754 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:52.305495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50751a0a-6c55-4a3d-b0a4-ebf864cc6c4f req-c8397258-036e-4379-b1b6-c59ca2df5754 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1372662 Aug 16 22:10:52.306742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Transition to ACTIVE for port object 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:10:52.313164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.386784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:52.391132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.460390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50751a0a-6c55-4a3d-b0a4-ebf864cc6c4f req-88a9a0d9-52cf-47e2-90ac-3f017c31b2be tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721214 Aug 16 22:10:52.602937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Attempting to bind port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:52.603272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Attempting to bind port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:52.603605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Attempting to bind port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:52.611471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:52.612970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Attempting to bind port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:52.657946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2326c67-d1b7-4b31-bfd6-b46651966cee up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:10:52.695399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:52.695750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Checking segment: {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:52.697317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Bound using segment: {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:52.697786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Bound port: 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:52.698159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.816937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port c2326c67-d1b7-4b31-bfd6-b46651966cee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:10:52.842241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port c2326c67-d1b7-4b31-bfd6-b46651966cee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:10:52.845727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:52.936693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740c054-4f74-48f9-a089-9937ed0ccb7d req-fe70780e-4c4a-456d-b133-12f54b391cb7 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:52.946959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c740c054-4f74-48f9-a089-9937ed0ccb7d req-fe70780e-4c4a-456d-b133-12f54b391cb7 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 949 time: 0.3283119 Aug 16 22:10:52.983361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:53.017302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:10:53.023372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:53.029117 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd29bd-96a7-4211-aabe-dc4b4d2fa9be" -d '{"events": [{"server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "name": "network-vif-plugged", "status": "completed", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:53.048741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:53.080117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:53.083291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c740c054-4f74-48f9-a089-9937ed0ccb7d req-ec996e01-ea78-4a6a-a6b7-f6eddf6da93c tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322777 Aug 16 22:10:53.155480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:53.157219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:53.175684 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2022fcc-5bdb-4d98-92bf-c438663a7743 x-openstack-request-id: req-c2022fcc-5bdb-4d98-92bf-c438663a7743 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:53.175975 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "name": "network-vif-plugged", "status": "completed", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:53.176226 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2022fcc-5bdb-4d98-92bf-c438663a7743 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:53.176734 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee', 'code': 200} Aug 16 22:10:53.187811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:53.264287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.265222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:53.267085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] 10.222.0.88 "PUT /v2.0/ports/2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 1093 time: 2.1132226 Aug 16 22:10:53.274214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:53.276621 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedf476b-3849-4e21-83d7-bf1be9e27be4" -d '{"events": [{"name": "network-changed", "server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:53.298925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972704cd-c6c9-48e6-9da1-52f82712573f req-db711b45-aabf-4cd0-b1f9-0d78013ad4dc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.300687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-972704cd-c6c9-48e6-9da1-52f82712573f req-db711b45-aabf-4cd0-b1f9-0d78013ad4dc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.2162957 Aug 16 22:10:53.351173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-776d37bd-8d59-448f-8e65-09e14f20c345 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.352723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-776d37bd-8d59-448f-8e65-09e14f20c345 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.89 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1023 time: 0.1922226 Aug 16 22:10:53.447086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbb171-969a-4861-b745-be058fc0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:53.533875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea07d-1f17-4f82-a452-204b12e4e023 req-05d9fa40-360a-4e8b-b6a8-595ffe59c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.535375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3ea07d-1f17-4f82-a452-204b12e4e023 req-05d9fa40-360a-4e8b-b6a8-595ffe59c84f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 1102 time: 0.2272747 Aug 16 22:10:53.541697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-972704cd-c6c9-48e6-9da1-52f82712573f req-59a3dcf1-09fe-4e8f-8bd8-58448028a727 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103512 Aug 16 22:10:53.544982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-6552676f-2893-4df4-a038-0df7c432a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.546466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-6552676f-2893-4df4-a038-0df7c432a436 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1096 time: 0.1613128 Aug 16 22:10:53.627632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a7442-d735-492e-89ab-7f92c2d9f6a9 req-1fa8e8c6-cf69-47b7-bf5c-721086bbdb1b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.637130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-994a7442-d735-492e-89ab-7f92c2d9f6a9 req-1fa8e8c6-cf69-47b7-bf5c-721086bbdb1b tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 1023 time: 0.3206806 Aug 16 22:10:53.646835 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181a572-84c4-4ae3-95c9-b47e91b67a25 x-openstack-request-id: req-d181a572-84c4-4ae3-95c9-b47e91b67a25 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:53.647122 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:53.647372 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d181a572-84c4-4ae3-95c9-b47e91b67a25 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:53.647767 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'status': 'completed', 'code': 200} Aug 16 22:10:53.686794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-2e9cc78c-54b6-41ab-a71a-e67afe993a3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0918076 Aug 16 22:10:53.773524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3ea07d-1f17-4f82-a452-204b12e4e023 req-f36c3b0d-7347-424d-a76f-80fce48fc0b6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892142 Aug 16 22:10:53.813514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-994a7442-d735-492e-89ab-7f92c2d9f6a9 req-0bf5df91-fe92-481e-b9c6-48e75c520289 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups?id=67aa8b7e-cf19-4a5a-bb08-2be0cff5e022&id=0366beb4-53e6-4f80-a83d-6a4ce438eaf0&id=b5648b73-0b23-4e93-9dea-fad94964cc93&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1754420 Aug 16 22:10:53.823029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-0250d9a4-cc2a-488f-be9c-f2714dc78392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.824484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-0250d9a4-cc2a-488f-be9c-f2714dc78392 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.1176312 Aug 16 22:10:53.838160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Deleting port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:10:53.838513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:53.848689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38341a6d-eb0c-4d05-9d8a-c6487433ff51 req-051bfd3a-6b57-4b58-88ba-c379b208ea0f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:53.850341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38341a6d-eb0c-4d05-9d8a-c6487433ff51 req-051bfd3a-6b57-4b58-88ba-c379b208ea0f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1607563 Aug 16 22:10:54.011838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] For port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,segment=NetworkSegment(f42a0c73-5f70-418d-881d-1e77c7860864),segment_id=f42a0c73-5f70-418d-881d-1e77c7860864)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:54.012480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:54.045058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38341a6d-eb0c-4d05-9d8a-c6487433ff51 req-49918764-b0bd-4d95-bb65-fcdf866af377 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867981 Aug 16 22:10:54.046163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Calling delete_port for 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:10:54.198199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:54.244101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'Port': ['ID=0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:54.298940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-a08a40c6-6cef-4032-b045-786eaed84483 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666993 Aug 16 22:10:54.352656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] No DVR routers for this DVR port 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:10:54.372095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:54.374099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-688b8adf-b210-4c71-b41a-ca4ffbe1667c req-1152ca0a-23b0-41b8-adaa-4b353a0e1903 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.89 "DELETE /v2.0/ports/0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f HTTP/1.1" status: 204 len: 173 time: 0.9484205 Aug 16 22:10:54.463087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da060a7d-835d-4b15-8cd4-45bdd967dc39 req-d4feab70-9638-417d-902d-48d261ba3b6b tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:54.464575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da060a7d-835d-4b15-8cd4-45bdd967dc39 req-d4feab70-9638-417d-902d-48d261ba3b6b tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 950 time: 0.1623845 Aug 16 22:10:54.474996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f21310-f8d3-4cb4-837a-86191a771a64 req-2c59b22c-47aa-42c4-8ad3-001410e852fc tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:54.476516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34f21310-f8d3-4cb4-837a-86191a771a64 req-2c59b22c-47aa-42c4-8ad3-001410e852fc tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1098 time: 0.1876409 Aug 16 22:10:54.540707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-153d2dba-9062-484e-b1e5-e804751cf67b service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007358 Aug 16 22:10:54.594131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34f21310-f8d3-4cb4-837a-86191a771a64 req-6e7942f7-0fe8-4346-b3b0-45c8824230b9 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941062 Aug 16 22:10:54.623206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da060a7d-835d-4b15-8cd4-45bdd967dc39 req-98b14fef-a79f-406d-adbd-b588bde67104 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411827 Aug 16 22:10:54.836050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b97a69-a0c2-4201-815d-1fc51dc88ffe req-68d90bec-83af-4cbd-8f29-6c6879e114fd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:54.837542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40b97a69-a0c2-4201-815d-1fc51dc88ffe req-68d90bec-83af-4cbd-8f29-6c6879e114fd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1326230 Aug 16 22:10:54.839797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6478-9ca8-49e4-b071-8520f6a99bea req-27e256a1-2940-4f80-8b79-d5d11b468ad0 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:54.841694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f12b6478-9ca8-49e4-b071-8520f6a99bea req-27e256a1-2940-4f80-8b79-d5d11b468ad0 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1098 time: 0.1184266 Aug 16 22:10:54.843755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d0d580f-ec6b-4875-b6ce-512ccfe72eca req-786efb98-3e57-4643-88e2-15a9a46748f5 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771211 Aug 16 22:10:54.914844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40b97a69-a0c2-4201-815d-1fc51dc88ffe req-b9d35da4-9364-4978-883c-efa6945321bc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685196 Aug 16 22:10:54.938457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f12b6478-9ca8-49e4-b071-8520f6a99bea req-a569d20c-642f-4d8c-a783-41f282e89da0 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876200 Aug 16 22:10:55.139671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b064bfcc-7f05-44dc-8085-7ef3958bbf01 req-8e75e856-e715-4ece-a95f-349411df219a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b089e421-b87a-4d6b-9f3c-1de5d19d0100 HTTP/1.1" status: 200 len: 210 time: 0.0748353 Aug 16 22:10:55.178527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-ed199f33-c342-4be7-ae25-d36281a500cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:55.180260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-ed199f33-c342-4be7-ae25-d36281a500cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1096 time: 0.1819029 Aug 16 22:10:55.297952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-e782b8b3-2232-41a1-8308-ce5918ba9b74 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:55.302849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-e782b8b3-2232-41a1-8308-ce5918ba9b74 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.2580273 Aug 16 22:10:55.325770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-8febfcb4-16da-481b-a18f-9041532bdc9d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/quotas/1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 375 time: 0.0192771 Aug 16 22:10:55.387441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-8babb8ba-5e36-402a-84b1-36d31655f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:55.388934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-8babb8ba-5e36-402a-84b1-36d31655f2b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.1975358 Aug 16 22:10:55.412607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-f672eaef-d2a3-4abd-8ed1-65006b6bf4f7 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796220 Aug 16 22:10:55.461480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-2431a840-0a0b-4eb2-9388-5bb377bcb70e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0572615 Aug 16 22:10:55.649830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'name': 'network-vif-deleted', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:10:55.652472 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb706f9-182a-4dcf-8e61-77e3c69e2a25" -d '{"events": [{"server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "name": "network-vif-deleted", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:10:55.658758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-573bbb21-5e1e-440f-8fae-078831b8820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:55.660400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-573bbb21-5e1e-440f-8fae-078831b8820b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.1863916 Aug 16 22:10:55.673693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-6c6bdb16-ec23-434d-8a30-8bcc974f8ebf service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215135 Aug 16 22:10:55.757682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-628ce067-57fa-4505-bddb-f94cb1ee3a75 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841634 Aug 16 22:10:55.804596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:10:55.844030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:10:55.844376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:10:56.211951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-eb5cde3d-c216-49ed-9c06-2e7fe71b1270 service neutron] 10.222.0.22 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202501 Aug 16 22:10:56.259137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-9f86ccbe-2f0f-4df8-bd70-0f6c402d2a1d service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896505 Aug 16 22:10:56.402511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedf476b-3849-4e21-83d7-bf1be9e27be4 req-5c211868-fa5a-40cd-8860-1728c24a9a71 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380298 Aug 16 22:10:56.666943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-a88c0d86-2f21-4417-80d2-f92f38a2e331 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:10:56.668006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-a88c0d86-2f21-4417-80d2-f92f38a2e331 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061481 Aug 16 22:10:56.679341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Request body: {'binding': {'host': 'n-h1-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:56.683479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:10:56.838669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696547b-2690-4298-bf26-ae3dae13d400 req-6b54517f-5f2a-4914-9b49-96547668de56 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:56.840176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0696547b-2690-4298-bf26-ae3dae13d400 req-6b54517f-5f2a-4914-9b49-96547668de56 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 950 time: 0.1139383 Aug 16 22:10:56.908903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0696547b-2690-4298-bf26-ae3dae13d400 req-d493794c-fb12-4a8f-aeeb-6fd545b74604 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596910 Aug 16 22:10:56.961307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on host n-h1-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:10:56.961662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:10:56.962000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:56.969331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:10:56.969670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:10:56.975280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:10:56.975540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:10:56.975872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:10:56.976315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Bound port: af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:10:57.006585 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a170b-7549-4530-ae62-ad9e5ceb2a1c x-openstack-request-id: req-609a170b-7549-4530-ae62-ad9e5ceb2a1c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:10:57.006884 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b089e421-b87a-4d6b-9f3c-1de5d19d0100", "name": "network-vif-deleted", "tag": "0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:10:57.007189 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-609a170b-7549-4530-ae62-ad9e5ceb2a1c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:10:57.007595 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b089e421-b87a-4d6b-9f3c-1de5d19d0100', 'name': 'network-vif-deleted', 'tag': '0d5e153c-6107-4cc9-8b9d-6c5d5c124f8f', 'status': 'completed', 'code': 200} Aug 16 22:10:57.060103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:10:57.066115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:57.083776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6da4e4c7-938f-484c-9b8b-584fe655713e service neutron] 10.222.0.22 "POST /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43/bindings HTTP/1.1" status: 201 len: 390 time: 0.4082046 Aug 16 22:10:57.277413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcef47-9824-4745-b655-e6cbc90dbd14 req-be235392-7f39-4e56-88c4-40d6c30374a3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:57.279113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cbcef47-9824-4745-b655-e6cbc90dbd14 req-be235392-7f39-4e56-88c4-40d6c30374a3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1329839 Aug 16 22:10:57.345161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cbcef47-9824-4745-b655-e6cbc90dbd14 req-415e3206-36f5-4950-a018-7ea8845a594c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589375 Aug 16 22:10:57.477050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c930fce-d90e-4725-8bd2-4f26ca239756 req-dffa83c6-e29e-4e2c-9c26-34ac4e5aaa16 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 210 time: 0.0759382 Aug 16 22:10:57.497245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-5d212a63-0a91-4ba8-aa33-f92511e66e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:57.498914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-5d212a63-0a91-4ba8-aa33-f92511e66e83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1098 time: 0.1092527 Aug 16 22:10:57.684898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-c770e910-3b88-4d9c-9a56-56bbb5755ac0 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/67aa8b7e-cf19-4a5a-bb08-2be0cff5e022 HTTP/1.1" status: 200 len: 1799 time: 0.0932167 Aug 16 22:10:57.710231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5439cf9-92eb-488e-b694-46fc10d8e1bb req-bfe0a97e-57a2-42b4-b7a0-b93c4e4be2e5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:57.711731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5439cf9-92eb-488e-b694-46fc10d8e1bb req-bfe0a97e-57a2-42b4-b7a0-b93c4e4be2e5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1215911 Aug 16 22:10:57.739122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-45467f48-a9ba-44b1-a5ee-14644e8175a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:57.740615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-45467f48-a9ba-44b1-a5ee-14644e8175a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2275043 Aug 16 22:10:57.819584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6bece3bc-dd33-4940-b26f-550c81cc34ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 217 time: 0.0611100 Aug 16 22:10:57.850572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5439cf9-92eb-488e-b694-46fc10d8e1bb req-acc87a4a-071a-415d-a627-d1091e5095b4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269486 Aug 16 22:10:57.976925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.050665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6729974d-a780-458b-bcc9-70253a813774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:58.052676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-6729974d-a780-458b-bcc9-70253a813774 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.2155409 Aug 16 22:10:58.066451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.100971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-247fad87-1427-495b-94d7-25bf6c1d9253 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:58.102732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-247fad87-1427-495b-94d7-25bf6c1d9253 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 821 time: 0.2222810 Aug 16 22:10:58.127716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Request body: {'port': {'device_id': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'admin_state_up': True, 'tenant_id': '1b73c3c0d49b4f73b80c6df4667c03a2'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:10:58.134775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-c4bb06f9-bf1e-42c0-8e89-50db21956794 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640326 Aug 16 22:10:58.230481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ad6a2-dd8d-4f2f-949a-0f1249f59d45 req-432458d6-77b0-44ca-94be-1d6eb159197f tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:58.232436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f11ad6a2-dd8d-4f2f-949a-0f1249f59d45 req-432458d6-77b0-44ca-94be-1d6eb159197f tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 950 time: 0.2357800 Aug 16 22:10:58.346496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.350159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.362420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55f7f4bf-d989-4281-b141-b41ca6c4d9ef req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/67aa8b7e-cf19-4a5a-bb08-2be0cff5e022 HTTP/1.1" status: 204 len: 173 time: 0.6675875 Aug 16 22:10:58.438320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f11ad6a2-dd8d-4f2f-949a-0f1249f59d45 req-141aea9b-ffad-4a3f-978f-4b2bdf14258e tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719697 Aug 16 22:10:58.445501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172cb46-7c0c-4a5e-b921-5255a932bd65 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa8b7e-cf19-4a5a-bb08-2be0cff5e022,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:58.504435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Made reservation on behalf of 1b73c3c0d49b4f73b80c6df4667c03a2 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:10:58.508324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.536997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-fdeba23d-1af7-4d2d-8da3-8abfe302dbde service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502471 Aug 16 22:10:58.711054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:10:58.863807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Allocated IP 172.20.0.8 (b5da0661-c650-46da-8ac3-772957555bf6/15544c87-28b1-496d-b648-7a8a9519b810/4c41cd91-5b6d-4aaa-84b2-9b166679ef31) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:10:58.912785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:58.929616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-0b8f2f32-12f9-469c-938e-2b9a8589379a tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "GET /v2.0/security-groups/b5648b73-0b23-4e93-9dea-fad94964cc93 HTTP/1.1" status: 200 len: 1800 time: 0.2782192 Aug 16 22:10:58.936322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'port_id': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'mac_address': 'fa:16:3e:a7:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9df8f7-5ec0-454f-b951-cec1a32aae29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:10:58.942204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-4958a938-2ec8-4995-aacc-633073272923 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906825 Aug 16 22:10:58.963938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c2dd-8542-4774-b3a5-4848528effa6 req-2b145dfb-6784-46f1-bf50-7048a6aadf57 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:58.965559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f628c2dd-8542-4774-b3a5-4848528effa6 req-2b145dfb-6784-46f1-bf50-7048a6aadf57 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.2269337 Aug 16 22:10:58.981550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:58.998351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:10:59.030137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:10:59.037948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.090135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:59.135819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f628c2dd-8542-4774-b3a5-4848528effa6 req-52c7e337-2127-4a6b-9500-8a1ebb52bb57 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526191 Aug 16 22:10:59.154799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.188706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.263402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3dd18cc-47c8-40ae-85ea-3d4995d2f84a req-785a8b02-ae94-4045-9871-f6cda11933b6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 210 time: 0.0429380 Aug 16 22:10:59.271532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.299428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.313153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.314376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-591b8a70-2ecc-49be-a979-90340f98bdd9 req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] 10.222.0.22 "DELETE /v2.0/security-groups/b5648b73-0b23-4e93-9dea-fad94964cc93 HTTP/1.1" status: 204 len: 173 time: 0.3709443 Aug 16 22:10:59.323340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:59.327228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbb121-3a01-4b70-954b-cc20aad7b4e3 tempest-SecurityGroupsTestJSON-1108587734 tempest-SecurityGroupsTestJSON-1108587734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5648b73-0b23-4e93-9dea-fad94964cc93,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:59.362204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.398865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:59.419364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Deleting subnet 40b10558-cde8-4018-9c98-9d00350492e3 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:10:59.423946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.473987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.521131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Network b5da0661-c650-46da-8ac3-772957555bf6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:10:59.532741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.554958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:10:59.564311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:10:59.568932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:59.634406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b3feb-dbe3-42ef-afc4-debd12461a8d req-3377a771-2bd3-40bd-9611-46d320216913 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:59.651812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d35b3feb-dbe3-42ef-afc4-debd12461a8d req-3377a771-2bd3-40bd-9611-46d320216913 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.2411518 Aug 16 22:10:59.665824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.689938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:10:59.705460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b10558-cde8-4018-9c98-9d00350492e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:10:59.710195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.715456 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41fbce2e-f0d9-4fc7-aa49-eca5fa2afffe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/40b10558-cde8-4018-9c98-9d00350492e3 HTTP/1.1" status: 204 len: 168 time: 0.3900816 Aug 16 22:10:59.716252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:10:59.820834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.842403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d35b3feb-dbe3-42ef-afc4-debd12461a8d req-5b31e016-3ece-41ac-a477-d91fb1bd029b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897693 Aug 16 22:10:59.882225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:59.887082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.907268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d13888-722f-4012-a4b8-0572639a1fed req-c089a266-c8c8-4f2c-ae7d-91477227ddd3 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:59.908977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53d13888-722f-4012-a4b8-0572639a1fed req-c089a266-c8c8-4f2c-ae7d-91477227ddd3 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.88 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 950 time: 0.2114782 Aug 16 22:10:59.946910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:10:59.960257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788299b3-2d65-450e-94c0-4a4c66c21cb8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:59.966063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-7518fcf2-2dc3-4a9e-aae2-95a3f6732af5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8427398 Aug 16 22:10:59.974494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c904-6728-4c8e-8eaa-4248a52fd1bb req-18d72054-29ea-475a-b981-9f49178c9577 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:10:59.981851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8eb4c904-6728-4c8e-8eaa-4248a52fd1bb req-18d72054-29ea-475a-b981-9f49178c9577 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 950 time: 0.3187490 Aug 16 22:10:59.986072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42a0c73-5f70-418d-881d-1e77c7860864') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:59.986376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42a0c73-5f70-418d-881d-1e77c7860864') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:10:59.999950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Request body: {'port': {'device_id': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:00.000810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.016823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.024265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:11:00.024797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:11:00.026968 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:11:00.101707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.110634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.112803 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.115143 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/788299b3-2d65-450e-94c0-4a4c66c21cb8 HTTP/1.1" status: 204 len: 168 time: 0.3977559 Aug 16 22:11:00.130855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e9baf-92ee-42ed-a959-82331d35fab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=788299b3-2d65-450e-94c0-4a4c66c21cb8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:00.133749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8eb4c904-6728-4c8e-8eaa-4248a52fd1bb req-310aaa0d-319f-40c3-9e34-80b637b4833d tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/security-groups?id=b662b4d4-20eb-4df0-bcfd-c68506450b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509607 Aug 16 22:11:00.215413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Deleting port c2326c67-d1b7-4b31-bfd6-b46651966cee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:00.215793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.291307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:00.341063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-709bd086-d9e2-43e5-b02e-4c152bccc0e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d46202994414a0fb5b0e0406d14ce0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483303 Aug 16 22:11:00.343655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:00.396909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.422252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.480712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.483802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.484462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafc8f-1792-4a1d-a5c5-79ae0067d03a req-5b6f93c0-ee73-4540-aac8-434c7aa52155 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:00.485005 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0366beb4-53e6-4f80-a83d-6a4ce438eaf0 HTTP/1.1" status: 204 len: 168 time: 0.1402817 Aug 16 22:11:00.486165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8eafc8f-1792-4a1d-a5c5-79ae0067d03a req-5b6f93c0-ee73-4540-aac8-434c7aa52155 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 945 time: 0.2192602 Aug 16 22:11:00.518001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa172ee-ef18-47c1-8da8-6e2354cf0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0366beb4-53e6-4f80-a83d-6a4ce438eaf0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:00.519656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561be477-a2ba-4946-b0ba-fc63e3381f24 req-c2bf3b55-c7a2-4147-8ab4-9898300318b5 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:00.522023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-561be477-a2ba-4946-b0ba-fc63e3381f24 req-c2bf3b55-c7a2-4147-8ab4-9898300318b5 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 950 time: 0.1805184 Aug 16 22:11:00.556598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] For port c2326c67-d1b7-4b31-bfd6-b46651966cee, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2326c67-d1b7-4b31-bfd6-b46651966cee,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:00.556973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.601763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Calling delete_port for c2326c67-d1b7-4b31-bfd6-b46651966cee owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:00.648466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8eafc8f-1792-4a1d-a5c5-79ae0067d03a req-06c30982-a836-493d-9263-26e09b170048 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456439 Aug 16 22:11:00.666880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-561be477-a2ba-4946-b0ba-fc63e3381f24 req-21ec693c-a0f3-4634-931a-93dd0d26617b tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298707 Aug 16 22:11:00.853465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:00.874631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:00.886237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaf428-0d89-467a-8e0b-eb5f8b480293 req-2cf3f9a0-dd52-41cd-b8de-e824075e4067 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:00.888233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ddaf428-0d89-467a-8e0b-eb5f8b480293 req-2cf3f9a0-dd52-41cd-b8de-e824075e4067 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 931 time: 0.1547706 Aug 16 22:11:00.919363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Transition to ACTIVE for port object 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:00.952020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.395816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ddaf428-0d89-467a-8e0b-eb5f8b480293 req-d4b93e4f-2899-4850-ba79-01bbbb7da4f2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882138 Aug 16 22:11:01.409955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:01.417037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.429357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:01.476447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Pushing event deleted for resources: {'Port': ['ID=c2326c67-d1b7-4b31-bfd6-b46651966cee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:01.519230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9600b9c-15e5-4ba4-9134-455182fe6e3d req-06fee552-1dd5-4f32-964d-aff513a98dc9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:01.527907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9600b9c-15e5-4ba4-9134-455182fe6e3d req-06fee552-1dd5-4f32-964d-aff513a98dc9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.5304744 Aug 16 22:11:01.608776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] No DVR routers for this DVR port c2326c67-d1b7-4b31-bfd6-b46651966cee on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:01.619291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1732965134-network', 'tenant_id': 'ee3ae94abc784fc7909c1425070ad336'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:01.619490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.621670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53d13888-722f-4012-a4b8-0572639a1fed req-348c915f-2b15-4232-b47f-9bd2df41da95 tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.88 "DELETE /v2.0/ports/c2326c67-d1b7-4b31-bfd6-b46651966cee HTTP/1.1" status: 204 len: 173 time: 1.6961389 Aug 16 22:11:01.622613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'name': 'network-vif-deleted', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:01.625321 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82045f2c-1d16-4530-b31a-dbd628ac2c3b" -d '{"events": [{"server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "name": "network-vif-deleted", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:01.660079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:01.660434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:01.660935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:01.671689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Made reservation on behalf of ee3ae94abc784fc7909c1425070ad336 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:01.674937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9600b9c-15e5-4ba4-9134-455182fe6e3d req-a75ee64c-09a0-42d6-ba81-026525816564 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459105 Aug 16 22:11:01.677515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.695959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:01.695959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:01.699655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.712590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:01.712936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:01.713407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:01.714015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Bound port: 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:01.714736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.847519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08898457-8d3f-4f6b-a844-0c0fc4c4a1b2 req-981082f9-1fce-48a7-bbf6-1d6b60f1168c tempest-ImagesNegativeTestJSON-409110290 tempest-ImagesNegativeTestJSON-409110290-project] 10.222.0.22 "GET /v2.0/ports?device_id=3eb95ad9-66f1-440b-825f-c923fb2ce10c HTTP/1.1" status: 200 len: 210 time: 0.0580246 Aug 16 22:11:01.872501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:01.909103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:01.918980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:01.928038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.944656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.953514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:01.993837 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac908e4f-0768-4f8c-a324-346c8877a691 x-openstack-request-id: req-ac908e4f-0768-4f8c-a324-346c8877a691 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:01.994397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb95ad9-66f1-440b-825f-c923fb2ce10c", "name": "network-vif-deleted", "tag": "c2326c67-d1b7-4b31-bfd6-b46651966cee", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:01.994807 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac908e4f-0768-4f8c-a324-346c8877a691 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:01.995406 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb95ad9-66f1-440b-825f-c923fb2ce10c', 'name': 'network-vif-deleted', 'tag': 'c2326c67-d1b7-4b31-bfd6-b46651966cee', 'status': 'completed', 'code': 200} Aug 16 22:11:02.002630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.003562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.005913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] 10.222.0.89 "PUT /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 1092 time: 2.0108068 Aug 16 22:11:02.038718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:11:02.044282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77797fa-9f78-4ef6-86ff-a605ce7f8a15 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:02.064872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19189cc-8a4a-4f47-b0f0-3b225257b4b0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:02.082115 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.089498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.089777 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Added segment 4b41690b-d79b-43bf-b05c-b9f69ffc3f8a of type vlan for network 9f55b188-66c6-43bd-9df3-ab9bfa652221 Aug 16 22:11:02.125608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:02.128436 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d1f172-1398-45d5-95d1-203518eb2b02" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:02.145162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:02.151278 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.171052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-07d8b24c-cbf1-4858-b99c-acb13ff6e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.175287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-07d8b24c-cbf1-4858-b99c-acb13ff6e350 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1095 time: 0.1085730 Aug 16 22:11:02.196098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.196746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682fc20-6d5a-439b-8fcd-1c91e5d60394 req-7d469bb9-e670-44c5-acbf-edbe16ce3b53 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.198440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4682fc20-6d5a-439b-8fcd-1c91e5d60394 req-7d469bb9-e670-44c5-acbf-edbe16ce3b53 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 945 time: 0.0984449 Aug 16 22:11:02.221932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:02.238244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.240552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.241319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.254042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-1a280233-e871-4216-92c8-f97b5c226f52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 217 time: 0.0545344 Aug 16 22:11:02.336653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] Pushing event updated for resources: {'Network': ['ID=9f55b188-66c6-43bd-9df3-ab9bfa652221,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:02.341682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4682fc20-6d5a-439b-8fcd-1c91e5d60394 req-a0aa9ecc-200b-41cb-8398-be828c4f0822 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864668 Aug 16 22:11:02.349083 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a77ff01-9c15-43ce-8c73-1fd3f6ceff3f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9183536 Aug 16 22:11:02.352333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:02.352505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9f55b188-66c6-43bd-9df3-ab9bfa652221 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:11:02.364845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Request body: {'subnet': {'network_id': '9f55b188-66c6-43bd-9df3-ab9bfa652221', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1732965134-subnet', 'tenant_id': 'ee3ae94abc784fc7909c1425070ad336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:02.369101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c900b-c2b5-484c-997c-27b9734f6500 req-f3060b5d-c75e-479c-a2f6-fad2d013c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.375911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-f3060b5d-c75e-479c-a2f6-fad2d013c1bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1127963 Aug 16 22:11:02.404045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Made reservation on behalf of ee3ae94abc784fc7909c1425070ad336 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:02.408227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.431261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-83bfcf18-696e-4964-8bd5-cd0d37e7d43e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473838 Aug 16 22:11:02.433516 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c350190-6624-4564-bee0-6c979bcc336b x-openstack-request-id: req-7c350190-6624-4564-bee0-6c979bcc336b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:02.437378 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:02.437970 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c350190-6624-4564-bee0-6c979bcc336b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:02.438068 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'code': 200} Aug 16 22:11:02.613980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-84763ee4-4d13-45fc-ae9b-7654e5209fec service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693873 Aug 16 22:11:02.675383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.684194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e1839-4ea4-4b61-83cd-5d5e0d91b403 req-0359187e-bb80-43ae-b526-7101766dd379 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.691808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de8e1839-4ea4-4b61-83cd-5d5e0d91b403 req-0359187e-bb80-43ae-b526-7101766dd379 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.1250525 Aug 16 22:11:02.720754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:02.751923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eefc8ab-5f47-474b-9917-e2082d9bbd92,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:02.759160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de8e1839-4ea4-4b61-83cd-5d5e0d91b403 req-0c325aff-1ebe-47be-b4b1-41b590bdb9d4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656128 Aug 16 22:11:02.763302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Checking segment: {'id': '4b41690b-d79b-43bf-b05c-b9f69ffc3f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9f55b188-66c6-43bd-9df3-ab9bfa652221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:02.763679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Network hostable DHCP agents. Network: 9f55b188-66c6-43bd-9df3-ab9bfa652221, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:11:02.804572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Network 9f55b188-66c6-43bd-9df3-ab9bfa652221 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:11:02.811326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:02.819249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:02.819639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9f55b188-66c6-43bd-9df3-ab9bfa652221) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:02.819764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.828079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.828698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:02.838067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434c900b-c2b5-484c-997c-27b9734f6500 req-2f2dd090-0ffc-4c7f-a88b-dc2141caa330 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175303 Aug 16 22:11:02.847117 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-85360ed8-f60e-4931-812c-9e414818e068 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4932885 Aug 16 22:11:02.852684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d8282-19ab-4fe3-b4f9-dc67658cf3b4 None None] Network 9f55b188-66c6-43bd-9df3-ab9bfa652221 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:02.951369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4a317-961e-4437-b346-2c4d887df332 req-d1e7e132-ff2d-4a5e-8bac-01bbbf68f817 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:02.952978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7b4a317-961e-4437-b346-2c4d887df332 req-d1e7e132-ff2d-4a5e-8bac-01bbbf68f817 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.0823896 Aug 16 22:11:03.014500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7b4a317-961e-4437-b346-2c4d887df332 req-e581ea17-cd41-4d5a-a623-cb7df9954a72 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Aug 16 22:11:03.095267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:03.121508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5c9c1-8c04-4a5f-bd6e-2d264d2f8dd7 None None] Network 9f55b188-66c6-43bd-9df3-ab9bfa652221 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:03.181798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:03.249186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:03.250144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2326c67-d1b7-4b31-bfd6-b46651966cee no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:03.284556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: c2326c67-d1b7-4b31-bfd6-b46651966cee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:03.284556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2326c67-d1b7-4b31-bfd6-b46651966cee not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:03.364119 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1053bfa5-016c-494c-b08f-7bb4e42985bf req-30c12375-a3a6-401b-9182-ce49521aeda6 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] show failed (client error): The resource could not be found. Aug 16 22:11:03.377304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:03.378019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1053bfa5-016c-494c-b08f-7bb4e42985bf req-30c12375-a3a6-401b-9182-ce49521aeda6 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/f7ecc876-eb7e-49a8-ad49-07961f4600c7 HTTP/1.1" status: 404 len: 352 time: 0.0388136 Aug 16 22:11:03.555836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e14152-0841-4cd4-8b61-4a47c8d96aed req-964ecfcf-a5b1-44aa-8e2e-b9346937826f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:03.557398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95e14152-0841-4cd4-8b61-4a47c8d96aed req-964ecfcf-a5b1-44aa-8e2e-b9346937826f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0855396 Aug 16 22:11:03.587506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77167619-89c3-4562-86e0-fd6ef07aab40 req-eb643dc9-0c57-4a8c-babb-3597a0ad810d tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee3ae94abc784fc7909c1425070ad336 HTTP/1.1" status: 200 len: 2984 time: 0.0842884 Aug 16 22:11:03.621134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95e14152-0841-4cd4-8b61-4a47c8d96aed req-3fccdc4e-2658-4f87-9819-9624d1dccbbb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Aug 16 22:11:03.650537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77167619-89c3-4562-86e0-fd6ef07aab40 req-5e5bd9ca-8731-4cf8-866a-93d35bbd8e48 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/c19189cc-8a4a-4f47-b0f0-3b225257b4b0 HTTP/1.1" status: 200 len: 2981 time: 0.0543907 Aug 16 22:11:03.720714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77167619-89c3-4562-86e0-fd6ef07aab40 req-5352a3c6-2f4a-42e6-88e6-ea7db3484420 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/c19189cc-8a4a-4f47-b0f0-3b225257b4b0 HTTP/1.1" status: 200 len: 2981 time: 0.0554919 Aug 16 22:11:03.807396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1feff93c-8a2a-48ea-bd3e-e0c0df5019c0 req-9dca54bf-1ef5-4f8f-8e16-3ce59f6269f4 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/c19189cc-8a4a-4f47-b0f0-3b225257b4b0 HTTP/1.1" status: 200 len: 2981 time: 0.0458326 Aug 16 22:11:03.925777 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1feff93c-8a2a-48ea-bd3e-e0c0df5019c0 req-6965b28a-0fb9-4083-86b9-9a0ba5742d7a tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:11:03.927662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1feff93c-8a2a-48ea-bd3e-e0c0df5019c0 req-6965b28a-0fb9-4083-86b9-9a0ba5742d7a tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "DELETE /v2.0/security-groups/c19189cc-8a4a-4f47-b0f0-3b225257b4b0 HTTP/1.1" status: 409 len: 352 time: 0.1141210 Aug 16 22:11:03.959499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090f8f-7853-43d5-91b3-c775d8407943 req-06f161e8-eba2-4fbf-a4a4-63d1710c7a9c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:03.970265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5090f8f-7853-43d5-91b3-c775d8407943 req-06f161e8-eba2-4fbf-a4a4-63d1710c7a9c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.0847309 Aug 16 22:11:03.998796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:04.001551 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502" -d '{"events": [{"name": "network-changed", "server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:04.030201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5090f8f-7853-43d5-91b3-c775d8407943 req-85259b59-de63-40c2-b1ce-43d9dd51ac00 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616279 Aug 16 22:11:04.085377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:04.091706 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-4dc440b5-79a7-4784-a8d1-b1cd091e8e9a req-ce18e5f8-d2a3-4ab0-9914-68befe155625 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] show failed (client error): The resource could not be found. Aug 16 22:11:04.106076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dc440b5-79a7-4784-a8d1-b1cd091e8e9a req-ce18e5f8-d2a3-4ab0-9914-68befe155625 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/1d370305-1f33-4d07-b170-9750540f874d HTTP/1.1" status: 404 len: 352 time: 0.0300190 Aug 16 22:11:04.135815 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db71d700-f5a7-484f-a9c6-01aefa38f145 x-openstack-request-id: req-db71d700-f5a7-484f-a9c6-01aefa38f145 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:04.136877 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:04.136877 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db71d700-f5a7-484f-a9c6-01aefa38f145 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:04.137323 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'status': 'completed', 'code': 200} Aug 16 22:11:04.277952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b74bf9-ace1-4005-92b7-08f90a103e4d req-f631b585-34f0-4bf1-a842-46fc14c2b9ff tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:04.279578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7b74bf9-ace1-4005-92b7-08f90a103e4d req-f631b585-34f0-4bf1-a842-46fc14c2b9ff tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.0784929 Aug 16 22:11:04.282569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-2b7ae786-df4f-4101-91c6-168fb94653c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:04.283994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-2b7ae786-df4f-4101-91c6-168fb94653c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1095 time: 0.0952997 Aug 16 22:11:04.306105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff4384d4-b220-453f-8c4d-e61a7ff59a70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e08ef62efca40b6a03baecc3e5abdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193968 Aug 16 22:11:04.308558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:04.362511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.380741 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-6cbebd46-bf40-4121-904d-7b21216ead37 req-26ee122e-a4a1-40d5-ab70-c92c8f9d4603 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] show failed (client error): The resource could not be found. Aug 16 22:11:04.381855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cbebd46-bf40-4121-904d-7b21216ead37 req-26ee122e-a4a1-40d5-ab70-c92c8f9d4603 tempest-SecurityGroupsNegativeTestJSON-1916863786 tempest-SecurityGroupsNegativeTestJSON-1916863786-project] 10.222.0.22 "GET /v2.0/security-groups/151cbb9e-cab4-4fb4-a200-7929d0d96a88 HTTP/1.1" status: 404 len: 352 time: 0.0677519 Aug 16 22:11:04.389501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.397013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:04.413363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7b74bf9-ace1-4005-92b7-08f90a103e4d req-61019fe2-fe24-48e5-92dc-f7eb50d30f19 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253824 Aug 16 22:11:04.441234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:04.444209 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a7c9b-d0a4-4ca1-9f23-a5704ea9a715" -d '{"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:04.458657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-583a0e18-16dc-4f06-b1f3-9dd0cf135b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:04.480972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-583a0e18-16dc-4f06-b1f3-9dd0cf135b5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1863532 Aug 16 22:11:04.481168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Deleting subnet 3eefc8ab-5f47-474b-9917-e2082d9bbd92 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:11:04.485361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.499153 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24173bf-1df0-4a90-9360-428524aacda0 x-openstack-request-id: req-f24173bf-1df0-4a90-9360-428524aacda0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:04.499430 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:04.499680 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f24173bf-1df0-4a90-9360-428524aacda0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:04.500091 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'code': 200} Aug 16 22:11:04.528214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.530216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.532929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.536710 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b662b4d4-20eb-4df0-bcfd-c68506450b9a HTTP/1.1" status: 204 len: 168 time: 0.2242742 Aug 16 22:11:04.544363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-8c013eef-f7fb-4ce1-875e-39d7a5a007cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 217 time: 0.0539865 Aug 16 22:11:04.564672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb69e17-c982-4dac-afe0-73d8346fa1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b662b4d4-20eb-4df0-bcfd-c68506450b9a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:04.600498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.667705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.710603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.729670 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3eefc8ab-5f47-474b-9917-e2082d9bbd92 HTTP/1.1" status: 204 len: 168 time: 0.3310769 Aug 16 22:11:04.730786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca6a2-95c3-4988-99d7-85d67dbd5365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eefc8ab-5f47-474b-9917-e2082d9bbd92,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:04.733169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:04.816650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-cb352024-a168-4094-b54b-15ace7934bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:04.818852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-cb352024-a168-4094-b54b-15ace7934bc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.2676153 Aug 16 22:11:04.829917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069325f-524f-495e-8541-f4858dd64270 req-94ffa3a1-7304-40e4-b67d-973d23c716df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:04.831638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d069325f-524f-495e-8541-f4858dd64270 req-94ffa3a1-7304-40e4-b67d-973d23c716df service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1098 time: 0.1984951 Aug 16 22:11:04.862188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.923883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-4280101d-333e-48d5-aac6-f8611ce62614 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882552 Aug 16 22:11:04.935361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d069325f-524f-495e-8541-f4858dd64270 req-cc15bdf3-0c30-42c0-8b4e-464713eb5158 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Aug 16 22:11:04.977724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:04.994276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f55b188-66c6-43bd-9df3-ab9bfa652221']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:05.004675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8c061-1cf6-4aed-9f6b-25b20d1e03c2 req-c9a6bf40-ef85-4c53-928c-8b0f5066b959 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:05.008573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b41690b-d79b-43bf-b05c-b9f69ffc3f8a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:05.009212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b41690b-d79b-43bf-b05c-b9f69ffc3f8a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:05.012736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbf8c061-1cf6-4aed-9f6b-25b20d1e03c2 req-c9a6bf40-ef85-4c53-928c-8b0f5066b959 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2457232 Aug 16 22:11:05.029042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.052608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.070396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:11:05.070828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:11:05.076472 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:11:05.081382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbf8c061-1cf6-4aed-9f6b-25b20d1e03c2 req-7d9e2e11-93a2-4fd2-8f1d-6bce6b5b80d6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617456 Aug 16 22:11:05.122931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-b7e45537-eb8a-4671-bc96-c99d322a7c78 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904910 Aug 16 22:11:05.172570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.177882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.182203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9f55b188-66c6-43bd-9df3-ab9bfa652221 HTTP/1.1" status: 204 len: 168 time: 0.4476368 Aug 16 22:11:05.208294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd9c5a-e505-4da2-b2fe-6d48fef10cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f55b188-66c6-43bd-9df3-ab9bfa652221,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:05.311894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608caef-78db-4a7f-bc26-056d1c14ac29 req-3ce1c772-5c78-421d-aad3-7e021361bb69 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:05.319683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2608caef-78db-4a7f-bc26-056d1c14ac29 req-3ce1c772-5c78-421d-aad3-7e021361bb69 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.1043611 Aug 16 22:11:05.332886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bd8024-0645-4e23-9b4e-3a4f9d7ef502 req-0c1be2cb-7b24-435c-843a-1214eea5cd3f service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996386 Aug 16 22:11:05.369729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2608caef-78db-4a7f-bc26-056d1c14ac29 req-729321ee-e5c0-43bf-a9e1-aa09ccaaa6f9 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 Aug 16 22:11:05.510654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:05.595232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:05.601870 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-666c6e22-4bf0-484e-800d-4e45d366498f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee3ae94abc784fc7909c1425070ad336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899656 Aug 16 22:11:05.609983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42168) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:05.687132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571513-f746-44af-97bc-5bdd9783a368 req-d7fd23a2-e5ff-42eb-afb9-44222346f97b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:05.695800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63571513-f746-44af-97bc-5bdd9783a368 req-d7fd23a2-e5ff-42eb-afb9-44222346f97b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.0865235 Aug 16 22:11:05.731090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-392608261-network', 'tenant_id': 'b0664da5dd22450ea830ad5788c9badd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:05.746599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.773461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63571513-f746-44af-97bc-5bdd9783a368 req-83d5c23d-11f3-4b1f-9845-19eec00e7292 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Aug 16 22:11:05.795996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.803784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Made reservation on behalf of b0664da5dd22450ea830ad5788c9badd for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:05.806422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.834516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.892583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.895934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:05.897212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c19189cc-8a4a-4f47-b0f0-3b225257b4b0 HTTP/1.1" status: 204 len: 168 time: 0.3009262 Aug 16 22:11:05.924814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1dd26-299d-41f9-a693-89af18967e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19189cc-8a4a-4f47-b0f0-3b225257b4b0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:05.998560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.003621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.036362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:11:06.052668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc43b287-a55d-471b-a847-550be3a222b3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:06.055873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.056225 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Added segment e9519c38-fe3d-4a0d-9180-7842540a2cb6 of type vlan for network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc Aug 16 22:11:06.121145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.191063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.192485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:06.193100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.264608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6536319 Aug 16 22:11:06.267953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:06.276130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c59c8-298f-4f12-a704-a7938273f178 req-2c25538b-8d3c-410c-993c-3f876e79e6ed tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:06.276848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Request body: {'subnet': {'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-392608261-subnet', 'tenant_id': 'b0664da5dd22450ea830ad5788c9badd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:06.284086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d3c59c8-298f-4f12-a704-a7938273f178 req-2c25538b-8d3c-410c-993c-3f876e79e6ed tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1293325 Aug 16 22:11:06.314694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383a48-f813-43a4-a1e3-c0906ca6eb97 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:06.325478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Made reservation on behalf of b0664da5dd22450ea830ad5788c9badd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:06.328947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:11:06.333042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.359890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d3c59c8-298f-4f12-a704-a7938273f178 req-15a98889-a1f9-41e9-9eb2-07413edcadfa tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714753 Aug 16 22:11:06.640925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c30f4f-db20-4813-a350-1f4fdd305e02 req-873edb4f-045e-4626-af47-42431d7723c0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:06.654470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7c30f4f-db20-4813-a350-1f4fdd305e02 req-873edb4f-045e-4626-af47-42431d7723c0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.1481035 Aug 16 22:11:06.755684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7c30f4f-db20-4813-a350-1f4fdd305e02 req-cacc549f-cd43-4c4f-8cfe-b5cc8b244324 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991969 Aug 16 22:11:06.793230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:06.882058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d093b31-427d-4bcf-b359-1667e1f6770f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:06.924553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Checking segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:06.925150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Network hostable DHCP agents. Network: f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:11:06.984732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:11:07.003671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:07.008674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:07.009968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.020330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2817cfe7-ffbd-437a-8d7d-14f10bc47c6e None None] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:07.039471 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9f5cfc69-5250-44f7-9857-9f1a356e34a6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7686269 Aug 16 22:11:07.072331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:07.200742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b10e6-efb7-4125-8e85-1c52d531b121 req-7de2dc20-a109-463b-bc02-4c7f51232b63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:07.210066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527b10e6-efb7-4125-8e85-1c52d531b121 req-7de2dc20-a109-463b-bc02-4c7f51232b63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.0946944 Aug 16 22:11:07.275246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-527b10e6-efb7-4125-8e85-1c52d531b121 req-1b8a2b5b-0170-427f-9836-3a65255fb1d9 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 Aug 16 22:11:07.283983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b901d9-885f-42e4-8544-fdf3104414bf None None] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:07.314940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-565098765-network', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:07.344315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Made reservation on behalf of a067c6a2bbc549778c29d5c8476ae52e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:07.346981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.696572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.713939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-a7f270f7-731d-4468-905e-5da2fd1c6195 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:07.718125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-a7f270f7-731d-4468-905e-5da2fd1c6195 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.1524665 Aug 16 22:11:07.745511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a065aa-a538-4c0d-8280-7b0e1c3aa610 req-e429e017-48f8-4146-a75b-d05b2e681c53 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:07.747334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3a065aa-a538-4c0d-8280-7b0e1c3aa610 req-e429e017-48f8-4146-a75b-d05b2e681c53 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0918915 Aug 16 22:11:07.749223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-5f50a173-d30d-4f3d-aab4-9ca52ca08f50 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/quotas/b0664da5dd22450ea830ad5788c9badd HTTP/1.1" status: 200 len: 375 time: 0.0252273 Aug 16 22:11:07.789787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.796663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.797043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-f112bfc2-9f8f-4e99-981a-9de79f4454be tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403516 Aug 16 22:11:07.827007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:11:07.843025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6baf9-b567-4bc4-aec1-58cda0ab038c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:07.845947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.846292 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Added segment 426d8a35-60a2-4161-a8f0-7b317ebca720 of type vlan for network 2dc27c10-6136-47f1-98fc-ce82df4fc723 Aug 16 22:11:07.865654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3a065aa-a538-4c0d-8280-7b0e1c3aa610 req-322a0914-4968-4438-bdff-a0cc2e02545e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996425 Aug 16 22:11:07.892409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.928320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-651cf93d-9e6f-4f16-b435-174a770f4d7e service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158526 Aug 16 22:11:07.929143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:07.930846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:07.931540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.001674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9276958 Aug 16 22:11:08.010039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42310) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:08.016263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Request body: {'subnet': {'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-565098765-subnet', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:08.026022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b9836-176a-4ef3-8fe1-2c6c363b10bd admin admin] Pushing event updated for resources: {'Network': ['ID=2dc27c10-6136-47f1-98fc-ce82df4fc723,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:08.038977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:11:08.046275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Made reservation on behalf of a067c6a2bbc549778c29d5c8476ae52e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:08.049104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.125942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-09695880-5801-4099-8cf6-1614754f607e service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888437 Aug 16 22:11:08.147825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02754ed-f024-4a5e-9144-5f8253475cef req-0c3807fe-3c14-42af-b337-d31a20ecfa25 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:08.149487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f02754ed-f024-4a5e-9144-5f8253475cef req-0c3807fe-3c14-42af-b337-d31a20ecfa25 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.1187248 Aug 16 22:11:08.194550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f02754ed-f024-4a5e-9144-5f8253475cef req-a370f76f-bd12-41cd-affa-c5c1a44541ac tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Aug 16 22:11:08.292866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.354437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=035d73e6-3dcf-4b91-80e1-df7d94027208,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:08.360105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Checking segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:08.360478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Network hostable DHCP agents. Network: 2dc27c10-6136-47f1-98fc-ce82df4fc723, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:11:08.360824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b124b6-4d93-4204-b265-d3174e5e1e54 req-d9e77537-ff97-4bc7-a0b7-3e16ce872997 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:08.374466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b124b6-4d93-4204-b265-d3174e5e1e54 req-d9e77537-ff97-4bc7-a0b7-3e16ce872997 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.0940766 Aug 16 22:11:08.392231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:11:08.404300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2dc27c10-6136-47f1-98fc-ce82df4fc723) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:08.409062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:08.409856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.421113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b124b6-4d93-4204-b265-d3174e5e1e54 req-40366ac2-c28e-4b80-8a8d-5d8aac866a54 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Aug 16 22:11:08.424541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2433905-16e3-49e2-96a0-212851053ed4 None None] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:08.436939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42330) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:08.439683 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6f4b953a-d4ee-4326-ac22-db29e65e87dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4272633 Aug 16 22:11:08.453282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:08.540387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.541568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.608501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-2dc27c10-6136-47f1-98fc-ce82df4fc723', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:11:08.609688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.655835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b1995ad-4eba-4218-936b-0c145f13bc9b req-1e58df60-102a-4666-bab6-cecb9a06b4e7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Aug 16 22:11:08.657358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.665298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-4145009f-bf7d-4cfb-bfa4-0c848251872c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:08.672312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-4145009f-bf7d-4cfb-bfa4-0c848251872c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 814 time: 0.2361436 Aug 16 22:11:08.754374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-6c569c60-43ad-4b9e-9bb3-15905e250e84 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/quotas/08009be4a957458fa746fe777a920ba6 HTTP/1.1" status: 200 len: 375 time: 0.0811872 Aug 16 22:11:08.776191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Allocated IP 172.20.0.2 (2dc27c10-6136-47f1-98fc-ce82df4fc723/035d73e6-3dcf-4b91-80e1-df7d94027208/fb986cd3-b728-4bff-9bcf-f09390196de3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:08.871886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.892737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053420b-e1d5-4253-8368-58f697a694d3 req-d5ec8bf7-e7a4-4d25-9d4b-6b0f6238116f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:08.894271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3053420b-e1d5-4253-8368-58f697a694d3 req-d5ec8bf7-e7a4-4d25-9d4b-6b0f6238116f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1543455 Aug 16 22:11:08.933801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:08.937674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-89606859-a63f-4482-8604-a6a3b35a2b99 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647630 Aug 16 22:11:08.943036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Transition to ACTIVE for port object fb986cd3-b728-4bff-9bcf-f09390196de3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:08.958667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Transition to ACTIVE for port object fb986cd3-b728-4bff-9bcf-f09390196de3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:08.963741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.013768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:09.016866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:09.021846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:09.025297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Pushing event updated for resources: {'Port': ['ID=fb986cd3-b728-4bff-9bcf-f09390196de3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:09.026714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3053420b-e1d5-4253-8368-58f697a694d3 req-b495273e-c114-4b4a-b12a-2894f540dd57 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182427 Aug 16 22:11:09.054838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.056106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.056452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.056948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.057492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.057827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.058158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.058485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.058811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.059136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.059460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.059782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:09.091750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-da131923-4d17-4857-b38a-36d12c75d9e0 service neutron] 10.222.0.22 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399887 Aug 16 22:11:09.096878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Attempting to bind port fb986cd3-b728-4bff-9bcf-f09390196de3 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:09.097290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Attempting to bind port fb986cd3-b728-4bff-9bcf-f09390196de3 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:09.097697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Attempting to bind port fb986cd3-b728-4bff-9bcf-f09390196de3 on network 2dc27c10-6136-47f1-98fc-ce82df4fc723 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:09.102774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:09.103288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Checking segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:09.103695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.104092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Bound using segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:09.104555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Bound port: fb986cd3-b728-4bff-9bcf-f09390196de3, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:09.104942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.166743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] For port fb986cd3-b728-4bff-9bcf-f09390196de3, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:09.170000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] For port fb986cd3-b728-4bff-9bcf-f09390196de3, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb986cd3-b728-4bff-9bcf-f09390196de3,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:09.174415 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.234625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0140d6-def4-4b4c-a77c-bc19ed527a50 None None] Pushing event updated for resources: {'Port': ['ID=fb986cd3-b728-4bff-9bcf-f09390196de3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:09.686810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-3d6e9733-5a3f-46d6-8945-30115aa0b39d service neutron] 10.222.0.22 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860062 Aug 16 22:11:09.696874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.710617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e36401-a3c9-400c-9bd4-377b4e76f71b req-97d5721e-c723-4419-876d-a7de82e2d2c0 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:09.712161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4e36401-a3c9-400c-9bd4-377b4e76f71b req-97d5721e-c723-4419-876d-a7de82e2d2c0 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.2073064 Aug 16 22:11:09.737837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:09.852375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4e36401-a3c9-400c-9bd4-377b4e76f71b req-eda59cb2-e004-4ae8-a48c-fe5ddee18a51 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188817 Aug 16 22:11:09.861295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-edad6e03-70f5-46ee-9e6f-107cc6db4792 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:09.862845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-edad6e03-70f5-46ee-9e6f-107cc6db4792 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.88 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.2545254 Aug 16 22:11:09.918615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Allocated IP 172.25.8.192 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:10.050325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb986cd3-b728-4bff-9bcf-f09390196de3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:10.075955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'port': {'device_id': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'admin_state_up': True, 'tenant_id': 'b0664da5dd22450ea830ad5788c9badd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:10.125356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fb986cd3-b728-4bff-9bcf-f09390196de3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:10.228127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea55f2f-348a-4346-b8f7-a476628f9f1f req-fac2850b-ae27-439a-919e-1255a819508c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:10.230408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea55f2f-348a-4346-b8f7-a476628f9f1f req-fac2850b-ae27-439a-919e-1255a819508c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.2994032 Aug 16 22:11:10.239632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2fee2ed-b0b7-432e-bffc-434256a45f40 req-32413706-811e-4bce-9542-4d411dea5a1d tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 210 time: 0.0741711 Aug 16 22:11:10.295568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.328214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67ab3d-b1bb-4a5f-bb1c-c440af5f7d15 None None] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:10.376669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b55a0bb9-0bb2-4718-b2f5-e11a3536a963 req-78e93833-a9c5-42c9-9146-528b8320c158 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 210 time: 0.0684941 Aug 16 22:11:10.388777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea55f2f-348a-4346-b8f7-a476628f9f1f req-08dda554-cb22-4200-943f-38068fe7b7c1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480041 Aug 16 22:11:10.406823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Provisioning for port fb986cd3-b728-4bff-9bcf-f09390196de3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:10.416463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Provisioning complete for port fb986cd3-b728-4bff-9bcf-f09390196de3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:10.417227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.442831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Made reservation on behalf of b0664da5dd22450ea830ad5788c9badd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:10.446943 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.490266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c32347f5-09b6-4b6c-8b9e-5b3e7749464f tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:10.491723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c32347f5-09b6-4b6c-8b9e-5b3e7749464f tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.88 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.1594183 Aug 16 22:11:10.529102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.664071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:10.697140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e80cc9-2e97-47cf-8b16-26c0d40ddbd3 req-72fb4417-5f65-4020-92b1-adbb1344d918 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:10.698671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75e80cc9-2e97-47cf-8b16-26c0d40ddbd3 req-72fb4417-5f65-4020-92b1-adbb1344d918 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.2341056 Aug 16 22:11:10.708505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Pushing event updated for resources: {'Port': ['ID=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:10.712788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:10.715014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:10.718262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.760076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] For port fb986cd3-b728-4bff-9bcf-f09390196de3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb986cd3-b728-4bff-9bcf-f09390196de3,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:10.764664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.817414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428d6f0-958d-4be5-a505-7f2471185f6a None None] Pushing event updated for resources: {'Port': ['ID=fb986cd3-b728-4bff-9bcf-f09390196de3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:10.855028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75e80cc9-2e97-47cf-8b16-26c0d40ddbd3 req-d2b8a5e5-9c29-4f1e-914c-deab3bfec242 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368761 Aug 16 22:11:10.863504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Allocated IP 172.20.0.11 (f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc/0d093b31-427d-4bcf-b359-1667e1f6770f/210c2420-25cb-4196-97c2-b0503ede4b01) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:10.965144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Deleting port 96d08957-524b-4766-98f0-29290d320f21 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:10.965499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:10.986181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-226b3228-402a-4f05-aed2-18d4681509b9 None None] Provisioning complete for port fb986cd3-b728-4bff-9bcf-f09390196de3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:10.986557 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-226b3228-402a-4f05-aed2-18d4681509b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.183585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866acbf-c32f-42b6-abf2-27d617542c06 req-3ae6cd3c-ef39-4587-a573-80a763b5b244 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:11.185128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a866acbf-c32f-42b6-abf2-27d617542c06 req-3ae6cd3c-ef39-4587-a573-80a763b5b244 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 948 time: 0.2477543 Aug 16 22:11:11.349210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] For port 96d08957-524b-4766-98f0-29290d320f21, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=96d08957-524b-4766-98f0-29290d320f21,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:11.349587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.385231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-7c2c95d3-fce6-4507-a42d-86ee9c7c0e2b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:11.387967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-7c2c95d3-fce6-4507-a42d-86ee9c7c0e2b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 814 time: 0.1572421 Aug 16 22:11:11.398266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a866acbf-c32f-42b6-abf2-27d617542c06 req-d2b94484-1674-4eb1-b6c1-921bd3aace9a tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689341 Aug 16 22:11:11.401630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Calling delete_port for 96d08957-524b-4766-98f0-29290d320f21 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:11.427058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49408853-d3a4-4b72-b90c-a41077150702 req-5e5c16a6-106b-4dde-97de-4b092a484635 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 210 time: 0.0700982 Aug 16 22:11:11.432675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Request body: {'port': {'device_id': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'admin_state_up': True, 'tenant_id': '08009be4a957458fa746fe777a920ba6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:11.446211 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.456453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.572214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Made reservation on behalf of 08009be4a957458fa746fe777a920ba6 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:11.576445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.595841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6479a76-6ecc-4543-9d8f-53aac70c00af req-54d69364-e154-4356-bd28-4e74c85a339a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 210 time: 0.0648541 Aug 16 22:11:11.705490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99056d86-ba7a-4856-8ac1-1e40b713e748 req-43801122-5261-40b0-be60-c63fabbe3693 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:11.707133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99056d86-ba7a-4856-8ac1-1e40b713e748 req-43801122-5261-40b0-be60-c63fabbe3693 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.1773109 Aug 16 22:11:11.710969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.733563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Allocated IP 172.20.0.11 (99a2ca7a-f135-4a7c-8c1a-191c04c8662d/7b9df8f7-5ec0-454f-b951-cec1a32aae29/500dfbf3-c5aa-47a7-b299-a9cc6e49d786) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:11.845762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:11.857523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:11.864748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:11.873485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:11.928089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99056d86-ba7a-4856-8ac1-1e40b713e748 req-51d928ac-4c28-492c-8556-515e34d193a2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810453 Aug 16 22:11:11.937850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.971604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:11.986104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.018452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb986cd3-b728-4bff-9bcf-f09390196de3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:12.039001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:12.045649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:12.049819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Pushing event deleted for resources: {'Port': ['ID=96d08957-524b-4766-98f0-29290d320f21,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:12.053094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:12.058123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:12.059712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.070138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:12.085079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Pushing event updated for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:12.118342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:12.119596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.123820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-24b267d0-1740-48db-8083-81c1f6dc4cc4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1600032 Aug 16 22:11:12.124912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.139884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-30d09e20-4990-428e-a464-55bded7031d7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7122996 Aug 16 22:11:12.151035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] No DVR routers for this DVR port 96d08957-524b-4766-98f0-29290d320f21 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:12.159126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Request body: {'port': {'device_id': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:12.163425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.165505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ece83b9-4cc4-4d13-b7db-e53af1c5fb15 req-c950e386-d7dc-47b6-a458-488fa02538a3 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.88 "DELETE /v2.0/ports/96d08957-524b-4766-98f0-29290d320f21 HTTP/1.1" status: 204 len: 173 time: 1.6563761 Aug 16 22:11:12.167378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-deleted', 'tag': '96d08957-524b-4766-98f0-29290d320f21'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:12.169917 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f0c909-fc25-4b9f-9e8d-4199651234bc" -d '{"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-deleted", "tag": "96d08957-524b-4766-98f0-29290d320f21"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:12.173167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fb986cd3-b728-4bff-9bcf-f09390196de3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:12.173551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.208914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Request body: {'port': {'device_id': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:12.344700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.567118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec13aa-96db-4bea-a975-3321b53ebf92 req-d6104769-bf67-4069-825c-8fb9245fc3b4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:12.575575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aaec13aa-96db-4bea-a975-3321b53ebf92 req-d6104769-bf67-4069-825c-8fb9245fc3b4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.6047823 Aug 16 22:11:12.580767 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88346a-045f-49a6-b77b-40abc238294d x-openstack-request-id: req-7b88346a-045f-49a6-b77b-40abc238294d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:12.581150 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f945e1bd-f4ca-410d-91ab-d88cc649639c", "name": "network-vif-deleted", "tag": "96d08957-524b-4766-98f0-29290d320f21", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:12.581398 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b88346a-045f-49a6-b77b-40abc238294d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:12.582409 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f945e1bd-f4ca-410d-91ab-d88cc649639c', 'name': 'network-vif-deleted', 'tag': '96d08957-524b-4766-98f0-29290d320f21', 'status': 'completed', 'code': 200} Aug 16 22:11:12.678487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77104d61-b5f0-4a4c-988f-e5fbaa54cd6f req-c4890d19-b531-4a09-973a-e3a2ceda2ca4 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=f945e1bd-f4ca-410d-91ab-d88cc649639c HTTP/1.1" status: 200 len: 210 time: 0.0928359 Aug 16 22:11:12.701951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:12.710851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.732333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Transition to ACTIVE for port object 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:12.736034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.795695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aaec13aa-96db-4bea-a975-3321b53ebf92 req-1c1be226-9a48-4ed8-97e7-96f866eafc79 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192214 Aug 16 22:11:12.805059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.812748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Pushing event updated for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:12.848796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd7f8-339b-471a-8d88-acb09ebbb1f3 req-2ef688a6-6281-4350-abc9-c0b7294a6e69 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:12.856118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88afd7f8-339b-471a-8d88-acb09ebbb1f3 req-2ef688a6-6281-4350-abc9-c0b7294a6e69 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 932 time: 0.1024420 Aug 16 22:11:12.890763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Attempting to bind port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:12.891627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Attempting to bind port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:12.891978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Attempting to bind port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:12.898001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:12.898342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Attempting to bind port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 on network 99a2ca7a-f135-4a7c-8c1a-191c04c8662d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:12.904425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:12.904894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Checking segment: {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:12.905462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Bound using segment: {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:12.905923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Bound port: 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a931bf-7f02-416b-aae9-e128ca5b36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:12.906320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:12.981829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:12.985610 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:12.989691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.024588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.025245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.026639 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] 10.222.0.88 "PUT /v2.0/ports/500dfbf3-c5aa-47a7-b299-a9cc6e49d786 HTTP/1.1" status: 200 len: 1093 time: 0.8408060 Aug 16 22:11:13.027084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:13.029472 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:13.033888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88afd7f8-339b-471a-8d88-acb09ebbb1f3 req-d43b3d8a-765f-4d22-9beb-965478f58a5f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767180 Aug 16 22:11:13.063495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:11:13.069271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f80c93-7b12-463e-a558-145f6b7ed46a service neutron] Pushing event updated for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:13.075278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c532f-0f33-4000-842d-fdd1d49f6b53 req-c8b9c905-36ad-4540-a38d-257864cbbcd6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.076826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-115c532f-0f33-4000-842d-fdd1d49f6b53 req-c8b9c905-36ad-4540-a38d-257864cbbcd6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 944 time: 0.1909916 Aug 16 22:11:13.149941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-fe988fc0-d267-4520-8126-bc0f763994ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.151774 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-fe988fc0-d267-4520-8126-bc0f763994ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 1096 time: 0.0475631 Aug 16 22:11:13.201890 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-5e8f5543-ddcc-41fb-b237-9a76d1f92904 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786 HTTP/1.1" status: 200 len: 217 time: 0.0343304 Aug 16 22:11:13.252631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-5942f75c-0ca9-4fbf-9e0f-3c99a42420f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.254156 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-5942f75c-0ca9-4fbf-9e0f-3c99a42420f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0443633 Aug 16 22:11:13.263362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-115c532f-0f33-4000-842d-fdd1d49f6b53 req-51acb9be-182d-4581-b457-041106fb483d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706240 Aug 16 22:11:13.292217 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-dc65167d-b5d5-4499-b773-5ee5122ba9e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293515 Aug 16 22:11:13.310159 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cbcc6f-dab8-420b-bec5-01f0e58e86ce x-openstack-request-id: req-d6cbcc6f-dab8-420b-bec5-01f0e58e86ce {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:13.310447 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:13.310701 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6cbcc6f-dab8-420b-bec5-01f0e58e86ce {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:13.311489 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786', 'status': 'completed', 'code': 200} Aug 16 22:11:13.338762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ccf0e-72e6-4f0e-8f75-dcc9d6092f07 req-5837ed8a-98f3-47c4-a3e5-b95cf559bad0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.340298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-328ccf0e-72e6-4f0e-8f75-dcc9d6092f07 req-5837ed8a-98f3-47c4-a3e5-b95cf559bad0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.2104764 Aug 16 22:11:13.381838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:11:13.395580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Sync routers for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:11:13.402152 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-5fa8e17d-c7f6-4c16-ba49-8ecf1c2f4a7b service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011372 Aug 16 22:11:13.411410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:13.412724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:10:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:13.419990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.422864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-84a59226-7a1b-4e10-8dcd-49f52e481d88 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9832723 Aug 16 22:11:13.445751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:13.460490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-328ccf0e-72e6-4f0e-8f75-dcc9d6092f07 req-eb34ab7b-fbba-4ea1-b2e6-a57fb4ba41c0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069620 Aug 16 22:11:13.517168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210c2420-25cb-4196-97c2-b0503ede4b01 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:13.531577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8f2d1e53-2347-4dd6-93e4-2c617e312b14 req-dfb52774-7caf-47c5-b5df-a6276b6ecf89 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207092 Aug 16 22:11:13.533812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.568230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:13.580680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Transition to ACTIVE for port object 210c2420-25cb-4196-97c2-b0503ede4b01 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:13.586150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.685785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-9ebe5ad6-5e09-47b4-a7ea-bbcf3c0f0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.686835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:13.687321 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-9ebe5ad6-5e09-47b4-a7ea-bbcf3c0f0ec8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 1096 time: 0.0414636 Aug 16 22:11:13.768271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:11Z', 'revision_number': 3, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:13.806742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Checking router: 1ad4d366-c513-468f-bce6-8aa2a2cd5206 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:11:13.807342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Updating router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:11:13.808877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-66930537-16e7-4151-a557-a25b3a06cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.810623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-66930537-16e7-4151-a557-a25b3a06cdb7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.1140184 Aug 16 22:11:13.836160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Attempting to bind port 210c2420-25cb-4196-97c2-b0503ede4b01 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:13.836775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Attempting to bind port 210c2420-25cb-4196-97c2-b0503ede4b01 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:13.836886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Attempting to bind port 210c2420-25cb-4196-97c2-b0503ede4b01 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:13.849769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Port 210c2420-25cb-4196-97c2-b0503ede4b01 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:13.850098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Attempting to bind port 210c2420-25cb-4196-97c2-b0503ede4b01 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:13.857297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.860621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:13.860621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Checking segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:13.860880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Bound using segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:13.861334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Bound port: 210c2420-25cb-4196-97c2-b0503ede4b01, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:13.861699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:13.878232 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-632489af-57d3-463c-a451-8be4bcaf24fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786 HTTP/1.1" status: 200 len: 217 time: 0.0586433 Aug 16 22:11:13.929547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:13.954790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-24336ca0-1e00-421f-a1c4-eb31b3787e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:13.957993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-24336ca0-1e00-421f-a1c4-eb31b3787e17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0723059 Aug 16 22:11:13.999960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-37b19ade-1a8c-476e-bd89-352062366da6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325274 Aug 16 22:11:14.088031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.131976 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-7f9d4d65-c939-43d2-816c-7fa25f251f15 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 Aug 16 22:11:14.134796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749033fc-4aa2-46fe-b913-cfcfef87d660 req-a16ec2ba-c625-4984-919b-f70a203a2671 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.136427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-749033fc-4aa2-46fe-b913-cfcfef87d660 req-a16ec2ba-c625-4984-919b-f70a203a2671 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1974089 Aug 16 22:11:14.158619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:14.170645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b14335-8c91-4dac-90b3-5b84b9e79b1e req-f51feb52-b7ff-4997-b561-98686b6fbd00 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.172227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75b14335-8c91-4dac-90b3-5b84b9e79b1e req-f51feb52-b7ff-4997-b561-98686b6fbd00 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 948 time: 0.1649685 Aug 16 22:11:14.176287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:14.194057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:14.216437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6', 'port_id': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'mac_address': 'fa:16:3e:72:eb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15544c87-28b1-496d-b648-7a8a9519b810', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:14.217017 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.255718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9ee0a7d8-da3d-4d4f-92eb-5cc2743a9a3c req-b32a50bd-2da3-4858-89a3-d32e508bcd6c service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089234 Aug 16 22:11:14.287303 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.297679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.298349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.299826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] 10.222.0.88 "PUT /v2.0/ports/210c2420-25cb-4196-97c2-b0503ede4b01 HTTP/1.1" status: 200 len: 1093 time: 2.1513519 Aug 16 22:11:14.312223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-749033fc-4aa2-46fe-b913-cfcfef87d660 req-dc936288-de83-4fb3-85b7-7733293ba399 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643736 Aug 16 22:11:14.327511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:14.337169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75b14335-8c91-4dac-90b3-5b84b9e79b1e req-fc03d660-25c1-43b8-a199-de33377f8f5d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483560 Aug 16 22:11:14.365110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b69e7-34e9-4288-be1b-a311d2cf7029 service neutron] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:14.373827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.378530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:14.386960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.397623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Transition to ACTIVE for port object 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:14.426739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.470524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:14.479488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Attempting to bind port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:14.480153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Attempting to bind port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:14.480710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Attempting to bind port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:14.513265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:14.513789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:14.514308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.515024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:14.515600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Bound port: 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:14.516122 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.543502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-f03863a2-87b2-4417-a11c-dd7d6bd922b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.545457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-f03863a2-87b2-4417-a11c-dd7d6bd922b1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 1096 time: 0.1562133 Aug 16 22:11:14.547900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.552182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f762e-7966-421f-be78-e4e476de73e5 None None] Pushing event updated for resources: {'Port': ['ID=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:14.589240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b3d93-25ea-4798-9b39-c90892dd583d req-d4cb4d07-3c43-40e5-a641-643a0e787f7d tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.590838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e4b3d93-25ea-4798-9b39-c90892dd583d req-d4cb4d07-3c43-40e5-a641-643a0e787f7d tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.1427052 Aug 16 22:11:14.593312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] For port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:14.597276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] For port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:14.602236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:14.620811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:14.623419 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:14.639269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65025f92-1361-422a-9496-880f04a44fdf req-7effaf6a-1dd7-47e6-ad0c-266372a8f1e9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.641017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65025f92-1361-422a-9496-880f04a44fdf req-7effaf6a-1dd7-47e6-ad0c-266372a8f1e9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 944 time: 0.1943171 Aug 16 22:11:14.648209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-a5a276b8-6bce-44e0-8122-e419f1aa5d89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=210c2420-25cb-4196-97c2-b0503ede4b01 HTTP/1.1" status: 200 len: 217 time: 0.0817575 Aug 16 22:11:14.674572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f762e-7966-421f-be78-e4e476de73e5 None None] Pushing event updated for resources: {'Port': ['ID=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:14.677631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:14.678235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:10:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:14.758817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:14.782700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 96d08957-524b-4766-98f0-29290d320f21 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:14.783059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 96d08957-524b-4766-98f0-29290d320f21 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:14.790614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4c41cd91-5b6d-4aaa-84b2-9b166679ef31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:14.792476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e4b3d93-25ea-4798-9b39-c90892dd583d req-2a40f236-7392-4c13-b4f9-8e00937892a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641519 Aug 16 22:11:14.806798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65025f92-1361-422a-9496-880f04a44fdf req-8191cf6c-e553-45f8-a9da-8fe398a6ce82 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512353 Aug 16 22:11:14.833618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-8645511c-7a6f-42d4-948f-2b86089654cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:14.835220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-8645511c-7a6f-42d4-948f-2b86089654cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.1599963 Aug 16 22:11:14.857130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:14.881012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-12dcf734-3a64-4377-a163-c67356e68235 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338416 Aug 16 22:11:15.029549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Allocated IP 172.20.0.1 (2dc27c10-6136-47f1-98fc-ce82df4fc723/035d73e6-3dcf-4b91-80e1-df7d94027208/46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:15.041760 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0db803c-46cb-4201-a3f4-c4b8dab8d4ac x-openstack-request-id: req-c0db803c-46cb-4201-a3f4-c4b8dab8d4ac {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:15.042021 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:15.042342 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0db803c-46cb-4201-a3f4-c4b8dab8d4ac {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:15.042855 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01', 'status': 'completed', 'code': 200} Aug 16 22:11:15.088512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170360e-fd3b-4ce4-94ec-8698f5531347 req-a14353f7-4ca3-4b30-9311-9018e96eabf3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:15.090640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6170360e-fd3b-4ce4-94ec-8698f5531347 req-a14353f7-4ca3-4b30-9311-9018e96eabf3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.1700425 Aug 16 22:11:15.142535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:11Z', 'revision_number': 3, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:15.167950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-b539a029-21ec-4a9d-bc92-5b19ef8f822d service neutron] 10.222.0.88 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458823 Aug 16 22:11:15.172747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9d04e-3d71-45bd-a176-a9b4e1841e09 None None] The sync data for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 is: [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:11Z', 'revision_number': 3, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:11:15.326267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ab983676-9e83-4963-957c-ba40acefa8dd tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:15.327973 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ab983676-9e83-4963-957c-ba40acefa8dd tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1098 time: 0.0522938 Aug 16 22:11:15.349928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:15.450528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.486243 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f2ad9d2e-9c9f-4fb0-9eec-28edc00f110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.584333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6170360e-fd3b-4ce4-94ec-8698f5531347 req-d643fed9-1c8c-487d-b09b-377b4e52d12b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849534 Aug 16 22:11:15.612054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:15.664973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:15.712149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:15.714947 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6893691-c624-4409-ab8b-b20d2513789b" -d '{"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-unplugged", "status": "completed", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:15.719100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.736055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.739991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.751423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eab8b6-3e03-47e9-b665-e3c2b588ce77 req-6f0696e0-2a15-4eca-a7c0-6ebdd4fa6c9e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:15.752981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51eab8b6-3e03-47e9-b665-e3c2b588ce77 req-6f0696e0-2a15-4eca-a7c0-6ebdd4fa6c9e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 946 time: 0.1722922 Aug 16 22:11:15.758286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84f36b6-736f-44ec-af0d-dce4cda4617f req-983000ca-e9c2-4d87-8034-5bc1674e8cda service neutron] 10.222.0.88 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773523 Aug 16 22:11:15.779746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Transition to ACTIVE for port object 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:15.812968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942361d0-f53a-4596-bccd-0d6dccaa847a req-ea73ed78-5d56-4db8-9062-0b55fac337f2 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:15.814750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-942361d0-f53a-4596-bccd-0d6dccaa847a req-ea73ed78-5d56-4db8-9062-0b55fac337f2 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 948 time: 0.1478868 Aug 16 22:11:15.836987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:15.845968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51eab8b6-3e03-47e9-b665-e3c2b588ce77 req-803be75f-ffb8-474f-aef2-7c4046be0ce7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802984 Aug 16 22:11:15.849604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on host n-h2-791505-20 for vnic_type normal with profile {"migrating_to": "n-h1-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:15.850076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:15.850488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:15.856610 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:15.856983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Attempting to bind port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on network d42e2613-3ec1-4ef1-9b75-5e573d245104 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:15.862860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:15.863382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Checking segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:15.863834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Bound using segment: {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:15.864615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Bound port: af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602d5f52-4889-4337-b691-ab4c1b2933f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd42e2613-3ec1-4ef1-9b75-5e573d245104'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:15.865080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.914690 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f859ab61-1623-4255-9380-a94f7527521d x-openstack-request-id: req-f859ab61-1623-4255-9380-a94f7527521d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:15.915055 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-unplugged", "status": "completed", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:15.915463 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f859ab61-1623-4255-9380-a94f7527521d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:15.916225 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'code': 200} Aug 16 22:11:15.931341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-942361d0-f53a-4596-bccd-0d6dccaa847a req-a27460ad-355f-42dc-8423-d92936c16785 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066275 Aug 16 22:11:15.935899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:15.974267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-f67729a7-0686-4b75-a1ae-90a81ac65df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:15.975778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-f67729a7-0686-4b75-a1ae-90a81ac65df7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 1096 time: 0.1118262 Aug 16 22:11:15.995113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:16.013990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:16.019002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:16.023539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:16.031409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.057550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Pushing event updated for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:16.095606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:16.132596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.133427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:16.133592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.135009 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] 10.222.0.88 "PUT /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 1124 time: 0.7993412 Aug 16 22:11:16.153912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb03c0a-7667-4669-8ea0-57657d596f53 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:16.182160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:16.195294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:16.195716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.312172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.385788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-8ea9c255-7924-4f0d-906a-b0065471885d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.387293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-8ea9c255-7924-4f0d-906a-b0065471885d tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.89 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 948 time: 0.2558413 Aug 16 22:11:16.395024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363fc47-c697-4b17-a338-491c452ec02e req-21ea27bf-072a-4671-9f81-76ad6f1b33fa tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.396572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a363fc47-c697-4b17-a338-491c452ec02e req-21ea27bf-072a-4671-9f81-76ad6f1b33fa tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.4188170 Aug 16 22:11:16.405177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-0e1cfa53-97a0-4e24-893a-8e5b21133ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.406638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-0e1cfa53-97a0-4e24-893a-8e5b21133ddb service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 921 time: 0.4048052 Aug 16 22:11:16.447655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d36cbd-0b16-4068-a36d-2b18245fd20c req-88601d7a-09ee-4eb4-a5e6-6482b69814ce tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.449876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00d36cbd-0b16-4068-a36d-2b18245fd20c req-88601d7a-09ee-4eb4-a5e6-6482b69814ce tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 944 time: 0.3190882 Aug 16 22:11:16.461211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.484128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:16.495389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e3fa9d2b-f211-42c2-83a2-4ab961cb5d08 None None] Provisioning for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:16.518832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:16.522067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e3fa9d2b-f211-42c2-83a2-4ab961cb5d08 None None] Provisioning complete for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:16.522442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3fa9d2b-f211-42c2-83a2-4ab961cb5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.525477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-488fa6f3-481d-41c0-ba48-ef2a73741bae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=210c2420-25cb-4196-97c2-b0503ede4b01 HTTP/1.1" status: 200 len: 217 time: 0.1047764 Aug 16 22:11:16.527865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.585124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:16.639507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa9d2b-f211-42c2-83a2-4ab961cb5d08 None None] Port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:16.642874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a363fc47-c697-4b17-a338-491c452ec02e req-5a846291-60e5-4b18-af2d-71cb10146794 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342856 Aug 16 22:11:16.682561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:16.698008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-375fcd10-4423-41e6-b4ac-4e5a43efe3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:16.699541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-375fcd10-4423-41e6-b4ac-4e5a43efe3c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.1574564 Aug 16 22:11:16.717319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00d36cbd-0b16-4068-a36d-2b18245fd20c req-39ebc201-7dec-4623-8c5d-784f22de1788 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361920 Aug 16 22:11:16.770957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:16.786047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-83b5a59a-5c8c-4bf3-9475-07c2e2e164d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654461 Aug 16 22:11:16.821753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.851487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Deleting port ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:16.851880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:16.956097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:16.977658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 has no active binding in host n-h1-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:11:17.109218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170607-8934-4063-8ffb-360a12ddec3a req-85bd05fb-ec35-4dac-8b4b-916a44461244 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:17.110060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52170607-8934-4063-8ffb-360a12ddec3a req-85bd05fb-ec35-4dac-8b4b-916a44461244 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.2850740 Aug 16 22:11:17.158070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-8cb3c43b-ac2e-4c5a-8761-a8e8e9096800 service neutron] 10.222.0.88 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520422 Aug 16 22:11:17.187345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed44ab-f259-4db7-95b9-a63d3ccfe309 req-9d0c4772-279f-4ba6-9e39-cd6e650757bf tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:17.188761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4ed44ab-f259-4db7-95b9-a63d3ccfe309 req-9d0c4772-279f-4ba6-9e39-cd6e650757bf tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.2404118 Aug 16 22:11:17.267033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] For port ad95304e-4565-46f1-b9fe-db521b968b8f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ad95304e-4565-46f1-b9fe-db521b968b8f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:17.267383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.315649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Calling delete_port for ad95304e-4565-46f1-b9fe-db521b968b8f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:17.327202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52170607-8934-4063-8ffb-360a12ddec3a req-fbdbb3d8-b68c-4542-970e-bd0ffa8d0fb1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763904 Aug 16 22:11:17.415728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4ed44ab-f259-4db7-95b9-a63d3ccfe309 req-556cf8ab-f6b8-40c5-a25f-7c11f152b1e5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102346 Aug 16 22:11:17.472099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e9e19c0-e43a-4cb3-bc79-9ef322921a9b req-a5c75c82-2720-4b68-8b84-8253e2f6ed63 service neutron] 10.222.0.88 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962751 Aug 16 22:11:17.489728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.496202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.573377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36621b0-0a4b-40ba-bf3d-13c3e572d766 req-1271983b-5158-46c5-ad9b-48b7a234e483 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:17.574786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a36621b0-0a4b-40ba-bf3d-13c3e572d766 req-1271983b-5158-46c5-ad9b-48b7a234e483 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/ports?device_id=60a8c360-6add-4d23-a135-30f4c502223f HTTP/1.1" status: 200 len: 948 time: 0.1513517 Aug 16 22:11:17.633050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.638338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Pushing event updated for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:17.718651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a36621b0-0a4b-40ba-bf3d-13c3e572d766 req-f096d55e-3fb0-4706-97f4-fd38fa6ebe77 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.22 "GET /v2.0/security-groups?id=37ab6694-a55c-48e4-a54e-37f03d7f36fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372573 Aug 16 22:11:17.733494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.799128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Pushing event deleted for resources: {'Port': ['ID=ad95304e-4565-46f1-b9fe-db521b968b8f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:17.875285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] No DVR routers for this DVR port ad95304e-4565-46f1-b9fe-db521b968b8f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:17.881667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:17.883622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b857b6cc-84ef-4eb7-a405-5d3e4dcbdeec req-a7c71c22-5825-47f1-8a32-38cd6be53d22 tempest-ListImageFiltersTestJSON-535438371 tempest-ListImageFiltersTestJSON-535438371-project] 10.222.0.89 "DELETE /v2.0/ports/ad95304e-4565-46f1-b9fe-db521b968b8f HTTP/1.1" status: 204 len: 173 time: 1.4662857 Aug 16 22:11:17.885403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-deleted', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:17.887627 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f57bc6-1c18-47fc-b3a3-ca34144bbfa6" -d '{"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-deleted", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:17.899689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d923-49d9-4217-b37e-eed0af957513 req-1bd7aefd-a90b-4de7-b75d-9f19546db80e tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:17.901197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aae1d923-49d9-4217-b37e-eed0af957513 req-1bd7aefd-a90b-4de7-b75d-9f19546db80e tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.1873753 Aug 16 22:11:17.917991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:17.921874 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db" -d '{"events": [{"name": "network-changed", "server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:17.922267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:17.928244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:17.935402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:17.936808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:17.962343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c0b26-147d-4b93-94aa-83eae7dad5a4 req-70eafcbd-0bf7-4058-999c-f42f54a93705 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:17.965314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-930c0b26-147d-4b93-94aa-83eae7dad5a4 req-70eafcbd-0bf7-4058-999c-f42f54a93705 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 944 time: 0.1810975 Aug 16 22:11:18.022000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:18.027283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:18.027903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.075285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:18.093675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aae1d923-49d9-4217-b37e-eed0af957513 req-109286c4-ea51-4d01-a5ef-dec253004e0c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677682 Aug 16 22:11:18.110666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.133666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-930c0b26-147d-4b93-94aa-83eae7dad5a4 req-f9e80db4-2f8e-46d7-af7f-d64cc681157e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146097 Aug 16 22:11:18.167747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:11:18.247762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:18.248136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.249785 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6af3c33a-e7c8-4157-adb3-ac9977924f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.252814 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.289601 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885bedd-3fb0-4213-8142-581fee8a2288 x-openstack-request-id: req-6885bedd-3fb0-4213-8142-581fee8a2288 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:18.289965 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a8c360-6add-4d23-a135-30f4c502223f", "name": "network-vif-deleted", "tag": "ad95304e-4565-46f1-b9fe-db521b968b8f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:18.290324 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6885bedd-3fb0-4213-8142-581fee8a2288 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:18.290788 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a8c360-6add-4d23-a135-30f4c502223f', 'name': 'network-vif-deleted', 'tag': 'ad95304e-4565-46f1-b9fe-db521b968b8f', 'status': 'completed', 'code': 200} Aug 16 22:11:18.308828 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357ebef4-d32b-4175-aaa6-320bedef6bb3 x-openstack-request-id: req-357ebef4-d32b-4175-aaa6-320bedef6bb3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:18.309049 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:18.309538 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-357ebef4-d32b-4175-aaa6-320bedef6bb3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:18.309945 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'status': 'completed', 'code': 200} Aug 16 22:11:18.318860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:11:18.324200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2a835ad1-593f-4d7a-ab44-567aeec8f297 admin admin] 10.222.0.22 "PUT /v2.0/routers/1ad4d366-c513-468f-bce6-8aa2a2cd5206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8774168 Aug 16 22:11:18.329161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Sync routers for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:11:18.344604 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:18.345508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:18.347515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:18.350371 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa38e42-7152-494e-b310-f5b13abee978" -d '{"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-plugged", "status": "completed", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:18.389594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:18.400410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ba04e57-258e-4f69-b21a-a5fbbd436951 None None] Provisioning complete for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:18.401149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ba04e57-258e-4f69-b21a-a5fbbd436951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.414180 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.433516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-22e753e5-fbe7-4bf0-b6b2-9ca923cdb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:18.435183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-22e753e5-fbe7-4bf0-b6b2-9ca923cdb522 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1127 time: 0.0642457 Aug 16 22:11:18.472289 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c7455-5ef1-468e-80e7-d8c64c0ce744 x-openstack-request-id: req-296c7455-5ef1-468e-80e7-d8c64c0ce744 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:18.472585 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-plugged", "status": "completed", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:18.472841 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-296c7455-5ef1-468e-80e7-d8c64c0ce744 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:18.473284 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'code': 200} Aug 16 22:11:18.554843 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:18.596089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7ba04e57-258e-4f69-b21a-a5fbbd436951 None None] Port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:18.607164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:18.670084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b82bdf-013b-4d4b-9903-ff0166488937 req-5b034a1f-265d-4071-ae0c-2f52f5918307 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:18.671607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61b82bdf-013b-4d4b-9903-ff0166488937 req-5b034a1f-265d-4071-ae0c-2f52f5918307 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1915972 Aug 16 22:11:18.776116 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:17Z', 'revision_number': 2, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:18.785320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:18.805727 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Checking router: 1ad4d366-c513-468f-bce6-8aa2a2cd5206 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:11:18.805955 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Updating router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:11:18.831462 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.906861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:18.919685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'port_id': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786', 'mac_address': 'fa:16:3e:76:c0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9df8f7-5ec0-454f-b951-cec1a32aae29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:18.950752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-a6727a0d-cdf0-405c-b180-145db7322fe7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544598 Aug 16 22:11:18.965254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:18.982502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:19.006791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:19.011987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.041052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-0046c738-164a-410a-af01-ebe07431d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.042901 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-0046c738-164a-410a-af01-ebe07431d0a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 1096 time: 0.0522470 Aug 16 22:11:19.058944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb63343-8aae-41f8-88e3-365274eb1f83 req-c8848381-5c52-4bb2-941d-15b009f19e63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.067358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb63343-8aae-41f8-88e3-365274eb1f83 req-c8848381-5c52-4bb2-941d-15b009f19e63 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.5281615 Aug 16 22:11:19.089326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:19.103152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.124677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61b82bdf-013b-4d4b-9903-ff0166488937 req-148e1336-3eac-46af-bef2-7d18a59d8ce5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012762 Aug 16 22:11:19.147199 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.154204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-6a746f2d-5898-4532-8e5c-b4db39944ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.156244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-6a746f2d-5898-4532-8e5c-b4db39944ca6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.6283836 Aug 16 22:11:19.157518 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Transition to ACTIVE for port object 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:19.163454 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.170748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f1fa8-0e4e-4fe9-8ddd-c42e5f6e4cb3 req-497e9358-31fe-4e78-91be-17d22dec95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.172847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e03f1fa8-0e4e-4fe9-8ddd-c42e5f6e4cb3 req-497e9358-31fe-4e78-91be-17d22dec95c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1097 time: 0.5380456 Aug 16 22:11:19.174946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-687833c8-8ce9-4323-b752-4170f4eee19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.177819 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-687833c8-8ce9-4323-b752-4170f4eee19f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1074791 Aug 16 22:11:19.226501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-3bebafa7-6c66-413d-a2a8-e262f807abac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 217 time: 0.0498686 Aug 16 22:11:19.251690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-f622d43f-915b-4580-b9f8-b26f2ee95da7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 200 len: 217 time: 0.0633752 Aug 16 22:11:19.263148 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Pushing event updated for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:19.273796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb63343-8aae-41f8-88e3-365274eb1f83 req-400cf6f8-4247-46e2-b702-94db1749e868 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583593 Aug 16 22:11:19.279599 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.279953 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.280370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.280631 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.280968 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.285929 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.286300 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.286770 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.286966 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.287299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.287630 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.287963 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:19.297125 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Attempting to bind port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:19.297555 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Attempting to bind port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:19.297861 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Attempting to bind port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a on network 2dc27c10-6136-47f1-98fc-ce82df4fc723 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:19.309598 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:19.312093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Checking segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:19.312526 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.312934 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Bound using segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:19.313462 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Bound port: 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:19.313875 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.342871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-810b0219-dfca-45c6-8001-2d620fb82821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.345650 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-810b0219-dfca-45c6-8001-2d620fb82821 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0872798 Aug 16 22:11:19.345824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e03f1fa8-0e4e-4fe9-8ddd-c42e5f6e4cb3 req-6a1e198f-a0c6-43f4-bee3-9469ee5b5aa1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310756 Aug 16 22:11:19.350597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-8f5f0b73-f68f-42b3-881f-9d3580132eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.352179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-8f5f0b73-f68f-42b3-881f-9d3580132eac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1162410 Aug 16 22:11:19.418008 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] For port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:19.421255 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] For port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:19.426758 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:19.451297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef25210-9353-41b7-aad6-6c727328e0a2 req-845b730a-2b84-460d-a35a-2c286ac1d5f4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.453142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef25210-9353-41b7-aad6-6c727328e0a2 req-845b730a-2b84-460d-a35a-2c286ac1d5f4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.0528364 Aug 16 22:11:19.491228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:19.491999 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:19.497490 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca898c0-7556-4e81-a399-845687aa814b None None] Pushing event updated for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:19.512089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef25210-9353-41b7-aad6-6c727328e0a2 req-4b76c3be-81a0-4895-ab95-59057f76d4cf tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Aug 16 22:11:19.622040 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:19.630382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f60d9-e3b5-462f-b7b7-4ec1ecdcfbdd req-30bafd1f-00af-4b47-ba0d-4c8400ca3ab3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:19.640947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa8f60d9-e3b5-462f-b7b7-4ec1ecdcfbdd req-30bafd1f-00af-4b47-ba0d-4c8400ca3ab3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 945 time: 0.0618017 Aug 16 22:11:19.653345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-d1c70468-9c0b-43f2-983a-b45314e5be9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265255 Aug 16 22:11:19.684415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-6011e57c-9826-4a7d-9c89-73e54c7c0b4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407224 Aug 16 22:11:19.745301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['500dfbf3-c5aa-47a7-b299-a9cc6e49d786'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:19.766325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa8f60d9-e3b5-462f-b7b7-4ec1ecdcfbdd req-de10a81f-0e83-4107-be85-9b22da8e9511 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110044 Aug 16 22:11:19.766556 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-019ccf7d-ffd8-4ee8-998f-db0888d582ff service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988772 Aug 16 22:11:19.836664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-287a057a-d71d-4897-979c-1c0e84d38396 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384394 Aug 16 22:11:19.899091 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b06cfa11-df20-4bc0-9139-0673f3af72cd req-06bc712c-1f69-419a-9705-33fd156561e5 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279278 Aug 16 22:11:19.940449 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:19Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:19.957178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:19.971224 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb13cba-c1c9-43f9-8f17-66d1d0a7757b None None] The sync data for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 is: [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:19Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:11:19.980160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: ad95304e-4565-46f1-b9fe-db521b968b8f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:19.980687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ad95304e-4565-46f1-b9fe-db521b968b8f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:20.005451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b64f0d8-64de-44ad-8b4a-5abbd2c501db req-08ca9fad-51f8-4cf5-80fc-e35e6f437d43 service neutron] 10.222.0.89 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537151 Aug 16 22:11:20.467735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5837d-2c4f-497b-a6c9-2f0fa72cb406 req-61677ea4-3d3f-49e5-9a7d-7e7eab14ef47 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:20.477782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d5837d-2c4f-497b-a6c9-2f0fa72cb406 req-61677ea4-3d3f-49e5-9a7d-7e7eab14ef47 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.0637989 Aug 16 22:11:20.515346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d5837d-2c4f-497b-a6c9-2f0fa72cb406 req-9fd8b68f-de69-46f0-a0e1-4592668d7255 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Aug 16 22:11:20.581357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:20.586774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929706895', 'description': 'tempest-description--2003489571'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:20.657381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:20.693284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffc2a1-4c10-4a74-81e3-f624ae32a7f5 req-24fc43fc-ceba-42ec-9b46-dc683179abbe tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:20.711577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74ffc2a1-4c10-4a74-81e3-f624ae32a7f5 req-24fc43fc-ceba-42ec-9b46-dc683179abbe tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1047390 Aug 16 22:11:20.783456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:20.788152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74ffc2a1-4c10-4a74-81e3-f624ae32a7f5 req-7e53df83-d307-40f0-ae19-8ed67c1dd861 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Aug 16 22:11:20.910569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:20.932032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:20.976219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7816e2a1-0a65-4129-8f8b-a71c1bd03e41,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:20.978681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:20.980120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5fff371d-0965-4806-9436-092d956b28e9 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3976145 Aug 16 22:11:20.983838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:20.996143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'security_group_rule': {'security_group_id': '7816e2a1-0a65-4129-8f8b-a71c1bd03e41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:21.008089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ca23-51f9-4dbc-a94d-50eb42474e37 req-632fe600-bfa2-4cbf-9d63-eacb4c1d51d8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:21.015731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b052ca23-51f9-4dbc-a94d-50eb42474e37 req-632fe600-bfa2-4cbf-9d63-eacb4c1d51d8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.1283529 Aug 16 22:11:21.028263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:21.058093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.060116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '210c2420-25cb-4196-97c2-b0503ede4b01', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'port_id': '210c2420-25cb-4196-97c2-b0503ede4b01', 'mac_address': 'fa:16:3e:63:9b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d093b31-427d-4bcf-b359-1667e1f6770f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:21.080453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b052ca23-51f9-4dbc-a94d-50eb42474e37 req-91b4ea3d-af1f-4219-9681-7e80b907b9a8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634420 Aug 16 22:11:21.139452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62837df1-8908-4592-8e51-b09675076213 req-536415e0-5dad-438a-b4cb-8529fd998920 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:21.141658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62837df1-8908-4592-8e51-b09675076213 req-536415e0-5dad-438a-b4cb-8529fd998920 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 945 time: 0.0950966 Aug 16 22:11:21.178906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.187694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.201614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.204734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62837df1-8908-4592-8e51-b09675076213 req-9a34ec44-8cf7-4ce3-b5f4-fb8bc0c4c24b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Aug 16 22:11:21.205808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.222864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210c2420-25cb-4196-97c2-b0503ede4b01 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:21.255913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80881ca0-0b75-44c7-86c3-23e719efeb82,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:21.264581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.269461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:21.269948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:21.271640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cde7ea17-74b4-4e14-8a88-d1c3a1a5ad1f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861509 Aug 16 22:11:21.275133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'security_group_rule': {'security_group_id': '7816e2a1-0a65-4129-8f8b-a71c1bd03e41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:21.281529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.282222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:21.324803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.404758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.415475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:21.418405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.444050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3bcbf2-47ee-4462-9241-5d0024b04bf9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:21.459999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.461779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-97dcfb77-7809-463c-9a81-9051779229c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909320 Aug 16 22:11:21.465154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:21.471455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:21.496434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:21.513738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.519966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 has no active binding in host n-h1-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:11:21.694134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:21.711978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f2f2-3c0c-4600-8e77-c7e7e978eb3b req-173aace0-1ac9-45f9-8afd-96862db9b2c7 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:21.713669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7243f2f2-3c0c-4600-8e77-c7e7e978eb3b req-173aace0-1ac9-45f9-8afd-96862db9b2c7 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.0836744 Aug 16 22:11:21.803353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7243f2f2-3c0c-4600-8e77-c7e7e978eb3b req-dd68e6e7-f460-4cce-9a54-9d269a839e01 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826950 Aug 16 22:11:21.863734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Allocated IP 172.25.8.14 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a17cf8f4-83c6-4c2e-bf9d-e63f169c7589) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:21.898302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:21.942818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:22.042102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cadff-c897-449d-9764-0c8debc5a961 req-169781ff-8f40-4aca-be7f-ae14ff317c3d tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:22.050819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec2cadff-c897-449d-9764-0c8debc5a961 req-169781ff-8f40-4aca-be7f-ae14ff317c3d tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1097 time: 0.1514263 Aug 16 22:11:22.082007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4eced-679c-4bb5-ae6e-ef0150dcc734 req-8e0361d7-235a-4fb1-9a02-167efc4afd33 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:22.090769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ce4eced-679c-4bb5-ae6e-ef0150dcc734 req-8e0361d7-235a-4fb1-9a02-167efc4afd33 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1900647 Aug 16 22:11:22.099149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:22.156074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.180117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:22.185400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:22.186015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.208156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['210c2420-25cb-4196-97c2-b0503ede4b01'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:22.217916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec2cadff-c897-449d-9764-0c8debc5a961 req-f373a500-40b1-4fee-8224-83f00a1e3180 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656430 Aug 16 22:11:22.266087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ce4eced-679c-4bb5-ae6e-ef0150dcc734 req-15bbe1e0-793e-4f0d-8bb0-7a471961cf2b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742461 Aug 16 22:11:22.321133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f9ffa76-606a-41b8-af56-a48d5e0f0585 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e388a221fc94ed2bade3a5b50d75628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172218 Aug 16 22:11:22.321699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:22.329043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.384152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.405392 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.417717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:22.423244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:22.426791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'Port': ['ID=a17cf8f4-83c6-4c2e-bf9d-e63f169c7589,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:22.430365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:22.455358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:22.464536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.513268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.544750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:22.591156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.614559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac59b59-27de-414c-b2b8-84fe7af5cdd3 req-e6a99681-a8c1-4ffb-b077-0177db3a7265 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:22.616083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ac59b59-27de-414c-b2b8-84fe7af5cdd3 req-e6a99681-a8c1-4ffb-b077-0177db3a7265 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 945 time: 0.1518083 Aug 16 22:11:22.705181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.741303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ac59b59-27de-414c-b2b8-84fe7af5cdd3 req-4f4398bc-ee72-48c6-b85f-fb3507a21470 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160221 Aug 16 22:11:22.799215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:22.805948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4ea8-ed3d-4ad8-a455-ad06fed3db95 req-50df745c-0e10-497a-8f51-e559a2727913 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:22.807721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d2d4ea8-ed3d-4ad8-a455-ad06fed3db95 req-50df745c-0e10-497a-8f51-e559a2727913 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 945 time: 0.1858747 Aug 16 22:11:22.817945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.824395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.826471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.830013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37ab6694-a55c-48e4-a54e-37f03d7f36fe HTTP/1.1" status: 204 len: 168 time: 0.5048769 Aug 16 22:11:22.855851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:22.860619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:22.861390 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.918707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7513-6fc8-4135-9f82-f5ce30478bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab6694-a55c-48e4-a54e-37f03d7f36fe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:22.959575 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:22.971449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d2d4ea8-ed3d-4ad8-a455-ad06fed3db95 req-c4f196f9-1dde-47a3-b02c-da044877c14b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496916 Aug 16 22:11:22.972789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-cfccd8fe-6b60-46a8-a6c4-a3ff47c3490f service neutron] 10.222.0.89 "GET /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.2162890 Aug 16 22:11:22.990463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:22.993029 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f45df2b-a218-4d39-b24b-42714fe67051" -d '{"events": [{"server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "name": "network-vif-plugged", "status": "completed", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:23.008221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:23.012945 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.024235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49a8bf-3356-4b5e-bd84-6e8853e82c65 req-86da4c3d-19bb-475d-a69c-d1995b0a01f3 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:23.025746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d49a8bf-3356-4b5e-bd84-6e8853e82c65 req-86da4c3d-19bb-475d-a69c-d1995b0a01f3 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1097 time: 0.1641679 Aug 16 22:11:23.065939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:23.123993 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6934265-39e5-4452-bfdf-d9982bbac14e x-openstack-request-id: req-d6934265-39e5-4452-bfdf-d9982bbac14e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:23.125617 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "name": "network-vif-plugged", "status": "completed", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:23.125958 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6934265-39e5-4452-bfdf-d9982bbac14e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:23.126435 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786', 'code': 200} Aug 16 22:11:23.128882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d49a8bf-3356-4b5e-bd84-6e8853e82c65 req-f257a504-60f5-46fb-bdf2-15811a87f1b8 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795987 Aug 16 22:11:23.198035 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.206555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.353645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'Port': ['ID=a17cf8f4-83c6-4c2e-bf9d-e63f169c7589,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:23.428568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd16a2-c8af-401b-9116-0fc335bda41c req-6b00dfd2-5c13-48d4-a80f-d996d360871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:23.430011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dffd16a2-c8af-401b-9116-0fc335bda41c req-6b00dfd2-5c13-48d4-a80f-d996d360871c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 1098 time: 0.1584520 Aug 16 22:11:23.430779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.446455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:23.487508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.488780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-69232a0a-de37-4ef2-b491-9a9f1a76c2d4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0224612 Aug 16 22:11:23.508467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:23.518163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8203ca-63b4-46bb-be70-ae9ffa356ba3 req-39784319-686f-44cf-97c7-10418e28881b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:23.520265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e8203ca-63b4-46bb-be70-ae9ffa356ba3 req-39784319-686f-44cf-97c7-10418e28881b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 944 time: 0.1491859 Aug 16 22:11:23.540197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dffd16a2-c8af-401b-9116-0fc335bda41c req-aead6dd6-fa70-42fd-a0fd-c929f70bd1d1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892200 Aug 16 22:11:23.568642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:23.584102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:23.607335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e8203ca-63b4-46bb-be70-ae9ffa356ba3 req-94be3a4c-cbe6-47b8-b72e-4528993dab5d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 Aug 16 22:11:23.608755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.696909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:23.713324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] Transition to ACTIVE for port object af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:23.717736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.793771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] No DVR routers for this DVR port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:23.822884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:23.846660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1550857995-network', 'tenant_id': '94641680ee4c415cab1abf92d1849bae'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:23.846832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-afaccc1e-7439-49a5-be9c-7e05e3758cb0 service neutron] 10.222.0.89 "PUT /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43/bindings/n-h1-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 0.8308656 Aug 16 22:11:23.870205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Made reservation on behalf of 94641680ee4c415cab1abf92d1849bae for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:23.872946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:23.882198 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.001746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.006714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.039391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:24.041887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:11:24.050615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80d400-354c-4196-b81c-65b269e5e3c3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:24.059076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.059574 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Added segment e2d29345-61f8-43ac-939b-1f4cc2971b5f of type vlan for network 1f2e264d-abc6-4f08-907b-ba10aa1e136a Aug 16 22:11:24.116743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.125188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:24.126267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.176280 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.177680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.178220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.224760 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5266356 Aug 16 22:11:24.246617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42676) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:24.252718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Request body: {'subnet': {'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1550857995-subnet', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:24.277968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503509b-a8d0-4784-8969-9dd33ada2066 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2e264d-abc6-4f08-907b-ba10aa1e136a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:24.292300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:11:24.327893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-7187c0aa-196c-4392-84c6-183cc21d9653 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.329626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-7187c0aa-196c-4392-84c6-183cc21d9653 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.1213436 Aug 16 22:11:24.336945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Made reservation on behalf of 94641680ee4c415cab1abf92d1849bae for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:24.340079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.404062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43e2d-6220-4787-974b-613ae3de9a84 req-9e45ff08-a7e1-4fdb-b942-60d28fd514c0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.405661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f43e2d-6220-4787-974b-613ae3de9a84 req-9e45ff08-a7e1-4fdb-b942-60d28fd514c0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 945 time: 0.1625946 Aug 16 22:11:24.504946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-88dc8b50-1174-4471-9222-0421bf89ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.506515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-88dc8b50-1174-4471-9222-0421bf89ddc4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd&tenant_id=5624b35132d2479889cc6371835d2c04 HTTP/1.1" status: 200 len: 1097 time: 0.1198134 Aug 16 22:11:24.514697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f43e2d-6220-4787-974b-613ae3de9a84 req-0236976b-ff6e-496a-8a6c-433551de603d tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994849 Aug 16 22:11:24.631894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-4a0f6a86-b1b7-40de-98a0-fe46b2aab20e tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:11:24.632917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-4a0f6a86-b1b7-40de-98a0-fe46b2aab20e tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0262442 Aug 16 22:11:24.648023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Request body: {'binding': {'host': 'n-h1-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:24.648501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:11:24.701871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.795033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:24.821562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-94d41dbd-38df-417c-8c1e-862a2e7243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.823058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-94d41dbd-38df-417c-8c1e-862a2e7243f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5624b35132d2479889cc6371835d2c04&device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1097 time: 0.2311406 Aug 16 22:11:24.830076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70c1725-7359-4419-83ad-cbaf07f3c26f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:24.843783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519027e3-2041-491c-aa21-6ef72e2dd16d req-a6a821d2-7be2-448e-a1ba-15fc3cd9f158 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:24.851338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-519027e3-2041-491c-aa21-6ef72e2dd16d req-a6a821d2-7be2-448e-a1ba-15fc3cd9f158 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.2165215 Aug 16 22:11:24.884184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 210c2420-25cb-4196-97c2-b0503ede4b01 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:24.890240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 210c2420-25cb-4196-97c2-b0503ede4b01 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:24.891130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:24.957831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Checking segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:24.958236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Network hostable DHCP agents. Network: 1f2e264d-abc6-4f08-907b-ba10aa1e136a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:11:24.980214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.005410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-519027e3-2041-491c-aa21-6ef72e2dd16d req-82bc15a7-8e6b-4bff-81e0-06d572a717d2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480999 Aug 16 22:11:25.018534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:25.023304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.088234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:25.098678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:11:25.100793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-de5918b7-f01e-4a0e-a7d4-b63b2cbfcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.102466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-de5918b7-f01e-4a0e-a7d4-b63b2cbfcc58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 200 len: 908 time: 0.2478194 Aug 16 22:11:25.115533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on host n-h1-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:25.115889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:25.116265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:25.121014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1f2e264d-abc6-4f08-907b-ba10aa1e136a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:25.122972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:25.123299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:25.127942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:25.130012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.130606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.132686 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b6948f-5e91-46e0-b411-3be8e3e8ccb5" -d '{"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-plugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:25.134327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:25.134680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:25.135066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:25.135512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Bound port: 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:25.138054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c1a1d-4862-4ff5-95e8-2685078ad8fd None None] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:25.184160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:25.184936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d7a65dd2-c7a1-448c-9ad7-511046512c9a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9364002 Aug 16 22:11:25.190994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:25.230774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-0cdf2459-652b-4cc4-a9e8-de08fd2be021 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 200 len: 217 time: 0.0442843 Aug 16 22:11:25.238412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.239758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.313829 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.321554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:11:25.322707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.369690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-33d0d2d4-24be-477a-8569-698d59434409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.373894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-33d0d2d4-24be-477a-8569-698d59434409 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 200 len: 848 time: 0.1209927 Aug 16 22:11:25.383695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:25.391312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.405878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-a296cbb3-bd8b-4223-8b4e-b29f52f0adb1 service neutron] 10.222.0.22 "POST /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31/bindings HTTP/1.1" status: 201 len: 390 time: 0.7547848 Aug 16 22:11:25.467757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-98c6e29b-aaeb-4af0-acfe-2341ec30bbcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d42e2613-3ec1-4ef1-9b75-5e573d245104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599551 Aug 16 22:11:25.481314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac3f1-d799-4964-b967-70593033beb2 req-eb6f52f5-c194-416a-9189-49f094f0e017 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.492720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ccac3f1-d799-4964-b967-70593033beb2 req-eb6f52f5-c194-416a-9189-49f094f0e017 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1782913 Aug 16 22:11:25.530106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.531984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Allocated IP 172.20.0.2 (1f2e264d-abc6-4f08-907b-ba10aa1e136a/d70c1725-7359-4419-83ad-cbaf07f3c26f/5e5a398b-5fdc-4eef-906f-51dd382fadd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:25.616504 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11373965-31e6-4995-8966-b6a094de38d5 x-openstack-request-id: req-11373965-31e6-4995-8966-b6a094de38d5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:25.616937 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-plugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:25.618202 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11373965-31e6-4995-8966-b6a094de38d5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:25.618202 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01', 'code': 200} Aug 16 22:11:25.952428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.974513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:25.988418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16229398-584b-4369-afad-ae01b87491e2 req-85f37478-23e3-44ac-aeb9-53756f68743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:25.990791 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-16229398-584b-4369-afad-ae01b87491e2 req-85f37478-23e3-44ac-aeb9-53756f68743f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 1098 time: 0.1205487 Aug 16 22:11:26.022770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.035579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Transition to ACTIVE for port object 5e5a398b-5fdc-4eef-906f-51dd382fadd4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:26.056583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Transition to ACTIVE for port object 5e5a398b-5fdc-4eef-906f-51dd382fadd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:26.068194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.076154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-58ff60e2-1c99-41fc-a907-449f14b9fd1a service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812833 Aug 16 22:11:26.081575 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-16229398-584b-4369-afad-ae01b87491e2 req-75f50276-094f-4b1a-945b-737de71e8f21 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Aug 16 22:11:26.135055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:26.138736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:26.145115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ccac3f1-d799-4964-b967-70593033beb2 req-ef2cdc99-c3ad-476d-a35e-19e056d45b89 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513686 Aug 16 22:11:26.146417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:26.157538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Pushing event updated for resources: {'Port': ['ID=5e5a398b-5fdc-4eef-906f-51dd382fadd4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:26.164205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068e866-4a00-496f-a5e8-8d01d397cf26 req-59ea6de4-b0d8-4b29-a815-22e1bd8cbee1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.166269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Allocated IP 172.25.8.75 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7477e72a-4832-45f9-abad-82d391dbd415) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:26.182747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7068e866-4a00-496f-a5e8-8d01d397cf26 req-59ea6de4-b0d8-4b29-a815-22e1bd8cbee1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.0889301 Aug 16 22:11:26.237977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Attempting to bind port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:26.238778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Attempting to bind port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:26.239366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Attempting to bind port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 on network 1f2e264d-abc6-4f08-907b-ba10aa1e136a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:26.247194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:26.247897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Checking segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:26.248826 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.249689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Bound using segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:26.250488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Bound port: 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:26.251219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.254204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7068e866-4a00-496f-a5e8-8d01d397cf26 req-0180df6f-ac4b-4eb4-845e-334279d9332f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783482 Aug 16 22:11:26.371907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.384549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] For port 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:26.390943 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] For port 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e5a398b-5fdc-4eef-906f-51dd382fadd4,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:26.396503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.396736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11f22-503c-4e9f-bf2e-a93c93a0f661 req-24d8c7ec-0064-4008-864f-e4d0e53c31c7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.398554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d11f22-503c-4e9f-bf2e-a93c93a0f661 req-24d8c7ec-0064-4008-864f-e4d0e53c31c7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1433294 Aug 16 22:11:26.412213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502c707-c29c-4e32-9346-2897fb0e35da req-f0a96472-36ea-4af4-ade1-0e598540380b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.424085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a502c707-c29c-4e32-9346-2897fb0e35da req-f0a96472-36ea-4af4-ade1-0e598540380b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.0930781 Aug 16 22:11:26.460177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.490740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:26.493859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:26.505296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d11f22-503c-4e9f-bf2e-a93c93a0f661 req-d8735998-4867-4a5a-82e4-ee41acb090aa tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773561 Aug 16 22:11:26.505576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6afb0-f7eb-4f39-8a91-a50d0b6399c4 None None] Pushing event updated for resources: {'Port': ['ID=5e5a398b-5fdc-4eef-906f-51dd382fadd4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:26.537515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a502c707-c29c-4e32-9346-2897fb0e35da req-651a2798-f2be-4ac2-b6ba-d3d14171a594 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037676 Aug 16 22:11:26.542900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:26.610094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Pushing event updated for resources: {'Port': ['ID=7477e72a-4832-45f9-abad-82d391dbd415,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:26.779217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-e5266564-35f9-4cb1-ab69-3378f75cf715 service neutron] 10.222.0.88 "GET /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171421 Aug 16 22:11:26.960658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:26.984552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e55d4-09f1-413f-af9a-b11d46ed6ec6 req-6dbd773d-7557-4af2-bd5a-81652ba873e9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:26.986904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-537e55d4-09f1-413f-af9a-b11d46ed6ec6 req-6dbd773d-7557-4af2-bd5a-81652ba873e9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.0802803 Aug 16 22:11:27.048046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-537e55d4-09f1-413f-af9a-b11d46ed6ec6 req-34e81111-edbc-4a38-99bd-a802ffb238fb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Aug 16 22:11:27.179943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:27.248172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c350d-feb0-470a-acd0-3c071729635a req-87d54417-bc32-43c8-b876-ae5225e8162d tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:27.249745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-87d54417-bc32-43c8-b876-ae5225e8162d tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd&tenant_id=5624b35132d2479889cc6371835d2c04&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.0651476 Aug 16 22:11:27.354322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:11:27.441865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5373d70-1000-421f-8b02-9ae23db088a0 req-7b4e6f74-46e0-4026-8536-ebe12de2c9e4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:27.444624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5373d70-1000-421f-8b02-9ae23db088a0 req-7b4e6f74-46e0-4026-8536-ebe12de2c9e4 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1810019 Aug 16 22:11:27.532261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6f9c350d-feb0-470a-acd0-3c071729635a req-fde7d2b3-113e-4ff6-b41e-d6cdd9c9ffe1 service neutron] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:27.541553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6f9c350d-feb0-470a-acd0-3c071729635a req-fde7d2b3-113e-4ff6-b41e-d6cdd9c9ffe1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:27.543216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f9c350d-feb0-470a-acd0-3c071729635a req-fde7d2b3-113e-4ff6-b41e-d6cdd9c9ffe1 service neutron] 10.222.0.88 "DELETE /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43/bindings/n-h2-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.2772093 Aug 16 22:11:27.564089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b938-9a2b-487b-9ba1-c26ec0914695 req-c3ccc48c-4afd-4a3a-acca-1149ebe15da6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:27.572992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b077b938-9a2b-487b-9ba1-c26ec0914695 req-c3ccc48c-4afd-4a3a-acca-1149ebe15da6 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.2292717 Aug 16 22:11:27.620187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5373d70-1000-421f-8b02-9ae23db088a0 req-2f4ebf14-ee4e-49c5-9ff1-5fb111039e88 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668465 Aug 16 22:11:27.668920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b077b938-9a2b-487b-9ba1-c26ec0914695 req-f1529258-80a5-4bfd-8266-f6e39957de36 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946968 Aug 16 22:11:27.771489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524fb2-1a6a-4264-8757-0cdbcfd73014 req-0eecbf99-a498-4096-a829-3633ab937334 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:27.780620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13524fb2-1a6a-4264-8757-0cdbcfd73014 req-0eecbf99-a498-4096-a829-3633ab937334 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.0755119 Aug 16 22:11:27.845269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:11:27.855264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13524fb2-1a6a-4264-8757-0cdbcfd73014 req-9d54e52c-01d2-4b4a-a4fc-45fec2413a2d tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Aug 16 22:11:27.857861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Sync routers for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:11:27.874115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:27.877861 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3cd4dc46-a3bc-4681-81c8-23a326469175 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6902874 Aug 16 22:11:27.878977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:27.881768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:27.882681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:28.154311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631cc553-1f7f-4c4b-b5e8-cf0ca6ea5263 None None] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:11:28.176399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:28.179902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e5a398b-5fdc-4eef-906f-51dd382fadd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:28.184282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355efe2e-02a5-4973-ab3a-28de423c9c96 req-00a808b4-7dae-436a-8ef4-62d7d0fa1b3c tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:28.186447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355efe2e-02a5-4973-ab3a-28de423c9c96 req-00a808b4-7dae-436a-8ef4-62d7d0fa1b3c tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 1097 time: 0.1699634 Aug 16 22:11:28.306607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355efe2e-02a5-4973-ab3a-28de423c9c96 req-08d3a6c4-a226-476f-9cdb-397f346c95b8 tempest-LiveMigrationTest-1357395326 tempest-LiveMigrationTest-1357395326-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931611 Aug 16 22:11:28.319576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6c430f4-062c-4535-922a-7cecca8e7251 None None] Provisioning for port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:28.460617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:28.504932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:28.505346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:28.691556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:26Z', 'revision_number': 3, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:28.693733 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:28.728438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:28.740052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Checking router: 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:11:28.740412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Updating router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 port 7477e72a-4832-45f9-abad-82d391dbd415 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:11:28.789937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d497395-490d-4b10-9a5b-4e1268f84702 req-f611993b-6878-4e03-a691-a3a144592ce0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:28.798109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d497395-490d-4b10-9a5b-4e1268f84702 req-f611993b-6878-4e03-a691-a3a144592ce0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.4375362 Aug 16 22:11:28.824881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e5a398b-5fdc-4eef-906f-51dd382fadd4,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:28.826110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:28.829891 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:28.981537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d497395-490d-4b10-9a5b-4e1268f84702 req-89c10dec-b609-4409-a8c1-434d84f88286 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824524 Aug 16 22:11:29.017389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=5e5a398b-5fdc-4eef-906f-51dd382fadd4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:29.048213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247714-a55f-4556-866a-804cbff692c9 req-e206e4d9-92e5-45aa-91c2-2469e9b05690 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.050575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d247714-a55f-4556-866a-804cbff692c9 req-e206e4d9-92e5-45aa-91c2-2469e9b05690 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1722071 Aug 16 22:11:29.145275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c91292b-470b-4632-8589-4c99d2f1b955 None None] Provisioning complete for port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:29.145663 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c91292b-470b-4632-8589-4c99d2f1b955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.216297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d247714-a55f-4556-866a-804cbff692c9 req-f0857d9c-5c5d-4df8-ac1f-e75059b67d4e tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471689 Aug 16 22:11:29.217709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Allocated IP 172.20.0.1 (1f2e264d-abc6-4f08-907b-ba10aa1e136a/d70c1725-7359-4419-83ad-cbaf07f3c26f/41b7b564-9868-4475-81c0-bd246a4c933e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:29.222541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-c7617a50-ce46-4876-a309-49a38d341d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.224598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-c7617a50-ce46-4876-a309-49a38d341d98 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1097 time: 0.1681695 Aug 16 22:11:29.268921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1b8ff-a52e-4dc5-877a-82fa2e2406a8 req-c79c3123-ca8e-4a19-9517-b864ae89364a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.273584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14e1b8ff-a52e-4dc5-877a-82fa2e2406a8 req-c79c3123-ca8e-4a19-9517-b864ae89364a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1724498 Aug 16 22:11:29.281460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.299230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Transition to ACTIVE for port object 7477e72a-4832-45f9-abad-82d391dbd415 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:29.308675 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.367739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98c96-3ee3-409a-8729-1ed41cca2a84 None None] Pushing event updated for resources: {'Port': ['ID=7477e72a-4832-45f9-abad-82d391dbd415,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:29.375035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Attempting to bind port 7477e72a-4832-45f9-abad-82d391dbd415 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:29.375508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Attempting to bind port 7477e72a-4832-45f9-abad-82d391dbd415 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:29.375870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Attempting to bind port 7477e72a-4832-45f9-abad-82d391dbd415 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:29.384819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:29.385218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:29.385630 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.386025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:29.386507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Bound port: 7477e72a-4832-45f9-abad-82d391dbd415, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:29.386887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.443315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] For port 7477e72a-4832-45f9-abad-82d391dbd415, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:29.446804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] For port 7477e72a-4832-45f9-abad-82d391dbd415, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7477e72a-4832-45f9-abad-82d391dbd415,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:29.451731 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.486253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14e1b8ff-a52e-4dc5-877a-82fa2e2406a8 req-ac904a90-4df8-4dd9-9f44-2e9351854df8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076046 Aug 16 22:11:29.502615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:29.503283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:29.541358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4621-c7e4-42eb-98a1-c74d9489e78d req-09a46c7d-1d3b-40e3-9bfd-95c1f8bf1cda tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.548485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dcf4621-c7e4-42eb-98a1-c74d9489e78d req-09a46c7d-1d3b-40e3-9bfd-95c1f8bf1cda tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.2104223 Aug 16 22:11:29.551245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-3b1c4d26-938c-4cef-8d34-b2d5d6814d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.552504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-3b1c4d26-938c-4cef-8d34-b2d5d6814d28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.3121343 Aug 16 22:11:29.556496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98c96-3ee3-409a-8729-1ed41cca2a84 None None] Pushing event updated for resources: {'Port': ['ID=7477e72a-4832-45f9-abad-82d391dbd415,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:29.628468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dcf4621-c7e4-42eb-98a1-c74d9489e78d req-70560985-41d7-43ff-bd71-30e01efb04a8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Aug 16 22:11:29.637667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.677777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Transition to ACTIVE for port object 41b7b564-9868-4475-81c0-bd246a4c933e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:29.686904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:29.750216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:29.776988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-2a296fc0-1f8f-4040-aeb9-da914f32264f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 217 time: 0.0655591 Aug 16 22:11:29.857657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:29.871896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:29.876824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:29.880135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Pushing event updated for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:29.910231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-790a1fcb-e392-4eaf-a3e8-7cf1dc6d948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.912282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-790a1fcb-e392-4eaf-a3e8-7cf1dc6d948b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1218426 Aug 16 22:11:29.924681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:26Z', 'revision_number': 3, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:29.961086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bc3946-98f0-45ce-b5a5-e140d7dea78f None None] The sync data for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 is: [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:26Z', 'revision_number': 3, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:11:29.965549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048f960-3d30-48e4-984f-f44369ab60cd req-cfee90f1-e67c-4182-b94a-6232f5f7a99b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:29.969623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2048f960-3d30-48e4-984f-f44369ab60cd req-cfee90f1-e67c-4182-b94a-6232f5f7a99b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1960230 Aug 16 22:11:30.012526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.067181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e5a398b-5fdc-4eef-906f-51dd382fadd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:30.147227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-fd33611b-7741-4dbe-85fe-6a93d5d7cd6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431887 Aug 16 22:11:30.156068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:30.156399 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.368551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2048f960-3d30-48e4-984f-f44369ab60cd req-d4cd7092-4209-4bae-8183-d21f537c3fcb tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901827 Aug 16 22:11:30.403092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-5e8824e3-b2f7-4be5-ac6c-99d446fcf8d7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:30.405317 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-5e8824e3-b2f7-4be5-ac6c-99d446fcf8d7 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.1311080 Aug 16 22:11:30.475026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-716d0d01-aae1-450f-9980-ef384865094b None None] Provisioning for port 41b7b564-9868-4475-81c0-bd246a4c933e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:30.480462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-716d0d01-aae1-450f-9980-ef384865094b None None] Provisioning complete for port 41b7b564-9868-4475-81c0-bd246a4c933e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:30.480845 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-716d0d01-aae1-450f-9980-ef384865094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.492975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.513693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a72cae-178e-403a-804a-e5f5f30259e7 req-fe60c141-01ea-4134-b25c-11d555402610 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:30.522084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96a72cae-178e-403a-804a-e5f5f30259e7 req-fe60c141-01ea-4134-b25c-11d555402610 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.3856056 Aug 16 22:11:30.543005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-716d0d01-aae1-450f-9980-ef384865094b None None] Port 41b7b564-9868-4475-81c0-bd246a4c933e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:30.586457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Deleting port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:30.587157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.616235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-a0d3fa86-458a-4b0d-ae17-5fa86e867c99 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:30.617936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-a0d3fa86-458a-4b0d-ae17-5fa86e867c99 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.2021458 Aug 16 22:11:30.646229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-9c59e769-942e-415e-9634-d0fb9c04af26 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753489 Aug 16 22:11:30.701745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] For port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:30.702142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.723490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Calling delete_port for af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:30.758198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96a72cae-178e-403a-804a-e5f5f30259e7 req-fd87fcd7-be9d-4024-932f-fe9f18d7e366 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348807 Aug 16 22:11:30.832177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd5347-94b7-4112-b7a3-1a646646bc4d req-0c5026bf-f8c7-43c9-94a8-68fefd558748 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:30.834050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd5347-94b7-4112-b7a3-1a646646bc4d req-0c5026bf-f8c7-43c9-94a8-68fefd558748 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 945 time: 0.3286495 Aug 16 22:11:30.902517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:30.960698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event deleted for resources: {'Port': ['ID=af6a9a65-e3ca-4a4d-8df8-c6abffd02e43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:30.992457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:31.029181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] No DVR routers for this DVR port af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:31.032111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:31.034340 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-81416a07-f80b-4ed3-84c4-0c48f05bbd25 req-353d2c71-a387-4e7d-be0d-00b8a020bf6f tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "DELETE /v2.0/ports/af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 HTTP/1.1" status: 204 len: 173 time: 0.6167657 Aug 16 22:11:31.034794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-deleted', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:31.037092 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee09f41-1583-4523-a638-183d3b03fa87" -d '{"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-deleted", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:31.091588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd652-69a0-423e-afe8-7594f118a831 req-df800129-cebc-4536-a7e9-5d686362e19f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:31.093410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c2dd652-69a0-423e-afe8-7594f118a831 req-df800129-cebc-4536-a7e9-5d686362e19f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.2138419 Aug 16 22:11:31.103415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd5347-94b7-4112-b7a3-1a646646bc4d req-a10b4bb5-6840-4a07-9d21-b8b27d7c6175 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598639 Aug 16 22:11:31.109898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-106caede-bd00-47f1-988b-55728a11b574 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433167 Aug 16 22:11:31.118984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Deleting port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:31.119319 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:31.297791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c2dd652-69a0-423e-afe8-7594f118a831 req-ef8c7408-226d-4871-9bae-b66b639d95a5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931801 Aug 16 22:11:31.343284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] For port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:31.343697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:31.380067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Calling delete_port for 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:31.469706 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a763cf-9fa8-4d6e-8e76-570464dcc7a1 x-openstack-request-id: req-f9a763cf-9fa8-4d6e-8e76-570464dcc7a1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:31.470199 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea8ce-6b3d-46ac-9874-c97b8e234acd", "name": "network-vif-deleted", "tag": "af6a9a65-e3ca-4a4d-8df8-c6abffd02e43", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:31.470199 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9a763cf-9fa8-4d6e-8e76-570464dcc7a1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:31.470960 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea8ce-6b3d-46ac-9874-c97b8e234acd', 'name': 'network-vif-deleted', 'tag': 'af6a9a65-e3ca-4a4d-8df8-c6abffd02e43', 'status': 'completed', 'code': 200} Aug 16 22:11:31.471085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:31.480870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:31.569693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Pushing event updated for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:31.615581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f77b1-bf72-464e-b05e-7093db32c01b req-cd830cc5-16c8-4f1d-b85c-eceb4607ab29 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:31.617248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe5f77b1-bf72-464e-b05e-7093db32c01b req-cd830cc5-16c8-4f1d-b85c-eceb4607ab29 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.2181132 Aug 16 22:11:31.619985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.161295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7477e72a-4832-45f9-abad-82d391dbd415 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:32.202152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe5f77b1-bf72-464e-b05e-7093db32c01b req-f35ca8d4-5807-44ec-a83e-bbfcae28917a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684876 Aug 16 22:11:32.238901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7477e72a-4832-45f9-abad-82d391dbd415 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:32.248760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7477e72a-4832-45f9-abad-82d391dbd415 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:32.249796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.270507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e9244-fd07-46df-af63-613b99b311e5 req-b2e58175-d257-46be-9393-5a82f60e6930 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:32.272371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b27e9244-fd07-46df-af63-613b99b311e5 req-b2e58175-d257-46be-9393-5a82f60e6930 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86 HTTP/1.1" status: 200 len: 946 time: 0.2888718 Aug 16 22:11:32.321104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.373478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f38f687-9cfc-4ddd-a9d8-9c9726be4600 req-c2a362a5-8ef5-4887-8ea7-2162d61cb810 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0612013 Aug 16 22:11:32.390383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:32.437226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Pushing event deleted for resources: {'Port': ['ID=500dfbf3-c5aa-47a7-b299-a9cc6e49d786,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:32.481063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b27e9244-fd07-46df-af63-613b99b311e5 req-ba6a91b3-91b5-433b-8d59-b15dcbb17c99 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929593 Aug 16 22:11:32.485226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-8309b563-588f-4602-af0c-216d8fe40201 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3001442 Aug 16 22:11:32.487354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.513826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:32.516159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.516574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.531181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.531601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 7477e72a-4832-45f9-abad-82d391dbd415, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7477e72a-4832-45f9-abad-82d391dbd415,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:32.531772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.531955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.532302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.535198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.535721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.536897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.538696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.539053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.539894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:32.545474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.574158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:32.637672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] No DVR routers for this DVR port 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:32.641252 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.645011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9563c765-0edc-4c68-b9cf-e29967e2bc78 req-079552be-573d-449a-9ca6-c3f1cf8fc925 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "DELETE /v2.0/ports/500dfbf3-c5aa-47a7-b299-a9cc6e49d786 HTTP/1.1" status: 204 len: 173 time: 1.9925349 Aug 16 22:11:32.687793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'name': 'network-vif-deleted', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:32.691667 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab08ea1-bef0-4e38-8d59-fd1fa44a2cc1" -d '{"events": [{"server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "name": "network-vif-deleted", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:32.841589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=7477e72a-4832-45f9-abad-82d391dbd415,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:32.896238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c57a78ae-5f69-437f-a153-0054856a1c84 None None] Provisioning complete for port 41b7b564-9868-4475-81c0-bd246a4c933e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:32.896824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c57a78ae-5f69-437f-a153-0054856a1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:32.910888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85973130-06a0-4304-a849-687fa6656e1b req-971f0acb-3e98-4867-856c-85f8a7d3a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:32.912582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-971f0acb-3e98-4867-856c-85f8a7d3a710 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 1097 time: 0.3230209 Aug 16 22:11:32.936660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba295-27e3-4940-986f-ab68dff2e8ea req-c48d14d7-1206-45fd-a848-7193b7028068 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:32.945048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe9ba295-27e3-4940-986f-ab68dff2e8ea req-c48d14d7-1206-45fd-a848-7193b7028068 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.3769703 Aug 16 22:11:32.950796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c57a78ae-5f69-437f-a153-0054856a1c84 None None] Port 41b7b564-9868-4475-81c0-bd246a4c933e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:32.999460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:33.023876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:33.024518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 500dfbf3-c5aa-47a7-b299-a9cc6e49d786 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:33.024967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:33.046902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9196c8d-0a6f-41b2-bea8-fdacc3630232 req-59f2a816-9f40-4a58-b430-eda9e9db1204 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:33.048547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9196c8d-0a6f-41b2-bea8-fdacc3630232 req-59f2a816-9f40-4a58-b430-eda9e9db1204 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.2668674 Aug 16 22:11:33.063985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:33.063985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device af6a9a65-e3ca-4a4d-8df8-c6abffd02e43 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:33.111685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe9ba295-27e3-4940-986f-ab68dff2e8ea req-19d174f9-4e9b-40b5-962a-f02eddfe6a25 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655352 Aug 16 22:11:33.116951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:11:33.152859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9196c8d-0a6f-41b2-bea8-fdacc3630232 req-6b625ec8-de1f-4ee6-9ba1-2e397ca453dc tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Aug 16 22:11:33.205094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85973130-06a0-4304-a849-687fa6656e1b req-f8954e5f-8528-40bd-bb23-abd36440ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:33.207391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-f8954e5f-8528-40bd-bb23-abd36440ce1a service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.2429709 Aug 16 22:11:33.274701 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc7df57-7a58-47e6-a555-8ef2d59d6dd0 x-openstack-request-id: req-dbc7df57-7a58-47e6-a555-8ef2d59d6dd0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:33.274926 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86", "name": "network-vif-deleted", "tag": "500dfbf3-c5aa-47a7-b299-a9cc6e49d786", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:33.275340 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbc7df57-7a58-47e6-a555-8ef2d59d6dd0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:33.275645 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ea70b8-11b0-4e8f-a1f8-e0b76f2b0b86', 'name': 'network-vif-deleted', 'tag': '500dfbf3-c5aa-47a7-b299-a9cc6e49d786', 'status': 'completed', 'code': 200} Aug 16 22:11:33.398932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-85524a2d-da65-476d-a53b-55255739fd9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 200 len: 1000 time: 0.1221528 Aug 16 22:11:33.401016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:11:33.408619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-147fd230-1659-48a0-814f-ab403606fce2 admin admin] 10.222.0.22 "PUT /v2.0/routers/88ca8f45-1fce-45b0-8f9f-f23d72cafb61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5285563 Aug 16 22:11:33.413583 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Sync routers for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:11:33.424849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:33.429554 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:33.573005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091c5db-0d50-459d-9e11-1a73681d390a req-4dd16129-c845-4b2c-b7b2-5eb0d0e9adf4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:33.576276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a091c5db-0d50-459d-9e11-1a73681d390a req-4dd16129-c845-4b2c-b7b2-5eb0d0e9adf4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.2483723 Aug 16 22:11:33.657867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6d3c2bc-7a49-4ddd-a7db-d1b151ec356e req-67e3dd69-8339-4552-bfb5-35a2b4a65207 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.1198387 Aug 16 22:11:33.672177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85973130-06a0-4304-a849-687fa6656e1b req-5d67b384-ac6e-4c02-90f6-a4b6a68c881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:33.673786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-5d67b384-ac6e-4c02-90f6-a4b6a68c881e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.2481835 Aug 16 22:11:33.676650 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:33.736607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a091c5db-0d50-459d-9e11-1a73681d390a req-79366f0f-206d-4391-9c86-9b8b913efdd9 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317563 Aug 16 22:11:33.812661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85973130-06a0-4304-a849-687fa6656e1b req-e599f71f-0491-4cf0-a6de-7eff75789511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:33.814367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-e599f71f-0491-4cf0-a6de-7eff75789511 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282279 Aug 16 22:11:34.052955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47393fb9-7dab-4126-bbe1-09bd1516533c req-fae3c75b-60ea-41d8-9601-23533d790512 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:34.061098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47393fb9-7dab-4126-bbe1-09bd1516533c req-fae3c75b-60ea-41d8-9601-23533d790512 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1020215 Aug 16 22:11:34.081343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7477e72a-4832-45f9-abad-82d391dbd415 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:34.104546 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 2, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:34.159387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-27c79eb9-77f4-4641-b43f-6a3c74c4645b service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332314 Aug 16 22:11:34.171245 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Checking router: 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:11:34.171606 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Updating router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 port 41b7b564-9868-4475-81c0-bd246a4c933e binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:11:34.203799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7477e72a-4832-45f9-abad-82d391dbd415 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:34.204640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.238867 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.242735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47393fb9-7dab-4126-bbe1-09bd1516533c req-a3faa587-fe09-411c-84dd-e762137ec0b2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805351 Aug 16 22:11:34.386439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85973130-06a0-4304-a849-687fa6656e1b req-28a3ce6b-809d-423a-83e6-6a5fe35e22c9 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150807 Aug 16 22:11:34.470702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99308f2-fb17-4707-886e-b4b3cb84be29 req-dee79b90-bdfb-4abe-a4a7-e39fbec85329 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:34.471025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99308f2-fb17-4707-886e-b4b3cb84be29 req-dee79b90-bdfb-4abe-a4a7-e39fbec85329 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.0783746 Aug 16 22:11:34.539735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b99308f2-fb17-4707-886e-b4b3cb84be29 req-fdcba141-cea9-4ec0-9e74-db042449a6a0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547621 Aug 16 22:11:34.585784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:34.592455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839498037', 'description': 'tempest-description--427091247'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:34.640123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.786663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f0f56-52d6-4ca5-8bde-98c64b88129b req-58a41a9f-3cc5-409f-8755-306113d36055 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:34.794714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd6f0f56-52d6-4ca5-8bde-98c64b88129b req-58a41a9f-3cc5-409f-8755-306113d36055 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1388497 Aug 16 22:11:34.847976 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.860437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Transition to ACTIVE for port object 41b7b564-9868-4475-81c0-bd246a4c933e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:34.861293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.864803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdb5bfb1-d89c-42d3-a6b4-a325c2fe3d84 req-b3a19d88-b98e-4715-9560-f4eb0ed88de1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0420389 Aug 16 22:11:34.871666 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.879459 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.919175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd6f0f56-52d6-4ca5-8bde-98c64b88129b req-86542877-68c4-48de-8e5f-3739bd67e122 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232290 Aug 16 22:11:34.965438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:34.966651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3798156 Aug 16 22:11:34.969702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:34.977012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'security_group_rule': {'security_group_id': '6d3cc44e-9a2f-4731-8861-e3d73ec671aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:34.991081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19b8ae-3568-4c6a-badf-3f73f41e4bce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3cc44e-9a2f-4731-8861-e3d73ec671aa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:35.029426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.129289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.140599 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfcbbd-187c-4450-bd77-276c2e2dd5b5 None None] Pushing event updated for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:35.142513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.174832 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Attempting to bind port 41b7b564-9868-4475-81c0-bd246a4c933e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:35.175202 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Attempting to bind port 41b7b564-9868-4475-81c0-bd246a4c933e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:35.175617 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Attempting to bind port 41b7b564-9868-4475-81c0-bd246a4c933e on network 1f2e264d-abc6-4f08-907b-ba10aa1e136a {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:35.181659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:35.182034 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Checking segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:35.182501 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.183049 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Bound using segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:35.183598 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Bound port: 41b7b564-9868-4475-81c0-bd246a4c933e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:35.184724 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.196812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.198135 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2267191 Aug 16 22:11:35.200696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673e32-f84b-4924-b31f-437fa9af6b64 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8391ef-45f2-45c2-b13c-e466c11d3c61,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:35.202371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:35.212784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'security_group_rule': {'security_group_id': '6d3cc44e-9a2f-4731-8861-e3d73ec671aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:35.220880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80722b-03d4-4580-95ea-4fd625e9f4dc req-c013b9a8-4779-4dff-afdb-56973a3e433e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:35.236389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c80722b-03d4-4580-95ea-4fd625e9f4dc req-c013b9a8-4779-4dff-afdb-56973a3e433e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2736528 Aug 16 22:11:35.246048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.292033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636755f8-81be-4f29-8985-3ad1ce4b68a2 req-712a602e-74b1-47e6-a645-8d6ab24db271 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:35.292704 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] For port 41b7b564-9868-4475-81c0-bd246a4c933e, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:35.300994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636755f8-81be-4f29-8985-3ad1ce4b68a2 req-712a602e-74b1-47e6-a645-8d6ab24db271 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.2672715 Aug 16 22:11:35.302558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] For port 41b7b564-9868-4475-81c0-bd246a4c933e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=41b7b564-9868-4475-81c0-bd246a4c933e,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:35.316093 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.327764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.338022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.371351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c80722b-03d4-4580-95ea-4fd625e9f4dc req-a08a6a1b-8861-44fc-90f9-dbf86037299e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331348 Aug 16 22:11:35.384531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f8a728-edc4-481e-a372-ba94b86b1839,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:35.406826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-636755f8-81be-4f29-8985-3ad1ce4b68a2 req-20d7ff9e-0570-4531-936c-759636891b89 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045775 Aug 16 22:11:35.414003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.415770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-122f7193-9c29-47c0-91c0-4cabb12f9297 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124248 Aug 16 22:11:35.418934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:35.423847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:35.435542 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfcbbd-187c-4450-bd77-276c2e2dd5b5 None None] Pushing event updated for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:35.482418 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:35.483050 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:35.495352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.643833 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:35.662781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9441e7-5617-49d1-bec2-b619f7dd6907 req-9c608481-5e35-4416-9b2a-06869f343de3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:35.664371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d9441e7-5617-49d1-bec2-b619f7dd6907 req-9c608481-5e35-4416-9b2a-06869f343de3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1352065 Aug 16 22:11:35.713821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:35.768018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d9441e7-5617-49d1-bec2-b619f7dd6907 req-a1417f38-898f-49cb-81a2-51af711af5b1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965486 Aug 16 22:11:35.788081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0723-70be-4ac2-af14-1c8e35405359 req-8c82277b-b8bb-467a-a02f-a46eecc49a7e tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:35.796832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef8d0723-70be-4ac2-af14-1c8e35405359 req-8c82277b-b8bb-467a-a02f-a46eecc49a7e tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.0946586 Aug 16 22:11:35.857721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef8d0723-70be-4ac2-af14-1c8e35405359 req-f1aefab9-b29d-4c9d-9f25-21bbe77f3ae9 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Aug 16 22:11:35.943709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Allocated IP 172.25.8.252 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/67b5a603-087e-4eae-9936-5e4b75934ccf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:36.028841 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:35Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:36.046812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a92c7294-633e-4a96-82a4-83b3bb846ddd req-9c0ed541-0f26-4b6c-8422-92357aac6946 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0563908 Aug 16 22:11:36.106967 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ad04cc-3381-444a-a9aa-5dc64efb2eac None None] The sync data for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 is: [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:35Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:11:36.125164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:36.188445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:36.312464 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:36.324311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707adf4-54ad-45f7-8a88-fc95a6482032 req-8fab93a5-2076-4aff-9c4a-778ca1077fcb tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:36.335619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c707adf4-54ad-45f7-8a88-fc95a6482032 req-8fab93a5-2076-4aff-9c4a-778ca1077fcb tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.1537642 Aug 16 22:11:36.350156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'Port': ['ID=67b5a603-087e-4eae-9936-5e4b75934ccf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:36.357806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:36.368225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:36.407841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c707adf4-54ad-45f7-8a88-fc95a6482032 req-f8a488ff-f5a4-499e-bc9e-ff2c6f04d33f tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663526 Aug 16 22:11:36.639992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff112469-fc18-4d05-9e6a-15478e02cbd7 req-812a3a37-c7ee-438d-85ef-5c9d5f616775 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:36.649450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff112469-fc18-4d05-9e6a-15478e02cbd7 req-812a3a37-c7ee-438d-85ef-5c9d5f616775 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1154697 Aug 16 22:11:36.652158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:36.710531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff112469-fc18-4d05-9e6a-15478e02cbd7 req-dcd53f0e-9db3-429f-b970-304f52906257 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598278 Aug 16 22:11:36.732825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:36.998594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:37.010761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:37.012661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64972c8-fb8d-44eb-afa7-7255fa26142c req-ffba07f2-3d91-4003-960b-18bde253c107 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:37.019085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d64972c8-fb8d-44eb-afa7-7255fa26142c req-ffba07f2-3d91-4003-960b-18bde253c107 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1113212 Aug 16 22:11:37.107358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d64972c8-fb8d-44eb-afa7-7255fa26142c req-fdcb9a60-f1bc-4623-9af3-3d1ea6e5c0f0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Aug 16 22:11:37.123075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'Port': ['ID=67b5a603-087e-4eae-9936-5e4b75934ccf,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:37.142083 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:37.162793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:37.172442 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26c15eb8-ec5f-4c16-a9ad-a69241c7cf22 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7524409 Aug 16 22:11:37.252374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c5d9693-daee-457e-a6b8-ddb610eba8bb req-f64900cc-5513-45f7-abc1-75f4d4f2ce31 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dea8ce-6b3d-46ac-9874-c97b8e234acd HTTP/1.1" status: 200 len: 210 time: 0.0513361 Aug 16 22:11:37.402615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-d08be9e5-4f1e-46f5-b2fe-e37bec9dd5e6 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--839498037&fields=id&tenant_id=94641680ee4c415cab1abf92d1849bae HTTP/1.1" status: 200 len: 267 time: 0.0523443 Aug 16 22:11:37.582150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-3b4471d5-9210-41cd-8876-0c153d98b80b tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:37.591451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-3b4471d5-9210-41cd-8876-0c153d98b80b tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/networks?id=1f2e264d-abc6-4f08-907b-ba10aa1e136a HTTP/1.1" status: 200 len: 812 time: 0.1841505 Aug 16 22:11:37.610594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-8c105c3b-85b7-4e9e-8160-7334b24806ea tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/quotas/94641680ee4c415cab1abf92d1849bae HTTP/1.1" status: 200 len: 375 time: 0.0174572 Aug 16 22:11:37.785753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-5bb29f20-5dc3-4f96-bd9c-f38aa547122d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=94641680ee4c415cab1abf92d1849bae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720316 Aug 16 22:11:38.025969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb414-28f8-461a-a0a1-7aab623c3a52 req-9720aa95-ef8e-4d40-a653-7412d4fc6eca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:38.037637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-833bb414-28f8-461a-a0a1-7aab623c3a52 req-9720aa95-ef8e-4d40-a653-7412d4fc6eca tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1308341 Aug 16 22:11:38.041051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-3d957d2b-877a-4487-94bf-3a6aa4a67234 service neutron] 10.222.0.22 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460492 Aug 16 22:11:38.103168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 41b7b564-9868-4475-81c0-bd246a4c933e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:38.161558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-833bb414-28f8-461a-a0a1-7aab623c3a52 req-2701dfc0-3d28-42cb-9ca7-39682ac6b15b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227405 Aug 16 22:11:38.217911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 41b7b564-9868-4475-81c0-bd246a4c933e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:38.222552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 41b7b564-9868-4475-81c0-bd246a4c933e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:38.223121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:38.269443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-ede8aaa2-90b0-43af-8366-a297aa63d926 service neutron] 10.222.0.22 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140834 Aug 16 22:11:38.325436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:38.451749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 41b7b564-9868-4475-81c0-bd246a4c933e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=41b7b564-9868-4475-81c0-bd246a4c933e,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:38.458917 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:38.562300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:38.699861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-dec4f817-4783-4239-9bef-67f542ba5680 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1771508800&fields=id&tenant_id=e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 267 time: 0.1750963 Aug 16 22:11:38.890820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d467f-3578-45f0-a73a-77ec59ff5f3d req-668e81a6-2f2b-42a8-b150-9ed35f5a24e4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:38.901882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee7d467f-3578-45f0-a73a-77ec59ff5f3d req-668e81a6-2f2b-42a8-b150-9ed35f5a24e4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.3307655 Aug 16 22:11:38.966888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee7d467f-3578-45f0-a73a-77ec59ff5f3d req-55f026fc-c2f2-4975-9237-23c2f182a003 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507002 Aug 16 22:11:39.011903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-18614f89-db3f-463b-8d5e-c54d64a43e6d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:39.020660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-18614f89-db3f-463b-8d5e-c54d64a43e6d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 823 time: 0.3140647 Aug 16 22:11:39.040270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-a7126a46-253b-42e6-a065-cd0760e5a389 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/quotas/e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 375 time: 0.0176415 Aug 16 22:11:39.127436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0855bc73-e921-4f3f-a09a-a9503e803196 req-83fddd6d-71c1-4a22-82e3-11ed7fd4e95a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0319836 Aug 16 22:11:39.156809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-aef93920-e038-4f4d-9d98-569a0a6893d0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1155181 Aug 16 22:11:39.309503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5e4d963d-31d4-4f0f-9141-c7843617e667 service neutron] 10.222.0.22 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506534 Aug 16 22:11:39.377290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378faea9-43b8-4512-8839-4f6ad182cb7a req-69f20292-70bf-472c-ba99-a195115d93c0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:39.379463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378faea9-43b8-4512-8839-4f6ad182cb7a req-69f20292-70bf-472c-ba99-a195115d93c0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1098125 Aug 16 22:11:39.447331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-378faea9-43b8-4512-8839-4f6ad182cb7a req-0f1b12a4-26a8-46da-ad9c-19f15ae5ff6a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561607 Aug 16 22:11:39.458697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-bd76f921-de0c-412f-ae35-2e535681a1ec service neutron] 10.222.0.22 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407516 Aug 16 22:11:39.681387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cc726e8-a7a8-485e-aeaf-edf6af790996 req-9c67ea98-2253-4ff8-8444-65d27d210de7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 210 time: 0.0396402 Aug 16 22:11:40.094135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 41b7b564-9868-4475-81c0-bd246a4c933e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:40.175296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037fc4-4e9b-4ed3-bb03-98394c8da88f req-92f83ef9-d483-4028-aa27-7575cb1c79d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:40.177829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8037fc4-4e9b-4ed3-bb03-98394c8da88f req-92f83ef9-d483-4028-aa27-7575cb1c79d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.0812266 Aug 16 22:11:40.188913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 41b7b564-9868-4475-81c0-bd246a4c933e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:40.191758 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:40.257247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8037fc4-4e9b-4ed3-bb03-98394c8da88f req-a92b981c-02d5-4f4a-8032-20213ffd6f71 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646114 Aug 16 22:11:40.354577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76d19498-581e-47dc-aadd-52207b638290 req-8b63a0cb-d25d-49c9-abd5-646e5ccfbf4a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0833549 Aug 16 22:11:40.697683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-a2b61a3c-13db-4429-99f3-125eda1f600c tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:40.699489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-a2b61a3c-13db-4429-99f3-125eda1f600c tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.88 "GET /v2.0/networks?id=1f2e264d-abc6-4f08-907b-ba10aa1e136a HTTP/1.1" status: 200 len: 812 time: 0.1925955 Aug 16 22:11:41.000490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:41.115869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:41.129231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '210c2420-25cb-4196-97c2-b0503ede4b01', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'port_id': '210c2420-25cb-4196-97c2-b0503ede4b01', 'mac_address': 'fa:16:3e:63:9b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d093b31-427d-4bcf-b359-1667e1f6770f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:41.195871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d427563-6be9-4365-8d6f-926349bf4f2c req-13bbb901-7948-49bc-923c-7b095b54b736 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:41.204593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d427563-6be9-4365-8d6f-926349bf4f2c req-13bbb901-7948-49bc-923c-7b095b54b736 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.5040715 Aug 16 22:11:41.214934 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.227329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1e48-0948-473c-96e1-485e84f54c2b req-02e0e7f7-d75f-47c7-9123-91b834fd0cf2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:41.235361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbfe1e48-0948-473c-96e1-485e84f54c2b req-02e0e7f7-d75f-47c7-9123-91b834fd0cf2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.5333500 Aug 16 22:11:41.241008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-532cf54a-30d8-4b00-8b86-3d0fde472f8d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94641680ee4c415cab1abf92d1849bae HTTP/1.1" status: 200 len: 379 time: 0.5064819 Aug 16 22:11:41.243519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 210c2420-25cb-4196-97c2-b0503ede4b01 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:41.283896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:41.288677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.311820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'port': {'device_id': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'admin_state_up': True, 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'security_groups': ['6d3cc44e-9a2f-4731-8861-e3d73ec671aa']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:41.393979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:41.431837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-a0265009-3902-406d-9b5d-40a8651f5de5 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:41.434956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-a0265009-3902-406d-9b5d-40a8651f5de5 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/ports?device_id=617e84c5-ca17-4220-9a14-f3f5c4f23a5f HTTP/1.1" status: 200 len: 945 time: 0.3244982 Aug 16 22:11:41.444022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbfe1e48-0948-473c-96e1-485e84f54c2b req-473f7325-f997-4224-b749-51bead2e948d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076643 Aug 16 22:11:41.492115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d427563-6be9-4365-8d6f-926349bf4f2c req-bb8ac9d5-8601-4a32-850f-4bc4bb94fb4c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858536 Aug 16 22:11:41.625912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['210c2420-25cb-4196-97c2-b0503ede4b01'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:41.658566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b987504e-09db-4a97-b324-bf61bb94fb0a req-0e3f842b-3b63-45fc-b6ac-fdf2d4bcc1b4 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 210 time: 0.0412235 Aug 16 22:11:41.698070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-054feea9-523d-41fc-8a33-1abda910e544 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:41.706696 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-054feea9-523d-41fc-8a33-1abda910e544 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 823 time: 0.2123239 Aug 16 22:11:41.758448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Deleting port 84348ee0-834f-4efa-82b1-04f2c5332f57 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:41.758806 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.771280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Made reservation on behalf of 94641680ee4c415cab1abf92d1849bae for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:41.775352 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:41.839916 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-4a7b6a14-e4d1-4f9c-aaf9-53c0f9a43ed2 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e514c0ad9012477fb6f3fa8d139ef64c HTTP/1.1" status: 200 len: 380 time: 0.1065464 Aug 16 22:11:41.857087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'port': {'device_id': '78bbcd43-0040-43d2-9e22-4340575fe412', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'admin_state_up': True, 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'security_groups': ['aed4ec3c-f67e-4dee-b0b9-a75694f0d504']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:41.975820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e633a5c-d9a7-40d8-a362-a08b1e35e0b1 req-db30c82d-60a1-4f17-aaa3-a28dd134c5d3 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0634415 Aug 16 22:11:42.160868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Made reservation on behalf of e514c0ad9012477fb6f3fa8d139ef64c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:42.163540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5c378-6814-46a9-a815-00ff329a4445 req-0e2d279e-4ff1-477a-91a6-eaaa26d22b5b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:42.164350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:42.171097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0b5c378-6814-46a9-a815-00ff329a4445 req-0e2d279e-4ff1-477a-91a6-eaaa26d22b5b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 945 time: 0.2554092 Aug 16 22:11:42.281148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:42.281894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:42.358964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0b5c378-6814-46a9-a815-00ff329a4445 req-30082023-f792-4c6d-9e59-18a8d68cf544 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869049 Aug 16 22:11:42.472310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f222f8-5384-41f7-a8c4-d0adcae30ba4 req-7a9242bd-4274-4995-a1aa-c8cafa77b55e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:42.480172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0f222f8-5384-41f7-a8c4-d0adcae30ba4 req-7a9242bd-4274-4995-a1aa-c8cafa77b55e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.3320615 Aug 16 22:11:42.510381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Allocated IP 172.20.0.14 (1f2e264d-abc6-4f08-907b-ba10aa1e136a/d70c1725-7359-4419-83ad-cbaf07f3c26f/1a19a078-c053-448d-9d6d-866ac6bbfc12) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:42.524836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Allocated IP 172.20.0.13 (70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2/aa9401a9-6148-4121-afd5-0d0bce5d2290/18a3fe35-ff29-4119-a4e8-1dc0566639bf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:42.826188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:42.851751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Transition to ACTIVE for port object 18a3fe35-ff29-4119-a4e8-1dc0566639bf will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:42.872861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0f222f8-5384-41f7-a8c4-d0adcae30ba4 req-9c2719c5-3a60-47ee-9101-187d65d60615 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774533 Aug 16 22:11:42.914892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:42.956294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f415c-dda3-4776-9b50-b222b33bf159 req-a2e87ee5-6817-4ef1-8978-29caed6be927 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:42.965751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-015f415c-dda3-4776-9b50-b222b33bf159 req-a2e87ee5-6817-4ef1-8978-29caed6be927 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.3791826 Aug 16 22:11:43.003136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:43.004366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event updated for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:43.022294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.024142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.024762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.025581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.026136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.026682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.027218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.027752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.028313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.028968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.029557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.030108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:11:43.070431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:43.074483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:43.094559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:43.242948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:43.247433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.284955 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-5d2f1071-1062-4502-a7ac-0771bdabeef7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4329422 Aug 16 22:11:43.287702 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.289135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 210c2420-25cb-4196-97c2-b0503ede4b01 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:43.289522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.306246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Transition to ACTIVE for port object 1a19a078-c053-448d-9d6d-866ac6bbfc12 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:43.315421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Request body: {'port': {'device_id': '78bbcd43-0040-43d2-9e22-4340575fe412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:43.535949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.630996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.667059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:43.670617 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebc76a5-e4a3-4142-be81-3b9479ebbc0f" -d '{"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-plugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:43.698211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9d886dfc-f36c-4405-87c5-174e716e703a None None] Provisioning for port 18a3fe35-ff29-4119-a4e8-1dc0566639bf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:43.706698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:43.711221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9d886dfc-f36c-4405-87c5-174e716e703a None None] Provisioning complete for port 18a3fe35-ff29-4119-a4e8-1dc0566639bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:43.711756 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9d886dfc-f36c-4405-87c5-174e716e703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.754575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9d886dfc-f36c-4405-87c5-174e716e703a None None] Port 18a3fe35-ff29-4119-a4e8-1dc0566639bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:43.771889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.772752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 84348ee0-834f-4efa-82b1-04f2c5332f57 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:43.795597 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.836505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:43.866265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.868510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:43.870965 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97 disassociated. External IP: 172.25.8.57, port: 84348ee0-834f-4efa-82b1-04f2c5332f57. Aug 16 22:11:43.871411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Calling delete_port for 84348ee0-834f-4efa-82b1-04f2c5332f57 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:43.943556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-015f415c-dda3-4776-9b50-b222b33bf159 req-bcbdc6d9-2fa6-4aff-a64e-5751d6f02c80 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704802 Aug 16 22:11:43.997237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:44.013458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:44.028085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:44.142201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.154035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.213636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 84348ee0-834f-4efa-82b1-04f2c5332f57, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=84348ee0-834f-4efa-82b1-04f2c5332f57,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:44.218069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a3fe35-ff29-4119-a4e8-1dc0566639bf {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:44.220932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.273385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.295027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Transition to ACTIVE for port object 18a3fe35-ff29-4119-a4e8-1dc0566639bf will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:44.301900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.303564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8134b-47e0-4c70-9ff6-b286c06b3bad req-1217811b-a164-4ead-adb3-99aaf84f0ccf tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:44.311520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07f8134b-47e0-4c70-9ff6-b286c06b3bad req-1217811b-a164-4ead-adb3-99aaf84f0ccf tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 932 time: 1.2828462 Aug 16 22:11:44.350793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event updated for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:44.405447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:44.428379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:44.521597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Attempting to bind port 18a3fe35-ff29-4119-a4e8-1dc0566639bf on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:44.521840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Attempting to bind port 18a3fe35-ff29-4119-a4e8-1dc0566639bf by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:44.522154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Attempting to bind port 18a3fe35-ff29-4119-a4e8-1dc0566639bf on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:44.534518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Port 18a3fe35-ff29-4119-a4e8-1dc0566639bf on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:44.539175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Attempting to bind port 18a3fe35-ff29-4119-a4e8-1dc0566639bf on network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:44.563878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:44.565349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Checking segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:44.566999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Bound using segment: {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:44.573514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Bound port: 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d6f710-edf5-4430-8f08-25574574dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:44.573958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.609944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efa5b809-fa7b-4146-ae5a-5344fbc3ba26 None None] Provisioning for port 1a19a078-c053-448d-9d6d-866ac6bbfc12 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:44.627465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07f8134b-47e0-4c70-9ff6-b286c06b3bad req-b128b15c-53db-4af5-98e8-5f2e98830561 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522221 Aug 16 22:11:44.641246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efa5b809-fa7b-4146-ae5a-5344fbc3ba26 None None] Provisioning complete for port 1a19a078-c053-448d-9d6d-866ac6bbfc12 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:44.644708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efa5b809-fa7b-4146-ae5a-5344fbc3ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.689168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:44.689814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.731476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-062793f9-a504-49a2-a7c2-b896763639bd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4392011 Aug 16 22:11:44.752144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-efa5b809-fa7b-4146-ae5a-5344fbc3ba26 None None] Port 1a19a078-c053-448d-9d6d-866ac6bbfc12 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:44.774319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Request body: {'port': {'device_id': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:44.844958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:44.854233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:44.865135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:44.886401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570be80-e443-4d34-a91a-78902adb8501 req-e45160eb-d2fd-44fb-abc1-459570023d33 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:44.896781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8570be80-e443-4d34-a91a-78902adb8501 req-e45160eb-d2fd-44fb-abc1-459570023d33 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 932 time: 0.5314806 Aug 16 22:11:45.000118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.000794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.016415 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] 10.222.0.88 "PUT /v2.0/ports/18a3fe35-ff29-4119-a4e8-1dc0566639bf HTTP/1.1" status: 200 len: 1093 time: 1.7027850 Aug 16 22:11:45.017001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:45.030188 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:45.105489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f7349-2e57-45e9-8837-4019da703eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:45.149724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.166022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.223130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event deleted for resources: {'Port': ['ID=84348ee0-834f-4efa-82b1-04f2c5332f57,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:45.226141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-92265217-e83c-4e5c-801f-9897827131a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.227792 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-92265217-e83c-4e5c-801f-9897827131a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 1096 time: 0.1449344 Aug 16 22:11:45.233730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8570be80-e443-4d34-a91a-78902adb8501 req-e7fa9f12-e1d1-4fa5-a45a-ae1e3748ba96 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339324 Aug 16 22:11:45.313486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9ed0a-a199-4a06-a86b-88c52d5348e9 req-0522bf7c-88a8-4ed9-9cce-c23d672ab00a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.322199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ec9ed0a-a199-4a06-a86b-88c52d5348e9 req-0522bf7c-88a8-4ed9-9cce-c23d672ab00a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.4743598 Aug 16 22:11:45.359855 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae60fb-5ea5-475e-b0cf-aec98e9e8e0c x-openstack-request-id: req-60ae60fb-5ea5-475e-b0cf-aec98e9e8e0c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:45.360385 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-plugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:45.360385 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60ae60fb-5ea5-475e-b0cf-aec98e9e8e0c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:45.360763 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01', 'code': 200} Aug 16 22:11:45.386111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-d81a407c-dbe9-44d1-83e6-130d950e12aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf HTTP/1.1" status: 200 len: 217 time: 0.1373899 Aug 16 22:11:45.487904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2028c4b-8b8a-4ff2-ad02-5d4cffecb720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:45.509590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-fb1c1092-ec02-4e8c-93e4-2ab5fe0504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.515584 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-fb1c1092-ec02-4e8c-93e4-2ab5fe0504bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.1131890 Aug 16 22:11:45.586137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-69c876d0-409c-4ef3-9500-8fac20197f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.588804 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-69c876d0-409c-4ef3-9500-8fac20197f23 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595369 Aug 16 22:11:45.673616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ec9ed0a-a199-4a06-a86b-88c52d5348e9 req-e4b36cfd-5f00-4d90-bc66-ebd8765c571a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503792 Aug 16 22:11:45.743310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18840ea4-211b-434e-993a-4991874a552e req-860df3b2-b402-4f31-82a9-af3a1f4cb8fd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:45.745001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18840ea4-211b-434e-993a-4991874a552e req-860df3b2-b402-4f31-82a9-af3a1f4cb8fd tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.3054156 Aug 16 22:11:45.827894 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64439db-69e1-449a-9ad9-518cc41788c8 x-openstack-request-id: req-b64439db-69e1-449a-9ad9-518cc41788c8 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:45.828184 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:45.828437 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b64439db-69e1-449a-9ad9-518cc41788c8 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:45.828845 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'status': 'completed', 'code': 200} Aug 16 22:11:45.893457 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-d5b109ce-b8c4-449a-8534-63957e4a7e88 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834551 Aug 16 22:11:45.894036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:11:45.990763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18840ea4-211b-434e-993a-4991874a552e req-54b8bae5-6b13-41d9-880a-d652dce9fd60 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253599 Aug 16 22:11:46.126336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2ca300aa-01a2-460f-94a8-270ff11be93f req-c74044c8-a207-4085-9a14-aeac06d4e30b service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327168 Aug 16 22:11:46.405415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-8fc1928f-6a09-49ff-ac38-84e3d9417eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.407024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-8fc1928f-6a09-49ff-ac38-84e3d9417eae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 1096 time: 0.1566679 Aug 16 22:11:46.505155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39581636-e868-48eb-8df9-1478d7a0620c req-b115a9fa-7955-420a-8ca1-55e9db5ac51b tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.512511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39581636-e868-48eb-8df9-1478d7a0620c req-b115a9fa-7955-420a-8ca1-55e9db5ac51b tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 944 time: 0.3702064 Aug 16 22:11:46.535838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a19a078-c053-448d-9d6d-866ac6bbfc12 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:46.546668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-f9976bb8-4656-4b4f-9738-c1dbdf639d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.548153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-f9976bb8-4656-4b4f-9738-c1dbdf639d5d service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.1307933 Aug 16 22:11:46.555794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:46.561094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:11:46.578164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:11:46.604023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:46.606515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:46.662291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Transition to ACTIVE for port object 1a19a078-c053-448d-9d6d-866ac6bbfc12 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:46.693033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-59ed6d56-5ab3-4db7-80cd-3464146cd339 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf HTTP/1.1" status: 200 len: 217 time: 0.0819473 Aug 16 22:11:46.735133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96290-4c10-48d5-bce6-89040cbcd632 req-08da27b1-e074-4fd0-8ae7-d60fe5b551ca tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.746253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b96290-4c10-48d5-bce6-89040cbcd632 req-08da27b1-e074-4fd0-8ae7-d60fe5b551ca tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 932 time: 0.3009264 Aug 16 22:11:46.754843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:46.783187 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:46.786056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] No DVR routers for this DVR port 84348ee0-834f-4efa-82b1-04f2c5332f57 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:46.798121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-77aa9da0-a347-41e7-84ed-53b88fdab76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.800258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-77aa9da0-a347-41e7-84ed-53b88fdab76a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.0838256 Aug 16 22:11:46.802672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:46.804646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1eefa9a-394b-430f-ae19-9bfd7ccf3e22 req-941b6a00-6639-4f42-bf8b-9e8c3fb495ba tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "DELETE /v2.0/ports/84348ee0-834f-4efa-82b1-04f2c5332f57 HTTP/1.1" status: 204 len: 173 time: 5.3561132 Aug 16 22:11:46.807797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39581636-e868-48eb-8df9-1478d7a0620c req-fabae007-4f54-471e-a115-65a27baf80ae tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944481 Aug 16 22:11:46.808233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-deleted', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:46.810805 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc310a63-04f4-401c-854a-4a86f5a8376b" -d '{"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-deleted", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:46.983506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-50e50f53-fe80-4845-b58e-46ad10a845fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:46.988718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-50e50f53-fe80-4845-b58e-46ad10a845fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1666374 Aug 16 22:11:47.050178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:47.126299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:11:47.144972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:11:47.147430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:47.159630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-a6932595-021a-410b-a6f7-d1925d718a1c service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607080 Aug 16 22:11:47.335370 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7df6d8ea-7d48-4f6c-8bcb-89ab295555a1 req-dd9e2c83-c41e-41ec-b843-da4e20806e25 service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649914 Aug 16 22:11:47.382580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:47.385412 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6140cb9-39fc-42fc-96a3-e7be5e413b6d" -d '{"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:47.390964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:11:47.393683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b96290-4c10-48d5-bce6-89040cbcd632 req-5cf718b2-6312-4368-bc8d-975d1c127389 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6411886 Aug 16 22:11:47.414102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:47.576036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d46370-8034-4ab1-9f98-dd834bb54884 req-0c903884-74fe-46c6-94c1-9fb46d45f6fd tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:47.585746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d46370-8034-4ab1-9f98-dd834bb54884 req-0c903884-74fe-46c6-94c1-9fb46d45f6fd tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.3413057 Aug 16 22:11:47.677697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d46370-8034-4ab1-9f98-dd834bb54884 req-30dee357-085e-459e-85d0-84a6270ab437 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Aug 16 22:11:47.718746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5eb2fa-fc03-4802-af69-2157dd1a75bf req-1d429284-956e-4ec6-8a2d-7082e9c48d2f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:47.720618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5eb2fa-fc03-4802-af69-2157dd1a75bf req-1d429284-956e-4ec6-8a2d-7082e9c48d2f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1776996 Aug 16 22:11:47.721488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Attempting to bind port 1a19a078-c053-448d-9d6d-866ac6bbfc12 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:47.721855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Attempting to bind port 1a19a078-c053-448d-9d6d-866ac6bbfc12 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:47.722192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Attempting to bind port 1a19a078-c053-448d-9d6d-866ac6bbfc12 on network 1f2e264d-abc6-4f08-907b-ba10aa1e136a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:47.746020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Port 1a19a078-c053-448d-9d6d-866ac6bbfc12 on network 1f2e264d-abc6-4f08-907b-ba10aa1e136a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:47.746383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Attempting to bind port 1a19a078-c053-448d-9d6d-866ac6bbfc12 on network 1f2e264d-abc6-4f08-907b-ba10aa1e136a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:47.779522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:47.779942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Checking segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:47.780344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Bound using segment: {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:47.780790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Bound port: 1a19a078-c053-448d-9d6d-866ac6bbfc12, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d29345-61f8-43ac-939b-1f4cc2971b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:47.781191 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:47.806013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5eb2fa-fc03-4802-af69-2157dd1a75bf req-17dc5818-8e02-42d6-9c07-4d87f77c55bb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783503 Aug 16 22:11:47.920788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe251ec-34a3-45b9-9a74-48952391c21e req-6b797b8f-dfb6-4ad9-82d1-b618ec75c52c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:47.929360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe251ec-34a3-45b9-9a74-48952391c21e req-6b797b8f-dfb6-4ad9-82d1-b618ec75c52c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1700330 Aug 16 22:11:47.931691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:47.940140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:47.954489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:47.955167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:47.992808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:47.993480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:47.994887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] 10.222.0.88 "PUT /v2.0/ports/1a19a078-c053-448d-9d6d-866ac6bbfc12 HTTP/1.1" status: 200 len: 1093 time: 3.2354531 Aug 16 22:11:48.003541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174bc3c-491a-4325-bb32-2c7893e864c6 None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:11:48.026136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe251ec-34a3-45b9-9a74-48952391c21e req-046cc95e-fbe8-4eb7-8a1a-e87ca662d571 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 Aug 16 22:11:48.089035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:48.128221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a1b79-594c-4d69-9865-d204f8036425 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:48.135166 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bf25ba-487f-425f-91f3-002ac01fb3da x-openstack-request-id: req-13bf25ba-487f-425f-91f3-002ac01fb3da {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:48.137319 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-deleted", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:48.137771 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13bf25ba-487f-425f-91f3-002ac01fb3da {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:48.138345 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-deleted', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'status': 'completed', 'code': 200} Aug 16 22:11:48.188037 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0310955-1fcf-4dcf-8df1-95bcd386872b x-openstack-request-id: req-b0310955-1fcf-4dcf-8df1-95bcd386872b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:48.189118 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617e84c5-ca17-4220-9a14-f3f5c4f23a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "84348ee0-834f-4efa-82b1-04f2c5332f57", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:48.189572 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0310955-1fcf-4dcf-8df1-95bcd386872b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:48.190259 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617e84c5-ca17-4220-9a14-f3f5c4f23a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84348ee0-834f-4efa-82b1-04f2c5332f57', 'code': 200} Aug 16 22:11:48.200576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-6f141944-b7ab-431f-9b4b-84ca0137119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.202129 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-6f141944-b7ab-431f-9b4b-84ca0137119e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94641680ee4c415cab1abf92d1849bae&device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 1096 time: 0.1085098 Aug 16 22:11:48.223323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88cb69ee-195d-4004-8996-24e2f3c912f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:48.291135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437f32-b6c1-4305-a93a-68b5078f7475 req-c8e9ba1d-4d3f-4e1a-bc3a-6090ab7f8779 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.294263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5437f32-b6c1-4305-a93a-68b5078f7475 req-c8e9ba1d-4d3f-4e1a-bc3a-6090ab7f8779 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.1937876 Aug 16 22:11:48.332182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-e3636969-160b-4ab2-969b-ebe5d16c2146 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12 HTTP/1.1" status: 200 len: 217 time: 0.0738106 Aug 16 22:11:48.345132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1fc41-b297-462c-871b-00134353b105 req-b5fc70ad-ff01-415c-9101-ec3f934df437 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.348041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d1fc41-b297-462c-871b-00134353b105 req-b5fc70ad-ff01-415c-9101-ec3f934df437 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.2939785 Aug 16 22:11:48.448768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-a40f03c6-4fb8-4080-acf7-83445d31ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.450311 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-a40f03c6-4fb8-4080-acf7-83445d31ce03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d70c1725-7359-4419-83ad-cbaf07f3c26f HTTP/1.1" status: 200 len: 851 time: 0.0878167 Aug 16 22:11:48.485354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5437f32-b6c1-4305-a93a-68b5078f7475 req-7f770e53-56a8-4050-98fe-43e737195f0e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359470 Aug 16 22:11:48.504942 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35490e-ea68-49b1-8eeb-9e7f9e00e18f None None] New status for floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:11:48.530150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-1790b5a6-c016-43e6-925e-2b473e4e386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.531600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-1790b5a6-c016-43e6-925e-2b473e4e386d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f2e264d-abc6-4f08-907b-ba10aa1e136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671432 Aug 16 22:11:48.562835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905bbcb-52c3-4a5e-96a7-800b0e077390 req-3ee51fcb-7bab-4644-8c4d-9a85f7885697 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.572010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d905bbcb-52c3-4a5e-96a7-800b0e077390 req-3ee51fcb-7bab-4644-8c4d-9a85f7885697 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 944 time: 0.2119396 Aug 16 22:11:48.649513 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-bd5b269e-2e2e-4424-82c0-2da3cda04010 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087439 Aug 16 22:11:48.664678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d905bbcb-52c3-4a5e-96a7-800b0e077390 req-9763e05e-59af-4f89-80f3-a8c2f572e499 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916777 Aug 16 22:11:48.682618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd7a5-9906-4378-9297-9e249f7ca2c7 req-3e8ca201-345f-44e0-ab5d-6c3696ea2dc7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:48.684223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3bbd7a5-9906-4378-9297-9e249f7ca2c7 req-3e8ca201-345f-44e0-ab5d-6c3696ea2dc7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1031163 Aug 16 22:11:48.696801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Deleting port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:48.700101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:48.813059 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-063a0e1c-8ce9-4137-8dff-cded106a1e98 req-bba7b1ff-5427-4891-9951-4b36b6cc8327 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420944 Aug 16 22:11:48.814024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3bbd7a5-9906-4378-9297-9e249f7ca2c7 req-a07b3902-6b0b-4863-926a-1fe53bd6bf4b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Aug 16 22:11:48.888420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] For port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:48.892090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:48.917642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Calling delete_port for aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:49.059664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee8c4d-4eaa-4297-9912-2e58c070b90a req-559b37cb-96e5-4446-a02d-c1f9e7f3ddc4 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.061081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38ee8c4d-4eaa-4297-9912-2e58c070b90a req-559b37cb-96e5-4446-a02d-c1f9e7f3ddc4 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 944 time: 0.1388414 Aug 16 22:11:49.071223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511756b5-67ed-462f-98fd-d46bfdab494e req-fd4966b6-54bb-4670-b4df-ed9ad7cc3f3b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.072875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-511756b5-67ed-462f-98fd-d46bfdab494e req-fd4966b6-54bb-4670-b4df-ed9ad7cc3f3b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d5bca07-67c5-4226-95a1-ec52acb918ff HTTP/1.1" status: 200 len: 944 time: 0.1356230 Aug 16 22:11:49.104736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:49.175623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38ee8c4d-4eaa-4297-9912-2e58c070b90a req-b3045c25-3856-4359-84ec-a9c4a62dea18 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003315 Aug 16 22:11:49.206041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-511756b5-67ed-462f-98fd-d46bfdab494e req-4ccd6891-edcc-4da6-b95a-b2b40a8cd3f1 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174772 Aug 16 22:11:49.280069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:49.344324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event deleted for resources: {'Port': ['ID=aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:49.411916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2ff3-85de-48b9-b88f-44909da14b97 req-c0f19bf0-b289-4bbb-85fb-d05281ff3585 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.413885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35d2ff3-85de-48b9-b88f-44909da14b97 req-c0f19bf0-b289-4bbb-85fb-d05281ff3585 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1517260 Aug 16 22:11:49.414765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] No DVR routers for this DVR port aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:49.417762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:49.420039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d1fc41-b297-462c-871b-00134353b105 req-752a6c93-f764-41b9-b44e-9f45c8283f98 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.88 "DELETE /v2.0/ports/aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba HTTP/1.1" status: 204 len: 173 time: 1.0353870 Aug 16 22:11:49.542584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35d2ff3-85de-48b9-b88f-44909da14b97 req-052de0de-a456-4a76-81a2-aaaac61a156f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112771 Aug 16 22:11:49.556871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9f9f-11e1-4acb-aa77-3340e21bf617 req-6db903c8-6d39-44f7-836b-cbfc310a84b9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.556871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e3e9f9f-11e1-4acb-aa77-3340e21bf617 req-6db903c8-6d39-44f7-836b-cbfc310a84b9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1532927 Aug 16 22:11:49.663899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e3e9f9f-11e1-4acb-aa77-3340e21bf617 req-7dc3dc94-edee-4baf-82c9-95616313fb77 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900373 Aug 16 22:11:49.729258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069d74e-d4db-446a-ab53-43a82b73d5f8 req-79a550e5-ff4d-4f75-8b97-9ce41a1e3cd5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.733799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0069d74e-d4db-446a-ab53-43a82b73d5f8 req-79a550e5-ff4d-4f75-8b97-9ce41a1e3cd5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.0667920 Aug 16 22:11:49.823849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0069d74e-d4db-446a-ab53-43a82b73d5f8 req-14461215-379b-46b6-842a-62a1cb9dcb45 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Aug 16 22:11:49.860305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e1f8-cca9-45f9-9c16-6bf2f31ff456 req-e155acf5-dd0a-4b6c-aea6-48ec025766ae tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.862992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d312e1f8-cca9-45f9-9c16-6bf2f31ff456 req-e155acf5-dd0a-4b6c-aea6-48ec025766ae tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 944 time: 0.1013823 Aug 16 22:11:49.919535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d312e1f8-cca9-45f9-9c16-6bf2f31ff456 req-c3073123-da2f-44cf-88c4-c4365aa59ffa tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498159 Aug 16 22:11:49.970343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e198c0-09e6-41d2-96ce-3f11d198a88f req-72f1413b-d674-4993-803b-284e6b71c7f2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:49.972069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e198c0-09e6-41d2-96ce-3f11d198a88f req-72f1413b-d674-4993-803b-284e6b71c7f2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0708199 Aug 16 22:11:50.017412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e198c0-09e6-41d2-96ce-3f11d198a88f req-16abc471-bb0c-48a4-835a-46eb1a660814 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Aug 16 22:11:50.139861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12'}, {'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-deleted', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:50.144734 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df4182-cdd7-4817-8abd-6a117fe3fd59" -d '{"events": [{"name": "network-changed", "server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12"}, {"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-deleted", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:50.196106 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce932bc2-5fe5-4b79-a320-84b1ef47a161 x-openstack-request-id: req-ce932bc2-5fe5-4b79-a320-84b1ef47a161 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:50.196656 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12", "status": "completed", "code": 200}, {"server_uuid": "3d5bca07-67c5-4226-95a1-ec52acb918ff", "name": "network-vif-deleted", "tag": "aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:50.197848 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce932bc2-5fe5-4b79-a320-84b1ef47a161 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:50.199011 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'status': 'completed', 'code': 200} Aug 16 22:11:50.201699 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5bca07-67c5-4226-95a1-ec52acb918ff', 'name': 'network-vif-deleted', 'tag': 'aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba', 'status': 'completed', 'code': 200} Aug 16 22:11:50.354620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb8bdb-d664-4104-91a2-6081a7835b32 req-7fb4172f-0be3-49c4-a7aa-9cfabd435b75 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.356025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfeb8bdb-d664-4104-91a2-6081a7835b32 req-7fb4172f-0be3-49c4-a7aa-9cfabd435b75 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1380670 Aug 16 22:11:50.362564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-6215d99a-051c-4266-bb85-8d1771d48e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.363975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-6215d99a-051c-4266-bb85-8d1771d48e1d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94641680ee4c415cab1abf92d1849bae&device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0937583 Aug 16 22:11:50.381357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebbbc1-8afe-4371-a039-01f5a65f21f5 req-856ca72d-d329-4ed9-b89a-6b1d1ed3789a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.382758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ebbbc1-8afe-4371-a039-01f5a65f21f5 req-856ca72d-d329-4ed9-b89a-6b1d1ed3789a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 944 time: 0.1114337 Aug 16 22:11:50.476714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfeb8bdb-d664-4104-91a2-6081a7835b32 req-1b5ad3fc-fb32-4219-bf1b-00f5634a980e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117761 Aug 16 22:11:50.508523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ebbbc1-8afe-4371-a039-01f5a65f21f5 req-10d45ee1-1233-48ca-8dcc-00cdde15ee90 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184516 Aug 16 22:11:50.538749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-9ddd26e8-04d3-4c5e-b07b-c3aaa4a7aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.540285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-9ddd26e8-04d3-4c5e-b07b-c3aaa4a7aa8d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1f2e264d-abc6-4f08-907b-ba10aa1e136a HTTP/1.1" status: 200 len: 912 time: 0.1566739 Aug 16 22:11:50.613248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-5347a431-d1b7-47f8-9b64-ec9512cdbdc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12 HTTP/1.1" status: 200 len: 217 time: 0.0620265 Aug 16 22:11:50.696572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e18bd8-a6b3-4ccb-885d-94c84d3d9419 req-952765d3-ea91-4490-a668-5ca360f2f5f0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.698139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e18bd8-a6b3-4ccb-885d-94c84d3d9419 req-952765d3-ea91-4490-a668-5ca360f2f5f0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0950336 Aug 16 22:11:50.699991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-2e9700ef-40bd-471b-b42e-bf75925d08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.701439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-2e9700ef-40bd-471b-b42e-bf75925d08f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d70c1725-7359-4419-83ad-cbaf07f3c26f HTTP/1.1" status: 200 len: 851 time: 0.0650377 Aug 16 22:11:50.770204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e18bd8-a6b3-4ccb-885d-94c84d3d9419 req-9e8805d9-749c-49d3-a1f7-7c5def839dba tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651391 Aug 16 22:11:50.793743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-a158da3e-9868-4600-b3d4-a41298d898c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.793743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-a158da3e-9868-4600-b3d4-a41298d898c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f2e264d-abc6-4f08-907b-ba10aa1e136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650988 Aug 16 22:11:50.951092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39d799-03eb-4939-a662-b72e3536bc42 req-c1ae890d-1632-4cf9-b27d-80d335d82a47 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.952685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c39d799-03eb-4939-a662-b72e3536bc42 req-c1ae890d-1632-4cf9-b27d-80d335d82a47 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 946 time: 0.1358120 Aug 16 22:11:50.962565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d3cc4-7123-42e2-89c2-b5024fc26e48 req-2e4fcf18-9871-4a77-9631-1925e7f04223 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:50.964220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d45d3cc4-7123-42e2-89c2-b5024fc26e48 req-2e4fcf18-9871-4a77-9631-1925e7f04223 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 944 time: 0.1217332 Aug 16 22:11:50.974799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-085cbf06-e05a-4623-a725-481d753c34a4 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805060 Aug 16 22:11:51.020824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 18a3fe35-ff29-4119-a4e8-1dc0566639bf details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:51.034950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:51.054364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c39d799-03eb-4939-a662-b72e3536bc42 req-f8a9872c-6c6e-48ed-9167-436defdcd3b2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874808 Aug 16 22:11:51.092166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:51.092290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aa1a07f1-a7a5-4b71-a0e9-7266b5e0d5ba not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:51.093138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:51.125766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10df4182-cdd7-4817-8abd-6a117fe3fd59 req-63c212ea-e018-4b3d-a6f8-13db3edc42e5 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358478 Aug 16 22:11:51.150916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d45d3cc4-7123-42e2-89c2-b5024fc26e48 req-31979718-bf34-4e2b-8a20-fac898cbf790 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706259 Aug 16 22:11:51.183682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.219415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a20fb-e31d-42b6-a13a-4d5537f53f83 req-8de76c10-31b0-4ec0-afb8-29df0fae3971 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.222379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-183a20fb-e31d-42b6-a13a-4d5537f53f83 req-8de76c10-31b0-4ec0-afb8-29df0fae3971 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.0704324 Aug 16 22:11:51.262383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:51.284221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'port_id': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'mac_address': 'fa:16:3e:ff:2e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:51.289390 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.291954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-183a20fb-e31d-42b6-a13a-4d5537f53f83 req-039f8177-ee7a-4743-a7c1-5ee0ed0b068a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590415 Aug 16 22:11:51.299563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127bc86-5b81-4972-980b-85fe9d0e2e14 req-d3a19706-8e87-445f-a597-a9a8807a6110 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.308131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8127bc86-5b81-4972-980b-85fe9d0e2e14 req-d3a19706-8e87-445f-a597-a9a8807a6110 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 944 time: 0.0986843 Aug 16 22:11:51.357119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8127bc86-5b81-4972-980b-85fe9d0e2e14 req-836c62a0-0a7e-44fa-921a-0d6cb2f875d9 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463557 Aug 16 22:11:51.365725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:51.368115 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7380bf-1c55-43d4-8425-2dfba4fbc43f" -d '{"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-unplugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:51.379967 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.388287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:51.400479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.427837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a3fe35-ff29-4119-a4e8-1dc0566639bf {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:51.451235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:51.456192 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59effc9e-820c-419a-925f-661d792bf793 x-openstack-request-id: req-59effc9e-820c-419a-925f-661d792bf793 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:51.456518 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-unplugged", "status": "completed", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:51.456775 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59effc9e-820c-419a-925f-661d792bf793 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:51.457407 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01', 'code': 200} Aug 16 22:11:51.460182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.496606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:51.498548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7388-df02-45b1-8d3b-5ee48e3712a7 req-968c6a43-39b9-434c-8316-81cc816f9df8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.501358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48dc7388-df02-45b1-8d3b-5ee48e3712a7 req-968c6a43-39b9-434c-8316-81cc816f9df8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0994246 Aug 16 22:11:51.515028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-1ef6e90a-7292-4208-8541-ec67690837ca tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.516779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-1ef6e90a-7292-4208-8541-ec67690837ca tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 944 time: 0.1333561 Aug 16 22:11:51.560225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:51.623809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48dc7388-df02-45b1-8d3b-5ee48e3712a7 req-dbb9bb54-56d0-4e50-9ae0-c8d595773353 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059225 Aug 16 22:11:51.740532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de016e-2f18-479d-988b-ab606730150d req-f03c476d-5891-4e2c-92a6-90fdbbbde486 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.742089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0de016e-2f18-479d-988b-ab606730150d req-f03c476d-5891-4e2c-92a6-90fdbbbde486 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 944 time: 0.1220233 Aug 16 22:11:51.753712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-6de663d9-1e84-497b-9a80-65cbb1fe1516 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:51.755335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-6de663d9-1e84-497b-9a80-65cbb1fe1516 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.0982511 Aug 16 22:11:51.757810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Deleting port 0608cc46-4316-4512-ab63-85ba2e7a8a37 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:51.758167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.946430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0de016e-2f18-479d-988b-ab606730150d req-e0974289-1263-4b74-b937-c6aa99d99af0 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851029 Aug 16 22:11:51.971973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] For port 0608cc46-4316-4512-ab63-85ba2e7a8a37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0608cc46-4316-4512-ab63-85ba2e7a8a37,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:51.972357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:51.991291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Calling delete_port for 0608cc46-4316-4512-ab63-85ba2e7a8a37 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:52.001439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2d91f-c90b-46ef-aa43-157ebf890fcb req-d311310e-2d4f-410c-b14a-d859270d3d39 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:52.003533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12f2d91f-c90b-46ef-aa43-157ebf890fcb req-d311310e-2d4f-410c-b14a-d859270d3d39 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2156484 Aug 16 22:11:52.121307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Deleting port 210c2420-25cb-4196-97c2-b0503ede4b01 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:52.121661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.126536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12f2d91f-c90b-46ef-aa43-157ebf890fcb req-ca8adf31-9605-4c03-963b-50468ed30858 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126583 Aug 16 22:11:52.183266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-51854748-e5ff-4b0c-acf7-3576eae1fcf0 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1929706895&fields=id&tenant_id=a067c6a2bbc549778c29d5c8476ae52e HTTP/1.1" status: 200 len: 267 time: 0.1201510 Aug 16 22:11:52.223901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['18a3fe35-ff29-4119-a4e8-1dc0566639bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:52.399730 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.406060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] For port 210c2420-25cb-4196-97c2-b0503ede4b01, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=210c2420-25cb-4196-97c2-b0503ede4b01,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:52.406448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.427786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd16a-6387-4b2f-be80-d33612bc6c47 req-5bf63032-8ed7-4180-89e8-34010353775a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:52.429506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-496fd16a-6387-4b2f-be80-d33612bc6c47 req-5bf63032-8ed7-4180-89e8-34010353775a tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 944 time: 0.2282562 Aug 16 22:11:52.453062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Calling delete_port for 210c2420-25cb-4196-97c2-b0503ede4b01 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:52.485353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.558755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-307a1e10-765d-400c-8f3f-c03a7c860ef5 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:52.560095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-307a1e10-765d-400c-8f3f-c03a7c860ef5 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/networks?id=2dc27c10-6136-47f1-98fc-ce82df4fc723 HTTP/1.1" status: 200 len: 815 time: 0.3599930 Aug 16 22:11:52.569234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event deleted for resources: {'Port': ['ID=0608cc46-4316-4512-ab63-85ba2e7a8a37,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:52.601371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-496fd16a-6387-4b2f-be80-d33612bc6c47 req-7bad775e-85c7-4c4e-b5bf-9418003f5fef tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606166 Aug 16 22:11:52.629419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-67c84dfe-4ed5-46a2-a691-12e5ea0698db tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/quotas/a067c6a2bbc549778c29d5c8476ae52e HTTP/1.1" status: 200 len: 375 time: 0.0579808 Aug 16 22:11:52.648169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] No DVR routers for this DVR port 0608cc46-4316-4512-ab63-85ba2e7a8a37 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:52.660031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.662019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c2ce47-fed3-4c1d-b72f-4deb81bd7cea req-4571c3c5-fdba-43a0-a953-435014e4503c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "DELETE /v2.0/ports/0608cc46-4316-4512-ab63-85ba2e7a8a37 HTTP/1.1" status: 204 len: 173 time: 1.1375682 Aug 16 22:11:52.662497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-deleted', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:52.664769 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aeff84-3b88-4923-8adb-56166a5f2ac9" -d '{"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-deleted", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:52.732027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3246105e-6a0f-4f05-b9cb-9d0ae5a06115 req-7b00091e-dae6-42eb-9721-97635caadf4b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d1a2673-cf03-4a1b-8854-5e5106787487 HTTP/1.1" status: 200 len: 210 time: 0.0459528 Aug 16 22:11:52.735409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-67db4e90-9374-4f6f-a5db-ef288b3d121a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:52.738789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-67db4e90-9374-4f6f-a5db-ef288b3d121a tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.0535111 Aug 16 22:11:52.751632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:52.761599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-7f1757f3-eedb-4940-9ffa-1611bee3e907 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a067c6a2bbc549778c29d5c8476ae52e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120512 Aug 16 22:11:52.831575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.834394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:52.889888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event deleted for resources: {'Port': ['ID=210c2420-25cb-4196-97c2-b0503ede4b01,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:52.982547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:53.023603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:53.032931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:53.072723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:53.075345 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e1b4ec-7a52-4e9d-8103-c6ae2ff81607" -d '{"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:53.080147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.086076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.150988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:53.163821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 has no active binding in host n-h1-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:11:53.164198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1a19a078-c053-448d-9d6d-866ac6bbfc12 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:53.179807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:53.201691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on host n-h2-791505-20 for vnic_type normal with profile {"migrating_to": "n-h1-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:53.202065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:53.202411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:53.207893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:53.208227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Attempting to bind port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on network b5da0661-c650-46da-8ac3-772957555bf6 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:53.213757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:53.214103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Checking segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:53.214496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Bound using segment: {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:53.214937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Bound port: 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7ec53-c72e-44a4-9ae4-be77871ce333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b5da0661-c650-46da-8ac3-772957555bf6'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:53.215398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.289117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:53.302006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'port_id': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'mac_address': 'fa:16:3e:27:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:11:53.313700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:53.317673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:53.323481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.324350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a79de-adde-4781-9817-af6aa0692731 req-bbe46008-31e8-461b-9bcc-0733d76e50e5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:53.333742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de0a79de-adde-4781-9817-af6aa0692731 req-bbe46008-31e8-461b-9bcc-0733d76e50e5 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 945 time: 0.5125391 Aug 16 22:11:53.350688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.370728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] No DVR routers for this DVR port 210c2420-25cb-4196-97c2-b0503ede4b01 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:53.372137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a19a078-c053-448d-9d6d-866ac6bbfc12 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:53.382736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.384767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83c906de-e1ba-4451-8a2a-5bce20100fea req-380c76b3-7d5b-458f-98ea-1556190927a7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.88 "DELETE /v2.0/ports/210c2420-25cb-4196-97c2-b0503ede4b01 HTTP/1.1" status: 204 len: 173 time: 1.6209407 Aug 16 22:11:53.402180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:53.406411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-4d157b23-862d-4adf-8fc0-c978fff6c269 service neutron] 10.222.0.22 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206644 Aug 16 22:11:53.407379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.415954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:53.416586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:53.418080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] 10.222.0.88 "PUT /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 1123 time: 0.6711955 Aug 16 22:11:53.435434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535ad89-2cff-43b3-b409-6db2548a2841 service neutron] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:53.479780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de0a79de-adde-4781-9817-af6aa0692731 req-ba34c26f-f10d-46bc-a15e-f6f13bdd0325 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447637 Aug 16 22:11:53.485915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:53.555841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-cdd5495f-248e-4410-a0bb-abf3505bb200 service neutron] 10.222.0.22 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444933 Aug 16 22:11:53.585642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4c41cd91-5b6d-4aaa-84b2-9b166679ef31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:53.619463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c733-5805-46c4-ace6-01b8f92d47fa req-3d0debc4-2b60-4c62-9aab-863089a43a61 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:53.621469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad06c733-5805-46c4-ace6-01b8f92d47fa req-3d0debc4-2b60-4c62-9aab-863089a43a61 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 945 time: 0.0646770 Aug 16 22:11:53.671442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad06c733-5805-46c4-ace6-01b8f92d47fa req-ba5a7147-42ec-4151-980f-64a31d29734d tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Aug 16 22:11:53.719563 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f03e338-f534-4e87-9aed-872dde8063de x-openstack-request-id: req-2f03e338-f534-4e87-9aed-872dde8063de {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:53.719726 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1a2673-cf03-4a1b-8854-5e5106787487", "name": "network-vif-deleted", "tag": "0608cc46-4316-4512-ab63-85ba2e7a8a37", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:53.719989 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f03e338-f534-4e87-9aed-872dde8063de {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:53.720395 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1a2673-cf03-4a1b-8854-5e5106787487', 'name': 'network-vif-deleted', 'tag': '0608cc46-4316-4512-ab63-85ba2e7a8a37', 'status': 'completed', 'code': 200} Aug 16 22:11:53.766953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['4c41cd91-5b6d-4aaa-84b2-9b166679ef31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:53.963894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a62fe-f8db-46b8-8abd-6ba60a9e58d6 req-2ef84fba-e314-49c0-9d90-95e808d06cbf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:53.965438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f64a62fe-f8db-46b8-8abd-6ba60a9e58d6 req-2ef84fba-e314-49c0-9d90-95e808d06cbf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0994468 Aug 16 22:11:54.016123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e19c07-a6d0-44cc-8c7c-d7d086de190b req-94a50a78-8a4e-470a-af84-a921bcc2eed3 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.024127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14e19c07-a6d0-44cc-8c7c-d7d086de190b req-94a50a78-8a4e-470a-af84-a921bcc2eed3 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0958576 Aug 16 22:11:54.060999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f64a62fe-f8db-46b8-8abd-6ba60a9e58d6 req-4d0b0928-a545-4b49-805b-120d5a3ec963 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826075 Aug 16 22:11:54.108446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14e19c07-a6d0-44cc-8c7c-d7d086de190b req-e0d22e33-0161-4a68-8105-2e54608b0bb9 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791419 Aug 16 22:11:54.162473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['1a19a078-c053-448d-9d6d-866ac6bbfc12'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:11:54.166530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:54.199750 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5b30da-f9d5-4d9a-917f-1455a288a622 x-openstack-request-id: req-4c5b30da-f9d5-4d9a-917f-1455a288a622 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:54.203055 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-unplugged", "status": "completed", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:54.203055 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c5b30da-f9d5-4d9a-917f-1455a288a622 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:54.203055 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'code': 200} Aug 16 22:11:54.231928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4544824-1199-48af-8c51-6c06ac3fd20b req-1b45e1bf-a1ec-4ad2-933f-14261c6d7fc0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ad66d19-ea85-4e44-9da6-6fc76b6d9027 HTTP/1.1" status: 200 len: 210 time: 0.0477126 Aug 16 22:11:54.232154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 0608cc46-4316-4512-ab63-85ba2e7a8a37 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:54.232596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0608cc46-4316-4512-ab63-85ba2e7a8a37 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:54.319853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-126d5d57-7168-4742-93a7-2795c79f48dd req-71e9f073-b962-4789-8223-a12475726878 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.0329580 Aug 16 22:11:54.376011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a07e6-6cea-4ab4-b1ea-8802163337af req-90f8e5cc-46f7-4b7e-83de-e6c7ea156f4d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.378194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-200a07e6-6cea-4ab4-b1ea-8802163337af req-90f8e5cc-46f7-4b7e-83de-e6c7ea156f4d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0611925 Aug 16 22:11:54.425673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-200a07e6-6cea-4ab4-b1ea-8802163337af req-fdc6dd4a-4605-4c12-b2a9-9cb763999c5b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Aug 16 22:11:54.635187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6f2d-8bf4-470b-bd10-3d05214abd0d req-879c645c-4de9-443e-9322-5dedc775ba2d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.636715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5acb6f2d-8bf4-470b-bd10-3d05214abd0d req-879c645c-4de9-443e-9322-5dedc775ba2d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.0866771 Aug 16 22:11:54.661146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a40a2-737f-427c-9943-94c771106fe0 req-71b75c15-b9b2-4c5c-9abe-23a880cbe061 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.662780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f8a40a2-737f-427c-9943-94c771106fe0 req-71b75c15-b9b2-4c5c-9abe-23a880cbe061 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.0847001 Aug 16 22:11:54.718885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5acb6f2d-8bf4-470b-bd10-3d05214abd0d req-423a389d-88ea-4ef0-b152-356e23bbef19 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Aug 16 22:11:54.727305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f8a40a2-737f-427c-9943-94c771106fe0 req-2f2652cd-8e0f-4e05-8743-418ca6d2574f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564523 Aug 16 22:11:54.860259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a660-94e7-45f4-9000-0ef3bff32237 req-f265e3ff-bafd-4053-bc71-7fc65ce9891b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.861805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c17a660-94e7-45f4-9000-0ef3bff32237 req-f265e3ff-bafd-4053-bc71-7fc65ce9891b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0779650 Aug 16 22:11:54.869898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b35802-20e2-4f3e-8db5-baec8083f9b9 req-f4442344-3d95-4f40-bd98-6546419adf95 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:54.871587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17b35802-20e2-4f3e-8db5-baec8083f9b9 req-f4442344-3d95-4f40-bd98-6546419adf95 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 945 time: 0.0774851 Aug 16 22:11:54.921844 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:11:54.930533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c17a660-94e7-45f4-9000-0ef3bff32237 req-c997a084-c942-4296-83b0-6618b9b7fbe3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579536 Aug 16 22:11:54.935620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17b35802-20e2-4f3e-8db5-baec8083f9b9 req-e761519e-657f-45bf-9a3c-92bab2275d97 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566742 Aug 16 22:11:55.050735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f8bdc-afce-471c-b9d6-c070e015c7ed req-9c9f220b-6d62-4f71-8b81-c62ac757e082 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.052197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283f8bdc-afce-471c-b9d6-c070e015c7ed req-9c9f220b-6d62-4f71-8b81-c62ac757e082 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0504119 Aug 16 22:11:55.063214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 18a3fe35-ff29-4119-a4e8-1dc0566639bf up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:55.094568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-283f8bdc-afce-471c-b9d6-c070e015c7ed req-8c1fa23f-534c-4e38-a3c7-58d5703b04a9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Aug 16 22:11:55.125875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 18a3fe35-ff29-4119-a4e8-1dc0566639bf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:55.131600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 18a3fe35-ff29-4119-a4e8-1dc0566639bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:55.131954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.224691 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.239950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929efa1-d6f5-4a62-94e7-1c841d904860 req-2652d9b5-1308-4b0b-b951-d24a0cee0cdd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.241482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5929efa1-d6f5-4a62-94e7-1c841d904860 req-2652d9b5-1308-4b0b-b951-d24a0cee0cdd tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 945 time: 0.0539410 Aug 16 22:11:55.250105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:55.252969 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2a7864-4063-4723-b05a-b833e93437d7" -d '{"events": [{"server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "name": "network-vif-plugged", "status": "completed", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:55.269178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:55.274468 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.275642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:55.327291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 210c2420-25cb-4196-97c2-b0503ede4b01 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:55.327621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 210c2420-25cb-4196-97c2-b0503ede4b01 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:55.372072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:55.382313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5929efa1-d6f5-4a62-94e7-1c841d904860 req-e10d93cf-dad9-47a7-b045-7fef8fb9cfc8 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299438 Aug 16 22:11:55.427496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-dacd87d9-2cb7-4590-8296-0b4c58092b4b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.429174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-dacd87d9-2cb7-4590-8296-0b4c58092b4b tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.1265199 Aug 16 22:11:55.450293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee1f49-b24f-4380-bbca-04cfadf03e31 req-79577c4b-93d0-463e-87a9-4f3394edd014 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.450719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-a0012830-fd70-44aa-8ae7-b5ba9ff92e72 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.452414 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-a0012830-fd70-44aa-8ae7-b5ba9ff92e72 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.89 "GET /v2.0/networks?id=2dc27c10-6136-47f1-98fc-ce82df4fc723 HTTP/1.1" status: 200 len: 815 time: 0.1527696 Aug 16 22:11:55.453825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfee1f49-b24f-4380-bbca-04cfadf03e31 req-79577c4b-93d0-463e-87a9-4f3394edd014 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 814 time: 0.2111175 Aug 16 22:11:55.456614 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f70ae4-8800-442a-bdab-ceaee75e6b47 x-openstack-request-id: req-b9f70ae4-8800-442a-bdab-ceaee75e6b47 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:55.457499 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "name": "network-vif-plugged", "status": "completed", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:55.458172 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9f70ae4-8800-442a-bdab-ceaee75e6b47 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:55.458689 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'code': 200} Aug 16 22:11:55.516238 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-35832d2d-d01e-4d14-a8ff-51eb0634e119 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a067c6a2bbc549778c29d5c8476ae52e HTTP/1.1" status: 200 len: 380 time: 0.0423791 Aug 16 22:11:55.536319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfee1f49-b24f-4380-bbca-04cfadf03e31 req-a648edf5-921e-4394-a663-e77eb56b589a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/quotas/08009be4a957458fa746fe777a920ba6 HTTP/1.1" status: 200 len: 375 time: 0.0717933 Aug 16 22:11:55.539223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'port': {'device_id': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'admin_state_up': True, 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'security_groups': ['7816e2a1-0a65-4129-8f8b-a71c1bd03e41']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:55.564062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71329869-f88b-4020-83a6-75abda78fc94 req-bb097fd9-1473-4bd4-9705-3411b03a7319 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.0488527 Aug 16 22:11:55.662419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfee1f49-b24f-4380-bbca-04cfadf03e31 req-d4d9e9b6-5888-4770-b208-f39da961b450 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021118 Aug 16 22:11:55.684796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Deleting port b6e11ce7-c0db-490b-88a0-b464a445556a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:11:55.685303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.732909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e8611-9eee-4ec4-9a4c-8e6b5fcefc0a req-30bb2b4f-deed-4820-9d25-755659517471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.734936 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-408e8611-9eee-4ec4-9a4c-8e6b5fcefc0a req-30bb2b4f-deed-4820-9d25-755659517471 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 1098 time: 0.0716126 Aug 16 22:11:55.736301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Made reservation on behalf of a067c6a2bbc549778c29d5c8476ae52e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:11:55.741048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.744862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-deleted', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:55.748346 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffddd6bb-b405-4954-be34-ebdfa5274ea1" -d '{"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-deleted", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:55.798263 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-408e8611-9eee-4ec4-9a4c-8e6b5fcefc0a req-d543a98b-4772-42ee-b173-7ffc9d62ec0b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516407 Aug 16 22:11:55.847774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84989f2-d5ba-470f-b659-2dc424856e73 req-b9003cb7-ce3d-4926-ac94-f624b1fcfa6c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:55.849631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e84989f2-d5ba-470f-b659-2dc424856e73 req-b9003cb7-ce3d-4926-ac94-f624b1fcfa6c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0839567 Aug 16 22:11:55.867314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] For port b6e11ce7-c0db-490b-88a0-b464a445556a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b6e11ce7-c0db-490b-88a0-b464a445556a,segment=NetworkSegment(602d5f52-4889-4337-b691-ab4c1b2933f5),segment_id=602d5f52-4889-4337-b691-ab4c1b2933f5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:55.867785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:55.875114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:55.881870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289933643', 'description': 'tempest-description--434050065'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:55.906679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Calling delete_port for b6e11ce7-c0db-490b-88a0-b464a445556a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:11:55.915779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Allocated IP 172.20.0.11 (2dc27c10-6136-47f1-98fc-ce82df4fc723/035d73e6-3dcf-4b91-80e1-df7d94027208/67e82e10-0160-4e2c-8301-532185ea019d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:55.964308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e84989f2-d5ba-470f-b659-2dc424856e73 req-7983decd-b2b4-4013-b275-6d081ac3f008 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055105 Aug 16 22:11:56.016405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.087534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a288fce-b17c-413b-aefe-8f0aea38f909 req-d1816e5d-b7b5-4312-ac2a-50a8e6a1fe9d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:56.089094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a288fce-b17c-413b-aefe-8f0aea38f909 req-d1816e5d-b7b5-4312-ac2a-50a8e6a1fe9d tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/ports?device_id=2449fad3-c4ab-4034-a604-5d776459056b HTTP/1.1" status: 200 len: 944 time: 0.1452212 Aug 16 22:11:56.102762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.119879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Transition to ACTIVE for port object 67e82e10-0160-4e2c-8301-532185ea019d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:56.124142 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcd2634-1920-4346-938d-75eda30a518a x-openstack-request-id: req-2bcd2634-1920-4346-938d-75eda30a518a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:56.124142 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad66d19-ea85-4e44-9da6-6fc76b6d9027", "name": "network-vif-deleted", "tag": "210c2420-25cb-4196-97c2-b0503ede4b01", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:56.124142 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bcd2634-1920-4346-938d-75eda30a518a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:56.124522 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad66d19-ea85-4e44-9da6-6fc76b6d9027', 'name': 'network-vif-deleted', 'tag': '210c2420-25cb-4196-97c2-b0503ede4b01', 'status': 'completed', 'code': 200} Aug 16 22:11:56.168500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.202782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:56.205626 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951a783c-9e9f-474b-a9fb-182a8314bc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:56.222205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a288fce-b17c-413b-aefe-8f0aea38f909 req-386b90c6-47e1-4c9b-9a80-52ccdb40f0a5 tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d4643ed-f42b-4632-93a8-fd7b2556c92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194205 Aug 16 22:11:56.233917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:56.234894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event updated for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:56.246875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:56.246875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:56.270736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.304081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:56.305731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.332014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Pushing event deleted for resources: {'Port': ['ID=b6e11ce7-c0db-490b-88a0-b464a445556a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:56.347034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.359577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014c325-c092-458a-ad0c-a51238580bb4 req-fd9dbebc-98bc-4749-a173-33fec48d7e29 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:56.361450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3014c325-c092-458a-ad0c-a51238580bb4 req-fd9dbebc-98bc-4749-a173-33fec48d7e29 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.1670525 Aug 16 22:11:56.365303 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c661b1d8-785a-48ab-a5ae-62d5e9226e14 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8304665 Aug 16 22:11:56.388938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.447289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Request body: {'port': {'device_id': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:56.456984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c976ef-f96d-46db-a6af-03d8e54b9e96,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:56.514738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] No DVR routers for this DVR port b6e11ce7-c0db-490b-88a0-b464a445556a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:11:56.520885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.523001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f15683c4-457b-4b04-95ff-d19217f2a5a0 req-8453300c-4e1d-4e9a-9add-60ed7711ad7c tempest-LiveMigrationTest-1293990947 tempest-LiveMigrationTest-1293990947-project] 10.222.0.89 "DELETE /v2.0/ports/b6e11ce7-c0db-490b-88a0-b464a445556a HTTP/1.1" status: 204 len: 173 time: 1.0676069 Aug 16 22:11:56.526414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3014c325-c092-458a-ad0c-a51238580bb4 req-fe74075c-d01b-43cc-8a1d-88460c0cb976 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541023 Aug 16 22:11:56.527329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.528512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f19f41d-e6f5-4bc0-ac07-8ec4ebee5dc8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6514173 Aug 16 22:11:56.531447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:56.535290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.537511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'security_group_rule': {'security_group_id': '22c976ef-f96d-46db-a6af-03d8e54b9e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:56.555895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a8d2a-63a3-46bb-a2d5-cb59839df1d2 req-cb45cbb0-585f-48db-ad46-4d3d3a77cc74 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:56.557573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-443a8d2a-63a3-46bb-a2d5-cb59839df1d2 req-cb45cbb0-585f-48db-ad46-4d3d3a77cc74 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.2135220 Aug 16 22:11:56.628382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.633659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6951647-6022-45fd-9eb7-f94322edee20 None None] Provisioning for port 67e82e10-0160-4e2c-8301-532185ea019d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:56.645509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-443a8d2a-63a3-46bb-a2d5-cb59839df1d2 req-09beee98-a06f-4b15-b60b-c074255b0e22 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646024 Aug 16 22:11:56.652612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6951647-6022-45fd-9eb7-f94322edee20 None None] Provisioning complete for port 67e82e10-0160-4e2c-8301-532185ea019d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:56.656101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6951647-6022-45fd-9eb7-f94322edee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.751261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13245015-d475-42a3-906a-d568044326de req-e4d9970b-4d4e-40a3-8b48-ea5399b6a6ee tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:56.753681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13245015-d475-42a3-906a-d568044326de req-e4d9970b-4d4e-40a3-8b48-ea5399b6a6ee tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1057796 Aug 16 22:11:56.764101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.771798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.775243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a6951647-6022-45fd-9eb7-f94322edee20 None None] Port 67e82e10-0160-4e2c-8301-532185ea019d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:11:56.807038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dbefde-df55-431f-b8e5-da59d6753edd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:56.815974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:56.820313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-81faf663-966e-4088-add7-6b1891c20d7f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2847266 Aug 16 22:11:56.823737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:56.828134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'security_group_rule': {'security_group_id': '22c976ef-f96d-46db-a6af-03d8e54b9e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:56.835312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13245015-d475-42a3-906a-d568044326de req-ea1e7af4-8402-4d0d-8013-b7e44cfc52c7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Aug 16 22:11:56.851633 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e727fae-653c-4982-904f-b3fc52301cd1 x-openstack-request-id: req-7e727fae-653c-4982-904f-b3fc52301cd1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:56.851925 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:56.852189 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e727fae-653c-4982-904f-b3fc52301cd1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:56.852581 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'status': 'completed', 'code': 200} Aug 16 22:11:56.900368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.004581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e82e10-0160-4e2c-8301-532185ea019d {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:11:57.012588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.026058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Transition to ACTIVE for port object 67e82e10-0160-4e2c-8301-532185ea019d will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:11:57.029388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.047386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:11:57.051163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-7163ad01-7444-46a3-914c-89949f68902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.052676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-7163ad01-7444-46a3-914c-89949f68902a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1126 time: 0.1536210 Aug 16 22:11:57.057407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1a19a078-c053-448d-9d6d-866ac6bbfc12 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:11:57.085264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.132934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264916a-397b-4300-94fd-7e386c23d64d req-ef7688ec-1582-461a-b518-535c15b5d8f4 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.135222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6264916a-397b-4300-94fd-7e386c23d64d req-ef7688ec-1582-461a-b518-535c15b5d8f4 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 945 time: 0.1836925 Aug 16 22:11:57.138262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Pushing event updated for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:57.152223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313de74b-6221-41aa-b2e4-f23787d21fc9 req-f60b1d0b-4144-4705-899d-baa60a760ffa tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.158396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-313de74b-6221-41aa-b2e4-f23787d21fc9 req-f60b1d0b-4144-4705-899d-baa60a760ffa tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 932 time: 0.2078888 Aug 16 22:11:57.159609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.204572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Attempting to bind port 67e82e10-0160-4e2c-8301-532185ea019d on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:11:57.205463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Attempting to bind port 67e82e10-0160-4e2c-8301-532185ea019d by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:11:57.205796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Attempting to bind port 67e82e10-0160-4e2c-8301-532185ea019d on network 2dc27c10-6136-47f1-98fc-ce82df4fc723 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:57.212006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Port 67e82e10-0160-4e2c-8301-532185ea019d on network 2dc27c10-6136-47f1-98fc-ce82df4fc723 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:11:57.212554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Attempting to bind port 67e82e10-0160-4e2c-8301-532185ea019d on network 2dc27c10-6136-47f1-98fc-ce82df4fc723 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:11:57.218170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:11:57.218648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Checking segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:11:57.219041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Bound using segment: {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:11:57.220019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Bound port: 67e82e10-0160-4e2c-8301-532185ea019d, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426d8a35-60a2-4161-a8f0-7b317ebca720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:11:57.220610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.267080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:57.285123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 has no active binding in host n-h1-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:11:57.311381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 1a19a078-c053-448d-9d6d-866ac6bbfc12 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:11:57.317371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 1a19a078-c053-448d-9d6d-866ac6bbfc12 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:11:57.318126 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.345121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:11:57.357852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=67e82e10-0160-4e2c-8301-532185ea019d,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:11:57.371937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.420100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.420746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.422245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] 10.222.0.89 "PUT /v2.0/ports/67e82e10-0160-4e2c-8301-532185ea019d HTTP/1.1" status: 200 len: 1093 time: 1.0396390 Aug 16 22:11:57.447742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b379d-4b85-42e9-880f-39d8534a9af9 service neutron] Pushing event updated for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:57.451088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-313de74b-6221-41aa-b2e4-f23787d21fc9 req-72d008a5-566f-42ed-a5ce-3593b1ecf412 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991991 Aug 16 22:11:57.509208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762466aa-2143-4b0e-be3f-f17dc8cd5ed4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:57.518153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.571313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:57.577325 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a0e6b5-6485-4ea6-82e3-d25600b1d379" -d '{"events": [{"server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:57.616062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.617095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-eede87be-8911-485b-bf37-8824bdcea8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.621623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:11:57.621867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-79245807-b422-4278-ad29-72a9c4431d62 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7980084 Aug 16 22:11:57.622427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-eede87be-8911-485b-bf37-8824bdcea8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a067c6a2bbc549778c29d5c8476ae52e&device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 1096 time: 0.0818744 Aug 16 22:11:57.625833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:57.631059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.636524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:11:57.669613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6264916a-397b-4300-94fd-7e386c23d64d req-2407ef5c-b4bb-40a1-a1b6-a9f06e5200fe tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353794 Aug 16 22:11:57.701666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfc7fa9-2a9b-4e10-82a3-bcdc06a014bb req-a27fb989-1b16-48ec-91cc-897a312e154a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=08009be4a957458fa746fe777a920ba6 HTTP/1.1" status: 200 len: 221 time: 0.0672379 Aug 16 22:11:57.711430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-4e7c82d2-14ce-455e-a331-80b2b02e8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.714933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-4e7c82d2-14ce-455e-a331-80b2b02e8e8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.6508160 Aug 16 22:11:57.743106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:57.745860 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-8c353fa3-5c9c-4f2d-a1cc-91e0a03b558a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e82e10-0160-4e2c-8301-532185ea019d HTTP/1.1" status: 200 len: 217 time: 0.1034169 Aug 16 22:11:57.795655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:57.803403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-3df690ae-8e56-4e5c-87c6-b24e7c6c2e75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 217 time: 0.0801528 Aug 16 22:11:57.808727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:57.868084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c75a3afc-c094-47d2-b7c7-c6a993fee5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.869575 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-c75a3afc-c094-47d2-b7c7-c6a993fee5c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=035d73e6-3dcf-4b91-80e1-df7d94027208 HTTP/1.1" status: 200 len: 854 time: 0.1164811 Aug 16 22:11:57.917725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-94709b92-3559-428f-89fc-e2bfb7dbc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.919717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-94709b92-3559-428f-89fc-e2bfb7dbc762 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.1076019 Aug 16 22:11:57.940536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-461c7fc0-4608-41c7-8019-781c744a720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:57.942066 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-461c7fc0-4608-41c7-8019-781c744a720f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dc27c10-6136-47f1-98fc-ce82df4fc723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628495 Aug 16 22:11:57.954140 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1349595-bf0a-44a3-8474-d724fabe5ee0 x-openstack-request-id: req-a1349595-bf0a-44a3-8474-d724fabe5ee0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:57.954618 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:57.955198 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1349595-bf0a-44a3-8474-d724fabe5ee0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:57.955637 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'code': 200} Aug 16 22:11:57.967168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-68c64ea3-9af2-4733-8a63-1b38775a9734 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322657 Aug 16 22:11:58.025899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.108496 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-6ac1b6e8-ad59-4862-8589-0d1b2054f22c service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581185 Aug 16 22:11:58.119688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Deleting subnet 931753be-5eb5-46da-852d-8bd5fea425da {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:11:58.138160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12e9b4-d9f2-421e-93b0-04fb607a4112 req-0b84cf17-b2ba-4d7e-86d0-765c10da4443 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:58.145525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc12e9b4-d9f2-421e-93b0-04fb607a4112 req-0b84cf17-b2ba-4d7e-86d0-765c10da4443 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.2962494 Aug 16 22:11:58.147209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-deleted', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:58.149957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d12cbd-e862-4ab6-8bcf-203309c0bf22" -d '{"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-deleted", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:58.156272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.168226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:11:58.204473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: b6e11ce7-c0db-490b-88a0-b464a445556a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:11:58.205406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b6e11ce7-c0db-490b-88a0-b464a445556a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:11:58.253994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc12e9b4-d9f2-421e-93b0-04fb607a4112 req-7008dfa9-f694-4ebb-851d-6f6ea499c2f1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073050 Aug 16 22:11:58.307288 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.318331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4410dea-c239-408c-b67e-04e3264ba790 req-f52b7af8-34f8-4446-adfc-e493b641c662 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:58.318990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4410dea-c239-408c-b67e-04e3264ba790 req-f52b7af8-34f8-4446-adfc-e493b641c662 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.2892683 Aug 16 22:11:58.320915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-8b209ee0-6220-4a93-9db6-267ea8c6b741 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176012 Aug 16 22:11:58.471543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.540882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4410dea-c239-408c-b67e-04e3264ba790 req-cade84ad-e2f4-4840-82bf-daa12c9f35cd tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009990 Aug 16 22:11:58.542397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-951a783c-9e9f-474b-a9fb-182a8314bc6a req-6aca10a8-1562-4ccc-8e10-1f769a8909a2 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019193 Aug 16 22:11:58.587025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218ee3a-b5c8-47c6-9f7a-035807898237 req-3ddb3c49-0d35-44bc-bbc9-087582b91584 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:58.587025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d218ee3a-b5c8-47c6-9f7a-035807898237 req-3ddb3c49-0d35-44bc-bbc9-087582b91584 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2148070 Aug 16 22:11:58.605396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Allocated IP 172.25.8.86 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/5273dac9-2e95-47aa-8011-fc84997162a8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:11:58.630672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407c94e-fcc1-4bba-b8d2-fb47d5543455 req-fdfd192b-fa97-43d6-9586-f87f32232875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:58.632309 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e407c94e-fcc1-4bba-b8d2-fb47d5543455 req-fdfd192b-fa97-43d6-9586-f87f32232875 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 1098 time: 0.5143583 Aug 16 22:11:58.639878 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e497d54-6795-4fa0-aae5-e92a01b056c1 req-bf5e66a7-9d9e-4227-8176-8c5b5a10f1d8 service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228426 Aug 16 22:11:58.666735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.709617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d218ee3a-b5c8-47c6-9f7a-035807898237 req-74db5b3c-ca39-45c9-b2f8-d67e029bf59d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Aug 16 22:11:58.711924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931753be-5eb5-46da-852d-8bd5fea425da,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:58.713910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.732764 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e407c94e-fcc1-4bba-b8d2-fb47d5543455 req-83b44645-59e2-46cf-9813-8f835e521da0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919170 Aug 16 22:11:58.738236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5fc31d92-ac2a-46ca-b77e-77dfcb5865c4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/931753be-5eb5-46da-852d-8bd5fea425da HTTP/1.1" status: 204 len: 168 time: 0.9413822 Aug 16 22:11:58.741057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:58.806666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.852248 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e148d8-4684-42c5-a7aa-bc2959e64ece x-openstack-request-id: req-50e148d8-4684-42c5-a7aa-bc2959e64ece {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:58.852567 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2449fad3-c4ab-4034-a604-5d776459056b", "name": "network-vif-deleted", "tag": "b6e11ce7-c0db-490b-88a0-b464a445556a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:58.852794 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50e148d8-4684-42c5-a7aa-bc2959e64ece {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:58.853243 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2449fad3-c4ab-4034-a604-5d776459056b', 'name': 'network-vif-deleted', 'tag': 'b6e11ce7-c0db-490b-88a0-b464a445556a', 'status': 'completed', 'code': 200} Aug 16 22:11:58.854670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:11:58.857620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.857841 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cab597-c135-4876-b6b8-39ee28345b95" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "tag": "67e82e10-0160-4e2c-8301-532185ea019d"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:11:58.866322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:58.910273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:11:58.913470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:11:58.919320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:11:58.947544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'Port': ['ID=5273dac9-2e95-47aa-8011-fc84997162a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:59.013876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.014095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.035565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724cd38-fdca-439a-9158-b6c6363a0dd8 req-536d55d9-7987-4494-b536-18d85991da65 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.037098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5724cd38-fdca-439a-9158-b6c6363a0dd8 req-536d55d9-7987-4494-b536-18d85991da65 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.1831055 Aug 16 22:11:59.038906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42e2613-3ec1-4ef1-9b75-5e573d245104']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:59.053367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.057782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602d5f52-4889-4337-b691-ab4c1b2933f5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:59.058079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602d5f52-4889-4337-b691-ab4c1b2933f5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:11:59.067026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd09ca-b614-4208-88c9-62e59dd08d11 req-bb71ec22-47b3-48a9-8afd-9d6ed04a2495 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.068505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebd09ca-b614-4208-88c9-62e59dd08d11 req-bb71ec22-47b3-48a9-8afd-9d6ed04a2495 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.2090015 Aug 16 22:11:59.087724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.123066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.144922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5724cd38-fdca-439a-9158-b6c6363a0dd8 req-1ff547a2-5420-4fc4-ab7c-55978f6892aa tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966520 Aug 16 22:11:59.147980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:11:59.148404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:11:59.150333 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:11:59.163047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebd09ca-b614-4208-88c9-62e59dd08d11 req-17d20513-8a06-4f6d-b434-d1a1ad7eb473 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797126 Aug 16 22:11:59.232757 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7bf141-ec01-4f55-aee2-ce3c1e16d2f1 x-openstack-request-id: req-da7bf141-ec01-4f55-aee2-ce3c1e16d2f1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:11:59.233082 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "tag": "67e82e10-0160-4e2c-8301-532185ea019d", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:11:59.233339 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da7bf141-ec01-4f55-aee2-ce3c1e16d2f1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:11:59.233730 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d', 'status': 'completed', 'code': 200} Aug 16 22:11:59.243218 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.255135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.257491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] 10.222.0.22 "DELETE /v2.0/networks/d42e2613-3ec1-4ef1-9b75-5e573d245104 HTTP/1.1" status: 204 len: 168 time: 0.5145566 Aug 16 22:11:59.264248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:59.280045 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.311177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf43d8-ac55-41b8-8189-bc591254c58c admin admin] Pushing event deleted for resources: {'Network': ['ID=d42e2613-3ec1-4ef1-9b75-5e573d245104,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:59.332632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.339124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b38056-33e9-4304-ae62-2465aab58710 req-78a6d91a-c655-4df2-bed8-6f8bd9b159a2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.345688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3b38056-33e9-4304-ae62-2465aab58710 req-78a6d91a-c655-4df2-bed8-6f8bd9b159a2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0752153 Aug 16 22:11:59.388678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Deleting subnet 9ff7221d-1c51-4763-8a5d-208dd6183af1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:11:59.406382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3b38056-33e9-4304-ae62-2465aab58710 req-8c8bad76-2cc2-4407-9554-b9b37845f13f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598285 Aug 16 22:11:59.419265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.426821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb36c3-f16b-4b4a-8f5c-c5a1d5413069 req-82d905d2-8f82-46d8-99a2-a105870b2b9f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.434081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bbb36c3-f16b-4b4a-8f5c-c5a1d5413069 req-82d905d2-8f82-46d8-99a2-a105870b2b9f tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 943 time: 0.0851948 Aug 16 22:11:59.459744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-1c8119ee-602a-428e-8fea-bc8271621090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.461301 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-1c8119ee-602a-428e-8fea-bc8271621090 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a067c6a2bbc549778c29d5c8476ae52e&device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 1096 time: 0.1620920 Aug 16 22:11:59.468953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'Port': ['ID=5273dac9-2e95-47aa-8011-fc84997162a8,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:59.479902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bbb36c3-f16b-4b4a-8f5c-c5a1d5413069 req-e6639c2a-91c1-43aa-9d5c-6ee039a906cb tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Aug 16 22:11:59.495980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.514588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.556208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885eaac0-161a-49c1-a566-573678dfa023 req-cddfe6ba-cde5-4017-82d7-fb92668f1a95 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.557325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885eaac0-161a-49c1-a566-573678dfa023 req-cddfe6ba-cde5-4017-82d7-fb92668f1a95 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0517230 Aug 16 22:11:59.583774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.584930 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc09c40e-a8ba-4173-b4b0-3aa61afe1384 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9578519 Aug 16 22:11:59.605977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.623912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885eaac0-161a-49c1-a566-573678dfa023 req-2438c86d-a673-4e3f-9912-a255b98479cc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577343 Aug 16 22:11:59.671232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-653d2458-55cb-4fe2-8456-d052f8357ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.672768 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-653d2458-55cb-4fe2-8456-d052f8357ddc service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dc27c10-6136-47f1-98fc-ce82df4fc723 HTTP/1.1" status: 200 len: 915 time: 0.1950250 Aug 16 22:11:59.725182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-6497f13c-d658-40d4-9a32-93396d093a4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e82e10-0160-4e2c-8301-532185ea019d HTTP/1.1" status: 200 len: 217 time: 0.0424752 Aug 16 22:11:59.764297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.780115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56420ed-c2a9-469b-ba22-dc851e0c72f1 req-49a11922-ac85-4cb3-86fa-5240618cc749 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.781917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b56420ed-c2a9-469b-ba22-dc851e0c72f1 req-49a11922-ac85-4cb3-86fa-5240618cc749 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.0978489 Aug 16 22:11:59.798356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748fabc-6452-43db-9404-5dbded583025 req-b7315ab8-c765-4600-a7df-6083f33f77f1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.800641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4748fabc-6452-43db-9404-5dbded583025 req-b7315ab8-c765-4600-a7df-6083f33f77f1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0771999 Aug 16 22:11:59.804985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff7221d-1c51-4763-8a5d-208dd6183af1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:11:59.808510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.810417 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c1b3959a-701b-43d8-b4a3-a455d0ac3a92 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9ff7221d-1c51-4763-8a5d-208dd6183af1 HTTP/1.1" status: 204 len: 168 time: 0.5451965 Aug 16 22:11:59.812922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:11:59.832540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-33f7d488-e2f3-4284-8150-5c29c0b3c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.834115 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-33f7d488-e2f3-4284-8150-5c29c0b3c3a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=035d73e6-3dcf-4b91-80e1-df7d94027208 HTTP/1.1" status: 200 len: 854 time: 0.1010382 Aug 16 22:11:59.853957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b56420ed-c2a9-469b-ba22-dc851e0c72f1 req-0561b4b2-ffdf-4a62-8a02-9b89db256b79 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521319 Aug 16 22:11:59.869422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4748fabc-6452-43db-9404-5dbded583025 req-8df9c66f-df65-4b54-90b5-1e9512e0df98 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Aug 16 22:11:59.933513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:11:59.944868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-28a443b5-4ceb-41f5-9512-8ecfc3f61295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:11:59.946450 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-28a443b5-4ceb-41f5-9512-8ecfc3f61295 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dc27c10-6136-47f1-98fc-ce82df4fc723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876727 Aug 16 22:12:00.077207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.091229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c00440-055f-49d0-a538-674fa1741d40']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:00.108762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8295679a-0fcb-4d7f-8737-1edc13fe4f60') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:00.109110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8295679a-0fcb-4d7f-8737-1edc13fe4f60') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:00.127651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.131241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6588a29-ce90-44f9-a1ad-c1ac239e6ad2 req-54011ce6-7dc4-4a5a-a216-bd0d7fead675 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:00.132733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6588a29-ce90-44f9-a1ad-c1ac239e6ad2 req-54011ce6-7dc4-4a5a-a216-bd0d7fead675 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.0827687 Aug 16 22:12:00.144257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-b937ced0-972e-430a-a52f-781d235b37f7 service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835055 Aug 16 22:12:00.144435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:00.149978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Request body: {'floatingip': {'port_id': '18a3fe35-ff29-4119-a4e8-1dc0566639bf'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:00.155177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.177123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:00.198432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:12:00.198848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:12:00.200520 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:12:00.216453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-9e9bb9e6-9457-49e9-bb7a-a96a5c7f42d8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:00.218880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-9e9bb9e6-9457-49e9-bb7a-a96a5c7f42d8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.2413206 Aug 16 22:12:00.232442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.286076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.295874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.300615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/98c00440-055f-49d0-a538-674fa1741d40 HTTP/1.1" status: 204 len: 168 time: 0.4839444 Aug 16 22:12:00.317721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d1878-8e16-49da-8231-5738051f53e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c00440-055f-49d0-a538-674fa1741d40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:00.321200 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3cab597-c135-4876-b6b8-39ee28345b95 req-cc4b1921-d9a8-4200-91f5-c3478f56bdc7 service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740496 Aug 16 22:12:00.325153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-e20662f0-cc9f-4177-b392-b4cf8b00a0db tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/quotas/b0664da5dd22450ea830ad5788c9badd HTTP/1.1" status: 200 len: 375 time: 0.0962777 Aug 16 22:12:00.435703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:00.493534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4a7c8-2af2-449a-920f-0cb92b81dca1 req-0ffe550b-4dd4-4c5f-aa1b-220602995671 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:00.497454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d4a7c8-2af2-449a-920f-0cb92b81dca1 req-0ffe550b-4dd4-4c5f-aa1b-220602995671 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2113924 Aug 16 22:12:00.504224 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-adfa65b2-4713-4b4f-a3af-ab84df2ca9b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5624b35132d2479889cc6371835d2c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659380 Aug 16 22:12:00.506308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:00.533139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-3de0ccd6-75a8-4e5b-90b7-ab83debcbf7b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1860981 Aug 16 22:12:00.556559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.577780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.630591 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.633376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:00.637670 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d4643ed-f42b-4632-93a8-fd7b2556c92c HTTP/1.1" status: 204 len: 168 time: 0.1304028 Aug 16 22:12:00.646463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113923a4-5ee2-4525-9818-996a0b96f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4643ed-f42b-4632-93a8-fd7b2556c92c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:00.967636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d4a7c8-2af2-449a-920f-0cb92b81dca1 req-850aa711-8f01-40e5-9390-4c9d724427f0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615681 Aug 16 22:12:01.039987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:01.080470 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-3a184733-ebfe-4cc3-920e-f2630e3bf850 service neutron] 10.222.0.89 "GET /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.0700920 Aug 16 22:12:01.129746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-028af576-7945-4f78-9dc5-34def8b0309d service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783706 Aug 16 22:12:01.258712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:01.258917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c9c945f-7c7c-48e9-bc86-ba5aef8384ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b26b8ce6474247ccadb8cc01a5ede5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153287 Aug 16 22:12:01.282821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:01.325061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:01.331665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1e9ed-83f4-405c-881c-e569b71564c7 req-05c8dc13-03e0-46e4-9ab1-6d406a9ed239 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:01.333238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc1e9ed-83f4-405c-881c-e569b71564c7 req-05c8dc13-03e0-46e4-9ab1-6d406a9ed239 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.2632501 Aug 16 22:12:01.356090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.378736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.391235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-84dfb261-5ff6-4173-97f7-83193633995a service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413871 Aug 16 22:12:01.436529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.440115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.441400 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce83fd13-d56d-4ec9-93f9-53fff62a3690 HTTP/1.1" status: 204 len: 168 time: 0.1816239 Aug 16 22:12:01.456827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3423-e88b-4be4-9c6a-c7c0ff61ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce83fd13-d56d-4ec9-93f9-53fff62a3690,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:01.458137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc1e9ed-83f4-405c-881c-e569b71564c7 req-58444893-492b-4489-bd59-d7742aab14de tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079538 Aug 16 22:12:01.460680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:01.495954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:01.535384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.625419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.632193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] Transition to ACTIVE for port object 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:01.651065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.669339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:01.743085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] No DVR routers for this DVR port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:01.818032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] 10.222.0.89 "PUT /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31/bindings/n-h1-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7267122 Aug 16 22:12:01.834162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfee80-583b-4d98-aa2b-d48d07e6058d service neutron] Pushing event updated for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:01.849621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a6daf-f6ba-4c6a-ba0e-4aa78d0e7246 req-73295f6c-b4f0-4bbc-8b09-4e5393904464 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:01.851938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f3a6daf-f6ba-4c6a-ba0e-4aa78d0e7246 req-73295f6c-b4f0-4bbc-8b09-4e5393904464 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.2647550 Aug 16 22:12:01.877031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85611de3-d16a-4c4d-a55d-a7081279fa08 req-ca8d201b-6aaa-4660-b642-59a1c81f2dd2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:01.881575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85611de3-d16a-4c4d-a55d-a7081279fa08 req-ca8d201b-6aaa-4660-b642-59a1c81f2dd2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.2058973 Aug 16 22:12:01.951327 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97 associated. External IP: 172.25.8.57, port: 18a3fe35-ff29-4119-a4e8-1dc0566639bf. Aug 16 22:12:02.019932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-bb543de4-fdd2-42c3-86ba-00e42a69754c tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.022447 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-bb543de4-fdd2-42c3-86ba-00e42a69754c tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.0712292 Aug 16 22:12:02.044958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85611de3-d16a-4c4d-a55d-a7081279fa08 req-d3a3a9d5-5a5e-477e-9a2a-36c82368f2d8 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417038 Aug 16 22:12:02.066310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f3a6daf-f6ba-4c6a-ba0e-4aa78d0e7246 req-6de17e9b-6894-4ba6-9dcb-7efb8706dc25 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028422 Aug 16 22:12:02.141733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-68c6bc3e-13db-4b4f-8e2a-3b19e019f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.146577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-68c6bc3e-13db-4b4f-8e2a-3b19e019f0dc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2 HTTP/1.1" status: 200 len: 1096 time: 0.1103299 Aug 16 22:12:02.277983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-dfc85de8-6201-4cd7-9f8f-566744d260f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.281048 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-dfc85de8-6201-4cd7-9f8f-566744d260f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1096 time: 0.0895708 Aug 16 22:12:02.413431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bfb36-9aa5-4d8a-9c12-04fb973783f8 req-3d982808-5925-4494-a399-34ad5c2728d2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.415015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c5bfb36-9aa5-4d8a-9c12-04fb973783f8 req-3d982808-5925-4494-a399-34ad5c2728d2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2130179 Aug 16 22:12:02.518049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a118db-5c13-45dc-8f86-d382b467dfd4 req-1a0018eb-7771-471b-9999-6601ad538e89 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.519486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79a118db-5c13-45dc-8f86-d382b467dfd4 req-1a0018eb-7771-471b-9999-6601ad538e89 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.1521988 Aug 16 22:12:02.521416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-45708efe-3974-455e-9ed6-eaf8aee040d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.531008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:02.535750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-45708efe-3974-455e-9ed6-eaf8aee040d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.2452507 Aug 16 22:12:02.537573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Request body: {'floatingip': {'port_id': '1a19a078-c053-448d-9d6d-866ac6bbfc12'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:02.590190 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-d5b5eb30-6360-4db2-8b6d-d7849accafc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 200 len: 217 time: 0.0450730 Aug 16 22:12:02.609512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c5bfb36-9aa5-4d8a-9c12-04fb973783f8 req-c3a09dbb-3c33-4cb2-9f63-bcb1955e6ab5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795328 Aug 16 22:12:02.641337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:02.668900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-e610e5a2-4608-444c-9457-327affbb4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.670757 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-e610e5a2-4608-444c-9457-327affbb4f85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0713599 Aug 16 22:12:02.685699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:12:02.755631 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-4144eb6a-4295-4e93-937c-f694168c11f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683351 Aug 16 22:12:02.765792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b83c086-c43f-402a-b547-8c4bf2eac0e5 req-d32b5412-280d-48cf-9dab-d83b08b095b3 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 210 time: 0.1492598 Aug 16 22:12:02.878918 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-2c9b2412-5b08-471b-b654-c0a3c7d97e18 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037612 Aug 16 22:12:02.946504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a23e5d-0a73-4482-b016-08ebb0325b3c req-50ec8876-f24f-47fa-9f00-f7cf83cacc0c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:02.948050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a23e5d-0a73-4482-b016-08ebb0325b3c req-50ec8876-f24f-47fa-9f00-f7cf83cacc0c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1595318 Aug 16 22:12:03.005821 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-694e992c-f547-47ee-81cd-b84623426a76 service neutron] 10.222.0.88 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141562 Aug 16 22:12:03.072556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a23e5d-0a73-4482-b016-08ebb0325b3c req-792ef719-f88d-4b4a-a172-020966b6bdb7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917735 Aug 16 22:12:03.143956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:03.150173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.157217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:03.171327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:03.172087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:03.191234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f282fd74-d9c4-444b-a38e-d207fc1fcd6a tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "PUT /v2.0/floatingips/17a7c6d1-b866-4256-aac6-d71252a9cf97 HTTP/1.1" status: 200 len: 991 time: 3.0427463 Aug 16 22:12:03.193766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:03.195233 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52be038-c239-46c5-911e-afb7cf854ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:03.287386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8f5d4-c935-439a-8cf1-6cab56935a4d req-0b860438-58f5-4526-96af-89767870e7a1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.288925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58d8f5d4-c935-439a-8cf1-6cab56935a4d req-0b860438-58f5-4526-96af-89767870e7a1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.0997369 Aug 16 22:12:03.326509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:03.380506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883baa2-5a64-4e3f-b997-dc9958a0a16c req-57bfd1d6-c1fa-4aee-8626-8f4dbbc37555 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.382086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4883baa2-5a64-4e3f-b997-dc9958a0a16c req-57bfd1d6-c1fa-4aee-8626-8f4dbbc37555 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.1912742 Aug 16 22:12:03.396748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-88fda609-c408-4103-a958-836aad6804a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.398477 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-88fda609-c408-4103-a958-836aad6804a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.2565174 Aug 16 22:12:03.420996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'port': {'device_id': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'admin_state_up': True, 'tenant_id': 'b0664da5dd22450ea830ad5788c9badd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:03.434321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58d8f5d4-c935-439a-8cf1-6cab56935a4d req-72a6ecea-fd8d-453f-9532-9aa998124e88 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369364 Aug 16 22:12:03.532170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4883baa2-5a64-4e3f-b997-dc9958a0a16c req-73cd78ba-d6c0-4e8f-9c3c-f03d4ee1ea5e tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010752 Aug 16 22:12:03.570180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-ecb7dc79-c4db-4df9-9a68-ecd6250cea45 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.571685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-ecb7dc79-c4db-4df9-9a68-ecd6250cea45 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392&tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1096 time: 0.1433647 Aug 16 22:12:03.656648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b5e43-50a8-4dfb-a6c9-2d080c732792 req-b7e02a90-a684-4055-936f-0bf4348a9fcf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.660103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e38b5e43-50a8-4dfb-a6c9-2d080c732792 req-b7e02a90-a684-4055-936f-0bf4348a9fcf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1145887 Aug 16 22:12:03.733950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Made reservation on behalf of b0664da5dd22450ea830ad5788c9badd for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:03.739178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.744142 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e82ccac-f9ba-4ba4-8fb5-e839c5cfacaf x-openstack-request-id: req-3e82ccac-f9ba-4ba4-8fb5-e839c5cfacaf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:03.744433 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:03.744581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:ff:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbcd43-0040-43d2-9e22-4340575fe412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:12:01Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:03.744753 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e82ccac-f9ba-4ba4-8fb5-e839c5cfacaf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:03.745103 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'status': 'completed', 'code': 200} Aug 16 22:12:03.752465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e38b5e43-50a8-4dfb-a6c9-2d080c732792 req-9becb9cf-55b6-42d6-b743-e6096a367046 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Aug 16 22:12:03.753699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b6e2aafa-8199-4a3b-9a49-3c1b6e2ef0ef service neutron] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:03.758172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b6e2aafa-8199-4a3b-9a49-3c1b6e2ef0ef service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.758608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.759519 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ee24d3a0-85b2-45ce-a497-817610c44ee3 req-b6e2aafa-8199-4a3b-9a49-3c1b6e2ef0ef service neutron] 10.222.0.88 "DELETE /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31/bindings/n-h2-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.1721315 Aug 16 22:12:03.764612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:03.831263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:03.841685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:03.842306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:03.890830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-e4b6cf9b-8bac-48ff-899a-58761078593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:03.892367 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-e4b6cf9b-8bac-48ff-899a-58761078593c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 1098 time: 0.0735579 Aug 16 22:12:03.925153 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Floating IP 56969934-4206-45bd-8b5f-7500a335ee2f associated. External IP: 172.25.8.252, port: 1a19a078-c053-448d-9d6d-866ac6bbfc12. Aug 16 22:12:04.015535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:04.020605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Allocated IP 172.20.0.4 (f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc/0d093b31-427d-4bcf-b359-1667e1f6770f/1221f4cc-7a35-4706-aa86-79e6bd77cfe1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:04.080305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-1b67c5cc-c351-447d-a716-4537d08ab2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.081790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-1b67c5cc-c351-447d-a716-4537d08ab2e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 200 len: 923 time: 0.1814890 Aug 16 22:12:04.223490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-5d0960d9-53d5-4bac-8465-90b13e2afd8a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf HTTP/1.1" status: 200 len: 999 time: 0.1207964 Aug 16 22:12:04.301956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:04.315384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-464ff34f-bbb1-4126-8881-69f051f044ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.317320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-464ff34f-bbb1-4126-8881-69f051f044ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 200 len: 862 time: 0.0781221 Aug 16 22:12:04.350195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e76e6050-065e-4e49-8dbf-ae48d385493c req-0c5a929c-e0c7-4a2e-9849-ab94e0b7d501 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 210 time: 0.3838949 Aug 16 22:12:04.402863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-04e9bc76-a959-4ee5-b62e-85714d2353ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.405593 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-04e9bc76-a959-4ee5-b62e-85714d2353ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775650 Aug 16 22:12:04.410764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:04.414522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:ff:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbcd43-0040-43d2-9e22-4340575fe412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:12:01Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:04.446002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-cf724943-ae4d-4752-a049-03e521af3f61 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=247aedb59fcf4165bce2b985252d7dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026456 Aug 16 22:12:04.446419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe8250-2169-4b24-89ec-e8e0fed2d18f None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '17a7c6d1-b866-4256-aac6-d71252a9cf97', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'port_id': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'mac_address': 'fa:16:3e:ff:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bbcd43-0040-43d2-9e22-4340575fe412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:12:01Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:04.554976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:04.559120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:04.561557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:04.567256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:04.656404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae49fe-42d0-4a0e-a9b0-278701befacd req-b65532ff-6191-49a9-85d4-3e4f7e0dcd59 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.658101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80ae49fe-42d0-4a0e-a9b0-278701befacd req-b65532ff-6191-49a9-85d4-3e4f7e0dcd59 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1803510 Aug 16 22:12:04.690483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-f846db5d-7047-4496-b614-ae0c71d0715d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.692141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-f846db5d-7047-4496-b614-ae0c71d0715d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451439 Aug 16 22:12:04.712898 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a62e33-82b4-4256-af5b-d6b2c84099ab None None] New status for floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:12:04.758820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-f87fda87-6592-4510-9af1-9da309aa925c tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/quotas/247aedb59fcf4165bce2b985252d7dac HTTP/1.1" status: 200 len: 375 time: 0.0562053 Aug 16 22:12:04.789240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80ae49fe-42d0-4a0e-a9b0-278701befacd req-7e367572-5eba-4a25-ace3-c2320c12f9a7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160870 Aug 16 22:12:04.826466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-5cdb8a25-fb49-4c0c-a0f3-f7076d2686a1 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596771 Aug 16 22:12:04.852454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:12:04.952613 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-5f7053bb-0e45-4a64-b663-daef9da966aa service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322459 Aug 16 22:12:04.967726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:04.968382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.080342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:05.086127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.093527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Sync routers for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:05.094694 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-d3093b10-f4f8-43bb-ba22-0bbe250d80a2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6786141 Aug 16 22:12:05.112453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:05.114135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:05.118297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Request body: {'port': {'device_id': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:05.132024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884dc97-8a3a-41c1-9e86-76842898251a req-0a1569b2-00b2-4f92-afd2-7cbc99be1f1d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.133876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2884dc97-8a3a-41c1-9e86-76842898251a req-0a1569b2-00b2-4f92-afd2-7cbc99be1f1d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.1735470 Aug 16 22:12:05.146874 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d52be038-c239-46c5-911e-afb7cf854ff8 req-d245158d-9f80-4ff3-9221-b2dc0aec755d service neutron] 10.222.0.88 "GET /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748798 Aug 16 22:12:05.188238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.196932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d768ec3-f5d5-4eba-8e81-4c38d45e6e0a tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "PUT /v2.0/floatingips/56969934-4206-45bd-8b5f-7500a335ee2f HTTP/1.1" status: 200 len: 992 time: 2.6645184 Aug 16 22:12:05.237306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b349e0-189b-4abd-8cf6-635cfc710183 req-adf651e8-5cbc-4053-8792-e2642d7fca13 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.240030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26b349e0-189b-4abd-8cf6-635cfc710183 req-adf651e8-5cbc-4053-8792-e2642d7fca13 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.1501443 Aug 16 22:12:05.259332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:05.264416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2884dc97-8a3a-41c1-9e86-76842898251a req-baabcd22-f940-4993-814e-ab8eaf35a4dc tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225245 Aug 16 22:12:05.301569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26b349e0-189b-4abd-8cf6-635cfc710183 req-2e267305-513f-48ee-adb9-a573840225fe tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418489 Aug 16 22:12:05.518243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e619542-6496-46dc-bab9-6d16d9febf5b req-85e75bc2-dd3f-44e4-9d90-ebc7189400bf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.525585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e619542-6496-46dc-bab9-6d16d9febf5b req-85e75bc2-dd3f-44e4-9d90-ebc7189400bf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1124630 Aug 16 22:12:05.546220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:05.559760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.564190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e619542-6496-46dc-bab9-6d16d9febf5b req-8f668e55-894e-4815-9d4b-98c78c1c8a24 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Aug 16 22:12:05.574383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Transition to ACTIVE for port object 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:05.591041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.657350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '56969934-4206-45bd-8b5f-7500a335ee2f', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'port_id': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'mac_address': 'fa:16:3e:27:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:36Z', 'updated_at': '2021-08-16T22:12:03Z', 'revision_number': 1, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:05.663946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:05.686567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48fd93f6-724f-4b10-9f31-3ff30c7436db req-7e54a31d-42a1-4a9f-9c18-ffa57f73e090 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 210 time: 0.0349071 Aug 16 22:12:05.707882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Checking router: 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:05.720263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:05.722093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:05.746327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:05.749457 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109" -d '{"events": [{"name": "network-changed", "server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:05.804958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Attempting to bind port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:05.806132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Attempting to bind port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:05.806877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Attempting to bind port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:05.813236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:12:05.813566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Attempting to bind port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:05.819939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:05.820421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Checking segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:05.820860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Bound using segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:05.821344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Bound port: 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:05.821779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.875607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88552680-854f-498d-980d-aaf77a3e8aec req-ae03da00-6ed1-46bc-91fc-ea624e2516d2 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.878423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88552680-854f-498d-980d-aaf77a3e8aec req-ae03da00-6ed1-46bc-91fc-ea624e2516d2 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 1096 time: 0.0973403 Aug 16 22:12:05.900061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:05.901857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0bc42-86aa-4a53-80ae-f9df9cdab26b req-b63d3442-10e2-418d-92f0-0d13879ec61c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.903365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1c0bc42-86aa-4a53-80ae-f9df9cdab26b req-b63d3442-10e2-418d-92f0-0d13879ec61c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 943 time: 0.1109967 Aug 16 22:12:05.904560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:05.908287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:05.912050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.951466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88552680-854f-498d-980d-aaf77a3e8aec req-34bd2f2e-8ccb-431d-80d1-943a409e3050 tempest-LiveAutoBlockMigrationV225Test-37618421 tempest-LiveAutoBlockMigrationV225Test-37618421-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Aug 16 22:12:05.952820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:05.953504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:05.955435 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] 10.222.0.89 "PUT /v2.0/ports/1221f4cc-7a35-4706-aa86-79e6bd77cfe1 HTTP/1.1" status: 200 len: 1092 time: 0.8424885 Aug 16 22:12:05.955874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:05.958215 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8cb67-9d1c-494a-b9b8-994356a36668" -d '{"events": [{"name": "network-changed", "server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:05.973502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1c0bc42-86aa-4a53-80ae-f9df9cdab26b req-f2c51280-f4b4-414b-b84c-f63b7ab46fa3 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605123 Aug 16 22:12:06.036320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4f16-ea0b-4dbf-8fad-0cac5a351ede service neutron] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:06.069320 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36f835-8cdd-4e8c-9432-51108d03d8fe x-openstack-request-id: req-8f36f835-8cdd-4e8c-9432-51108d03d8fe {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:06.069706 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:06.069962 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f36f835-8cdd-4e8c-9432-51108d03d8fe {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:06.070351 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'status': 'completed', 'code': 200} Aug 16 22:12:06.089873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea827875-84bd-4c05-82f3-b0def8efc524 req-e31dbd3a-82be-46c1-ad7d-5a0b8e07797a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.091425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea827875-84bd-4c05-82f3-b0def8efc524 req-e31dbd3a-82be-46c1-ad7d-5a0b8e07797a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0630715 Aug 16 22:12:06.099067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-32809fdf-0c7e-4ac4-bc56-939f6f74b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.100817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-32809fdf-0c7e-4ac4-bc56-939f6f74b5d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 1095 time: 0.0527561 Aug 16 22:12:06.106784 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85580d8e-7312-472c-9714-bf4ee3ff3b7a x-openstack-request-id: req-85580d8e-7312-472c-9714-bf4ee3ff3b7a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:06.107118 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:06.107307 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85580d8e-7312-472c-9714-bf4ee3ff3b7a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:06.107701 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'status': 'completed', 'code': 200} Aug 16 22:12:06.137100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea827875-84bd-4c05-82f3-b0def8efc524 req-5e647353-59d6-49a8-9ea4-16548351aedb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Aug 16 22:12:06.178019 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-8966bc56-17b0-4675-bf2c-6e0163ada115 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0588510 Aug 16 22:12:06.216061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '56969934-4206-45bd-8b5f-7500a335ee2f', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'port_id': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'mac_address': 'fa:16:3e:27:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:36Z', 'updated_at': '2021-08-16T22:12:03Z', 'revision_number': 1, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:06.256321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab9f327-9204-4c59-a3f1-d79412d9dd89 None None] The sync data for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 is: [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '56969934-4206-45bd-8b5f-7500a335ee2f', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'floating_ip_address': '172.25.8.252', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'port_id': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'mac_address': 'fa:16:3e:27:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:36Z', 'updated_at': '2021-08-16T22:12:03Z', 'revision_number': 1, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:06.279807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-e7e3b9db-64cd-442f-a8dd-4824e4fd2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.281520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-e7e3b9db-64cd-442f-a8dd-4824e4fd2966 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94641680ee4c415cab1abf92d1849bae&device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 1098 time: 0.1023240 Aug 16 22:12:06.291965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-6248714d-2143-424f-9f2a-b33717b74871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.293458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-6248714d-2143-424f-9f2a-b33717b74871 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.0784173 Aug 16 22:12:06.345916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd6e2-733a-4775-8e66-e8fa67e487cc req-030904a2-00f4-47db-8714-782088775b19 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.347484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9affd6e2-733a-4775-8e66-e8fa67e487cc req-030904a2-00f4-47db-8714-782088775b19 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0616055 Aug 16 22:12:06.390970 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-a980e915-8eac-4eb3-ad3f-8c71ed033bfe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281508 Aug 16 22:12:06.438006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-997f3760-6349-497f-9efa-11674c46944b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=247aedb59fcf4165bce2b985252d7dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835361 Aug 16 22:12:06.485099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-8b403d84-413e-4c51-ac37-7b8c9421acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.487339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-8b403d84-413e-4c51-ac37-7b8c9421acf0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1f2e264d-abc6-4f08-907b-ba10aa1e136a HTTP/1.1" status: 200 len: 912 time: 0.1928065 Aug 16 22:12:06.516604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9affd6e2-733a-4775-8e66-e8fa67e487cc req-5791758f-03b7-4b01-bf37-7f0738f32f30 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474032 Aug 16 22:12:06.542480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67abc02-6192-451c-9c1f-66a4bc7e3cdb req-4cc76601-7cb0-4ca8-9597-47a055da9e77 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.550427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e67abc02-6192-451c-9c1f-66a4bc7e3cdb req-4cc76601-7cb0-4ca8-9597-47a055da9e77 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.1799812 Aug 16 22:12:06.580945 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-48d61f19-6af1-44dd-9600-23ff800e19e4 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813004 Aug 16 22:12:06.596747 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-7ddfbb10-6779-4b5b-9a7c-c64cad2176d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12 HTTP/1.1" status: 200 len: 1000 time: 0.0987387 Aug 16 22:12:06.618389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e67abc02-6192-451c-9c1f-66a4bc7e3cdb req-4c1fa83f-456f-44d6-a571-bbc05108ae29 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Aug 16 22:12:06.644092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0f899-f7f5-4c3e-b406-ad7f57133a99 None None] New status for floating IP 56969934-4206-45bd-8b5f-7500a335ee2f: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:12:06.698684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-0e9143ff-8ed1-45d4-b7d1-9876b2cb1f11 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.699997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-0e9143ff-8ed1-45d4-b7d1-9876b2cb1f11 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514744 Aug 16 22:12:06.726032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3c34a-351a-48cd-a335-0f2b73c66e2e req-3994e495-b292-4749-9d64-05a8493d2d54 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.733630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35a3c34a-351a-48cd-a335-0f2b73c66e2e req-3994e495-b292-4749-9d64-05a8493d2d54 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.1134024 Aug 16 22:12:06.739353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-df4938f0-718f-4213-b131-0d53bade8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.740920 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-df4938f0-718f-4213-b131-0d53bade8e7a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d70c1725-7359-4419-83ad-cbaf07f3c26f HTTP/1.1" status: 200 len: 851 time: 0.0716343 Aug 16 22:12:06.742251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Request body: {'port': {'device_id': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '247aedb59fcf4165bce2b985252d7dac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:06.744893 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d2dd1933-7037-4b8f-8aa1-648cf768f618 req-a212d2b9-30fb-4160-aaab-97ded6555e19 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458459 Aug 16 22:12:06.801390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-3406451e-d50c-4b5e-9df2-4992083c3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.803075 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-3406451e-d50c-4b5e-9df2-4992083c3ffd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1f2e264d-abc6-4f08-907b-ba10aa1e136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491729 Aug 16 22:12:06.849939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35a3c34a-351a-48cd-a335-0f2b73c66e2e req-f83e8a04-0cca-4902-9ae6-4c6e49c2f044 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153789 Aug 16 22:12:06.937868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Made reservation on behalf of 247aedb59fcf4165bce2b985252d7dac for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:06.941926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:06.945010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-2a6054ee-95c4-4cfe-9f9d-5e1234195c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:06.946522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-2a6054ee-95c4-4cfe-9f9d-5e1234195c32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 1095 time: 0.0900605 Aug 16 22:12:06.967493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:06.985355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67c82b6e-55d2-4992-a28d-7ad84a40081d req-7b28f73c-25fd-4cf2-b45d-f478cba48fdb tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 210 time: 0.0401671 Aug 16 22:12:07.022422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-fc81adef-408e-412d-9a17-49450d7e07d0 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972432 Aug 16 22:12:07.103768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45646332-6d46-46d5-acb7-77055821b734 req-4417c65c-4429-4258-8ddc-d5747d9223b7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.105370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45646332-6d46-46d5-acb7-77055821b734 req-4417c65c-4429-4258-8ddc-d5747d9223b7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0916786 Aug 16 22:12:07.131890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-5054a9c6-ac51-43fe-b89b-836969446232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.133399 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-5054a9c6-ac51-43fe-b89b-836969446232 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 921 time: 0.1733713 Aug 16 22:12:07.193552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45646332-6d46-46d5-acb7-77055821b734 req-f382fc1b-dce6-44e2-a6e6-dc2080c653ad tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Aug 16 22:12:07.194132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-a0175456-2284-42ab-94d0-1ec698528dde service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0483761 Aug 16 22:12:07.197744 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-433ec0a0-67ea-4f2c-9395-a5c2d8e47109 req-20c6db46-8b71-4c67-b02c-cb7001e95e01 service neutron] 10.222.0.88 "GET /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631353 Aug 16 22:12:07.208228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ca4dd-ed5a-4316-90d0-9322c89a67db req-4da0366a-07b4-43a9-8d13-0e4c4acb5a82 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.209696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-044ca4dd-ed5a-4316-90d0-9322c89a67db req-4da0366a-07b4-43a9-8d13-0e4c4acb5a82 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 943 time: 0.1034265 Aug 16 22:12:07.231698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.246193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.249839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-0df044d7-fbf7-40d7-b8e8-8987bd4547d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.251394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-0df044d7-fbf7-40d7-b8e8-8987bd4547d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.0497739 Aug 16 22:12:07.286763 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-6a984e0d-f303-4076-9592-915718710071 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262341 Aug 16 22:12:07.356844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-044ca4dd-ed5a-4316-90d0-9322c89a67db req-33ccb3fb-35bd-4d40-b777-9d1e516c0205 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401374 Aug 16 22:12:07.359982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:07.384921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-567e9250-ed14-4c91-9e56-c2028a1abce6 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898466 Aug 16 22:12:07.418386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0a8bb-026a-4e3a-bc39-d68e3bb65daa req-51421fc9-7f8b-4375-9abb-e139f24a0829 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.419902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbe0a8bb-026a-4e3a-bc39-d68e3bb65daa req-51421fc9-7f8b-4375-9abb-e139f24a0829 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1112916 Aug 16 22:12:07.440025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Allocated IP 192.168.233.22 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/ea35ccaf-7ce0-4007-ade3-7a9fda40b75a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:07.486178 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-fad8cb67-9d1c-494a-b9b8-994356a36668 req-cdb4909d-544f-4f6c-b346-56cc1d1660a5 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908682 Aug 16 22:12:07.490890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbe0a8bb-026a-4e3a-bc39-d68e3bb65daa req-09d390ec-ef7f-4b2f-a71c-ecb5b26a315c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626826 Aug 16 22:12:07.613350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.630378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Transition to ACTIVE for port object ea35ccaf-7ce0-4007-ade3-7a9fda40b75a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:07.657704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-3d4fc7bf-5975-4055-9130-65f3dac2bf0c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.659354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-3d4fc7bf-5975-4055-9130-65f3dac2bf0c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.0658884 Aug 16 22:12:07.694534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.762276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Deleting port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:07.762519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.768323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:07.779460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:07.792667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b11f0-36e8-4b80-97b3-705a0f44fe49 req-938fd66b-185a-4c47-87c4-ef70354cb6c0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.794045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-916b11f0-36e8-4b80-97b3-705a0f44fe49 req-938fd66b-185a-4c47-87c4-ef70354cb6c0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1342821 Aug 16 22:12:07.797141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:07.834927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3050-0afe-4547-b7e8-2874aaaf221e req-3c17938a-fe0d-4031-88dd-ddbfef59f071 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.836479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee0c3050-0afe-4547-b7e8-2874aaaf221e req-3c17938a-fe0d-4031-88dd-ddbfef59f071 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 944 time: 0.1456418 Aug 16 22:12:07.843917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Pushing event updated for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:07.859531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] For port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:07.859909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.874941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Calling delete_port for 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:07.903127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:07.903775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:07.925777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-916b11f0-36e8-4b80-97b3-705a0f44fe49 req-ab8d775b-f4b6-4afd-baa6-bd8f1bf23e21 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202829 Aug 16 22:12:07.936046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee0c3050-0afe-4547-b7e8-2874aaaf221e req-116a37c9-36e5-424b-b18e-785df3d90306 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Aug 16 22:12:07.943381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-4928cf7c-8f6a-4062-969f-b1c0de596d31 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2047713 Aug 16 22:12:07.970921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Request body: {'port': {'device_id': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:08.047184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.052439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.086401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event deleted for resources: {'Port': ['ID=4c41cd91-5b6d-4aaa-84b2-9b166679ef31,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:08.092087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:08.135911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['4c41cd91-5b6d-4aaa-84b2-9b166679ef31'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:08.151712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] No DVR routers for this DVR port 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:08.155710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc8b93-fa6d-488f-a0f0-60c828fe4bc2 req-b20a6b65-c63c-497b-bd8e-c02916702200 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.156801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.157355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30dc8b93-fa6d-488f-a0f0-60c828fe4bc2 req-b20a6b65-c63c-497b-bd8e-c02916702200 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.1115513 Aug 16 22:12:08.160672 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-29ac1ef2-898f-4d38-a75a-a481b0a3d0cf req-cbe2a5c5-83fd-4ccb-ad85-a766a6dd3b95 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.88 "DELETE /v2.0/ports/4c41cd91-5b6d-4aaa-84b2-9b166679ef31 HTTP/1.1" status: 204 len: 173 time: 0.4936700 Aug 16 22:12:08.161670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-deleted', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:08.164516 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a710309-327e-4635-a61f-69a0409bfb19" -d '{"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-deleted", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:08.186771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:08.223699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22bfa12d-a4a7-4946-96b3-8af8a05916d4 None None] Provisioning for port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:08.237274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22bfa12d-a4a7-4946-96b3-8af8a05916d4 None None] Provisioning complete for port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:08.237848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22bfa12d-a4a7-4946-96b3-8af8a05916d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.286097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30dc8b93-fa6d-488f-a0f0-60c828fe4bc2 req-4076a800-609c-4b48-8bea-bde94556b222 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807946 Aug 16 22:12:08.361117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-22bfa12d-a4a7-4946-96b3-8af8a05916d4 None None] Port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:08.439406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:08.459558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'port_id': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'mac_address': 'fa:16:3e:47:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d093b31-427d-4bcf-b359-1667e1f6770f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:08.461165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6fd81-87df-4b60-96d2-7e82765ef999 req-0afaa8c2-6b97-4faa-96ed-43ebd3c4a723 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.462694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff6fd81-87df-4b60-96d2-7e82765ef999 req-0afaa8c2-6b97-4faa-96ed-43ebd3c4a723 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1094818 Aug 16 22:12:08.507358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773935-0127-4cb9-b705-c82905db1864 req-3718a3d7-495d-4b34-8042-15db951e708b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.508900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a773935-0127-4cb9-b705-c82905db1864 req-3718a3d7-495d-4b34-8042-15db951e708b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 935 time: 0.1194911 Aug 16 22:12:08.527912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.540687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:08.561756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:08.562891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff6fd81-87df-4b60-96d2-7e82765ef999 req-ece6d2bb-80fc-47ae-9c03-5bd50fa57d56 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846636 Aug 16 22:12:08.567041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.608490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea35ccaf-7ce0-4007-ade3-7a9fda40b75a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:08.621818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.622014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:08.638793 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c6fc4-6fee-4a45-b5da-6418fce3bea7 x-openstack-request-id: req-0a1c6fc4-6fee-4a45-b5da-6418fce3bea7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:08.639169 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e444bcc-918f-43ab-9a78-a429ee0cd392", "name": "network-vif-deleted", "tag": "4c41cd91-5b6d-4aaa-84b2-9b166679ef31", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:08.639431 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a1c6fc4-6fee-4a45-b5da-6418fce3bea7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:08.639841 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e444bcc-918f-43ab-9a78-a429ee0cd392', 'name': 'network-vif-deleted', 'tag': '4c41cd91-5b6d-4aaa-84b2-9b166679ef31', 'status': 'completed', 'code': 200} Aug 16 22:12:08.667503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a773935-0127-4cb9-b705-c82905db1864 req-7ed2988c-9937-4699-8571-4291790653d6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470470 Aug 16 22:12:08.675819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Transition to ACTIVE for port object ea35ccaf-7ce0-4007-ade3-7a9fda40b75a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:08.680508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:08.812700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:08.842406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b92e2a-0d58-4168-9c1c-62c6a3676e13 req-40f9f163-a03b-44a0-b313-1e6fab583604 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.844153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20b92e2a-0d58-4168-9c1c-62c6a3676e13 req-40f9f163-a03b-44a0-b313-1e6fab583604 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 944 time: 0.1293707 Aug 16 22:12:08.914833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efe543-3654-454d-8ae0-49c7c18a9d2b req-9f9040da-b57c-4cdb-9d16-c9db7ceae25b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:08.916451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79efe543-3654-454d-8ae0-49c7c18a9d2b req-9f9040da-b57c-4cdb-9d16-c9db7ceae25b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1576743 Aug 16 22:12:08.953791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20b92e2a-0d58-4168-9c1c-62c6a3676e13 req-18c77d18-eae3-493a-ae1b-34fdff241c9f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Aug 16 22:12:08.955574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1221f4cc-7a35-4706-aa86-79e6bd77cfe1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:08.957608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Attempting to bind port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:08.957954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Attempting to bind port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:08.958296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Attempting to bind port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:08.968525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:12:08.970731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Attempting to bind port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:08.992232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79efe543-3654-454d-8ae0-49c7c18a9d2b req-e9962e0b-ee93-4d78-9213-3adde2d6857b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Aug 16 22:12:08.995195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:08.995825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:08.996175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:08.996615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Bound port: ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:08.996983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:09.111442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde3dccb-8ff3-405b-a881-bf95580d20d4 req-ea77d83f-4725-4148-96ed-a8223bbef90d tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 210 time: 0.0430419 Aug 16 22:12:09.113688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:09.143663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:09.149020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:09.191286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.191827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:09.193226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-9b703257-8189-41d4-a994-3a53833483bb service neutron] 10.222.0.89 "PUT /v2.0/ports/ea35ccaf-7ce0-4007-ade3-7a9fda40b75a HTTP/1.1" status: 200 len: 1096 time: 1.2291856 Aug 16 22:12:09.196025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:09.198872 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:09.234366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156f43-3660-4457-970a-959799729945 req-315f1da0-8faf-4dcd-85ee-6b108b5a973a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.249762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed156f43-3660-4457-970a-959799729945 req-315f1da0-8faf-4dcd-85ee-6b108b5a973a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1639345 Aug 16 22:12:09.269651 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932288f8-e205-410d-a442-df85cf3b3d6e x-openstack-request-id: req-932288f8-e205-410d-a442-df85cf3b3d6e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:09.269925 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:09.270173 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-932288f8-e205-410d-a442-df85cf3b3d6e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:09.270575 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a', 'status': 'completed', 'code': 200} Aug 16 22:12:09.275009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703257-8189-41d4-a994-3a53833483bb service neutron] Pushing event updated for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:09.332693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed156f43-3660-4457-970a-959799729945 req-1fd8ffd9-8d7c-438d-b1b8-2a3f17af1a96 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820353 Aug 16 22:12:09.346167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-54d8fa97-53c1-4ad9-bfcb-5bc8ad16c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.347648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-54d8fa97-53c1-4ad9-bfcb-5bc8ad16c3b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 1099 time: 0.0623057 Aug 16 22:12:09.429533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-0837bc4e-9d77-424d-b8dc-efcd48aa8464 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a HTTP/1.1" status: 200 len: 217 time: 0.0656996 Aug 16 22:12:09.525365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-73115ce0-0f6b-42bf-b7e5-f82a1ac99023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.526944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-73115ce0-0f6b-42bf-b7e5-f82a1ac99023 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0890143 Aug 16 22:12:09.534644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f1c9-71eb-4f79-8c3e-c0212c605a2d req-89397f1c-b11b-4e27-a80b-e793f5740169 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.536041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3c2f1c9-71eb-4f79-8c3e-c0212c605a2d req-89397f1c-b11b-4e27-a80b-e793f5740169 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 944 time: 0.1092360 Aug 16 22:12:09.632097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3c2f1c9-71eb-4f79-8c3e-c0212c605a2d req-6f427cf4-f8dd-41a1-9f19-da4ca4de2db2 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782373 Aug 16 22:12:09.647375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579721f4-d3e7-4756-a011-3ace6ae38524 req-5f6ce380-1adb-4684-8fa8-2ff4ce00be34 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.648971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579721f4-d3e7-4756-a011-3ace6ae38524 req-5f6ce380-1adb-4684-8fa8-2ff4ce00be34 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1109781 Aug 16 22:12:09.651087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-f23b51a3-1dfe-44aa-85e1-1a4b13dc7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.652989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-f23b51a3-1dfe-44aa-85e1-1a4b13dc7835 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1160817 Aug 16 22:12:09.732608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579721f4-d3e7-4756-a011-3ace6ae38524 req-8b3d505b-1220-4711-8e8b-11b804669c71 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771983 Aug 16 22:12:09.804226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-857b9433-60b3-46a6-afd2-df3fdaf834fb service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414871 Aug 16 22:12:09.816875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41059cd-f24d-4c9f-b071-b8c5751688fc req-e0280b5e-e3a5-44a7-aef4-539a1f27f0b5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.818467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e41059cd-f24d-4c9f-b071-b8c5751688fc req-e0280b5e-e3a5-44a7-aef4-539a1f27f0b5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 947 time: 0.0751247 Aug 16 22:12:09.942086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e41059cd-f24d-4c9f-b071-b8c5751688fc req-e56d3bc7-92c2-4048-a21c-2fc8504dcae1 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 Aug 16 22:12:09.949286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f3aa4-f9b7-4df4-88a2-afa77d0d377f req-6027a347-d0e2-4341-864b-734791978aaf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:09.950554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-717f3aa4-f9b7-4df4-88a2-afa77d0d377f req-6027a347-d0e2-4341-864b-734791978aaf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1302884 Aug 16 22:12:09.985772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23e550-2e0a-462e-bd03-7d2291150136 req-444ed470-09f5-454c-8dbc-6d75f3c1282c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660199 Aug 16 22:12:10.006372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-717f3aa4-f9b7-4df4-88a2-afa77d0d377f req-f09bdd19-2e34-4873-b9e3-84843ec7eb2e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Aug 16 22:12:10.109138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15654ea-e591-4bcf-898e-83b414a8962c req-16eb14ea-0906-40ef-b121-7a92b22c563c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.110604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f15654ea-e591-4bcf-898e-83b414a8962c req-16eb14ea-0906-40ef-b121-7a92b22c563c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 944 time: 0.0644217 Aug 16 22:12:10.173797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-e7a5378a-384b-45cd-b7c6-39d82118d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.175306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-e7a5378a-384b-45cd-b7c6-39d82118d7e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 1099 time: 0.0844636 Aug 16 22:12:10.191212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f15654ea-e591-4bcf-898e-83b414a8962c req-4c08b6d1-d97c-47af-a7b2-9e60c00b04c6 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Aug 16 22:12:10.193028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 67e82e10-0160-4e2c-8301-532185ea019d details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:10.211899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:10.347519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:10.358462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:10.359204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:10.399189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=67e82e10-0160-4e2c-8301-532185ea019d,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:10.419610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '67e82e10-0160-4e2c-8301-532185ea019d', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'port_id': '67e82e10-0160-4e2c-8301-532185ea019d', 'mac_address': 'fa:16:3e:36:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:10.523304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:10.537825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:10.563071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:10.565466 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe652b-4d99-434a-b0ca-7d1070c7cab8" -d '{"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-plugged", "status": "completed", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:10.571194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e82e10-0160-4e2c-8301-532185ea019d {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:10.585560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:10.591501 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:10.625451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=67e82e10-0160-4e2c-8301-532185ea019d,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:10.635668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:10.654135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eac71fc-f704-410a-8cc1-c776d155ff88 req-0a4adadd-fd69-4e80-a842-ae7c01bba1e0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 210 time: 0.3727412 Aug 16 22:12:10.655826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:10.666062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.666429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.666782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.667127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.667469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.667809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.668667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.669018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.669381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.669714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.670049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.670382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:10.682318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd264e-eb5e-4612-b21c-449a0b12cc4a req-62cb8426-a1be-49cc-aa40-eaf35b8fe569 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.683812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6dd264e-eb5e-4612-b21c-449a0b12cc4a req-62cb8426-a1be-49cc-aa40-eaf35b8fe569 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.4872978 Aug 16 22:12:10.721558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-0091b1d9-26b1-4f21-8568-7a3d399c8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.723027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-0091b1d9-26b1-4f21-8568-7a3d399c8368 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.5276115 Aug 16 22:12:10.729822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:10.777120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6dd264e-eb5e-4612-b21c-449a0b12cc4a req-54a53fe4-ef27-4f88-ba3e-9bd69aed525d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Aug 16 22:12:10.778475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-2e6cebbe-524a-4733-a10b-dfe9f17742de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a HTTP/1.1" status: 200 len: 217 time: 0.0400982 Aug 16 22:12:10.843214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-9b459494-36c0-4769-9f32-daae11e136ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.845676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-9b459494-36c0-4769-9f32-daae11e136ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0587139 Aug 16 22:12:10.901444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-46a62314-2558-4ea8-9514-5356684cb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:10.903311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-46a62314-2558-4ea8-9514-5356684cb383 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504112 Aug 16 22:12:10.933353 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b328c5a-eb86-4f53-bf7b-59480364a128 x-openstack-request-id: req-3b328c5a-eb86-4f53-bf7b-59480364a128 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:10.933646 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-plugged", "status": "completed", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:10.933892 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b328c5a-eb86-4f53-bf7b-59480364a128 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:10.934290 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'code': 200} Aug 16 22:12:11.006269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['67e82e10-0160-4e2c-8301-532185ea019d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:11.051022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-d5b94c0c-b743-4049-86af-8366defd3520 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380839 Aug 16 22:12:11.083381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abc259-e1f0-42f1-be20-0a989ec59c37 req-ef6536fe-0b1d-4c8c-bb41-2bfd96d4f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.084887 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-03abc259-e1f0-42f1-be20-0a989ec59c37 req-ef6536fe-0b1d-4c8c-bb41-2bfd96d4f748 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 1097 time: 0.0501406 Aug 16 22:12:11.123526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:11.125827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-03abc259-e1f0-42f1-be20-0a989ec59c37 req-7d442151-77b5-43db-966a-4c90a3a11b7f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Aug 16 22:12:11.147965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:11.148318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4c41cd91-5b6d-4aaa-84b2-9b166679ef31 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:11.161240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685899ea-8e4f-4890-8d1a-a58307a617c1 req-89778953-c4c1-4cc3-ab4b-49e505d8aebe tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.162808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685899ea-8e4f-4890-8d1a-a58307a617c1 req-89778953-c4c1-4cc3-ab4b-49e505d8aebe tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 945 time: 0.1630754 Aug 16 22:12:11.200658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb8c9-64ad-40d6-b628-b3026135f2c9 req-fc8dcc33-c9a1-46cc-9c58-584413d2351d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.202239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f0cb8c9-64ad-40d6-b628-b3026135f2c9 req-fc8dcc33-c9a1-46cc-9c58-584413d2351d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 947 time: 0.1536348 Aug 16 22:12:11.247787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c7e3dce-9b63-444c-8d02-9c24a8e99fe0 req-79f51a5b-8d88-49e3-a5e9-75c790479048 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846421 Aug 16 22:12:11.257087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685899ea-8e4f-4890-8d1a-a58307a617c1 req-d22681ce-a684-458b-85cb-abf1924005d2 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859525 Aug 16 22:12:11.283526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f0cb8c9-64ad-40d6-b628-b3026135f2c9 req-ad907b54-e4ce-429b-a93c-b7d0b041f842 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Aug 16 22:12:11.361784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844a710-df6e-42bd-ad5d-6909f69b0acb req-9d9b91e1-9c1f-4ce4-813b-37200126d64f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.363294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c844a710-df6e-42bd-ad5d-6909f69b0acb req-9d9b91e1-9c1f-4ce4-813b-37200126d64f tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Aug 16 22:12:11.401400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c844a710-df6e-42bd-ad5d-6909f69b0acb req-d9705b10-39a6-407d-8c2f-baa24834cbe1 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Aug 16 22:12:11.753880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc2d7c0c-0d93-4c3a-b557-0227552f1e8d req-27aaf383-ffa6-48dd-b24a-13b3eef145d4 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e444bcc-918f-43ab-9a78-a429ee0cd392 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Aug 16 22:12:11.905044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58ac05-1aeb-4cac-9eed-7ad07f80060a req-16e57bf6-f338-4dd0-aba0-77c4adf83089 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:11.907214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb58ac05-1aeb-4cac-9eed-7ad07f80060a req-16e57bf6-f338-4dd0-aba0-77c4adf83089 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0572491 Aug 16 22:12:11.948540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb58ac05-1aeb-4cac-9eed-7ad07f80060a req-911912ec-e832-4054-af8b-e0115cd20a00 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Aug 16 22:12:12.226029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea35ccaf-7ce0-4007-ade3-7a9fda40b75a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:12.255477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 67e82e10-0160-4e2c-8301-532185ea019d up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:12.258240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48007117-af7c-43d3-9d9e-15e46f79aec4 req-25bdec3d-f07e-4a89-921d-6693bb1b9365 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:12.265692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48007117-af7c-43d3-9d9e-15e46f79aec4 req-25bdec3d-f07e-4a89-921d-6693bb1b9365 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0659549 Aug 16 22:12:12.314635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48007117-af7c-43d3-9d9e-15e46f79aec4 req-d8539f0f-ad6c-4aef-b557-d15d30e0586b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Aug 16 22:12:12.434460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7b126-f37a-4591-bf09-d183617b9dd6 req-8253c08a-e2cd-4771-ac50-88ec50b00a1b tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:12.443994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dc7b126-f37a-4591-bf09-d183617b9dd6 req-8253c08a-e2cd-4771-ac50-88ec50b00a1b tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 945 time: 0.0830705 Aug 16 22:12:12.549920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dc7b126-f37a-4591-bf09-d183617b9dd6 req-2ad8fb8f-d7d0-4926-8b77-b24f5d832a36 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045849 Aug 16 22:12:12.590613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a0256-283c-4fba-906a-036db5f31053 req-62d70ca0-021d-4cc3-a33a-fd5473b2915b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:12.592362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-326a0256-283c-4fba-906a-036db5f31053 req-62d70ca0-021d-4cc3-a33a-fd5473b2915b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 947 time: 0.1074464 Aug 16 22:12:12.654793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-326a0256-283c-4fba-906a-036db5f31053 req-e3a2d58a-5600-46e9-a826-d86cf46382b0 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Aug 16 22:12:12.673596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:12.682085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a', 'mac_address': 'fa:16:3e:4a:e6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:12.689502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 67e82e10-0160-4e2c-8301-532185ea019d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:12.711440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 67e82e10-0160-4e2c-8301-532185ea019d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:12.711824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:12.717094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40a38-f4e8-470d-8365-3588180eab55 req-8475a883-7539-4e54-920b-d9885b4b6aa4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:12.718743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f40a38-f4e8-470d-8365-3588180eab55 req-8475a883-7539-4e54-920b-d9885b4b6aa4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.0628591 Aug 16 22:12:12.757773 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:12.761286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f40a38-f4e8-470d-8365-3588180eab55 req-5b43b3df-9113-410b-a3c2-c5b020b05b46 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Aug 16 22:12:12.795704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea35ccaf-7ce0-4007-ade3-7a9fda40b75a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:12.851381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:12.857857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:12.864391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:12.932063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=67e82e10-0160-4e2c-8301-532185ea019d,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:12.933967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcce2e-2042-49bb-a621-ddcd487846d0 req-2073eb04-ff78-4bdb-b3c2-dad3d3007268 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:12.945579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bfcce2e-2042-49bb-a621-ddcd487846d0 req-2073eb04-ff78-4bdb-b3c2-dad3d3007268 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.0934601 Aug 16 22:12:12.946412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:12.948408 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfe40c8-e7c6-446e-a5cd-324668876a99" -d '{"events": [{"server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "name": "network-vif-plugged", "status": "completed", "tag": "67e82e10-0160-4e2c-8301-532185ea019d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:12.967490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:12.987714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:12.999437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bfcce2e-2042-49bb-a621-ddcd487846d0 req-a3061acd-8bee-42da-8f1e-466d087a70c1 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Aug 16 22:12:13.084062 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53396e4-92e8-4ad4-ac96-acbfcf1d72c7 x-openstack-request-id: req-c53396e4-92e8-4ad4-ac96-acbfcf1d72c7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:13.084451 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "name": "network-vif-plugged", "status": "completed", "tag": "67e82e10-0160-4e2c-8301-532185ea019d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:13.084801 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c53396e4-92e8-4ad4-ac96-acbfcf1d72c7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:13.085309 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d', 'code': 200} Aug 16 22:12:13.096418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:13.211597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:13.254078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292080e-f8f0-48d7-959e-cbfbebf02348 req-90b9b437-e2bd-497e-acc7-7918618b48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.256676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1292080e-f8f0-48d7-959e-cbfbebf02348 req-90b9b437-e2bd-497e-acc7-7918618b48b0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 1098 time: 0.0854187 Aug 16 22:12:13.305981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1292080e-f8f0-48d7-959e-cbfbebf02348 req-bdc82962-b63e-42fb-9d62-84312b3d1b66 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Aug 16 22:12:13.500664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8df247-a6e7-4867-a5e0-53c36391fd26 req-bd180de1-821e-4372-aafd-3dd5e3883744 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.510459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc8df247-a6e7-4867-a5e0-53c36391fd26 req-bd180de1-821e-4372-aafd-3dd5e3883744 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0742147 Aug 16 22:12:13.565441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc8df247-a6e7-4867-a5e0-53c36391fd26 req-afb2a267-ef07-4250-9985-c2b5e2e772a3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473065 Aug 16 22:12:13.716235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a031642-170d-4809-8a2d-a8734a38c396 req-fe519ae0-c150-4277-9f9d-5f12a381dda4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.724920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a031642-170d-4809-8a2d-a8734a38c396 req-fe519ae0-c150-4277-9f9d-5f12a381dda4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0917747 Aug 16 22:12:13.761201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce799-8202-4a8b-8c62-36ed9fa115a8 req-a826e65f-9dcd-4c7d-b912-031008716d6f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.762795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b6ce799-8202-4a8b-8c62-36ed9fa115a8 req-a826e65f-9dcd-4c7d-b912-031008716d6f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1016014 Aug 16 22:12:13.792545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a031642-170d-4809-8a2d-a8734a38c396 req-09f2bc10-f659-49f4-80c8-2ef47adbfc3e tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666952 Aug 16 22:12:13.816796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b6ce799-8202-4a8b-8c62-36ed9fa115a8 req-d9f66666-5000-4c25-ad7a-e03db08adcc9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Aug 16 22:12:13.937769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af2a2f-356f-41c0-b7a5-8375e54561ac req-ff9448bb-3f43-4e05-8391-11666ebc39ea tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:13.942278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41af2a2f-356f-41c0-b7a5-8375e54561ac req-ff9448bb-3f43-4e05-8391-11666ebc39ea tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 948 time: 0.0614882 Aug 16 22:12:13.987335 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.010306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41af2a2f-356f-41c0-b7a5-8375e54561ac req-47fa72b6-027f-4051-af18-0b23fa2165c0 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580564 Aug 16 22:12:14.031421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a526a58-5eb1-4629-9bf2-11693866f7cb req-afc22df8-c9c7-40ab-a30c-aa2a77e237ca tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.040408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a526a58-5eb1-4629-9bf2-11693866f7cb req-afc22df8-c9c7-40ab-a30c-aa2a77e237ca tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.0968263 Aug 16 22:12:14.092050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a526a58-5eb1-4629-9bf2-11693866f7cb req-8e8318f0-1a37-45b9-9b9c-98a46c4b1ae7 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Aug 16 22:12:14.188696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca3744-ef84-4835-82cb-55dd05d6ab1e req-cf0a16cb-aac0-4929-b92f-6a9ba3602941 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.190391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8ca3744-ef84-4835-82cb-55dd05d6ab1e req-cf0a16cb-aac0-4929-b92f-6a9ba3602941 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0559425 Aug 16 22:12:14.231141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8ca3744-ef84-4835-82cb-55dd05d6ab1e req-7d63dde4-9ad6-4397-a0e8-17ba895ba1ab tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Aug 16 22:12:14.279922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea35ccaf-7ce0-4007-ade3-7a9fda40b75a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:14.340228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:14.344577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:14.344791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.368033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67553e7-2fd5-449b-894f-a1eb0851407b req-e127c2c1-ea8f-44a2-aac5-6aaa06698740 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.377378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67553e7-2fd5-449b-894f-a1eb0851407b req-e127c2c1-ea8f-44a2-aac5-6aaa06698740 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0763350 Aug 16 22:12:14.427616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67553e7-2fd5-449b-894f-a1eb0851407b req-16b8be31-a748-4999-878d-87e20ceda819 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Aug 16 22:12:14.456381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.499253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:14.506439 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:14.571605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12dfd-d89f-49e1-8e4d-f1979723436e req-b93c51b9-a150-4624-b154-eee2360c369c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.574245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b12dfd-d89f-49e1-8e4d-f1979723436e req-b93c51b9-a150-4624-b154-eee2360c369c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0580683 Aug 16 22:12:14.582623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:14.658781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b12dfd-d89f-49e1-8e4d-f1979723436e req-762fdac1-519b-44b3-8cfa-7b475edc8abd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574200 Aug 16 22:12:14.807762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec1a88-2700-42b8-9041-e456f8781d5f req-e313ad41-4090-4d6a-8829-cdbfe1b59ccb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.809350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dec1a88-2700-42b8-9041-e456f8781d5f req-e313ad41-4090-4d6a-8829-cdbfe1b59ccb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0645401 Aug 16 22:12:14.862721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dec1a88-2700-42b8-9041-e456f8781d5f req-9a2d9710-26ec-43c1-aa47-c19108aabfff tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Aug 16 22:12:14.940783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d7ca5-5a9b-4dfa-b0e8-2ac5b21e9d50 req-569a23cc-a72b-459b-81c5-7eac5604965e tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:14.949908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348d7ca5-5a9b-4dfa-b0e8-2ac5b21e9d50 req-569a23cc-a72b-459b-81c5-7eac5604965e tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0663967 Aug 16 22:12:14.998292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348d7ca5-5a9b-4dfa-b0e8-2ac5b21e9d50 req-8a6abc87-641a-496a-95cf-98790fa5809a tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 Aug 16 22:12:15.051419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1003-aa54-442f-a604-ee43a1d08684 req-b59c6ee5-a3e8-4be7-8d29-fff8fb271307 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.053612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-523a1003-aa54-442f-a604-ee43a1d08684 req-b59c6ee5-a3e8-4be7-8d29-fff8fb271307 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0540657 Aug 16 22:12:15.087488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:15.090663 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963360c9-92cb-4b5d-ae19-c5f5c89aee70" -d '{"events": [{"server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "name": "network-vif-plugged", "status": "completed", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:15.134802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-523a1003-aa54-442f-a604-ee43a1d08684 req-57a61208-34c7-4c1c-bbbc-bdc7e728f863 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Aug 16 22:12:15.175324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dea2b8-b129-40a9-9c61-c5874dc62635 req-d47be08b-c11e-4c8b-b01f-09b51db1384b tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.177548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1dea2b8-b129-40a9-9c61-c5874dc62635 req-d47be08b-c11e-4c8b-b01f-09b51db1384b tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.1124175 Aug 16 22:12:15.195833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:15.202035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Request body: {'floatingip': {'port_id': '67e82e10-0160-4e2c-8301-532185ea019d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:15.228833 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1510a37f-5606-4086-a902-7580e8dd2339 x-openstack-request-id: req-1510a37f-5606-4086-a902-7580e8dd2339 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:15.229346 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "name": "network-vif-plugged", "status": "completed", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:15.229996 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1510a37f-5606-4086-a902-7580e8dd2339 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:15.231028 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a', 'code': 200} Aug 16 22:12:15.258423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:15.449048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4d56-7718-4f44-96b3-63c25bb9f4e8 req-0824d49d-9093-4c70-abfd-7d443a657090 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.450597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f6c4d56-7718-4f44-96b3-63c25bb9f4e8 req-0824d49d-9093-4c70-abfd-7d443a657090 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.2100375 Aug 16 22:12:15.494197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a98076c-60aa-4003-bbc7-3e373440d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:15.507322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ebe5d-0ed4-444f-b151-73c43af68a72 req-de09e0ed-ca4f-4d0f-8804-39d670f09900 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.509241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e68ebe5d-0ed4-444f-b151-73c43af68a72 req-de09e0ed-ca4f-4d0f-8804-39d670f09900 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.1902740 Aug 16 22:12:15.576019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d919dd-d25a-42ce-b5b3-9d6c1d8ac3e7 req-60ca9030-d53b-4fbe-9d76-d6659a1fc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.577527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3d919dd-d25a-42ce-b5b3-9d6c1d8ac3e7 req-60ca9030-d53b-4fbe-9d76-d6659a1fc729 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 1101 time: 0.2334700 Aug 16 22:12:15.607291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f6c4d56-7718-4f44-96b3-63c25bb9f4e8 req-45562315-fe23-438e-9c6b-36abf42ccae2 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450665 Aug 16 22:12:15.698436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e68ebe5d-0ed4-444f-b151-73c43af68a72 req-01146154-c57d-4cd2-9445-34905bee83fe tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789370 Aug 16 22:12:15.714129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3d919dd-d25a-42ce-b5b3-9d6c1d8ac3e7 req-27568650-0aa8-4e06-88a4-c90cd817d8ab service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 Aug 16 22:12:15.804820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cef36-9797-4d41-bd70-5c05a821b5aa req-be4ffe4e-dda8-491b-b9e1-72514970e959 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:15.806653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a10cef36-9797-4d41-bd70-5c05a821b5aa req-be4ffe4e-dda8-491b-b9e1-72514970e959 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1184824 Aug 16 22:12:15.925468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a10cef36-9797-4d41-bd70-5c05a821b5aa req-cfacf332-ddc0-45b2-980b-f5435c13dcd0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Aug 16 22:12:16.063026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.073854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.125791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3389ba-2938-4d6c-86f2-00e78550dd72 req-1ed5410f-ea98-4d57-b179-3f3addb92218 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.127387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f3389ba-2938-4d6c-86f2-00e78550dd72 req-1ed5410f-ea98-4d57-b179-3f3addb92218 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1034048 Aug 16 22:12:16.214027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f3389ba-2938-4d6c-86f2-00e78550dd72 req-b84ee15d-f75f-475e-b6f6-c8401ce6b904 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Aug 16 22:12:16.220754 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Floating IP 37471ced-4daf-475b-a861-218601cf4a44 associated. External IP: 172.25.8.14, port: 67e82e10-0160-4e2c-8301-532185ea019d. Aug 16 22:12:16.294939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:16.414949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:16.426886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'port_id': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'mac_address': 'fa:16:3e:47:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d093b31-427d-4bcf-b359-1667e1f6770f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:16.428893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9260709-b108-47fd-8355-a1dd9a66592d req-b1c07569-90ab-474c-ba04-52fb4fb8268e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.430454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9260709-b108-47fd-8355-a1dd9a66592d req-b1c07569-90ab-474c-ba04-52fb4fb8268e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1095111 Aug 16 22:12:16.474789 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.488527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:16.510504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:16.516315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.549083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9260709-b108-47fd-8355-a1dd9a66592d req-a72ceb08-5f9b-4380-a343-9dc6bc1d29b3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121867 Aug 16 22:12:16.558547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf474ec-914f-4109-aa3e-1fdd9b66668d req-47f10c42-018b-4486-97a1-5267d6e80c90 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.560105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf474ec-914f-4109-aa3e-1fdd9b66668d req-47f10c42-018b-4486-97a1-5267d6e80c90 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 0.1268582 Aug 16 22:12:16.584066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:12:16.584705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:16.624618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf474ec-914f-4109-aa3e-1fdd9b66668d req-20af3331-8861-415b-96b0-684eca82350c tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554175 Aug 16 22:12:16.788988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1221f4cc-7a35-4706-aa86-79e6bd77cfe1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:16.791888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaee6e-2781-41b6-b81f-5983de741029 req-e9484f62-bc50-4396-9370-31f11cee15a0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.793379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6daaee6e-2781-41b6-b81f-5983de741029 req-e9484f62-bc50-4396-9370-31f11cee15a0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1263928 Aug 16 22:12:16.818346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6f857-1963-46c4-ae59-9df778e185f2 req-6284c3b9-1e45-494f-9418-bbbc2a44d8d5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:16.819784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76a6f857-1963-46c4-ae59-9df778e185f2 req-6284c3b9-1e45-494f-9418-bbbc2a44d8d5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.1206367 Aug 16 22:12:16.827447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:16.836576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:16.838936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Sync routers for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:16.864207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:16.864905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:16.890152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6daaee6e-2781-41b6-b81f-5983de741029 req-3419d254-86f8-407d-87af-600621c5b720 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878975 Aug 16 22:12:16.896697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6a4bbb2a-293b-4db9-9c2b-54ee39a5a526 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "PUT /v2.0/floatingips/37471ced-4daf-475b-a861-218601cf4a44 HTTP/1.1" status: 200 len: 991 time: 1.6964300 Aug 16 22:12:16.899390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:16.901795 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c70b0e-f985-4c75-a370-57d9c59b7d73" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "tag": "67e82e10-0160-4e2c-8301-532185ea019d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:16.921116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76a6f857-1963-46c4-ae59-9df778e185f2 req-a37e368a-78f0-40c1-8d71-92d36f2cb072 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860221 Aug 16 22:12:17.026435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:17.032539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e386a8-8996-457f-980c-e1d0dd95df37 req-7e49d034-bed6-4681-b180-3b4c136e9daa tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.034102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e386a8-8996-457f-980c-e1d0dd95df37 req-7e49d034-bed6-4681-b180-3b4c136e9daa tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 944 time: 0.0545149 Aug 16 22:12:17.076713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e386a8-8996-457f-980c-e1d0dd95df37 req-9b9ee5f4-d437-4242-a593-d825267770f6 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Aug 16 22:12:17.136528 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c96edbd-7ef8-4490-bd23-2889dd44731b x-openstack-request-id: req-8c96edbd-7ef8-4490-bd23-2889dd44731b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:17.136821 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "tag": "67e82e10-0160-4e2c-8301-532185ea019d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:17.137097 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c96edbd-7ef8-4490-bd23-2889dd44731b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:17.137496 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d', 'status': 'completed', 'code': 200} Aug 16 22:12:17.233186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410eee-51d9-4f9e-a2cb-242cfece0d81 req-5cb01b52-7167-418e-b814-084210f1a882 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.240466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7410eee-51d9-4f9e-a2cb-242cfece0d81 req-5cb01b52-7167-418e-b814-084210f1a882 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0588648 Aug 16 22:12:17.277586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7410eee-51d9-4f9e-a2cb-242cfece0d81 req-0fddfa0e-c2cd-4603-bd6d-8f336ef57118 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Aug 16 22:12:17.284332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '37471ced-4daf-475b-a861-218601cf4a44', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'port_id': '67e82e10-0160-4e2c-8301-532185ea019d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'mac_address': 'fa:16:3e:36:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:22Z', 'updated_at': '2021-08-16T22:12:15Z', 'revision_number': 1, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:17.317117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Checking router: 1ad4d366-c513-468f-bce6-8aa2a2cd5206 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:17.327507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:17.328153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:11:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:17.354450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-e827b847-9718-4bc1-9c8d-412bf67880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.355985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-e827b847-9718-4bc1-9c8d-412bf67880f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a067c6a2bbc549778c29d5c8476ae52e&device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 1098 time: 0.0647955 Aug 16 22:12:17.483834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:17.529842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-1d576b9a-f77c-4be6-8ca5-b57e509d7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.533352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-1d576b9a-f77c-4be6-8ca5-b57e509d7410 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dc27c10-6136-47f1-98fc-ce82df4fc723 HTTP/1.1" status: 200 len: 915 time: 0.1689990 Aug 16 22:12:17.555018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f094bd7-1769-4234-839c-a1a16255ab61 req-5d82837a-0932-4ab2-95a7-b31b21be59f0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.556485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f094bd7-1769-4234-839c-a1a16255ab61 req-5d82837a-0932-4ab2-95a7-b31b21be59f0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1128769 Aug 16 22:12:17.627078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f094bd7-1769-4234-839c-a1a16255ab61 req-b8447684-29dd-4a21-b289-243bed46ba1b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515997 Aug 16 22:12:17.634747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf5df6-71c6-4e27-83cd-27c162788b4c req-801f25e1-897e-4034-a82e-e3e2d638aad8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.636245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fbf5df6-71c6-4e27-83cd-27c162788b4c req-801f25e1-897e-4034-a82e-e3e2d638aad8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 944 time: 0.0990770 Aug 16 22:12:17.674646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-04386d14-0846-4408-bd0b-287aefbd0d3a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.676737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-04386d14-0846-4408-bd0b-287aefbd0d3a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Aug 16 22:12:17.727920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '37471ced-4daf-475b-a861-218601cf4a44', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'port_id': '67e82e10-0160-4e2c-8301-532185ea019d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'mac_address': 'fa:16:3e:36:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:22Z', 'updated_at': '2021-08-16T22:12:15Z', 'revision_number': 1, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:17.755651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244250f-db19-42c2-b220-b96f2c6ead7f None None] The sync data for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 is: [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '37471ced-4daf-475b-a861-218601cf4a44', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'port_id': '67e82e10-0160-4e2c-8301-532185ea019d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'mac_address': 'fa:16:3e:36:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:11:22Z', 'updated_at': '2021-08-16T22:12:15Z', 'revision_number': 1, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:17.763908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-07c4ea7c-9276-4c88-893f-375022beef3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e82e10-0160-4e2c-8301-532185ea019d HTTP/1.1" status: 200 len: 999 time: 0.1531148 Aug 16 22:12:17.769097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fbf5df6-71c6-4e27-83cd-27c162788b4c req-deb59282-ff77-4ea7-94aa-b2080c46bdd0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865552 Aug 16 22:12:17.787351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Deleting port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:17.787811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:17.846050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762901eb-1524-49a8-9fdb-15a3f705ddd5 req-06255141-c318-4e82-a562-8c9075a75591 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.847802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-762901eb-1524-49a8-9fdb-15a3f705ddd5 req-06255141-c318-4e82-a562-8c9075a75591 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5f26b91-f1de-45e6-8589-d6aa04262c81 HTTP/1.1" status: 200 len: 945 time: 0.1270552 Aug 16 22:12:17.849562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-688b5cc7-1314-40b7-b485-15979ae16fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.851027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-688b5cc7-1314-40b7-b485-15979ae16fee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=035d73e6-3dcf-4b91-80e1-df7d94027208 HTTP/1.1" status: 200 len: 854 time: 0.0777402 Aug 16 22:12:17.901960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] For port 9bd7b152-26b6-45af-9e13-7e7717f53ad4, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bd7b152-26b6-45af-9e13-7e7717f53ad4,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:17.902410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:17.918945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Calling delete_port for 9bd7b152-26b6-45af-9e13-7e7717f53ad4 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:17.953714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-762901eb-1524-49a8-9fdb-15a3f705ddd5 req-de1c18b8-3b95-4f99-9cde-0cec43f567e1 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995865 Aug 16 22:12:17.967746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-5630781c-2c83-48e6-81d0-2f0d39252c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.969442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-5630781c-2c83-48e6-81d0-2f0d39252c96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dc27c10-6136-47f1-98fc-ce82df4fc723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065445 Aug 16 22:12:17.978904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8fd3c-0e72-4350-a5c4-a74dd6be1639 req-78e81bcc-d465-4d85-9ddf-a0ac8299341e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:17.980415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48a8fd3c-0e72-4350-a5c4-a74dd6be1639 req-78e81bcc-d465-4d85-9ddf-a0ac8299341e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1281345 Aug 16 22:12:18.009708 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c817288e-b660-4ff2-9078-02d8130e4d61 None None] New status for floating IP 37471ced-4daf-475b-a861-218601cf4a44: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:12:18.059414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.104600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.125708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48a8fd3c-0e72-4350-a5c4-a74dd6be1639 req-ca2131b1-64d0-4178-ae3f-c1be41e2edbc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943789 Aug 16 22:12:18.134736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event deleted for resources: {'Port': ['ID=9bd7b152-26b6-45af-9e13-7e7717f53ad4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:18.142852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9bd7b152-26b6-45af-9e13-7e7717f53ad4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:18.146488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-d084eaa4-fe5b-4d8c-a81c-c73bceb26912 service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649790 Aug 16 22:12:18.165713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415572-025b-4b1a-8639-08d4be1b349b req-a9bd3b79-45ee-48da-970f-9a93b282d6d5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:18.167381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf415572-025b-4b1a-8639-08d4be1b349b req-a9bd3b79-45ee-48da-970f-9a93b282d6d5 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.1109624 Aug 16 22:12:18.196862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] No DVR routers for this DVR port 9bd7b152-26b6-45af-9e13-7e7717f53ad4 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:18.199680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.202034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5eedc66a-4566-421e-ab9f-eb72f9485d69 req-a8cc1511-3492-477f-b007-c3a995b6c6ff tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "DELETE /v2.0/ports/9bd7b152-26b6-45af-9e13-7e7717f53ad4 HTTP/1.1" status: 204 len: 173 time: 0.5176928 Aug 16 22:12:18.202194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-deleted', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:18.204508 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22169fb-7dec-4d20-959a-0a896e67fcdc" -d '{"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-deleted", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:18.218592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76634b6a-40d8-4f44-a78b-ef2f550de423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.332780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:18.389020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:18.389581 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.440723 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e4a56a-4f0d-4d7a-b537-add79a5e07e2 x-openstack-request-id: req-b5e4a56a-4f0d-4d7a-b537-add79a5e07e2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:18.441315 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f26b91-f1de-45e6-8589-d6aa04262c81", "name": "network-vif-deleted", "tag": "9bd7b152-26b6-45af-9e13-7e7717f53ad4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:18.441781 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5e4a56a-4f0d-4d7a-b537-add79a5e07e2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:18.442626 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f26b91-f1de-45e6-8589-d6aa04262c81', 'name': 'network-vif-deleted', 'tag': '9bd7b152-26b6-45af-9e13-7e7717f53ad4', 'status': 'completed', 'code': 200} Aug 16 22:12:18.488556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.512136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:18.520252 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f875bb94-986e-4e35-90c2-18fb6565f30a" -d '{"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-plugged", "status": "completed", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:18.535517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:18.540352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:18.541334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:18.585569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9bd7b152-26b6-45af-9e13-7e7717f53ad4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:18.586015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bd7b152-26b6-45af-9e13-7e7717f53ad4 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:18.597556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf415572-025b-4b1a-8639-08d4be1b349b req-16ef24e3-3196-4636-9ec5-68ad0dc3eefe tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175563 Aug 16 22:12:18.609782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:18.640824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38c70b0e-f985-4c75-a370-57d9c59b7d73 req-92aca595-b850-461e-b6b5-1601f9454a65 service neutron] 10.222.0.89 "GET /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721985 Aug 16 22:12:18.659120 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaae196-a334-4d7e-a9bf-1f7e0834857a x-openstack-request-id: req-aeaae196-a334-4d7e-a9bf-1f7e0834857a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:18.659419 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-plugged", "status": "completed", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:18.659686 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aeaae196-a334-4d7e-a9bf-1f7e0834857a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:18.660069 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'code': 200} Aug 16 22:12:18.716510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac3a0-1b14-4460-871a-aff59f7e9555 req-ef4b8721-cb95-4137-9616-e2fccf643fcc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:18.718080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a97ac3a0-1b14-4460-871a-aff59f7e9555 req-ef4b8721-cb95-4137-9616-e2fccf643fcc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0520904 Aug 16 22:12:18.757215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a97ac3a0-1b14-4460-871a-aff59f7e9555 req-fc356fb2-6cd2-41dc-9c17-b3b506e97f1d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Aug 16 22:12:18.943313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab934d7-2ca1-4fac-9fa4-aaff04781ab6 req-ed1d021b-ba11-4706-a3b0-40146927bcf5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:18.944792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dab934d7-2ca1-4fac-9fa4-aaff04781ab6 req-ed1d021b-ba11-4706-a3b0-40146927bcf5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1122472 Aug 16 22:12:18.960145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bed00-2802-4487-9e1b-ccb570b62795 req-885ca5db-892f-4b2b-a904-c613a209b30c tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:18.961744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e02bed00-2802-4487-9e1b-ccb570b62795 req-885ca5db-892f-4b2b-a904-c613a209b30c tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.1279552 Aug 16 22:12:18.965583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-fd6c7ed4-8049-4876-adb3-d8be5f2b8d04 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113605 Aug 16 22:12:19.030924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dab934d7-2ca1-4fac-9fa4-aaff04781ab6 req-02d67cd8-ca39-4074-be57-757cb1f06e86 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785329 Aug 16 22:12:19.056608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e02bed00-2802-4487-9e1b-ccb570b62795 req-7a98b7c5-00b6-4d4c-9208-dfc1e417b90e tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841842 Aug 16 22:12:19.079566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-d852c176-f1dd-4ad5-aef4-7e1376d1cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.081185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-d852c176-f1dd-4ad5-aef4-7e1376d1cf6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 1097 time: 0.0668745 Aug 16 22:12:19.108542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:19.207480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99aeee-5787-4b7d-a018-ce4b985e796b req-249c1856-4779-4356-9d59-98b50a7ee126 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.208970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d99aeee-5787-4b7d-a018-ce4b985e796b req-249c1856-4779-4356-9d59-98b50a7ee126 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.1113088 Aug 16 22:12:19.276652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-eed97e59-8bc8-48ef-8aa4-05c8cb88c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.278417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-eed97e59-8bc8-48ef-8aa4-05c8cb88c184 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 200 len: 921 time: 0.1646736 Aug 16 22:12:19.285763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-707f6337-bf3b-4cac-a472-916cd43d2d5e tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=247aedb59fcf4165bce2b985252d7dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455835 Aug 16 22:12:19.300928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d99aeee-5787-4b7d-a018-ce4b985e796b req-59bc029d-f751-495c-a20b-ea94185daed4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851736 Aug 16 22:12:19.349429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-679b0591-1d3c-4ebc-be97-0a11980bc225 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 200 len: 217 time: 0.0607467 Aug 16 22:12:19.460368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-24c2e6d6-75ee-45bc-bd9d-c6c5d3b7d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.461892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-24c2e6d6-75ee-45bc-bd9d-c6c5d3b7d5e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 200 len: 861 time: 0.0750422 Aug 16 22:12:19.478245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-7af52b8d-696a-4cf6-b74d-3bab6051aae2 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.479708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-7af52b8d-696a-4cf6-b74d-3bab6051aae2 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841927 Aug 16 22:12:19.523971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-61be94a8-d8c0-4150-81e2-4c2c496acd03 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/quotas/247aedb59fcf4165bce2b985252d7dac HTTP/1.1" status: 200 len: 375 time: 0.0350182 Aug 16 22:12:19.540363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-e23d1179-f188-49b6-ad2f-1e9c7cbd321c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5da0661-c650-46da-8ac3-772957555bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298257 Aug 16 22:12:19.628459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e330-3eee-4ea2-888b-499f9cdd11a8 req-1a33d502-9663-4c30-ac99-77a976ded27d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.630034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd73e330-3eee-4ea2-888b-499f9cdd11a8 req-1a33d502-9663-4c30-ac99-77a976ded27d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1494498 Aug 16 22:12:19.660706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-00916636-aa20-4853-a216-0f66ddb1c388 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225612 Aug 16 22:12:19.705735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd73e330-3eee-4ea2-888b-499f9cdd11a8 req-2c3b0989-fea4-41ce-acd7-b2be69ef325c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Aug 16 22:12:19.708627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-f0b4d504-a2b4-449e-8b33-ef2e6d1dfcc2 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566494 Aug 16 22:12:19.756474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-e1a4ec6c-aafa-4a4d-981d-b2ccbbb11bb9 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.758667 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-e1a4ec6c-aafa-4a4d-981d-b2ccbbb11bb9 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 945 time: 0.0623803 Aug 16 22:12:19.870726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbc45662-5be2-47a5-bf1c-ca331e8fd4ee req-cc5b8e22-ba89-4f27-9dda-3001744a46f5 service neutron] 10.222.0.89 "GET /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545184 Aug 16 22:12:19.906072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Deleting port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:19.906422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:19.959547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54eeea-7c68-4905-aa59-9453ad7279bb req-c2b96af7-cda9-424a-8f6b-8015bb3527d2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:19.961394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a54eeea-7c68-4905-aa59-9453ad7279bb req-c2b96af7-cda9-424a-8f6b-8015bb3527d2 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.0711761 Aug 16 22:12:20.019395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a54eeea-7c68-4905-aa59-9453ad7279bb req-575db716-8de1-42f5-b6d6-3266a375e5d0 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Aug 16 22:12:20.038367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] For port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:20.039350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.055994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Calling delete_port for 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:20.116389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac21629e-526b-4182-9b57-6bc9b938bd8a req-3762317c-fd1c-4f75-a2b9-e26619c20ea7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 210 time: 0.0356340 Aug 16 22:12:20.175869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74ac2-0c36-48f6-9163-48fd5fda2f46 req-c53799b4-835a-4a1f-9482-0b88f01bd798 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:20.177450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95c74ac2-0c36-48f6-9163-48fd5fda2f46 req-c53799b4-835a-4a1f-9482-0b88f01bd798 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0847218 Aug 16 22:12:20.208919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.240980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event deleted for resources: {'Port': ['ID=1221f4cc-7a35-4706-aa86-79e6bd77cfe1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:20.244025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95c74ac2-0c36-48f6-9163-48fd5fda2f46 req-00b2b04c-5503-439e-864f-4ac3bdb522be tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Aug 16 22:12:20.257140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-934252ea-324a-4df2-b529-25c42419185e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:20.258656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-934252ea-324a-4df2-b529-25c42419185e tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 945 time: 0.0914979 Aug 16 22:12:20.300352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] No DVR routers for this DVR port 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:20.303666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.306940 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6d3200e5-e5d9-4b98-8ec5-fefc274902e5 req-02099df1-ffb6-41fd-a5e6-fded9fac2d05 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "DELETE /v2.0/ports/1221f4cc-7a35-4706-aa86-79e6bd77cfe1 HTTP/1.1" status: 204 len: 173 time: 0.5408025 Aug 16 22:12:20.331281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:20.374390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:20.378189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1221f4cc-7a35-4706-aa86-79e6bd77cfe1 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:20.396236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Deleting port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:20.396584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.444056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-deleted', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:20.446447 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c732de5-959f-47d3-a51f-81aa64687e84" -d '{"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-deleted", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:20.463563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbad4ae7-8894-4cc8-8938-aa8296f144c6 req-d0005dee-c79c-489f-8bc4-674d31adec51 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=8986fcde-3fee-40ce-994d-e3a4caee9312 HTTP/1.1" status: 200 len: 210 time: 0.0701191 Aug 16 22:12:20.516905 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc84b1-e52d-4f6d-a678-106c6d1ef968 x-openstack-request-id: req-a8bc84b1-e52d-4f6d-a678-106c6d1ef968 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:20.517319 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8986fcde-3fee-40ce-994d-e3a4caee9312", "name": "network-vif-deleted", "tag": "1221f4cc-7a35-4706-aa86-79e6bd77cfe1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:20.517644 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8bc84b1-e52d-4f6d-a678-106c6d1ef968 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:20.518167 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8986fcde-3fee-40ce-994d-e3a4caee9312', 'name': 'network-vif-deleted', 'tag': '1221f4cc-7a35-4706-aa86-79e6bd77cfe1', 'status': 'completed', 'code': 200} Aug 16 22:12:20.564671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47855c5-67e7-42bc-a537-236ff03a8a0f req-b4260c3b-a8fb-4d92-8807-61629f3a610f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:20.566205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c47855c5-67e7-42bc-a537-236ff03a8a0f req-b4260c3b-a8fb-4d92-8807-61629f3a610f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1461537 Aug 16 22:12:20.574414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] For port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:20.574783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.599269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Calling delete_port for 538701ca-abe8-4f82-a5a3-a0e0556d8f3c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:20.626503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c47855c5-67e7-42bc-a537-236ff03a8a0f req-3713617e-a8da-4960-b664-87f8b5557ef2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540137 Aug 16 22:12:20.775295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.795801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b22aef-d822-4186-bf58-da448f747626 req-22ef400b-b935-46e6-b5b8-a890c1a6182d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:20.797314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89b22aef-d822-4186-bf58-da448f747626 req-22ef400b-b935-46e6-b5b8-a890c1a6182d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1000333 Aug 16 22:12:20.825975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event deleted for resources: {'Port': ['ID=538701ca-abe8-4f82-a5a3-a0e0556d8f3c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:20.884291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] No DVR routers for this DVR port 538701ca-abe8-4f82-a5a3-a0e0556d8f3c on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:20.891149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:20.893760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1790de21-48ff-41b1-b654-8ce68b0f0e50 req-402a6051-de58-4c2e-a119-17aa28ea2c15 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "DELETE /v2.0/ports/538701ca-abe8-4f82-a5a3-a0e0556d8f3c HTTP/1.1" status: 204 len: 173 time: 0.6285284 Aug 16 22:12:20.894203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-deleted', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:20.897169 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75471622-d01f-4d49-be57-399b3f3c1b39" -d '{"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-deleted", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:20.908881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89b22aef-d822-4186-bf58-da448f747626 req-95968bb7-e158-4c72-accd-db823df59b3c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925801 Aug 16 22:12:20.956101 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6055c05d-ce36-4b4f-9cea-b8294eff01ef x-openstack-request-id: req-6055c05d-ce36-4b4f-9cea-b8294eff01ef {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:20.956729 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5585e0c6-ea54-4ba7-87b6-2001605941b9", "name": "network-vif-deleted", "tag": "538701ca-abe8-4f82-a5a3-a0e0556d8f3c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:20.957235 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6055c05d-ce36-4b4f-9cea-b8294eff01ef {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:20.957812 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5585e0c6-ea54-4ba7-87b6-2001605941b9', 'name': 'network-vif-deleted', 'tag': '538701ca-abe8-4f82-a5a3-a0e0556d8f3c', 'status': 'completed', 'code': 200} Aug 16 22:12:21.106656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:21.142662 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9a234f70-e766-478c-87c8-90514603db41 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=247aedb59fcf4165bce2b985252d7dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257721 Aug 16 22:12:21.144806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d950-7336-4972-a7c6-8ed7309d76a2 req-52cde106-c2c1-49a3-afdd-47115e06a81c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.146598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8321d950-7336-4972-a7c6-8ed7309d76a2 req-52cde106-c2c1-49a3-afdd-47115e06a81c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0595963 Aug 16 22:12:21.180489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba9501f8-4fc2-44eb-8666-fa7945f8cd03 req-79378cfb-7da6-483f-9404-f0fad9cd6df3 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=5585e0c6-ea54-4ba7-87b6-2001605941b9 HTTP/1.1" status: 200 len: 210 time: 0.0328329 Aug 16 22:12:21.208071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8321d950-7336-4972-a7c6-8ed7309d76a2 req-fb1f1307-4b9c-4416-9de5-f6df3cd48f32 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Aug 16 22:12:21.277912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-e7bd46e6-6330-4aa7-b76c-52444883ca14 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.279259 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-e7bd46e6-6330-4aa7-b76c-52444883ca14 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282799 Aug 16 22:12:21.305857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-443a1d9a-b161-480d-8377-d95ede2f2b0f req-3420ab8d-2b96-4497-9d2a-c2f5a8efde82 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 210 time: 0.0257442 Aug 16 22:12:21.352626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Request body: {'port': {'device_id': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '247aedb59fcf4165bce2b985252d7dac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:21.403375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efea8f-693f-4488-aa69-080bcd27c198 req-2914d52e-94ed-4fa6-8cf2-efd76a3829af tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.405133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99efea8f-693f-4488-aa69-080bcd27c198 req-2914d52e-94ed-4fa6-8cf2-efd76a3829af tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0511372 Aug 16 22:12:21.447579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99efea8f-693f-4488-aa69-080bcd27c198 req-a89b3845-3321-43f6-b5be-a37b9abe6f9b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Aug 16 22:12:21.477923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Made reservation on behalf of 247aedb59fcf4165bce2b985252d7dac for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:21.481451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:21.632449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Allocated IP 192.168.233.3 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/ae452d3a-b8c2-4194-b0de-627075ba621f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:21.794212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:21.810992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Transition to ACTIVE for port object ae452d3a-b8c2-4194-b0de-627075ba621f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:21.831073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-739c65e0-01c8-40be-a979-cea085a15aa0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.832588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-739c65e0-01c8-40be-a979-cea085a15aa0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.1143749 Aug 16 22:12:21.847518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-5d16161e-abc1-4c97-a8ee-bb2fc4ba2486 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/quotas/b0664da5dd22450ea830ad5788c9badd HTTP/1.1" status: 200 len: 375 time: 0.0090916 Aug 16 22:12:21.855738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:21.891704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:21.909437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:21.912736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-a89e466b-b4d4-4aa6-8461-70e82e21eec8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589182 Aug 16 22:12:21.913618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:21.922377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:21.958848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Pushing event updated for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:21.989191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:21.989857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.015983 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-9efdedd1-304c-476b-9270-3706e8338cf7 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6673660 Aug 16 22:12:22.060270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Request body: {'port': {'device_id': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:22.067688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b91777-3a91-4207-a635-a86b76ff0a27 req-fd44bcdc-8218-4d19-bd64-79e2f87c0918 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.072967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43b91777-3a91-4207-a635-a86b76ff0a27 req-fd44bcdc-8218-4d19-bd64-79e2f87c0918 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1266165 Aug 16 22:12:22.106816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-ec246bc4-025c-4ef8-9a5e-0004eab8de76 service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930819 Aug 16 22:12:22.126875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.169956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43b91777-3a91-4207-a635-a86b76ff0a27 req-695a9b5a-4151-44cd-b17b-09c6d7dac5db tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928357 Aug 16 22:12:22.211713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c227f94-2011-4381-9d3f-3d8066e1f1c8 None None] Provisioning for port ae452d3a-b8c2-4194-b0de-627075ba621f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:22.217279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c227f94-2011-4381-9d3f-3d8066e1f1c8 None None] Provisioning complete for port ae452d3a-b8c2-4194-b0de-627075ba621f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:22.217879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c227f94-2011-4381-9d3f-3d8066e1f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.234455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-915b488d-5af7-4c79-8f76-183d12212fb2 service neutron] 10.222.0.22 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200173 Aug 16 22:12:22.270917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3c227f94-2011-4381-9d3f-3d8066e1f1c8 None None] Port ae452d3a-b8c2-4194-b0de-627075ba621f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:22.318567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:22.345535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 538701ca-abe8-4f82-a5a3-a0e0556d8f3c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:22.345986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 538701ca-abe8-4f82-a5a3-a0e0556d8f3c not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:22.410261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.444559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae452d3a-b8c2-4194-b0de-627075ba621f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:22.452977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.466621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Transition to ACTIVE for port object ae452d3a-b8c2-4194-b0de-627075ba621f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:22.473539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.582191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:22.590518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afcc2f9a-feed-4306-9883-2e5406867755 req-5c9d7aa0-776f-410d-ba58-f3f904ad2f3b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 210 time: 0.0471442 Aug 16 22:12:22.639926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74407-0453-4c97-bde6-441a611935d1 req-ad577a36-8f98-49cd-ba17-21a2e5f75a1e tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.640921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Attempting to bind port ae452d3a-b8c2-4194-b0de-627075ba621f on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:22.641890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Attempting to bind port ae452d3a-b8c2-4194-b0de-627075ba621f by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:22.642408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Attempting to bind port ae452d3a-b8c2-4194-b0de-627075ba621f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:22.648377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0b74407-0453-4c97-bde6-441a611935d1 req-ad577a36-8f98-49cd-ba17-21a2e5f75a1e tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 946 time: 0.0938368 Aug 16 22:12:22.653675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Port ae452d3a-b8c2-4194-b0de-627075ba621f on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:12:22.655025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Attempting to bind port ae452d3a-b8c2-4194-b0de-627075ba621f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:22.665384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:22.668433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:22.668947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:22.669515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Bound port: ae452d3a-b8c2-4194-b0de-627075ba621f, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:22.670181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.692807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0b74407-0453-4c97-bde6-441a611935d1 req-96daf7ba-e01d-41b3-8612-c7ec197de153 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Aug 16 22:12:22.778395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:22.782340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ae452d3a-b8c2-4194-b0de-627075ba621f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:22.788289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.836129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.836883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:22.838620 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] 10.222.0.88 "PUT /v2.0/ports/ae452d3a-b8c2-4194-b0de-627075ba621f HTTP/1.1" status: 200 len: 1095 time: 0.7866764 Aug 16 22:12:22.839235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:22.841989 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e1415-a41c-42d3-92b8-aa602a1ea22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:22.878168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f4f6-ebc5-4853-a718-1d006fa4e2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:22.898466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56641b-0203-49b6-8a45-eaf8c40edc75 req-dcdb544a-2a96-4889-b5d9-6e8412005386 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.900100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f56641b-0203-49b6-8a45-eaf8c40edc75 req-dcdb544a-2a96-4889-b5d9-6e8412005386 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.0757008 Aug 16 22:12:22.949712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f56641b-0203-49b6-8a45-eaf8c40edc75 req-aa14380d-aadd-4922-bdf1-3ec66eb56b40 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Aug 16 22:12:22.953525 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a467a-a26f-450a-89c6-707db24d600f x-openstack-request-id: req-6c5a467a-a26f-450a-89c6-707db24d600f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:22.954539 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:22.954904 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c5a467a-a26f-450a-89c6-707db24d600f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:22.955965 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f', 'status': 'completed', 'code': 200} Aug 16 22:12:22.973328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-99debce3-ed64-4d69-83f6-11abf37a4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:22.974986 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-99debce3-ed64-4d69-83f6-11abf37a4b21 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 1098 time: 0.0594075 Aug 16 22:12:23.030559 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-808ecd92-f9b3-485b-87e8-4a6e0b6d71c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ae452d3a-b8c2-4194-b0de-627075ba621f HTTP/1.1" status: 200 len: 217 time: 0.0368428 Aug 16 22:12:23.084132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-b18e010c-8a83-4c51-b6e2-af38c42e98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.085826 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-b18e010c-8a83-4c51-b6e2-af38c42e98b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0473828 Aug 16 22:12:23.146293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-c28e17e2-6996-42bf-8fbe-202f81778225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.147824 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-c28e17e2-6996-42bf-8fbe-202f81778225 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475850 Aug 16 22:12:23.243849 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-482752c3-262c-4e2e-95d9-b7e701098da3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Aug 16 22:12:23.290846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e7cd1-b24e-4714-9b65-4f4ffbfdf54b req-8999b1b0-2fa9-469c-bbdd-24ff33f81b21 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.292346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-513e7cd1-b24e-4714-9b65-4f4ffbfdf54b req-8999b1b0-2fa9-469c-bbdd-24ff33f81b21 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0496807 Aug 16 22:12:23.339332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-513e7cd1-b24e-4714-9b65-4f4ffbfdf54b req-efbdc935-69dc-4188-9a5e-3c1b0bed10fb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Aug 16 22:12:23.352462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c1957cc1-0f56-48ad-b0a2-b0cce2d42852 req-dff4703d-40d8-4d80-bf2e-1f308b0c6e8b service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992160 Aug 16 22:12:23.529503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-17c08a38-e3ef-4fc8-9390-093566b9d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.531022 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-17c08a38-e3ef-4fc8-9390-093566b9d549 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=247aedb59fcf4165bce2b985252d7dac&device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 1098 time: 0.0447085 Aug 16 22:12:23.560006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-fd84d879-5477-4c26-a91b-eee445d76f2b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.561652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-fd84d879-5477-4c26-a91b-eee445d76f2b tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.0502658 Aug 16 22:12:23.700854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4195821-f456-4528-817c-557bcd89c8f2 req-a70e9d16-b7b7-4fe4-abba-dc2b5228ea10 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 210 time: 0.0363555 Aug 16 22:12:23.715098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Deleting port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:23.715098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:23.785933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-f60da031-6188-4828-be55-b3ee2a131d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.787443 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-f60da031-6188-4828-be55-b3ee2a131d89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1947510 Aug 16 22:12:23.847501 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-a973747b-1517-442a-ba05-ae6772a19508 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ae452d3a-b8c2-4194-b0de-627075ba621f HTTP/1.1" status: 200 len: 217 time: 0.0426955 Aug 16 22:12:23.854085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-1fa2286f-803b-4829-93f7-ebaa9c582a41 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.855460 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-1fa2286f-803b-4829-93f7-ebaa9c582a41 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 821 time: 0.1859307 Aug 16 22:12:23.869295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3492a6-80ed-43f3-b0ce-94b83c214174 req-def5f369-6bbb-43fc-90c3-2ef905c3a907 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.871117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd3492a6-80ed-43f3-b0ce-94b83c214174 req-def5f369-6bbb-43fc-90c3-2ef905c3a907 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 946 time: 0.0955462 Aug 16 22:12:23.876571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] For port 6ab64c34-90e6-4665-a3a9-0954f9c4c524, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ab64c34-90e6-4665-a3a9-0954f9c4c524,segment=NetworkSegment(80b7ec53-c72e-44a4-9ae4-be77871ce333),segment_id=80b7ec53-c72e-44a4-9ae4-be77871ce333)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:23.877024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:23.900850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-1c618398-c09e-41c3-8c41-3010fc46d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:23.902252 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-1c618398-c09e-41c3-8c41-3010fc46d386 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0441425 Aug 16 22:12:23.907391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Calling delete_port for 6ab64c34-90e6-4665-a3a9-0954f9c4c524 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:23.910689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Request body: {'port': {'device_id': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'admin_state_up': True, 'tenant_id': 'b0664da5dd22450ea830ad5788c9badd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:23.959484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd3492a6-80ed-43f3-b0ce-94b83c214174 req-09c9455d-467a-45ff-9226-1cce42e8c264 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771070 Aug 16 22:12:24.022631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-e3c56435-3c1a-4815-a5d6-0a8cbeb554f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.024138 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-e3c56435-3c1a-4815-a5d6-0a8cbeb554f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099741 Aug 16 22:12:24.089922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.099019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a573f-5de4-411b-95da-dbd9c23b75c5 req-73b1bdf0-1c5b-47a5-8dfd-de892e87874a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.100502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-616a573f-5de4-411b-95da-dbd9c23b75c5 req-73b1bdf0-1c5b-47a5-8dfd-de892e87874a tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/ports?device_id=29dba045-047d-48bc-a0af-e73a45274c59 HTTP/1.1" status: 200 len: 944 time: 0.0666659 Aug 16 22:12:24.115084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Made reservation on behalf of b0664da5dd22450ea830ad5788c9badd for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:24.118913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.134995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Pushing event deleted for resources: {'Port': ['ID=6ab64c34-90e6-4665-a3a9-0954f9c4c524,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:24.196683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] No DVR routers for this DVR port 6ab64c34-90e6-4665-a3a9-0954f9c4c524 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:24.200869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.202937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65566ad4-9ecc-4cfe-a03e-afe10d5c7c45 req-f280d4f6-bc2a-40e5-824e-2fdc6618a652 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.89 "DELETE /v2.0/ports/6ab64c34-90e6-4665-a3a9-0954f9c4c524 HTTP/1.1" status: 204 len: 173 time: 0.6179402 Aug 16 22:12:24.203477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-deleted', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:24.206013 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a5661-5612-44e8-98d8-5438255ad25d" -d '{"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-deleted", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:24.214593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-616a573f-5de4-411b-95da-dbd9c23b75c5 req-8c275f9a-a851-461e-a363-7b988da62361 tempest-LiveAutoBlockMigrationV225Test-1090381206 tempest-LiveAutoBlockMigrationV225Test-1090381206-project] 10.222.0.22 "GET /v2.0/security-groups?id=eb969549-8144-425a-bed0-ad2a5a6f688f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046374 Aug 16 22:12:24.250060 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619aba7-86a9-4af6-9f01-2ee98329c1d6 x-openstack-request-id: req-b619aba7-86a9-4af6-9f01-2ee98329c1d6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:24.250362 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dba045-047d-48bc-a0af-e73a45274c59", "name": "network-vif-deleted", "tag": "6ab64c34-90e6-4665-a3a9-0954f9c4c524", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:24.251156 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b619aba7-86a9-4af6-9f01-2ee98329c1d6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:24.251565 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dba045-047d-48bc-a0af-e73a45274c59', 'name': 'network-vif-deleted', 'tag': '6ab64c34-90e6-4665-a3a9-0954f9c4c524', 'status': 'completed', 'code': 200} Aug 16 22:12:24.451011 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-2afe3eeb-15c5-4057-a5cc-dd476a39361f service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155157 Aug 16 22:12:24.459298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75620-35e1-4ce2-bdd0-28574fb0e741 req-3ddd8ea7-630b-4e92-b1b9-134ac94ab5c4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.461823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46d75620-35e1-4ce2-bdd0-28574fb0e741 req-3ddd8ea7-630b-4e92-b1b9-134ac94ab5c4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0530548 Aug 16 22:12:24.507936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46d75620-35e1-4ce2-bdd0-28574fb0e741 req-42965d68-375c-413b-9c64-dd555a9e8210 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Aug 16 22:12:24.611972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Allocated IP 172.20.0.4 (f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc/0d093b31-427d-4bcf-b359-1667e1f6770f/820c9fa8-f151-40e3-9197-d096ddab6820) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:24.637204 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e61e1415-a41c-42d3-92b8-aa602a1ea22b req-4c8e6744-cbfd-403a-9408-1c8d5270ae9e service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492636 Aug 16 22:12:24.785354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.791924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5caf37eb-af2a-4ca1-bb2d-494a94a62d45 req-fc04823e-924d-4930-ab0f-06656a9e1794 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 210 time: 0.0260458 Aug 16 22:12:24.824989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.863591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:24.868538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:24.872394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:24.899039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event updated for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:24.923576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:24.924199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:24.937955 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-57fb77a5-cf48-41ea-a3a9-4bba61e4c7d0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0310616 Aug 16 22:12:24.967642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Request body: {'port': {'device_id': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:25.025130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.086435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b5c8f-6d44-4848-9ecf-7fb8292e8ae3 req-7a5a4d6d-49d3-4ad6-bf04-6ce0794a342d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.093705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-207b5c8f-6d44-4848-9ecf-7fb8292e8ae3 req-7a5a4d6d-49d3-4ad6-bf04-6ce0794a342d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 946 time: 0.0639763 Aug 16 22:12:25.130485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-207b5c8f-6d44-4848-9ecf-7fb8292e8ae3 req-2c5f8c46-c3e6-4c75-af5e-c98678e91612 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358245 Aug 16 22:12:25.321362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820c9fa8-f151-40e3-9197-d096ddab6820 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:25.329524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.342905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Transition to ACTIVE for port object 820c9fa8-f151-40e3-9197-d096ddab6820 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:25.347355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.391325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:25.427769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:25.485845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Attempting to bind port 820c9fa8-f151-40e3-9197-d096ddab6820 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:25.486580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Attempting to bind port 820c9fa8-f151-40e3-9197-d096ddab6820 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:25.487179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Attempting to bind port 820c9fa8-f151-40e3-9197-d096ddab6820 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:25.492309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Port 820c9fa8-f151-40e3-9197-d096ddab6820 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:12:25.493152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Attempting to bind port 820c9fa8-f151-40e3-9197-d096ddab6820 on network f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:25.499296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:25.499687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Checking segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:25.500160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Bound using segment: {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:25.500720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Bound port: 820c9fa8-f151-40e3-9197-d096ddab6820, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9519c38-fe3d-4a0d-9180-7842540a2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:25.501200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.571344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:25.575887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=820c9fa8-f151-40e3-9197-d096ddab6820,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:25.582594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.616637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.617455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.619033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] 10.222.0.89 "PUT /v2.0/ports/820c9fa8-f151-40e3-9197-d096ddab6820 HTTP/1.1" status: 200 len: 1092 time: 0.6555161 Aug 16 22:12:25.621476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:25.623749 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c10264-0631-4db3-961e-a7bd13c7e2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:25.634624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Deleting subnet 15544c87-28b1-496d-b648-7a8a9519b810 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:12:25.638109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.654797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ab12-2cbe-41d5-ae0d-96076677c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:25.682687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd45be7-d643-44cf-9601-a03c5bc42867 req-3c2c9014-831c-4290-827b-ab7b5b2d049a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.684176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfd45be7-d643-44cf-9601-a03c5bc42867 req-3c2c9014-831c-4290-827b-ab7b5b2d049a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0960653 Aug 16 22:12:25.699308 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d419fe6-6deb-4435-b4c1-8b834345fcee x-openstack-request-id: req-6d419fe6-6deb-4435-b4c1-8b834345fcee {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:25.699600 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:25.699853 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d419fe6-6deb-4435-b4c1-8b834345fcee {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:25.700084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.700250 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820', 'status': 'completed', 'code': 200} Aug 16 22:12:25.734723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-f546da06-ea05-45e6-96cc-b2dc3fd107cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.736341 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-f546da06-ea05-45e6-96cc-b2dc3fd107cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 1095 time: 0.0469313 Aug 16 22:12:25.764239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfd45be7-d643-44cf-9601-a03c5bc42867 req-d702788c-bb39-4f05-a64e-e6d07e4997aa tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 Aug 16 22:12:25.767217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.800432 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-b35172d7-6f9d-47e3-9fca-ce2606632b10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820c9fa8-f151-40e3-9197-d096ddab6820 HTTP/1.1" status: 200 len: 217 time: 0.0374243 Aug 16 22:12:25.832818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.857948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15544c87-28b1-496d-b648-7a8a9519b810,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:25.863482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-1de8647a-7ad7-42ba-af87-adbadb5a94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.865059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.867512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-32d22a47-174d-4d74-957c-26314bfe1ce1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/15544c87-28b1-496d-b648-7a8a9519b810 HTTP/1.1" status: 204 len: 168 time: 0.4751761 Aug 16 22:12:25.869098 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-1de8647a-7ad7-42ba-af87-adbadb5a94bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.0545089 Aug 16 22:12:25.870038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44014) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:25.905245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-69f0b8d0-414c-4c3e-8ce1-26aa4d9416b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249276 Aug 16 22:12:25.976006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:25.985964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad4332-ce9c-4edf-b263-35a8d114b6c9 req-de247e11-6d7e-4cc2-a092-b0ec3ac18c54 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:25.987457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8ad4332-ce9c-4edf-b263-35a8d114b6c9 req-de247e11-6d7e-4cc2-a092-b0ec3ac18c54 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 943 time: 0.1067166 Aug 16 22:12:25.998252 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-f6ac9e32-0c4b-4078-8a13-2a39d92c75a4 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Aug 16 22:12:26.086041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8ad4332-ce9c-4edf-b263-35a8d114b6c9 req-dcb359e8-6900-420e-a543-f41ed6bd87f2 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913396 Aug 16 22:12:26.093798 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aedf4be-40ec-4190-a263-f385fd81ec67 req-40ec9770-28b5-4b40-a81b-93e8f12fb2a6 service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878613 Aug 16 22:12:26.095059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.105392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5da0661-c650-46da-8ac3-772957555bf6']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.116815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b7ec53-c72e-44a4-9ae4-be77871ce333') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.117143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b7ec53-c72e-44a4-9ae4-be77871ce333') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.127969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.141509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.147657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:12:26.148045 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:12:26.149743 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:12:26.203900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.211638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.213534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5da0661-c650-46da-8ac3-772957555bf6 HTTP/1.1" status: 204 len: 168 time: 0.3393002 Aug 16 22:12:26.216416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:26.232725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e82df7-54e3-4a83-856a-695f4a65b0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5da0661-c650-46da-8ac3-772957555bf6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:26.278160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1f9de-5e2d-45ec-99f1-f199f36c4023 req-1a697965-7c4b-43c0-9980-9de0e8b4ec0f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.279649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35c1f9de-5e2d-45ec-99f1-f199f36c4023 req-1a697965-7c4b-43c0-9980-9de0e8b4ec0f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 946 time: 0.0651424 Aug 16 22:12:26.288571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Deleting subnet cea5f2e4-2866-4bfa-8060-161c5840b2e8 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:12:26.293585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.313651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-2706b85c-b8ee-4cbd-b664-6386c4c387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.315139 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-2706b85c-b8ee-4cbd-b664-6386c4c387b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b0664da5dd22450ea830ad5788c9badd&device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 1095 time: 0.0913835 Aug 16 22:12:26.317907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35c1f9de-5e2d-45ec-99f1-f199f36c4023 req-3dded8e0-a16b-46df-849a-6b3c9349c58c tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 16 22:12:26.332120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:26.343999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.352304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 6ab64c34-90e6-4665-a3a9-0954f9c4c524 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:26.352656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ab64c34-90e6-4665-a3a9-0954f9c4c524 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:26.428940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.478901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-6176a1c2-04e1-4d54-8c1d-8f8a65cebc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.480379 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-6176a1c2-04e1-4d54-8c1d-8f8a65cebc6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 200 len: 921 time: 0.1464298 Aug 16 22:12:26.531873 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-c038e539-5c0e-4841-a522-3dd1f6657c35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=820c9fa8-f151-40e3-9197-d096ddab6820 HTTP/1.1" status: 200 len: 217 time: 0.0423951 Aug 16 22:12:26.536978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.587507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea5f2e4-2866-4bfa-8060-161c5840b2e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:26.595106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.596383 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dda4179f-7b9a-4001-9d8f-d6ff33f18382 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cea5f2e4-2866-4bfa-8060-161c5840b2e8 HTTP/1.1" status: 204 len: 168 time: 0.3788965 Aug 16 22:12:26.598875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:26.649455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-d16c030c-31bc-4710-a3ba-b7cf667999ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.650949 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-d16c030c-31bc-4710-a3ba-b7cf667999ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 200 len: 861 time: 0.1118348 Aug 16 22:12:26.693195 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-522cbe67-6a4b-4db7-8c6e-3d6b236f9c30 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319285 Aug 16 22:12:26.698970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.847516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.864768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b3a72-2683-4a65-8526-947010a0d2ec']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.877793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-971833ba-1a3a-49c8-8272-2a312645489b service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714282 Aug 16 22:12:26.879366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c236ff-658a-4113-bac9-3327cee44691') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.879667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c236ff-658a-4113-bac9-3327cee44691') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:26.888484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.892483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269106e-95db-4558-9891-4c3a171df8b0 req-6411a1b2-94ff-4b99-ad66-162b38a0ef4b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:26.894107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3269106e-95db-4558-9891-4c3a171df8b0 req-6411a1b2-94ff-4b99-ad66-162b38a0ef4b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0550902 Aug 16 22:12:26.941352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3269106e-95db-4558-9891-4c3a171df8b0 req-65256e91-c051-4973-8208-13b1344c7e61 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Aug 16 22:12:26.944574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.956978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:12:26.957426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:12:26.959042 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:12:27.034862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.041300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.043139 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf0b3a72-2683-4a65-8526-947010a0d2ec HTTP/1.1" status: 204 len: 168 time: 0.4433596 Aug 16 22:12:27.048429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c5c10264-0631-4db3-961e-a7bd13c7e2cc req-92215994-829f-4d72-95ff-911c3eba1a3d service neutron] 10.222.0.89 "GET /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580915 Aug 16 22:12:27.057980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5019fa5-7f1c-478f-8d94-8425a9963327 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0b3a72-2683-4a65-8526-947010a0d2ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:27.160098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:27.187205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ae452d3a-b8c2-4194-b0de-627075ba621f details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:27.204460 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01635722-b109-49f2-aad8-f02e72c8ebb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b73c3c0d49b4f73b80c6df4667c03a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428257 Aug 16 22:12:27.207155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:27.217322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70193efc-e657-4b2a-bbb7-76b8ffcc1869 req-865dd74f-5fe1-4467-9fb9-d1cb6fb48af8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:27.220486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70193efc-e657-4b2a-bbb7-76b8ffcc1869 req-865dd74f-5fe1-4467-9fb9-d1cb6fb48af8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 943 time: 0.0641348 Aug 16 22:12:27.262244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.263999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70193efc-e657-4b2a-bbb7-76b8ffcc1869 req-efe026ed-2b94-406e-b1b9-ddd5805a20bf tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Aug 16 22:12:27.289039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.300474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ae452d3a-b8c2-4194-b0de-627075ba621f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:27.311788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ae452d3a-b8c2-4194-b0de-627075ba621f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ae452d3a-b8c2-4194-b0de-627075ba621f', 'mac_address': 'fa:16:3e:94:c8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:27.336661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.339626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.341155 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb969549-8144-425a-bed0-ad2a5a6f688f HTTP/1.1" status: 204 len: 168 time: 0.1327269 Aug 16 22:12:27.356386 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.358492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177e112-af85-4d92-b779-4ebdcf5e9375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb969549-8144-425a-bed0-ad2a5a6f688f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:27.383317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae452d3a-b8c2-4194-b0de-627075ba621f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:27.412423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ae452d3a-b8c2-4194-b0de-627075ba621f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:27.417254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.452211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46ad3d-7986-420d-8d9c-6887d38c2bed req-f13e12e6-feb7-4afc-8d55-c9b91aec6c96 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:27.454038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b46ad3d-7986-420d-8d9c-6887d38c2bed req-f13e12e6-feb7-4afc-8d55-c9b91aec6c96 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 946 time: 0.0573187 Aug 16 22:12:27.479502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:27.500570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b46ad3d-7986-420d-8d9c-6887d38c2bed req-f458f04c-41a0-4846-afd0-a81a8d52c7a1 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Aug 16 22:12:27.687101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:27.729669 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b25506f-e668-4569-b0ca-d2840265550f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c46678f780de4c4fbc257ceb5d568b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413802 Aug 16 22:12:27.732511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44050) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:27.785694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.807794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.855619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.858539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:27.859759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9aad107b-525c-4cab-aaa1-8294e7333b00 HTTP/1.1" status: 204 len: 168 time: 0.1261547 Aug 16 22:12:27.868971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcbb57-04d6-4f3a-9ba9-0e2797ceec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad107b-525c-4cab-aaa1-8294e7333b00,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:28.071715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0254b9-bef8-4676-9ce4-0a171cf219da req-f8d52a00-15c9-4dd3-ae75-a0a1f04406b4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:28.073112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ae452d3a-b8c2-4194-b0de-627075ba621f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:28.073347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a0254b9-bef8-4676-9ce4-0a171cf219da req-f8d52a00-15c9-4dd3-ae75-a0a1f04406b4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0546391 Aug 16 22:12:28.121335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a0254b9-bef8-4676-9ce4-0a171cf219da req-70fc0854-1d76-49da-a832-a38a40c5aca9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Aug 16 22:12:28.348713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 820c9fa8-f151-40e3-9197-d096ddab6820 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:28.398028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc995e48-76e9-48b4-9eff-c0c1cabf382f req-e83f24d7-79d5-45b0-a228-e5b06913a8b6 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:28.405695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc995e48-76e9-48b4-9eff-c0c1cabf382f req-e83f24d7-79d5-45b0-a228-e5b06913a8b6 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 943 time: 0.0648191 Aug 16 22:12:28.444021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc995e48-76e9-48b4-9eff-c0c1cabf382f req-afa62e3c-2991-47d7-8942-bc5763a534dd tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Aug 16 22:12:28.466845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=820c9fa8-f151-40e3-9197-d096ddab6820,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:28.616167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '820c9fa8-f151-40e3-9197-d096ddab6820', 'network_id': 'f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc', 'port_id': '820c9fa8-f151-40e3-9197-d096ddab6820', 'mac_address': 'fa:16:3e:89:d0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d093b31-427d-4bcf-b359-1667e1f6770f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:28.627400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193a246-e436-42bc-9a90-74cb35d5057d req-26213e8b-9ecf-45bf-b3cf-fbc33c297a84 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:28.628917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f193a246-e436-42bc-9a90-74cb35d5057d req-26213e8b-9ecf-45bf-b3cf-fbc33c297a84 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 947 time: 0.0522931 Aug 16 22:12:28.658468 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:28.668637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f193a246-e436-42bc-9a90-74cb35d5057d req-8c4619a5-820d-492f-9858-b37f1dc3caf2 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Aug 16 22:12:28.673092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820c9fa8-f151-40e3-9197-d096ddab6820 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:28.696784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=820c9fa8-f151-40e3-9197-d096ddab6820,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:28.700668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:28.748102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:29.023477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['820c9fa8-f151-40e3-9197-d096ddab6820'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:29.242086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6b8f-b610-492a-bd40-3aae6912a5f4 req-af24e7e8-4897-4e5c-84a8-1719faa264cc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:29.243492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b42c6b8f-b610-492a-bd40-3aae6912a5f4 req-af24e7e8-4897-4e5c-84a8-1719faa264cc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0493126 Aug 16 22:12:29.281084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b42c6b8f-b610-492a-bd40-3aae6912a5f4 req-33cd2cac-e7f0-4734-92d6-27bf6f2a63bd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Aug 16 22:12:29.566993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05b00b-b219-4e34-b348-f17f76ebdb1c req-814b0443-d7a3-4580-9a65-08d1e513915b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:29.568469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d05b00b-b219-4e34-b348-f17f76ebdb1c req-814b0443-d7a3-4580-9a65-08d1e513915b tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 944 time: 0.0533800 Aug 16 22:12:29.606713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d05b00b-b219-4e34-b348-f17f76ebdb1c req-efa327ce-f6ef-4063-93f5-10444b043791 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Aug 16 22:12:29.789217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaef091-9106-42f7-bcf6-44b427dc040d req-fabb6bb3-5085-493f-80cf-4923e8d5c044 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:29.790951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbaef091-9106-42f7-bcf6-44b427dc040d req-fabb6bb3-5085-493f-80cf-4923e8d5c044 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 947 time: 0.0492687 Aug 16 22:12:29.829268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbaef091-9106-42f7-bcf6-44b427dc040d req-26712030-63ce-47a1-a362-c49fab6f0846 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Aug 16 22:12:30.352411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 820c9fa8-f151-40e3-9197-d096ddab6820 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:30.401916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281303a-98f6-452f-a6ed-34b5d7f52dba req-9d33aac9-4999-4c69-8462-b40db1e951b6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:30.403438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5281303a-98f6-452f-a6ed-34b5d7f52dba req-9d33aac9-4999-4c69-8462-b40db1e951b6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0503018 Aug 16 22:12:30.404518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 820c9fa8-f151-40e3-9197-d096ddab6820 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:30.408449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 820c9fa8-f151-40e3-9197-d096ddab6820 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:30.409045 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.444941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5281303a-98f6-452f-a6ed-34b5d7f52dba req-a4502865-701a-4d98-b414-3be4a7cc08b5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338538 Aug 16 22:12:30.492409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.517530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:30.519698 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41050a9a-6386-4cf8-854c-440a80d865ea" -d '{"events": [{"server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "name": "network-vif-plugged", "status": "completed", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:30.533231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=820c9fa8-f151-40e3-9197-d096ddab6820,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:30.538522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.564590 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec7fd7-dd0f-4725-b045-d58f5d47fe0b x-openstack-request-id: req-35ec7fd7-dd0f-4725-b045-d58f5d47fe0b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:30.564884 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "name": "network-vif-plugged", "status": "completed", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:30.565157 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35ec7fd7-dd0f-4725-b045-d58f5d47fe0b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:30.565804 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820', 'code': 200} Aug 16 22:12:30.592597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:30.652000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:30.709286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf21f0-5835-4f37-a49c-59cdbb5f5eca req-28dd2986-fbd2-44c3-b1fb-0222a53e0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:30.710964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-78bf21f0-5835-4f37-a49c-59cdbb5f5eca req-28dd2986-fbd2-44c3-b1fb-0222a53e0a9f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 1097 time: 0.0439675 Aug 16 22:12:30.726041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85137-49ff-4494-9486-e9d61c1f9f53 req-930a50dd-6865-4b70-b8ff-1e4b47322494 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:30.727763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5d85137-49ff-4494-9486-e9d61c1f9f53 req-930a50dd-6865-4b70-b8ff-1e4b47322494 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0531206 Aug 16 22:12:30.749915 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-78bf21f0-5835-4f37-a49c-59cdbb5f5eca req-2fb1dcf5-0b5b-4210-93aa-4c8616f182a8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303466 Aug 16 22:12:30.765378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2831df38-baaf-4c48-821a-71d8624b7e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.786117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5d85137-49ff-4494-9486-e9d61c1f9f53 req-7aebf2a4-0824-4d70-9577-6e726a7f49c4 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Aug 16 22:12:30.865440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2831df38-baaf-4c48-821a-71d8624b7e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.870462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2831df38-baaf-4c48-821a-71d8624b7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:30.926591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2831df38-baaf-4c48-821a-71d8624b7e76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d784a8a1568440058c63544bd9c0862d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734056 Aug 16 22:12:30.929344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:30.943952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831df38-baaf-4c48-821a-71d8624b7e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e984a9b7-12d3-40b6-90bd-81dc585961f7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:30.977841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97917-06d2-426a-84a3-8c53c16aa29c req-6f8786cf-7b7b-45f1-aa7c-afc61588f057 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:30.979399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fa97917-06d2-426a-84a3-8c53c16aa29c req-6f8786cf-7b7b-45f1-aa7c-afc61588f057 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 947 time: 0.0783966 Aug 16 22:12:30.990306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.015106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.019567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fa97917-06d2-426a-84a3-8c53c16aa29c req-a5a6130e-70f8-4536-bb4c-8ccf25a6e7c1 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Aug 16 22:12:31.063638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.066378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.067600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e984a9b7-12d3-40b6-90bd-81dc585961f7 HTTP/1.1" status: 204 len: 168 time: 0.1372631 Aug 16 22:12:31.076371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa49a8c-f00b-4645-9a55-21a72189abd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e984a9b7-12d3-40b6-90bd-81dc585961f7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:31.218411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ae452d3a-b8c2-4194-b0de-627075ba621f up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:31.271463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ae452d3a-b8c2-4194-b0de-627075ba621f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:31.275553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ae452d3a-b8c2-4194-b0de-627075ba621f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:31.277002 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.357412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:31.362827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.372015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa00cfa3-dab6-4f77-b9b3-5a5705c01d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.400799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ae452d3a-b8c2-4194-b0de-627075ba621f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:31.406445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.457244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:31.463795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa00cfa3-dab6-4f77-b9b3-5a5705c01d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.471264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa00cfa3-dab6-4f77-b9b3-5a5705c01d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.512384 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa00cfa3-dab6-4f77-b9b3-5a5705c01d89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38994ab800a642c0bbb51bd8f3efd07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538770 Aug 16 22:12:31.514278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00cfa3-dab6-4f77-b9b3-5a5705c01d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a679d41-6ee3-4198-ad70-217e05acbc7d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:31.515162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:31.594035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290736e1-ba77-4670-95f0-ca84fe460b30 req-fce7728e-21c6-42f6-a030-ca7f3399d784 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:31.595450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-290736e1-ba77-4670-95f0-ca84fe460b30 req-fce7728e-21c6-42f6-a030-ca7f3399d784 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0727999 Aug 16 22:12:31.621448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.653613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-290736e1-ba77-4670-95f0-ca84fe460b30 req-6fc14cc5-36ce-4bca-9d4c-d461ad68721f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 Aug 16 22:12:31.658041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.704443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.707063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:31.708224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a679d41-6ee3-4198-ad70-217e05acbc7d HTTP/1.1" status: 204 len: 168 time: 0.1919630 Aug 16 22:12:31.715709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d140d3b-3210-4b9a-a14a-09330ee70c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a679d41-6ee3-4198-ad70-217e05acbc7d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:31.914808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee08e5-03aa-490b-9446-71e7c195bee6 req-54c32e00-2c86-47d8-8262-ed8c4d8164f8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:31.916670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57ee08e5-03aa-490b-9446-71e7c195bee6 req-54c32e00-2c86-47d8-8262-ed8c4d8164f8 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0566919 Aug 16 22:12:31.921509 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:12:31.960531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57ee08e5-03aa-490b-9446-71e7c195bee6 req-32c586c1-59a5-4ee1-9783-36bd70dda9f0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Aug 16 22:12:32.147194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73ebbd-7c99-4e89-bb06-f8e8ebb8f98c req-b4839bb5-aab4-4b14-8c3e-91864758452a tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:32.148715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc73ebbd-7c99-4e89-bb06-f8e8ebb8f98c req-b4839bb5-aab4-4b14-8c3e-91864758452a tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.0546784 Aug 16 22:12:32.187931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc73ebbd-7c99-4e89-bb06-f8e8ebb8f98c req-4bf175f4-e757-4fb0-80d6-c5b34bfc9ccb tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Aug 16 22:12:32.567145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:32.570440 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e4a0a9-64db-4252-907b-aad081b71d8f" -d '{"events": [{"server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "name": "network-vif-plugged", "status": "completed", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:32.606985 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdfd9a4-1ede-478c-bc4b-70163200f1e8 x-openstack-request-id: req-9cdfd9a4-1ede-478c-bc4b-70163200f1e8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:32.607276 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "name": "network-vif-plugged", "status": "completed", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:32.607529 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9cdfd9a4-1ede-478c-bc4b-70163200f1e8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:32.607921 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f', 'code': 200} Aug 16 22:12:32.739697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b196d8-3b29-4aab-aee3-201819dd1c3a req-725bb477-ac29-4679-b4a5-aa474d9643bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:32.741448 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a0b196d8-3b29-4aab-aee3-201819dd1c3a req-725bb477-ac29-4679-b4a5-aa474d9643bc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 1100 time: 0.0445561 Aug 16 22:12:32.777440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe7fa8-5235-4367-9bdb-832916b962dc req-5f5eab2e-45cb-4b73-8ea2-d36e8fd137a8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:32.778968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ebe7fa8-5235-4367-9bdb-832916b962dc req-5f5eab2e-45cb-4b73-8ea2-d36e8fd137a8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0522914 Aug 16 22:12:32.780517 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a0b196d8-3b29-4aab-aee3-201819dd1c3a req-906bfa48-453b-4159-99b2-749f82f4dbd2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Aug 16 22:12:32.819465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ebe7fa8-5235-4367-9bdb-832916b962dc req-63407980-23ca-4037-83c3-669ae3c9787f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Aug 16 22:12:33.077365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4bcf2-03cd-4a9f-82ed-e9da3de62bb9 req-a7a9de41-e6a7-4d3d-858e-b12cc50b23da tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:33.078984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81c4bcf2-03cd-4a9f-82ed-e9da3de62bb9 req-a7a9de41-e6a7-4d3d-858e-b12cc50b23da tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0488312 Aug 16 22:12:33.120708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81c4bcf2-03cd-4a9f-82ed-e9da3de62bb9 req-9f63489f-be53-466d-bfc2-f23f02afc049 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Aug 16 22:12:33.366804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e70da5-1f16-4adf-9be1-46e9418711a3 req-bcbea349-fa7d-4827-bf8b-30f543450b88 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:33.368521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06e70da5-1f16-4adf-9be1-46e9418711a3 req-bcbea349-fa7d-4827-bf8b-30f543450b88 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.0490668 Aug 16 22:12:33.412623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06e70da5-1f16-4adf-9be1-46e9418711a3 req-ec6814d1-ed54-44a9-aca3-c99bf5266372 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Aug 16 22:12:33.524052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248e86e-75e3-493f-918f-13c428ca3140 req-169f1a0a-2deb-445d-8a91-ce4b438a6033 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:33.525466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5248e86e-75e3-493f-918f-13c428ca3140 req-169f1a0a-2deb-445d-8a91-ce4b438a6033 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0507944 Aug 16 22:12:33.537773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:33.567051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5248e86e-75e3-493f-918f-13c428ca3140 req-1c78f7ac-1b63-42b8-b293-761cd96237e3 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Aug 16 22:12:33.646405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff06-8f26-47fa-839c-de97b7b2fc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.737607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff06-8f26-47fa-839c-de97b7b2fc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.742041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e28ff06-8f26-47fa-839c-de97b7b2fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.782296 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4e28ff06-8f26-47fa-839c-de97b7b2fc1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c28a2c8c423471e963507e8f06c2567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431099 Aug 16 22:12:33.783092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28ff06-8f26-47fa-839c-de97b7b2fc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a221de6d-de14-4fec-b776-f64afc2f86a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:33.785862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:33.835689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.856714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.932950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.935502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:33.936659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a221de6d-de14-4fec-b776-f64afc2f86a2 HTTP/1.1" status: 204 len: 168 time: 0.1494331 Aug 16 22:12:33.947975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08252560-4341-4a43-beb3-a948ef8d8c8a req-69b7c924-4bcd-44f9-8070-a757c945b35a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:33.949450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08252560-4341-4a43-beb3-a948ef8d8c8a req-69b7c924-4bcd-44f9-8070-a757c945b35a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0593748 Aug 16 22:12:33.955034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a221de6d-de14-4fec-b776-f64afc2f86a2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:33.969784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.970142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.970495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.970832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.971174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.971514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.971847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.972179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.972516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.972846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.973200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:33.973526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648729b-7da2-42e2-9899-a304712068b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:34.004157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08252560-4341-4a43-beb3-a948ef8d8c8a req-73a64ac1-7635-47ae-9559-d0dca459a3dd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Aug 16 22:12:34.203227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:34.216734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90d1a937-2eee-41d8-9068-c74d3be47224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.303307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90d1a937-2eee-41d8-9068-c74d3be47224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.308232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90d1a937-2eee-41d8-9068-c74d3be47224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.346677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-90d1a937-2eee-41d8-9068-c74d3be47224 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24473e900cc74cd6bfd9b9b1f16effee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417456 Aug 16 22:12:34.347549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a937-2eee-41d8-9068-c74d3be47224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bea703-d601-4a02-b482-37c2bc3cecf5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:34.349266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:34.400538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.424467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.480942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.484107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:34.486239 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77bea703-d601-4a02-b482-37c2bc3cecf5 HTTP/1.1" status: 204 len: 168 time: 0.1358809 Aug 16 22:12:34.495521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859b8b-f4f4-4272-af97-ac4619f280db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bea703-d601-4a02-b482-37c2bc3cecf5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:34.545073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19be0e-78f6-4085-8220-f1a375c1cc46 req-b29df27f-3fa0-4ba4-ab31-c2e0534df852 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:34.546803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a19be0e-78f6-4085-8220-f1a375c1cc46 req-b29df27f-3fa0-4ba4-ab31-c2e0534df852 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.0577075 Aug 16 22:12:34.590132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a19be0e-78f6-4085-8220-f1a375c1cc46 req-c48172b5-41a2-4708-8869-022c856dff4d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Aug 16 22:12:34.710631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc4858-17f4-48b7-b0a3-b7113908e49d req-a2dc39d3-04d6-4c97-9c19-55708969e952 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:34.712491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fdc4858-17f4-48b7-b0a3-b7113908e49d req-a2dc39d3-04d6-4c97-9c19-55708969e952 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0577731 Aug 16 22:12:34.752378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fdc4858-17f4-48b7-b0a3-b7113908e49d req-fccf8631-80ac-491e-a794-0cc05f93b6b0 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Aug 16 22:12:35.131691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727bc47-94c6-4cb9-8535-97321aa9b53a req-95a545c2-3a98-48db-b663-72d00adc3dec tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.133237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2727bc47-94c6-4cb9-8535-97321aa9b53a req-95a545c2-3a98-48db-b663-72d00adc3dec tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0529723 Aug 16 22:12:35.178307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2727bc47-94c6-4cb9-8535-97321aa9b53a req-7a1e82db-e55d-4786-a818-6b9357deebb3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Aug 16 22:12:35.225881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:35.318406 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-d0b22b13-f81e-4e13-802a-5289c30956f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0780952 Aug 16 22:12:35.337866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-a0588eec-0bb6-4b83-b438-c40002e52f94 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.340189 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-a0588eec-0bb6-4b83-b438-c40002e52f94 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0591953 Aug 16 22:12:35.345985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-network', 'tenant_id': 'e0e154da07494183b248f4c09f24a287'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:35.477026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Made reservation on behalf of e0e154da07494183b248f4c09f24a287 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:35.479270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.494125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.501135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.501663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.502145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.502623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.503097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.503569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.504039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.505893 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3633849-63e1-498b-8e43-684fa834201c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6498 time: 0.1390257 Aug 16 22:12:35.564409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Deleting port 820c9fa8-f151-40e3-9197-d096ddab6820 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:35.564802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.734511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e07fdf-e1c6-41ef-9c86-97762fd51745 req-8dea131f-177d-4f39-b0a3-dae6a819a6f8 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.736131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5e07fdf-e1c6-41ef-9c86-97762fd51745 req-8dea131f-177d-4f39-b0a3-dae6a819a6f8 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.0628955 Aug 16 22:12:35.778933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5e07fdf-e1c6-41ef-9c86-97762fd51745 req-d107cb93-9d07-48e9-84eb-6eb70f3a7553 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Aug 16 22:12:35.799830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] For port 820c9fa8-f151-40e3-9197-d096ddab6820, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=820c9fa8-f151-40e3-9197-d096ddab6820,segment=NetworkSegment(e9519c38-fe3d-4a0d-9180-7842540a2cb6),segment_id=e9519c38-fe3d-4a0d-9180-7842540a2cb6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:35.800203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.832681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Calling delete_port for 820c9fa8-f151-40e3-9197-d096ddab6820 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:35.836342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e2156419-6855-4113-a6b7-c793bc9d27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.837124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e2156419-6855-4113-a6b7-c793bc9d27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.837608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e2156419-6855-4113-a6b7-c793bc9d27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.839350 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e2156419-6855-4113-a6b7-c793bc9d27b0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=afbcf641-c92e-4711-83a6-9aa3665f9317&id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 2289 time: 0.2715712 Aug 16 22:12:35.841423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.850570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.908536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e4da-c1b8-4383-8732-402c0bf0f916 req-83c60a80-7f1a-4b5c-a488-7eab6f385604 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:35.910382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d61e4da-c1b8-4383-8732-402c0bf0f916 req-83c60a80-7f1a-4b5c-a488-7eab6f385604 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 945 time: 0.0599158 Aug 16 22:12:35.912884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:12:35.955554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d61e4da-c1b8-4383-8732-402c0bf0f916 req-4045dc0f-8ae9-4a33-b154-a6b264c5376c tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups?id=fc43b287-a55d-471b-a847-550be3a222b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Aug 16 22:12:35.961521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e243e45-cd9c-4b54-8868-9cd390b479c7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:35.977264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:35.977618 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Added segment 85ec9d7f-486b-4cd2-a825-5ade22771a71 of type vlan for network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f Aug 16 22:12:36.050514 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-2c531f50-1a4f-467d-9e74-8edf7745f9ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 200 len: 1001 time: 0.1411452 Aug 16 22:12:36.053282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.107318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fedda-de04-4824-a71d-e577c57cdc75 req-35e27301-61ee-4ff4-9f8d-c0a8c93e672f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.109111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f23fedda-de04-4824-a71d-e577c57cdc75 req-35e27301-61ee-4ff4-9f8d-c0a8c93e672f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.0530274 Aug 16 22:12:36.151696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f23fedda-de04-4824-a71d-e577c57cdc75 req-eda7dd15-9e49-4f69-9699-782725eedcdf tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Aug 16 22:12:36.160466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-015a14cd-1989-45cb-8220-acbb2e3e5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.162097 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-015a14cd-1989-45cb-8220-acbb2e3e5154 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=100e6f52-c4b1-4c2f-b130-4a1f4b649852 HTTP/1.1" status: 200 len: 851 time: 0.1003542 Aug 16 22:12:36.165180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.165689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.166317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.248594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.269789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0419946 Aug 16 22:12:36.284756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:36.288049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['820c9fa8-f151-40e3-9197-d096ddab6820'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:36.291090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Request body: {'subnet': {'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-subnet', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:36.301920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929a2ed-026b-4c0b-998c-de86bb05de0f admin admin] Pushing event updated for resources: {'Network': ['ID=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:36.305128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event deleted for resources: {'Port': ['ID=820c9fa8-f151-40e3-9197-d096ddab6820,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:36.311842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Made reservation on behalf of e0e154da07494183b248f4c09f24a287 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:36.314209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.321334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:12:36.349622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] No DVR routers for this DVR port 820c9fa8-f151-40e3-9197-d096ddab6820 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:36.352349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.354691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4ac4075f-8c5a-433f-8469-c9eb0d87d73a req-de8d74fa-0f65-49c7-820c-8047c67b00dc tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.89 "DELETE /v2.0/ports/820c9fa8-f151-40e3-9197-d096ddab6820 HTTP/1.1" status: 204 len: 173 time: 1.0035443 Aug 16 22:12:36.355280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'name': 'network-vif-deleted', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:36.357955 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b168b6-b77b-42b7-beab-522a3eb15ebe" -d '{"events": [{"server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "name": "network-vif-deleted", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:36.362923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-fd0c05d4-82ad-452b-a6ba-f664cf0293e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.364759 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-fd0c05d4-82ad-452b-a6ba-f664cf0293e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731758 Aug 16 22:12:36.384780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa987f-1174-46c0-8fa2-7db7457be947 req-c9b2a0ff-1c52-4c6b-90d4-bb4eb9e8c6c6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.393354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05fa987f-1174-46c0-8fa2-7db7457be947 req-c9b2a0ff-1c52-4c6b-90d4-bb4eb9e8c6c6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1375616 Aug 16 22:12:36.432654 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc03859-50ca-4cd1-9c51-f107a7bf420c x-openstack-request-id: req-edc03859-50ca-4cd1-9c51-f107a7bf420c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:36.432980 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c", "name": "network-vif-deleted", "tag": "820c9fa8-f151-40e3-9197-d096ddab6820", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:36.433453 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edc03859-50ca-4cd1-9c51-f107a7bf420c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:36.433845 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c', 'name': 'network-vif-deleted', 'tag': '820c9fa8-f151-40e3-9197-d096ddab6820', 'status': 'completed', 'code': 200} Aug 16 22:12:36.454404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05fa987f-1174-46c0-8fa2-7db7457be947 req-b47e64a2-73be-4c28-b749-5252efdfbca3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Aug 16 22:12:36.495965 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-f1a6727d-949b-4151-bb65-e368cfe958c7 service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175053 Aug 16 22:12:36.572714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.608388 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-ff3df0c3-e15d-4333-a5fa-262478c5e31d service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037803 Aug 16 22:12:36.624147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3e5e69-5d92-4491-8134-b38c2d7f4795,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:36.643069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Checking segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:36.643425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Network hostable DHCP agents. Network: 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:12:36.668071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:12:36.677550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:36.686052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d0917-c91d-418f-bb08-695c278e81fd None None] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:36.688491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.689280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.708574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-faf1b85f-da97-43ae-839b-74486622b61c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4199157 Aug 16 22:12:36.708789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:36.713237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:36.731690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-aa334584-c762-4e68-a5d2-6fbd216142bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 217 time: 0.0724406 Aug 16 22:12:36.746745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.747780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.795921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3d3aba9-90b7-4099-bfa0-2607223a91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.797787 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e3d3aba9-90b7-4099-bfa0-2607223a91d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.0565355 Aug 16 22:12:36.809989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.858000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'fixed_ips': [{'subnet_id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:12:36.859470 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:36.862838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-7a2ea91d-1a0f-4cff-8600-695876a279d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:36.864394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-7a2ea91d-1a0f-4cff-8600-695876a279d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0574245 Aug 16 22:12:37.013953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-1f68794a-4e53-40d1-9716-cd72b4074543 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194649 Aug 16 22:12:37.049898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Allocated IP 172.20.0.2 (5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f/cb3e5e69-5d92-4491-8134-b38c2d7f4795/ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:37.176854 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-945d70f9-1073-4c05-a6fe-a0ac1f401948 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283259 Aug 16 22:12:37.234843 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-2a381ec7-d303-4971-a4b9-3b1a65b0bc0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 217 time: 0.0486417 Aug 16 22:12:37.264281 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.276782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Transition to ACTIVE for port object ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:37.294237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Transition to ACTIVE for port object ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:37.299206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:12:37.308131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-ffc3998c-52c0-4fb3-9587-5953a04d12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:37.310249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.311215 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-ffc3998c-52c0-4fb3-9587-5953a04d12c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.0670481 Aug 16 22:12:37.368329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-40bc5b0c-816e-405d-8189-5c50d7bb0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:37.370421 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-40bc5b0c-816e-405d-8189-5c50d7bb0897 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490849 Aug 16 22:12:37.370614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12df0fd7-f074-4f3e-a483-76bcad103ff5 req-289cce9b-8eca-48d5-9567-fcb81c4d17ba tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2a14c93-f1e0-4d44-9f8d-5e643cde5e3c HTTP/1.1" status: 200 len: 210 time: 0.0777993 Aug 16 22:12:37.376978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.402852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558bfc-0204-44c9-9fbb-a95a5c8c2116 req-c827e63c-651a-427b-a880-713e2b76a9c4 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:37.404758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:37.405097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac558bfc-0204-44c9-9fbb-a95a5c8c2116 req-c827e63c-651a-427b-a880-713e2b76a9c4 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.1136699 Aug 16 22:12:37.410676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:37.418819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:37.451516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Pushing event updated for resources: {'Port': ['ID=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:37.497657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Attempting to bind port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:37.498040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Attempting to bind port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:37.498899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Attempting to bind port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 on network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:37.505592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:37.505973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Checking segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:37.506380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.506770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Bound using segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:37.507107 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-225b4aef-46c1-48a0-8963-69a3cbfb6bb3 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255729 Aug 16 22:12:37.507227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Bound port: ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:37.507954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.514181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:37.527735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac558bfc-0204-44c9-9fbb-a95a5c8c2116 req-4a89ef31-d0d1-4a20-a9a7-99aac61d029a tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847156 Aug 16 22:12:37.534128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'port_id': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'mac_address': 'fa:16:3e:a7:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9df8f7-5ec0-454f-b951-cec1a32aae29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:12:37.617833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.618522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab7305-03d8-4d02-a255-62087cadebf7 req-f55d10ac-a74e-4df8-9927-36927b76f4ae tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:37.620416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65ab7305-03d8-4d02-a255-62087cadebf7 req-f55d10ac-a74e-4df8-9927-36927b76f4ae tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0833898 Aug 16 22:12:37.635918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] For port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:37.637933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-ba012082-8670-410c-9534-bc900ec08b2a service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238418 Aug 16 22:12:37.648682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:12:37.657664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] For port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:37.667295 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.693590 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-7864fe30-9042-4190-afe4-38b85d1f276a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66 HTTP/1.1" status: 200 len: 217 time: 0.0458257 Aug 16 22:12:37.693869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:37.706922 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.758263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65ab7305-03d8-4d02-a255-62087cadebf7 req-569189a3-d1c2-4d48-8b17-6c637f600bbd tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975347 Aug 16 22:12:37.771874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7b0d-e412-4660-bd9b-ac5cd3ba7dbf None None] Pushing event updated for resources: {'Port': ['ID=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:37.794734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.844755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:37.877655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:38.021133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Allocated IP 172.25.8.23 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:38.040662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:38.138939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-a18c9bf7-ae7b-4f26-9efb-77f24e979b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:38.140646 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-a18c9bf7-ae7b-4f26-9efb-77f24e979b83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.4375255 Aug 16 22:12:38.196413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:38.210134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-6a2a46ca-dacc-4bdb-afa3-c9e29e11e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:38.211845 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-6a2a46ca-dacc-4bdb-afa3-c9e29e11e518 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616844 Aug 16 22:12:38.256027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:38.285524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:38.304569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:38.318047 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-385db72a-51bf-4f6f-b46e-1af518364817 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974488 Aug 16 22:12:38.346730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:38.351698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:38.354030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:38.379516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 820c9fa8-f151-40e3-9197-d096ddab6820 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:38.392331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Pushing event updated for resources: {'Port': ['ID=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:38.413302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 820c9fa8-f151-40e3-9197-d096ddab6820 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:38.413630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 820c9fa8-f151-40e3-9197-d096ddab6820 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:38.444141 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-35cd5e67-4dc9-41dd-86a2-222fc991d1d4 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141593 Aug 16 22:12:38.508105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-f364d152-a4c9-432e-9f18-1f1e5a584bf4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=b36a2ec9-356a-478c-a7ee-321450e1a192 HTTP/1.1" status: 200 len: 217 time: 0.0524566 Aug 16 22:12:38.570421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-53892134-43ce-4706-a1c6-d82955cd8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:38.571897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-53892134-43ce-4706-a1c6-d82955cd8c0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.0527961 Aug 16 22:12:38.643489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-bed3639a-a50b-46bf-8ded-0877fc9c5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:38.651048 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-bed3639a-a50b-46bf-8ded-0877fc9c5daa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611603 Aug 16 22:12:38.679245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:38.733050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:38.798941 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-ee7fb3ec-50c8-402d-b92c-5b9679513657 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410344 Aug 16 22:12:38.910007 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-1325c537-16ad-4029-81e9-40935c5e829d service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977931 Aug 16 22:12:38.922764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fd386-522c-43a3-a791-ddef56fd9ae5 req-e562867e-c78b-4493-ba13-976c7cdc60ce tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:38.924473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-869fd386-522c-43a3-a791-ddef56fd9ae5 req-e562867e-c78b-4493-ba13-976c7cdc60ce tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.2399204 Aug 16 22:12:38.970158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d9890d-f20b-4efa-a75c-db2b5f394353 None None] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:39.000883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.060567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-869fd386-522c-43a3-a791-ddef56fd9ae5 req-52eeddbc-1828-4499-9505-c2309b9a6506 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251872 Aug 16 22:12:39.083298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.095879 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.102865 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-59a11d59-587a-4cc2-8e21-75c1c5132037 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 200 len: 217 time: 0.0707507 Aug 16 22:12:39.138745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Provisioning for port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:39.159344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Provisioning complete for port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:39.159806 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.191097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-c224dd38-3c3a-4777-86de-18794f956a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:39.192942 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-c224dd38-3c3a-4777-86de-18794f956a03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.0715189 Aug 16 22:12:39.283098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:39.297569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f124f91-f237-4c47-a5ce-429996f6ff08 req-29c17a8f-63f4-4fd3-983b-4263c8948096 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:39.305806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f124f91-f237-4c47-a5ce-429996f6ff08 req-29c17a8f-63f4-4fd3-983b-4263c8948096 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 945 time: 0.1357298 Aug 16 22:12:39.316502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.319599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.320938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "DELETE /v2.0/security-groups/22c976ef-f96d-46db-a6af-03d8e54b9e96 HTTP/1.1" status: 204 len: 168 time: 0.5869243 Aug 16 22:12:39.325431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:39.331625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-09dfb6c8-dd70-49ae-be60-de36d8827e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:39.334233 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-09dfb6c8-dd70-49ae-be60-de36d8827e3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321752 Aug 16 22:12:39.353104 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-79ed9e7b-e6eb-4533-93dd-92d7a6d3e662 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] show failed (client error): The resource could not be found. Aug 16 22:12:39.354173 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-79ed9e7b-e6eb-4533-93dd-92d7a6d3e662 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "GET /v2.0/security-groups/22c976ef-f96d-46db-a6af-03d8e54b9e96 HTTP/1.1" status: 404 len: 347 time: 0.0189569 Aug 16 22:12:39.357034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:39.358539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaa636-46b7-4f33-b51b-ce2172c2cf49 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c976ef-f96d-46db-a6af-03d8e54b9e96,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:39.391750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f124f91-f237-4c47-a5ce-429996f6ff08 req-fe964c6f-14bc-4874-867e-0374ad92ba1b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841880 Aug 16 22:12:39.444381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.451061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:12:39.526451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:39.526451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.529882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] For port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:39.555410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.668279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc002cf-98bb-4cfa-a161-683c368dd4e8 None None] Pushing event updated for resources: {'Port': ['ID=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:39.673376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-d1c6baed-b8c1-4931-a442-b886fcc0e69e tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:39.688804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-d1c6baed-b8c1-4931-a442-b886fcc0e69e tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 1100 time: 0.1623580 Aug 16 22:12:39.715671 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-f1b009e3-fd18-481d-800c-14c099bd8ba3 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975729 Aug 16 22:12:39.718141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-a7c892a8-ef9e-4f19-a161-ee8f479b6f57 tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.721526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Deleting port 5273dac9-2e95-47aa-8011-fc84997162a8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:39.721526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.737014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.758981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:39.775052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:39.777773 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40449e52-a83d-4ab9-ad67-386d68ffc3c9" -d '{"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:39.786176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Sync routers for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:39.809599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:39.817278 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.824439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:39.825525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:39.866261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-a7c892a8-ef9e-4f19-a161-ee8f479b6f57 tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.879571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-a7c892a8-ef9e-4f19-a161-ee8f479b6f57 tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.929130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84415d3e-bd7f-4a8b-adaa-2ce9b32fe183 req-a7c892a8-ef9e-4f19-a161-ee8f479b6f57 tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391217 Aug 16 22:12:39.936630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.937127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.938939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:39.943177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-612dca42-a25b-48f1-a3e1-937c457623a1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2335615 Aug 16 22:12:39.946641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:39.972746 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-6b9c7bb5-83ef-4da0-8434-4fa2a4217035 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446222 Aug 16 22:12:39.980062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Calling delete_port for 5273dac9-2e95-47aa-8011-fc84997162a8 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:40.009548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c892a8-ef9e-4f19-a161-ee8f479b6f57 tempest-LiveMigrationNegativeTest-740950527 tempest-LiveMigrationNegativeTest-740950527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8651b4-2408-4c0a-92f6-9694f8334996,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:40.065770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-de9a46f1-26cc-404d-889b-8804f8cb50ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 200 len: 217 time: 0.0829587 Aug 16 22:12:40.224736 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a31c35-2850-4d81-9c1c-61f6e8580c11 x-openstack-request-id: req-47a31c35-2850-4d81-9c1c-61f6e8580c11 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:40.225028 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:40.228590 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47a31c35-2850-4d81-9c1c-61f6e8580c11 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:40.229019 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'code': 200} Aug 16 22:12:40.283584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e557e791-bf3b-4dda-b2f0-2db2779dfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:40.285183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-e557e791-bf3b-4dda-b2f0-2db2779dfa1a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.1416740 Aug 16 22:12:40.309151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:40.357027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:40.485816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-c932d8f4-c8a6-49b5-9ea0-493bad5ef093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:40.491034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-c932d8f4-c8a6-49b5-9ea0-493bad5ef093 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1936836 Aug 16 22:12:40.639982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:40.680768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Pushing event deleted for resources: {'Port': ['ID=5273dac9-2e95-47aa-8011-fc84997162a8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:40.724456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-99f0270d-b1c2-44a1-a5e4-525db658d4af None None] Provisioning complete for port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:40.725094 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99f0270d-b1c2-44a1-a5e4-525db658d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:40.726619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:40.751617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6346-71af-4ac9-a015-5a0043d3150c req-006f51a6-7ac9-4383-9318-17bbf48e03cb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:40.753326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056f6346-71af-4ac9-a015-5a0043d3150c req-006f51a6-7ac9-4383-9318-17bbf48e03cb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1831081 Aug 16 22:12:40.768008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af0462-0a8c-4d0a-8143-5f1f9d6bf3c1 req-f98c0ec1-75fb-4e7d-b0e5-d78d739d45ab tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:40.770362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65af0462-0a8c-4d0a-8143-5f1f9d6bf3c1 req-f98c0ec1-75fb-4e7d-b0e5-d78d739d45ab tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.1690514 Aug 16 22:12:40.803209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:40.803589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:40.811733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:40.815526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:40.817054 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-376b620b-27a3-4897-827e-aad1fb50cb15 tempest-ImagesOneServerNegativeTestJSON-807072367 tempest-ImagesOneServerNegativeTestJSON-807072367-project] 10.222.0.22 "DELETE /v2.0/floatingips/2a656829-ff3c-44f9-a4e4-1cb6a2e64f36 HTTP/1.1" status: 204 len: 168 time: 1.4584000 Aug 16 22:12:40.822424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-82988e3d-1084-42ef-9fe0-a1f8058c95fd service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131568 Aug 16 22:12:40.857841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056f6346-71af-4ac9-a015-5a0043d3150c req-16cd9f6a-e45b-4fa2-afea-19fdaf3e777f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842352 Aug 16 22:12:40.901942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:38Z', 'revision_number': 3, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:40.949861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Checking router: 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:40.950225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Updating router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:12:40.957511 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0ea8bbe6-95d1-4064-b044-75582cc36b0d req-abc48bee-4e22-4c8a-ad8a-a0980543e881 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Aug 16 22:12:40.967148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65af0462-0a8c-4d0a-8143-5f1f9d6bf3c1 req-f31491b3-f814-4747-a7f2-460c67e646ce tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726687 Aug 16 22:12:41.001176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.008652 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.193187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:41.283835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Deleting subnet 0d093b31-427d-4bcf-b359-1667e1f6770f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:12:41.287542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.293163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Allocated IP 172.20.0.1 (5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f/cb3e5e69-5d92-4491-8134-b38c2d7f4795/9490fb3b-507e-444c-9fb5-845fe0f5de3d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:41.331138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.382067 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.459871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.471665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.490332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Transition to ACTIVE for port object 9490fb3b-507e-444c-9fb5-845fe0f5de3d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:41.515007 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.521348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d093b31-427d-4bcf-b359-1667e1f6770f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:41.526852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.529324 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-493f8b27-3c66-4a91-856e-d09e3db33d1a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0d093b31-427d-4bcf-b359-1667e1f6770f HTTP/1.1" status: 204 len: 168 time: 0.3348520 Aug 16 22:12:41.532327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:41.535807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Transition to ACTIVE for port object 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:41.546261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.570117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.599370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Attempting to bind port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:41.599791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Attempting to bind port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:41.600295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Attempting to bind port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:41.611186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:41.611598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:41.611997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.612396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:41.613931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Bound port: 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:41.613931 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.630372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:41.636048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:41.650804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:41.658698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:41.676498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.697427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17fa90-de15-430b-950e-6774f4b49644 None None] Pushing event updated for resources: {'Port': ['ID=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:41.709172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] For port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:41.712320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] For port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:41.719423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.719772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.827359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17fa90-de15-430b-950e-6774f4b49644 None None] Pushing event updated for resources: {'Port': ['ID=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:41.839115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.860983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:41.861711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:41.862670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:41.888386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9519c38-fe3d-4a0d-9180-7842540a2cb6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:41.888917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9519c38-fe3d-4a0d-9180-7842540a2cb6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:41.906199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.937675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.951320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:12:41.952622 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:12:41.958574 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:12:42.065171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.069720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:42.083898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.086135 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc HTTP/1.1" status: 204 len: 168 time: 0.5520885 Aug 16 22:12:42.103679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0b1b-1fa0-4abd-856c-c1868dd8b1df admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fdcc55-3d7c-4a0c-b8ff-8738ba0847bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:42.158544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77562a4c-5537-4451-a11a-35f8927b9948 None None] Provisioning for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:42.165876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77562a4c-5537-4451-a11a-35f8927b9948 None None] Provisioning complete for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:42.166556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77562a4c-5537-4451-a11a-35f8927b9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.218889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-77562a4c-5537-4451-a11a-35f8927b9948 None None] Port 9490fb3b-507e-444c-9fb5-845fe0f5de3d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:42.328832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:42.383193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:38Z', 'revision_number': 3, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:42.405458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de99855f-99ae-4ad7-be5c-5bb335d22570 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0664da5dd22450ea830ad5788c9badd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745819 Aug 16 22:12:42.408009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:42.419231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7efc0c-60ea-4f9d-b2d3-a65da484811b None None] The sync data for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 is: [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:38Z', 'revision_number': 3, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:42.496845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.528929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.550995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8716ab-26c8-4d5e-bd16-4a7c6df86544 req-192f3669-1ff2-496b-8cf6-39be5ab2c67f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:42.552509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d8716ab-26c8-4d5e-bd16-4a7c6df86544 req-192f3669-1ff2-496b-8cf6-39be5ab2c67f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1843207 Aug 16 22:12:42.572553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00132cd3-3335-4414-8551-c501aad7426b req-526cab46-256f-442e-bee2-202d4644bdc8 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:42.581605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00132cd3-3335-4414-8551-c501aad7426b req-526cab46-256f-442e-bee2-202d4644bdc8 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.2142794 Aug 16 22:12:42.599741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.606931 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.610515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:42.612354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc43b287-a55d-471b-a847-550be3a222b3 HTTP/1.1" status: 204 len: 168 time: 0.2031851 Aug 16 22:12:42.625471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b62c8-bb14-4782-ab9e-7d36d6bfa4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc43b287-a55d-471b-a847-550be3a222b3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:42.665581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00132cd3-3335-4414-8551-c501aad7426b req-c212b0d6-3161-4a59-b000-54da19f5325d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831876 Aug 16 22:12:42.734752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d8716ab-26c8-4d5e-bd16-4a7c6df86544 req-1020c1bb-21a7-442c-823f-b27f5124605b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729293 Aug 16 22:12:42.955063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-b1c82202-1d7b-4ee4-8036-578020cae924 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:42.960105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-b1c82202-1d7b-4ee4-8036-578020cae924 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 948 time: 0.1115837 Aug 16 22:12:43.079002 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.097410 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.171047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Deleting port ae452d3a-b8c2-4194-b0de-627075ba621f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:43.171504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.240562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:43.252075 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.363470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] For port ae452d3a-b8c2-4194-b0de-627075ba621f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ae452d3a-b8c2-4194-b0de-627075ba621f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:43.363886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.414046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Calling delete_port for ae452d3a-b8c2-4194-b0de-627075ba621f owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:43.445943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:43.448100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:43.707507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:43.740879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:12:43.745027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:43.748979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ae452d3a-b8c2-4194-b0de-627075ba621f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:43.771690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Pushing event deleted for resources: {'Port': ['ID=ae452d3a-b8c2-4194-b0de-627075ba621f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:43.811055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.813142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.813732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.815081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.815081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.816296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.817719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.818269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.820569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.820569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.821882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.822327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:43.994673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] No DVR routers for this DVR port ae452d3a-b8c2-4194-b0de-627075ba621f on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:44.001943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.007640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-49e656f9-21c0-4690-8894-07e2a3d5d574 req-43839a77-f87d-47f1-a178-f16d1a40f2f6 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.88 "DELETE /v2.0/ports/ae452d3a-b8c2-4194-b0de-627075ba621f HTTP/1.1" status: 204 len: 173 time: 1.0411236 Aug 16 22:12:44.014046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'name': 'network-vif-deleted', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:44.016889 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d153d-acc7-4720-a52c-80f5837810c6" -d '{"events": [{"server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "name": "network-vif-deleted", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:44.055383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41f5aa6b-2902-49b8-94a1-39abc1c553bc None None] Provisioning complete for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:44.055908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41f5aa6b-2902-49b8-94a1-39abc1c553bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.064431 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.191505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d23c4c5-1dd2-4b5a-849e-1624f0887465 req-0ae8b12e-4583-40ad-b708-0d73617e8701 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2efea40-1fa7-404f-b817-88c975e869ac HTTP/1.1" status: 200 len: 210 time: 0.1420727 Aug 16 22:12:44.201510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-41f5aa6b-2902-49b8-94a1-39abc1c553bc None None] Port 9490fb3b-507e-444c-9fb5-845fe0f5de3d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:44.276029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:44.296504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3f801-a353-4284-8422-ebc2d73fee22 req-6093cb46-df8a-4a8e-80ac-0a5c14d65151 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:44.304491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80f3f801-a353-4284-8422-ebc2d73fee22 req-6093cb46-df8a-4a8e-80ac-0a5c14d65151 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2634957 Aug 16 22:12:44.323980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:44.332157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4c0ea482-4886-4cf1-9c42-567c8fa98cf6 admin admin] 10.222.0.22 "PUT /v2.0/routers/53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3842249 Aug 16 22:12:44.365944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80f3f801-a353-4284-8422-ebc2d73fee22 req-e51bf94e-c375-41a0-b9ab-9f749246e827 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603895 Aug 16 22:12:44.458399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:44.463390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:44.463807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.540015 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40129a3e-007f-4340-b2ec-d6af76945d0c x-openstack-request-id: req-40129a3e-007f-4340-b2ec-d6af76945d0c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:44.540585 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2efea40-1fa7-404f-b817-88c975e869ac", "name": "network-vif-deleted", "tag": "ae452d3a-b8c2-4194-b0de-627075ba621f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:44.541057 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40129a3e-007f-4340-b2ec-d6af76945d0c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:44.541705 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2efea40-1fa7-404f-b817-88c975e869ac', 'name': 'network-vif-deleted', 'tag': 'ae452d3a-b8c2-4194-b0de-627075ba621f', 'status': 'completed', 'code': 200} Aug 16 22:12:44.615000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.702948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:44.732250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:44.857364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:45.287083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Sync routers for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:45.301799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:45.304739 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:45.438842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:45.444675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-network', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:45.478478 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:45.484424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f479a9f-f9e2-48b0-82fb-479670fb0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.490497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Made reservation on behalf of 96aa45248c784cb4b97a913a934b3fe5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:45.494948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.508693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.680419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.691847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.730362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:12:45.741000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.741668 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Added segment 77cd35fc-12ea-4380-91b7-63fb92cbcc0a of type vlan for network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 Aug 16 22:12:45.742923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a7bde-4fc2-4e13-b307-9401906fd7f5 req-657930e3-b3af-4317-818d-6fe948ab5d3c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:45.756410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c79a7bde-4fc2-4e13-b307-9401906fd7f5 req-657930e3-b3af-4317-818d-6fe948ab5d3c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0965049 Aug 16 22:12:45.784499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.809108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c79a7bde-4fc2-4e13-b307-9401906fd7f5 req-d0620b12-3d1e-438a-a97d-ddac8c6e0e28 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511963 Aug 16 22:12:45.810866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71314e56-ae6f-42f3-9c3d-44be25ca6b3d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:45.816220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.817476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:45.818418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.857175 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:42Z', 'revision_number': 4, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9490fb3b-507e-444c-9fb5-845fe0f5de3d', 'name': '', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'mac_address': 'fa:16:3e:1d:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:41Z', 'updated_at': '2021-08-16T22:12:42Z', 'revision_number': 2, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'subnets': [{'id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:45.884373 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4440198 Aug 16 22:12:45.887344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:45.898305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Request body: {'subnet': {'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-subnet', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:45.918733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3325-ca3a-40ba-ad3c-eef06f3432e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee2cc55-8b64-4c98-b70f-5b1742bc5374,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:45.919534 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Checking router: 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:45.923737 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Updating router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a port 9490fb3b-507e-444c-9fb5-845fe0f5de3d binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:12:45.935509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:12:45.938485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Made reservation on behalf of 96aa45248c784cb4b97a913a934b3fe5 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:45.944007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:45.988481 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.058624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfb7d0-f952-4b19-ad78-aafc60840127 req-15d4c746-82f4-4e19-b73c-b7964a5e2c1b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:46.060517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71dfb7d0-f952-4b19-ad78-aafc60840127 req-15d4c746-82f4-4e19-b73c-b7964a5e2c1b tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.0986831 Aug 16 22:12:46.169720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:46.179140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71dfb7d0-f952-4b19-ad78-aafc60840127 req-22c4c5ae-e85b-4eab-a7db-c66b66bb7674 tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117904 Aug 16 22:12:46.255480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:46.256217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.321941 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.392539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32a21e9-c16f-4ac4-9c8f-afd58c994bf9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:46.441215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Checking segment: {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:46.442071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Network hostable DHCP agents. Network: 5ee2cc55-8b64-4c98-b70f-5b1742bc5374, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:12:46.503197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:12:46.519099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 5ee2cc55-8b64-4c98-b70f-5b1742bc5374) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:46.525024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:46.525657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.539458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dbe1e9-8635-4978-b3a6-5e8473f38f50 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:46.541985 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddd0d98a-4c00-4fc1-aa77-d1c5a2d56d72 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6533954 Aug 16 22:12:46.544795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44592) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:46.549582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:46.599141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.600173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.687762 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.689256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.717634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Transition to ACTIVE for port object 9490fb3b-507e-444c-9fb5-845fe0f5de3d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:46.730779 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.864277 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Pushing event updated for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:46.896374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:12:46.897309 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:46.924046 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.924427 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.924774 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.925158 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.925494 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.925856 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.926188 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.926527 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.926844 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.927400 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.927733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.928058 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:12:46.969345 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.003224 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Attempting to bind port 9490fb3b-507e-444c-9fb5-845fe0f5de3d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:47.003904 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Attempting to bind port 9490fb3b-507e-444c-9fb5-845fe0f5de3d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:47.004430 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Attempting to bind port 9490fb3b-507e-444c-9fb5-845fe0f5de3d on network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:47.011502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:47.012316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Checking segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:47.016772 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.017373 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Bound using segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:47.018037 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Bound port: 9490fb3b-507e-444c-9fb5-845fe0f5de3d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:47.018956 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.095398 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] For port 9490fb3b-507e-444c-9fb5-845fe0f5de3d, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:47.103584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] For port 9490fb3b-507e-444c-9fb5-845fe0f5de3d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9490fb3b-507e-444c-9fb5-845fe0f5de3d,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:47.111333 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.172765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc9f3c-97ec-422d-b1a9-50847f683b8b req-794027a0-65a2-45db-b7e9-4681db5dcab4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:47.185909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eecc9f3c-97ec-422d-b1a9-50847f683b8b req-794027a0-65a2-45db-b7e9-4681db5dcab4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2344420 Aug 16 22:12:47.204903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Allocated IP 172.20.0.2 (5ee2cc55-8b64-4c98-b70f-5b1742bc5374/e32a21e9-c16f-4ac4-9c8f-afd58c994bf9/a82af58d-7582-4093-bc62-2553764979fd) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:47.205784 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6795e-1670-426e-bca2-0be76df592e3 None None] Pushing event updated for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:47.217620 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:47.218673 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:47.318118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eecc9f3c-97ec-422d-b1a9-50847f683b8b req-2101029f-c2ae-42a5-bd94-023405828155 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294723 Aug 16 22:12:47.318610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ae452d3a-b8c2-4194-b0de-627075ba621f no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:47.375465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-3131b811-44c9-4987-a0c5-505c3fef07fc tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:47.381219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: ae452d3a-b8c2-4194-b0de-627075ba621f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:47.382059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ae452d3a-b8c2-4194-b0de-627075ba621f not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:47.384295 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-3131b811-44c9-4987-a0c5-505c3fef07fc tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.89 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.1324673 Aug 16 22:12:47.488087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:47.585520 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.597946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Transition to ACTIVE for port object a82af58d-7582-4093-bc62-2553764979fd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:47.622969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Deleting port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:12:47.628015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.630853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Transition to ACTIVE for port object a82af58d-7582-4093-bc62-2553764979fd will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:47.645933 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.698931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Pushing event updated for resources: {'Port': ['ID=a82af58d-7582-4093-bc62-2553764979fd,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:47.718067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:47.720353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:47.724653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:47.810791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Attempting to bind port a82af58d-7582-4093-bc62-2553764979fd on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:47.811203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Attempting to bind port a82af58d-7582-4093-bc62-2553764979fd by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:47.811631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Attempting to bind port a82af58d-7582-4093-bc62-2553764979fd on network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:47.828795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:47.830053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Checking segment: {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:47.830720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.831757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Bound using segment: {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:47.833577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Bound port: a82af58d-7582-4093-bc62-2553764979fd, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:47.834061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.862740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] For port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:47.862740 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.879769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Calling delete_port for ea35ccaf-7ce0-4007-ade3-7a9fda40b75a owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:12:47.904823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:47.961931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.041044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] For port a82af58d-7582-4093-bc62-2553764979fd, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:48.051135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] For port a82af58d-7582-4093-bc62-2553764979fd, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a82af58d-7582-4093-bc62-2553764979fd,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:48.061638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.073359 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.096977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Pushing event deleted for resources: {'Port': ['ID=ea35ccaf-7ce0-4007-ade3-7a9fda40b75a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:48.116295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:12:48.197872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] No DVR routers for this DVR port ea35ccaf-7ce0-4007-ade3-7a9fda40b75a on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:12:48.200355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.205767 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bd55879c-eba9-4bf6-8466-6159f57805b0 req-84ed86a2-0377-4f10-8f5a-2a43cecbaa9f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.89 "DELETE /v2.0/ports/ea35ccaf-7ce0-4007-ade3-7a9fda40b75a HTTP/1.1" status: 204 len: 173 time: 0.8110268 Aug 16 22:12:48.207716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'name': 'network-vif-deleted', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:12:48.211328 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93434991-76f1-46cc-8549-6b23273d0126" -d '{"events": [{"server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "name": "network-vif-deleted", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:12:48.215076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1936c-aa2d-4236-830b-3ad3f04cd932 req-2953edd0-642f-4ad5-aaf6-68b7989adf5f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:48.227066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2f1936c-aa2d-4236-830b-3ad3f04cd932 req-2953edd0-642f-4ad5-aaf6-68b7989adf5f tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/ports?device_id=0732b0d8-2307-42aa-84c6-b4374b3268ef HTTP/1.1" status: 200 len: 949 time: 0.4739532 Aug 16 22:12:48.251674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.299763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d105446d-548a-4c29-b1b0-f855398e992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.303026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Allocated IP 172.25.8.25 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/8cc229d9-5a51-4c43-9867-4c70a4d33df5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:48.314413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370ef2d-84e9-46ed-be8b-588ee2037457 None None] Pushing event updated for resources: {'Port': ['ID=a82af58d-7582-4093-bc62-2553764979fd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:48.431628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2f1936c-aa2d-4236-830b-3ad3f04cd932 req-8c9cddbf-8a14-4995-bfd6-fcc3c06b885d tempest-LiveMigrationNegativeTest-2147258238 tempest-LiveMigrationNegativeTest-2147258238-project] 10.222.0.22 "GET /v2.0/security-groups?id=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035525 Aug 16 22:12:48.500978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:42Z', 'revision_number': 4, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9490fb3b-507e-444c-9fb5-845fe0f5de3d', 'name': '', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'mac_address': 'fa:16:3e:1d:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:41Z', 'updated_at': '2021-08-16T22:12:47Z', 'revision_number': 4, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'subnets': [{'id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:48.563890 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd087f3-b9ff-4260-a8b7-b1665a667820 x-openstack-request-id: req-7dd087f3-b9ff-4260-a8b7-b1665a667820 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:12:48.564522 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0732b0d8-2307-42aa-84c6-b4374b3268ef", "name": "network-vif-deleted", "tag": "ea35ccaf-7ce0-4007-ade3-7a9fda40b75a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:12:48.567788 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7dd087f3-b9ff-4260-a8b7-b1665a667820 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:12:48.569010 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0732b0d8-2307-42aa-84c6-b4374b3268ef', 'name': 'network-vif-deleted', 'tag': 'ea35ccaf-7ce0-4007-ade3-7a9fda40b75a', 'status': 'completed', 'code': 200} Aug 16 22:12:48.591433 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaec103-4ee2-41f2-a2cb-c331cb297e0e None None] The sync data for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 is: [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:12:42Z', 'revision_number': 4, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '9490fb3b-507e-444c-9fb5-845fe0f5de3d', 'name': '', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'mac_address': 'fa:16:3e:1d:e9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:41Z', 'updated_at': '2021-08-16T22:12:47Z', 'revision_number': 4, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'subnets': [{'id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:48.669169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:48.845705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6e5f-edbd-41d7-849e-c2e23284cfca req-7246df2a-c841-4a2e-9355-e09aa439f111 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:48.857228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fad6e5f-edbd-41d7-849e-c2e23284cfca req-7246df2a-c841-4a2e-9355-e09aa439f111 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1312306 Aug 16 22:12:48.924633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fad6e5f-edbd-41d7-849e-c2e23284cfca req-08ab596c-f9f9-4d4f-8fc3-9645af2de562 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659287 Aug 16 22:12:48.934457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:49.027157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:49.032084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:49.035696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:49.111818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc229d9-5a51-4c43-9867-4c70a4d33df5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:49.132519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:49.443923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:49.624398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:49.861599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47ae8bf8-f6df-4317-86d3-359e771c7162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:49.883496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.137951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:50.151003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e919b9c-2b19-4b0a-9bf5-c2c9555aebd7 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:50.234897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47ae8bf8-f6df-4317-86d3-359e771c7162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.240831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47ae8bf8-f6df-4317-86d3-359e771c7162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.324705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-367f7678-3dfb-4bc6-828b-0d8d0a7f6b08 None None] Provisioning for port a82af58d-7582-4093-bc62-2553764979fd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:50.335853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9490fb3b-507e-444c-9fb5-845fe0f5de3d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:50.352651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae8bf8-f6df-4317-86d3-359e771c7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009435b-bd34-4df6-ad93-a1da747d3c00,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:50.361454 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47ae8bf8-f6df-4317-86d3-359e771c7162 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9bf495d447c4010b64cd5f828043fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363586 Aug 16 22:12:50.364512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:50.369786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd23c5-af25-455f-bb6c-87af6728f455 req-bdcf283f-7a02-4f74-9533-ef46ad7382fe tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:50.383228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34fd23c5-af25-455f-bb6c-87af6728f455 req-bdcf283f-7a02-4f74-9533-ef46ad7382fe tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2184293 Aug 16 22:12:50.450881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Router 17000f98-8055-41dc-8004-0d9a1d9709ed is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:12:50.456154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea35ccaf-7ce0-4007-ade3-7a9fda40b75a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:12:50.481113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.540566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.556314 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d57a0de1-d852-4a50-b504-1e6dc6221c38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=247aedb59fcf4165bce2b985252d7dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114230 Aug 16 22:12:50.556891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:50.579936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: ea35ccaf-7ce0-4007-ade3-7a9fda40b75a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:12:50.580839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea35ccaf-7ce0-4007-ade3-7a9fda40b75a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:12:50.585695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34fd23c5-af25-455f-bb6c-87af6728f455 req-e64e02a1-2e9f-4fbf-b689-4cac9ddd4d70 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007430 Aug 16 22:12:50.638822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.657748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:50.660672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.664051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.665302 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3009435b-bd34-4df6-ad93-a1da747d3c00 HTTP/1.1" status: 204 len: 168 time: 0.2993019 Aug 16 22:12:50.669703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:50.670095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.705135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.739626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8e64-36bd-4d06-b869-6ad22f4ae037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009435b-bd34-4df6-ad93-a1da747d3c00,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:50.745695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:50.779027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Sync routers for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:50.797635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:50.811568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:50.812256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:50.819989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:50.824383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d1dc5f5-7549-4ee6-af75-7665a117b764 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2568483 Aug 16 22:12:50.956253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.079907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.082604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.086334 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33beedcf-a83f-4be4-9bbc-3e87a3d4b60d HTTP/1.1" status: 204 len: 168 time: 0.5260229 Aug 16 22:12:51.150413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a46441-a1bb-4954-8b0d-db760cd859a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33beedcf-a83f-4be4-9bbc-3e87a3d4b60d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:51.225861 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.274225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9490fb3b-507e-444c-9fb5-845fe0f5de3d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9490fb3b-507e-444c-9fb5-845fe0f5de3d,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:51.290415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:51.331863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.332654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a82af58d-7582-4093-bc62-2553764979fd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:51.692238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:51.786883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a82af58d-7582-4093-bc62-2553764979fd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:51.804226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a82af58d-7582-4093-bc62-2553764979fd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:51.808114 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:51.951508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92088a99-0cb6-4299-9610-7fab2879672a req-864327d4-fcc3-43ed-8967-9773c0e154e7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:51.962113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92088a99-0cb6-4299-9610-7fab2879672a req-864327d4-fcc3-43ed-8967-9773c0e154e7 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1909130 Aug 16 22:12:51.966848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:52.005913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:49Z', 'revision_number': 3, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:52.040422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Checking router: 17000f98-8055-41dc-8004-0d9a1d9709ed for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:12:52.041113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Updating router 17000f98-8055-41dc-8004-0d9a1d9709ed port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:12:52.048539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.069109 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.089908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.148952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92088a99-0cb6-4299-9610-7fab2879672a req-bc8f80ef-44ed-47a6-9912-67cd79bb3498 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828990 Aug 16 22:12:52.151073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port a82af58d-7582-4093-bc62-2553764979fd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a82af58d-7582-4093-bc62-2553764979fd,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:52.160847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.268783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-870f5ae1-8822-4e86-a46b-980cc1d4029d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f84f50cbb3304c139010167f0411138a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924738 Aug 16 22:12:52.269775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:52.376302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.417304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9490fb3b-507e-444c-9fb5-845fe0f5de3d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:52.424898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=a82af58d-7582-4093-bc62-2553764979fd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:52.481637 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.485142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.595371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.602152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.617869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe8651b4-2408-4c0a-92f6-9694f8334996 HTTP/1.1" status: 204 len: 168 time: 0.3359888 Aug 16 22:12:52.634087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9490fb3b-507e-444c-9fb5-845fe0f5de3d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:52.636539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.650219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa80225-89a2-4c87-b20e-551a1111d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8651b4-2408-4c0a-92f6-9694f8334996,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:52.723886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:52.941116 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:52.976303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Transition to ACTIVE for port object 8cc229d9-5a51-4c43-9867-4c70a4d33df5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:53.035659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.111932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Allocated IP 172.20.0.1 (5ee2cc55-8b64-4c98-b70f-5b1742bc5374/e32a21e9-c16f-4ac4-9c8f-afd58c994bf9/374a7cba-1517-4840-b011-cbfb1b040dfe) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:12:53.190526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd4557-cff5-40ce-80b6-805314b72723 None None] Pushing event updated for resources: {'Port': ['ID=8cc229d9-5a51-4c43-9867-4c70a4d33df5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:53.237032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1118554841-network', 'tenant_id': '00329fd44657424b9697ad0c77f6e9bc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:53.306166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Made reservation on behalf of 00329fd44657424b9697ad0c77f6e9bc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:53.309465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.340152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.434928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.476187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Transition to ACTIVE for port object 374a7cba-1517-4840-b011-cbfb1b040dfe will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:12:53.534803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.543388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.558081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.558415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:12:53.569910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.570519 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Added segment 05c24a9c-2788-4286-96bf-21b4e3038388 of type vlan for network 611c1b8f-796a-49bd-a14e-8990f8f4f55c Aug 16 22:12:53.630014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.656299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:53.664579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.665794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:53.666098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:53.666576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.668954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Attempting to bind port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:12:53.670633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Attempting to bind port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:12:53.672985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Attempting to bind port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:12:53.673278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:12:53.701203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:12:53.701203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:53.701670 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.702025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:12:53.702520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Bound port: 8cc229d9-5a51-4c43-9867-4c70a4d33df5, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:12:53.710634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.788890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Pushing event updated for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:53.863985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:53.897533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Pushing event updated for resources: {'Network': ['ID=611c1b8f-796a-49bd-a14e-8990f8f4f55c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:53.941684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38e065-0f9e-411c-8d46-503badc9ff87 req-410dfe05-29a1-4774-bad1-dad2823819cc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:53.949929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca38e065-0f9e-411c-8d46-503badc9ff87 req-410dfe05-29a1-4774-bad1-dad2823819cc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.5846381 Aug 16 22:12:53.955491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2314928 Aug 16 22:12:53.967030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:53.977102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] For port 8cc229d9-5a51-4c43-9867-4c70a4d33df5, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:12:53.980010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bda4d-fb99-4342-84f2-7506900c9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c62f64-b2b8-41c0-9a42-ffd7f8ce5a37,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:53.980550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Request body: {'subnet': {'network_id': '611c1b8f-796a-49bd-a14e-8990f8f4f55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1118554841-subnet', 'tenant_id': '00329fd44657424b9697ad0c77f6e9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:53.989699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] For port 8cc229d9-5a51-4c43-9867-4c70a4d33df5, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc229d9-5a51-4c43-9867-4c70a4d33df5,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:12:54.000323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 611c1b8f-796a-49bd-a14e-8990f8f4f55c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:12:54.017059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.053873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Made reservation on behalf of 00329fd44657424b9697ad0c77f6e9bc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:12:54.057747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.078260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca38e065-0f9e-411c-8d46-503badc9ff87 req-23847559-2e99-4f03-861e-e57e38982c6f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Aug 16 22:12:54.272744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.349584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-54ee0091-5ab9-4e90-accb-ef4bd0780a15 None None] Provisioning for port 374a7cba-1517-4840-b011-cbfb1b040dfe completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:54.349584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-54ee0091-5ab9-4e90-accb-ef4bd0780a15 None None] Provisioning complete for port 374a7cba-1517-4840-b011-cbfb1b040dfe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:54.349584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54ee0091-5ab9-4e90-accb-ef4bd0780a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.349584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:54.349584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:54.401130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a82af58d-7582-4093-bc62-2553764979fd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:54.410803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd4557-cff5-40ce-80b6-805314b72723 None None] Pushing event updated for resources: {'Port': ['ID=8cc229d9-5a51-4c43-9867-4c70a4d33df5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:54.449489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-54ee0091-5ab9-4e90-accb-ef4bd0780a15 None None] Port 374a7cba-1517-4840-b011-cbfb1b040dfe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:54.563949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.624063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:12:54.668091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a82af58d-7582-4093-bc62-2553764979fd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:54.668920 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.696075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cfda13-08ea-4584-aa80-37ff8fa2508e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:54.740452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Checking segment: {'id': '05c24a9c-2788-4286-96bf-21b4e3038388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '611c1b8f-796a-49bd-a14e-8990f8f4f55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:12:54.740998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Network hostable DHCP agents. Network: 611c1b8f-796a-49bd-a14e-8990f8f4f55c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:12:54.788818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.795921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.802263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Network 611c1b8f-796a-49bd-a14e-8990f8f4f55c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:12:54.867655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 611c1b8f-796a-49bd-a14e-8990f8f4f55c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:54.881233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:54.881752 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.886462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f6a38-7a71-4ed0-9e59-2264f548c148 None None] Network 611c1b8f-796a-49bd-a14e-8990f8f4f55c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:54.903530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:54.908216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Pushing event updated for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:54.944363 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d994e94-79b7-4f8c-b300-9f332bbab889 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9680026 Aug 16 22:12:55.151525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c5d46-00fb-4a7b-9e71-45dfa7ea09c3 None None] Network 611c1b8f-796a-49bd-a14e-8990f8f4f55c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:12:55.171078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '374a7cba-1517-4840-b011-cbfb1b040dfe', 'name': '', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'mac_address': 'fa:16:3e:ce:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:52Z', 'updated_at': '2021-08-16T22:12:53Z', 'revision_number': 1, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'subnets': [{'id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:55.183451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:12:55.184938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:12:55.250050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfac3a-5659-4d60-ba80-6bb2d9c6997d None None] The sync data for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 is: [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '374a7cba-1517-4840-b011-cbfb1b040dfe', 'name': '', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'mac_address': 'fa:16:3e:ce:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:52Z', 'updated_at': '2021-08-16T22:12:53Z', 'revision_number': 1, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'subnets': [{'id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:12:55.353719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec06aa-aa09-4d35-ac2d-ffb716fd13a5 req-79c615f5-6079-4f5b-bbcb-6c5485d9e409 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:55.370429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26ec06aa-aa09-4d35-ac2d-ffb716fd13a5 req-79c615f5-6079-4f5b-bbcb-6c5485d9e409 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1082914 Aug 16 22:12:55.496458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26ec06aa-aa09-4d35-ac2d-ffb716fd13a5 req-8d0f8644-e49d-439d-8136-3c7eb551a919 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831640 Aug 16 22:12:55.504611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Router 17000f98-8055-41dc-8004-0d9a1d9709ed has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:12:55.617962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cfc86da0-38ef-4edc-a170-41dfb7d05ff4 None None] Provisioning complete for port 374a7cba-1517-4840-b011-cbfb1b040dfe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:55.618353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cfc86da0-38ef-4edc-a170-41dfb7d05ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:55.758268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cfc86da0-38ef-4edc-a170-41dfb7d05ff4 None None] Port 374a7cba-1517-4840-b011-cbfb1b040dfe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:12:55.785411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:12:55.793129 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f16a577f-e971-497b-ba33-7fa26df8802a admin admin] 10.222.0.22 "PUT /v2.0/routers/17000f98-8055-41dc-8004-0d9a1d9709ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9638431 Aug 16 22:12:55.899854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-271172851', 'description': 'tempest-description-1069815987'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:55.950189 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.132088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.145496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.202943 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.219569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4c5314f-c1bd-4a89-98db-3cd64aff5a9e req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3256469 Aug 16 22:12:56.248335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ddc8b-154b-4059-abee-0841a41caa98 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2926a23-e874-46d5-a5fb-075c90c230b1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:56.497590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-9d58803a-df34-41a9-9acc-c9630543cd0f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/d2926a23-e874-46d5-a5fb-075c90c230b1 HTTP/1.1" status: 200 len: 1804 time: 0.0960708 Aug 16 22:12:56.511071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2926a23-e874-46d5-a5fb-075c90c230b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:56.517327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2926a23-e874-46d5-a5fb-075c90c230b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:56.675411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.737957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.744202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.770613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52aebaba-1f80-4b99-bf72-72c33aa26a95,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:56.814156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:56.833379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-603e7715-c1ba-436c-9fc5-0a6e6ead6866 req-5fea9b6e-f01a-4e9e-83fa-d4bd36f508f4 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3338959 Aug 16 22:12:57.009901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61670b6-21ca-4157-a37a-4f977a097374 req-cc2601bb-0a90-4a0c-9edf-4c88c570f336 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:57.011881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b61670b6-21ca-4157-a37a-4f977a097374 req-cc2601bb-0a90-4a0c-9edf-4c88c570f336 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1127753 Aug 16 22:12:57.130338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b61670b6-21ca-4157-a37a-4f977a097374 req-54b4ee08-f98b-4e9b-8de6-b9f545d096d2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110151 Aug 16 22:12:57.191753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1688409029', 'description': 'tempest-description-2081497999'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:57.290288 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.567467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.576444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.643872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061e0d8d-de85-4e1a-915a-f5c79b9e18d6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:57.659664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.666779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dcf9d31-c362-4b32-94ba-292f1249e297 req-b5e80c71-b04d-444e-962a-e0f2c73d57e7 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4840734 Aug 16 22:12:57.783774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-f5e4b244-abaf-42fc-ad5a-843884d3e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/061e0d8d-de85-4e1a-915a-f5c79b9e18d6 HTTP/1.1" status: 200 len: 1805 time: 0.0955279 Aug 16 22:12:57.798640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '061e0d8d-de85-4e1a-915a-f5c79b9e18d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:57.799266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '061e0d8d-de85-4e1a-915a-f5c79b9e18d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:57.942081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.982399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:57.987733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.004132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511e7e45-29d7-48c7-a19d-8dc5fcc9bc18,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:58.097330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.107537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bfc425a-8c92-470a-9264-51f9b049ec3b req-38370964-6b48-453b-b1b4-a5bb4029e6d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3192899 Aug 16 22:12:58.240684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1598428745', 'description': 'tempest-description-1474537744'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:58.270169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.376930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc229d9-5a51-4c43-9867-4c70a4d33df5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:12:58.491202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:12:58.500386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:12:58.501343 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.543257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.567751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.648920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb3a56-1f38-4a11-9890-e747829cbc50 req-04886eed-103e-4796-93b6-51b998a63e4d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:12:58.659993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74fb3a56-1f38-4a11-9890-e747829cbc50 req-04886eed-103e-4796-93b6-51b998a63e4d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2235324 Aug 16 22:12:58.700482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.729941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74fb3a56-1f38-4a11-9890-e747829cbc50 req-3d0d271e-aec0-4f6e-9116-e98bc37292f8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Aug 16 22:12:58.739800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.760668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d49950e-53ab-4a1b-84e8-18692b50f63b req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5244453 Aug 16 22:12:58.766641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8cc229d9-5a51-4c43-9867-4c70a4d33df5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc229d9-5a51-4c43-9867-4c70a4d33df5,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:12:58.767347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c99fb-5534-4f77-a9b9-e88cc7361a82 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363fec47-979d-45cc-8f9b-d673351707bd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:58.777848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:58.982956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1701663524', 'description': 'tempest-description-1657433641'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:58.990581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8cc229d9-5a51-4c43-9867-4c70a4d33df5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:59.111819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.246509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.254672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.299116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.305110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a50f77de-7d4d-41f7-bdaa-c58a1dd01d93 req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3286047 Aug 16 22:12:59.318883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7b06-0cea-4c6d-aa13-2a9f8b18b3d8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c5404-592b-4c92-9a61-48872d81ba1c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:59.428675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-445d0063-7b86-4998-b00d-97bd509309f6 req-01ee7824-6301-48e0-8835-33b5b8cbd0ae tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/363fec47-979d-45cc-8f9b-d673351707bd HTTP/1.1" status: 200 len: 1805 time: 0.0781593 Aug 16 22:12:59.516922 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Sync routers for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:12:59.528808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-445d0063-7b86-4998-b00d-97bd509309f6 req-1d77d7bf-74d5-4e41-8f44-04798c8642d2 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/f17c5404-592b-4c92-9a61-48872d81ba1c HTTP/1.1" status: 200 len: 1805 time: 0.0989454 Aug 16 22:12:59.533320 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:12:59.533854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:12:59.536068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '363fec47-979d-45cc-8f9b-d673351707bd', 'remote_group_id': 'f17c5404-592b-4c92-9a61-48872d81ba1c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:59.536716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '363fec47-979d-45cc-8f9b-d673351707bd', 'remote_group_id': 'f17c5404-592b-4c92-9a61-48872d81ba1c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:12:59.642051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.694229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:12:59.787794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.802248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.891780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6815cbf8-8149-41b1-b6ce-a482ee473721,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:12:59.955841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:12:59.987330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-445d0063-7b86-4998-b00d-97bd509309f6 req-0a125f81-20ba-4dad-b6bb-84918e8b1dea tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4562011 Aug 16 22:13:00.009225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:00.019904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f7baf-1a85-4db6-a811-790fd06647ad req-473a0a87-e252-4a30-a75d-8804758aa18c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:00.031941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c5f7baf-1a85-4db6-a811-790fd06647ad req-473a0a87-e252-4a30-a75d-8804758aa18c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1894617 Aug 16 22:13:00.087449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90da00da-a903-4486-a7ad-3a33d84b3a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.179197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c5f7baf-1a85-4db6-a811-790fd06647ad req-1980dfdf-28a9-4b3f-a461-b5ac70906869 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366947 Aug 16 22:13:00.205576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1340999926', 'description': 'tempest-description-253391503'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:00.381272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc229d9-5a51-4c43-9867-4c70a4d33df5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:00.407007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90da00da-a903-4486-a7ad-3a33d84b3a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.481773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90da00da-a903-4486-a7ad-3a33d84b3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.497360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.500161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '374a7cba-1517-4840-b011-cbfb1b040dfe', 'name': '', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'mac_address': 'fa:16:3e:ce:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:52Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 2, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'subnets': [{'id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:00.525301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:00.525739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.593911 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Checking router: 17000f98-8055-41dc-8004-0d9a1d9709ed for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:13:00.594586 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Updating router 17000f98-8055-41dc-8004-0d9a1d9709ed port 374a7cba-1517-4840-b011-cbfb1b040dfe binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:13:00.617221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:00.617982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-90da00da-a903-4486-a7ad-3a33d84b3a9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec3330ad128041a6a22421f549206405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217718 Aug 16 22:13:00.620342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da00da-a903-4486-a7ad-3a33d84b3a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded981ba-c6e3-432b-a89d-ba211bd37ba1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:00.744136 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.786414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.793057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.849795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.862451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95ed70b4-89bf-45d7-ad1a-d0e603a3054b req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6623886 Aug 16 22:13:00.864562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.867654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b351a8-c075-4569-8411-4291773bca1f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00693f65-3671-4684-ae1d-d54f9cd1466a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:00.899863 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.957100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-262261583', 'description': 'tempest-description-1856689987'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:00.982586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.987367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:00.991049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ded981ba-c6e3-432b-a89d-ba211bd37ba1 HTTP/1.1" status: 204 len: 168 time: 0.3584418 Aug 16 22:13:00.999253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.002261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedba3ef-0629-4993-a875-a93643187ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded981ba-c6e3-432b-a89d-ba211bd37ba1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:01.124964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.130200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.215439 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.216696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7958ff43-37a6-4aee-bd09-52d51279f456 req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2654269 Aug 16 22:13:01.242914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c4f86-62dd-40ca-884c-8c3c23cbc0a1 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3715bd21-3276-4ee0-ad71-2321d7b69412,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:01.385854 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.418247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Transition to ACTIVE for port object 374a7cba-1517-4840-b011-cbfb1b040dfe will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:01.433028 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.457148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd30f9-7cc7-4b9e-8bc5-c2c770e6614c req-6a05e9c2-0187-471a-a1f9-421dba95b666 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:01.459681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17dd30f9-7cc7-4b9e-8bc5-c2c770e6614c req-6a05e9c2-0187-471a-a1f9-421dba95b666 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1418386 Aug 16 22:13:01.481146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-e1c4d2b6-0622-46e0-a817-9f86c60db235 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/00693f65-3671-4684-ae1d-d54f9cd1466a HTTP/1.1" status: 200 len: 1804 time: 0.0860546 Aug 16 22:13:01.531583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:01.560450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0673068f-be83-4b80-9dfd-34dd16dbe468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.657967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17dd30f9-7cc7-4b9e-8bc5-c2c770e6614c req-9f89f26f-750c-40cf-bdcd-a2e8f6304f01 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689296 Aug 16 22:13:01.703876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-c07c3308-9927-421e-9932-51a6f238bf67 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/3715bd21-3276-4ee0-ad71-2321d7b69412 HTTP/1.1" status: 200 len: 1804 time: 0.2140353 Aug 16 22:13:01.726577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00693f65-3671-4684-ae1d-d54f9cd1466a', 'remote_group_id': '3715bd21-3276-4ee0-ad71-2321d7b69412', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:01.726907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00693f65-3671-4684-ae1d-d54f9cd1466a', 'remote_group_id': '3715bd21-3276-4ee0-ad71-2321d7b69412', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:01.737583 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Attempting to bind port 374a7cba-1517-4840-b011-cbfb1b040dfe on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:01.738153 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Attempting to bind port 374a7cba-1517-4840-b011-cbfb1b040dfe by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:01.739595 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Attempting to bind port 374a7cba-1517-4840-b011-cbfb1b040dfe on network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:01.750593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0673068f-be83-4b80-9dfd-34dd16dbe468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.757118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0673068f-be83-4b80-9dfd-34dd16dbe468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.768618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:01.769051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Checking segment: {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:01.771381 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.774084 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Bound using segment: {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:01.774651 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Bound port: 374a7cba-1517-4840-b011-cbfb1b040dfe, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cd35fc-12ea-4380-91b7-63fb92cbcc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:01.776713 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.835605 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0673068f-be83-4b80-9dfd-34dd16dbe468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6ca91c092c341998f876f79b524fecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019869 Aug 16 22:13:01.837005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:01.895083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673068f-be83-4b80-9dfd-34dd16dbe468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03aefbc-dbef-456e-b95b-df25d735c382,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:01.948624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:01.982470 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e692a2-2813-4012-b646-0d93713e0bed None None] Pushing event updated for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:02.035946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.039561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.104926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] For port 374a7cba-1517-4840-b011-cbfb1b040dfe, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:02.110924 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] For port 374a7cba-1517-4840-b011-cbfb1b040dfe, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=374a7cba-1517-4840-b011-cbfb1b040dfe,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:02.122464 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.140600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.148519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.152226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a03aefbc-dbef-456e-b95b-df25d735c382 HTTP/1.1" status: 204 len: 168 time: 0.3108482 Aug 16 22:13:02.191118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e5072-476c-4827-b3cb-8267cf27f52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03aefbc-dbef-456e-b95b-df25d735c382,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:02.201458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.207708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.276892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586aae97-0bc3-4027-acd1-cbaf9aaf90a9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:02.286354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.304700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-147f232d-a075-4aed-a3a5-74631f8994e6 req-b2d76080-bb2e-4fe9-9de1-2af21138e089 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5976098 Aug 16 22:13:02.343584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:13:02.344509 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:02.461462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-4db23f18-df2e-47fd-a337-b4000544112c tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/3715bd21-3276-4ee0-ad71-2321d7b69412 HTTP/1.1" status: 200 len: 1804 time: 0.1295569 Aug 16 22:13:02.543073 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e692a2-2813-4012-b646-0d93713e0bed None None] Pushing event updated for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:02.638038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.722764 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.761694 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:02.965579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.977238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:02.981860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70fbc9dc-1e11-491b-a577-781ab149ce1c req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/3715bd21-3276-4ee0-ad71-2321d7b69412 HTTP/1.1" status: 204 len: 173 time: 0.5120304 Aug 16 22:13:03.039747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef395-6cbb-4ead-9120-fe3487293a08 req-89495770-4c05-4862-b3ed-1773a4d40916 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:03.046732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbbef395-6cbb-4ead-9120-fe3487293a08 req-89495770-4c05-4862-b3ed-1773a4d40916 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2072411 Aug 16 22:13:03.072695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684062a-66a6-4271-ba6f-6f73aa010e5f tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715bd21-3276-4ee0-ad71-2321d7b69412,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:03.172198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbbef395-6cbb-4ead-9120-fe3487293a08 req-d13c8a0f-eea5-4b99-bfae-b80c97bfd89c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003473 Aug 16 22:13:03.269376 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '374a7cba-1517-4840-b011-cbfb1b040dfe', 'name': '', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'mac_address': 'fa:16:3e:ce:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:52Z', 'updated_at': '2021-08-16T22:13:02Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'subnets': [{'id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:03.303185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8e1599c-c689-42e9-9df1-ef6412e6d873 req-dd276f47-af94-4bb4-9631-a48fe4d57ab8 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/00693f65-3671-4684-ae1d-d54f9cd1466a HTTP/1.1" status: 200 len: 1804 time: 0.0801637 Aug 16 22:13:03.309438 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd50fa-ef57-4583-9ebe-0a5d5ab6158a None None] The sync data for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 is: [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:12:54Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '374a7cba-1517-4840-b011-cbfb1b040dfe', 'name': '', 'network_id': '5ee2cc55-8b64-4c98-b70f-5b1742bc5374', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'mac_address': 'fa:16:3e:ce:8b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:52Z', 'updated_at': '2021-08-16T22:13:02Z', 'revision_number': 4, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'subnets': [{'id': 'e32a21e9-c16f-4ac4-9c8f-afd58c994bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:13:03.435604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-200692091', 'description': 'tempest-description-333257290'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:03.497824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:03.804236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:03.810948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.224897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897e5705-a353-493d-ace0-cef10539fdb4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:04.231417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.232904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0428cf01-797e-468a-94c8-2832486ce12c req-74c56321-8466-4087-b56a-c1389a0e83ef tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8072684 Aug 16 22:13:04.396851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 374a7cba-1517-4840-b011-cbfb1b040dfe up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:04.470423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c012f1-7222-4abf-a5f3-089bf9e9bbf4 req-4f75781f-e3ae-451b-85b0-011aa8a3783c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:04.479181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1c012f1-7222-4abf-a5f3-089bf9e9bbf4 req-4f75781f-e3ae-451b-85b0-011aa8a3783c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1423047 Aug 16 22:13:04.513959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-9836c164-7718-483f-a24e-0cfd66b46600 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 200 len: 1803 time: 0.1248629 Aug 16 22:13:04.520433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 374a7cba-1517-4840-b011-cbfb1b040dfe completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:04.523928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897e5705-a353-493d-ace0-cef10539fdb4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:04.524748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897e5705-a353-493d-ace0-cef10539fdb4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:04.525328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 374a7cba-1517-4840-b011-cbfb1b040dfe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:04.525755 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.563858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1c012f1-7222-4abf-a5f3-089bf9e9bbf4 req-8487c57d-0643-490f-8fd2-d178545f998d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Aug 16 22:13:04.663403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.678726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.697214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.712599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.733741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91628cc-c233-410c-96b3-9eb53c9b1a9d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:04.747489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 374a7cba-1517-4840-b011-cbfb1b040dfe, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=374a7cba-1517-4840-b011-cbfb1b040dfe,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:04.752924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.756597 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:04.757989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4230e999-6ecd-44fe-bf9a-52e5fadbd6b4 req-29fb2f69-ddb9-4122-8711-3f025771f402 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2429576 Aug 16 22:13:04.831323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:04.961917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-a107bca4-ac88-4f85-9424-6a62164e3543 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 200 len: 2396 time: 0.0534966 Aug 16 22:13:04.975303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897e5705-a353-493d-ace0-cef10539fdb4', 'remote_group_id': None}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:04.975303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897e5705-a353-493d-ace0-cef10539fdb4', 'remote_group_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:05.052556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.083025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.088784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.109117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86bd4be-e4ad-465f-862a-fb2a12ca2f1b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:05.120573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.121855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98081ad3-7d68-42e1-859e-1ec9d84edef6 req-106ce554-6c2c-4da2-8d24-489f403a962d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1573887 Aug 16 22:13:05.158519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-aaef80a5-0a69-4591-9169-91d90d181b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:05.162316 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-aaef80a5-0a69-4591-9169-91d90d181b6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1098 time: 0.0658555 Aug 16 22:13:05.210212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-280f1b61-7840-407f-ad05-93bdbdd4a559 req-501489f7-5995-4c4e-8464-a88b453b12d9 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 200 len: 2994 time: 0.0451777 Aug 16 22:13:05.267046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-eed4cd80-d327-40ec-b55e-e34d4945150b tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-group-rules/d86bd4be-e4ad-465f-862a-fb2a12ca2f1b HTTP/1.1" status: 200 len: 783 time: 0.0366383 Aug 16 22:13:05.282730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-95a83d18-6f53-46d4-8684-7ec805aa26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:05.284458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-95a83d18-6f53-46d4-8684-7ec805aa26f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.1145144 Aug 16 22:13:05.347365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-2b7f1330-3988-40ab-b000-d75aeb2b6b68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0538719 Aug 16 22:13:05.355258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-4fc112c5-5b15-48da-8f25-a2acc29bf8f6 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 200 len: 2994 time: 0.0821536 Aug 16 22:13:05.357188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-fedb4fd9-1fd2-4129-a5a9-bc7b191e63c6 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253108 Aug 16 22:13:05.415109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-4bf42bb9-f1c5-441c-a62b-45a4776649a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:05.416641 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-4bf42bb9-f1c5-441c-a62b-45a4776649a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0605943 Aug 16 22:13:05.437508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.457680 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-e4230989-6c6d-40fe-a3bc-3c0cf2d30593 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329003 Aug 16 22:13:05.458815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.512368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.523172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.524312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b2ec48-7cd6-46d8-84cd-5694997aa912 req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d86bd4be-e4ad-465f-862a-fb2a12ca2f1b HTTP/1.1" status: 204 len: 173 time: 0.1620617 Aug 16 22:13:05.535164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-8431f6be-c66b-4037-a8b5-2822e6eb2fb5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:05.536845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-8431f6be-c66b-4037-a8b5-2822e6eb2fb5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625874 Aug 16 22:13:05.539018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506fec-d41a-4272-ae0d-2109d186da1a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d86bd4be-e4ad-465f-862a-fb2a12ca2f1b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:05.566067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-3e6aba67-8a90-4d54-b715-2478cf53b6b8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/quotas/d71ae9b7b0ca4a73a69c208106493062 HTTP/1.1" status: 200 len: 375 time: 0.0110097 Aug 16 22:13:05.598516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-b3be45e4-d205-4330-ba81-0d132601cfc1 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327243 Aug 16 22:13:05.612408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-5552a93e-879d-40bd-a968-322ba1036411 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338404 Aug 16 22:13:05.718884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-da95a63b-84dc-4c95-9363-4b92e3c17a34 req-53951996-db97-4c38-9447-544a4ac254a4 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124167 Aug 16 22:13:05.734281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-7faadd2a-22d5-4c54-9699-5e9fffcc0f57 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 200 len: 2396 time: 0.0662534 Aug 16 22:13:05.853491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.907654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:05.939761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68fa5b-20f5-463f-b43e-bd4a509b966c req-ccd5a8af-29b6-4003-be97-fd27e1a0b4d8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:05.941335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c68fa5b-20f5-463f-b43e-bd4a509b966c req-ccd5a8af-29b6-4003-be97-fd27e1a0b4d8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.1019518 Aug 16 22:13:06.003853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c68fa5b-20f5-463f-b43e-bd4a509b966c req-ea4e8c5f-26e8-42db-a38a-3d3f9f12ce96 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Aug 16 22:13:06.008993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.014204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.025781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b535a071-d13e-42f8-a7a2-208c30c3d18f req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/897e5705-a353-493d-ace0-cef10539fdb4 HTTP/1.1" status: 204 len: 173 time: 0.2848344 Aug 16 22:13:06.039192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e4f8e-41a9-42bb-b1f5-9e349fd8e454 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e5705-a353-493d-ace0-cef10539fdb4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:06.138546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-0b7712d3-bde6-4ee5-923a-ffb7861301ca tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339074 Aug 16 22:13:06.316202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 374a7cba-1517-4840-b011-cbfb1b040dfe up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:06.321786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-5a7bbeaa-a861-49e9-9b01-ce1f4d7b1ac2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:06.331030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-5a7bbeaa-a861-49e9-9b01-ce1f4d7b1ac2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796515 Aug 16 22:13:06.347652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-6d386645-2b30-4d67-a74d-697a56454769 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/quotas/d71ae9b7b0ca4a73a69c208106493062 HTTP/1.1" status: 200 len: 375 time: 0.0153227 Aug 16 22:13:06.380056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 374a7cba-1517-4840-b011-cbfb1b040dfe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:06.380448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.428784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-55c20a59-9344-4304-8efc-b27e518dc8e7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716939 Aug 16 22:13:06.443222 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-208982f7-18c4-4b44-a9bc-851a5c483184 req-498cbfb2-273d-41c6-a080-9ecdf2dce587 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] show failed (client error): The resource could not be found. Aug 16 22:13:06.455316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-208982f7-18c4-4b44-a9bc-851a5c483184 req-498cbfb2-273d-41c6-a080-9ecdf2dce587 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/3715bd21-3276-4ee0-ad71-2321d7b69412 HTTP/1.1" status: 404 len: 352 time: 0.0258729 Aug 16 22:13:06.565976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8243a10d-7634-464e-8976-888ff66953f7 req-70720972-5a9e-4857-a97b-0e6b21f030b5 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/00693f65-3671-4684-ae1d-d54f9cd1466a HTTP/1.1" status: 200 len: 1804 time: 0.0631275 Aug 16 22:13:06.646728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8243a10d-7634-464e-8976-888ff66953f7 req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.684780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de5aadbb-ae05-4131-9b13-b126a18c3e81 req-d3e2ae80-32bb-482f-bd6f-402ed70d2abf tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 210 time: 0.0360739 Aug 16 22:13:06.716671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8243a10d-7634-464e-8976-888ff66953f7 req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.794106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8243a10d-7634-464e-8976-888ff66953f7 req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.796686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8243a10d-7634-464e-8976-888ff66953f7 req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.797873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8243a10d-7634-464e-8976-888ff66953f7 req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/00693f65-3671-4684-ae1d-d54f9cd1466a HTTP/1.1" status: 204 len: 173 time: 0.2252202 Aug 16 22:13:06.810090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b371f-59e3-4d22-bb82-65517fb8b753 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00693f65-3671-4684-ae1d-d54f9cd1466a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:06.886221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e313f754-84e9-4c75-a639-9069017450fc req-a87ed12e-af8e-489b-95eb-2a64716cdc58 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/f17c5404-592b-4c92-9a61-48872d81ba1c HTTP/1.1" status: 200 len: 1805 time: 0.0670745 Aug 16 22:13:06.955663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e313f754-84e9-4c75-a639-9069017450fc req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:06.979850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e313f754-84e9-4c75-a639-9069017450fc req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.053745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e313f754-84e9-4c75-a639-9069017450fc req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.057004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e313f754-84e9-4c75-a639-9069017450fc req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.058387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e313f754-84e9-4c75-a639-9069017450fc req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/f17c5404-592b-4c92-9a61-48872d81ba1c HTTP/1.1" status: 204 len: 173 time: 0.1655300 Aug 16 22:13:07.070138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe900-0ded-435b-8c12-f3ceaf0317ee tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c5404-592b-4c92-9a61-48872d81ba1c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:07.174222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-0240da8c-670e-4f40-b200-0d9409dd6fdd tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/363fec47-979d-45cc-8f9b-d673351707bd HTTP/1.1" status: 200 len: 1805 time: 0.0869565 Aug 16 22:13:07.214492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef1bc-7d3d-421e-adc9-158b1935d6ac req-ac28f4a5-6b98-4d0a-b7e2-f4ff1a9361b8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:07.216534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dbef1bc-7d3d-421e-adc9-158b1935d6ac req-ac28f4a5-6b98-4d0a-b7e2-f4ff1a9361b8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.0921271 Aug 16 22:13:07.305317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dbef1bc-7d3d-421e-adc9-158b1935d6ac req-0cd5e1c9-0200-43bd-8b16-a438d9a289fc tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Aug 16 22:13:07.306622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.347972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.348996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-9019039c-d26d-43f4-8f75-e4c7645894f7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260038 Aug 16 22:13:07.423953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.427378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.428591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b1067bd-0f81-4618-9c9e-aa5bd54286b5 req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/363fec47-979d-45cc-8f9b-d673351707bd HTTP/1.1" status: 204 len: 173 time: 0.2465434 Aug 16 22:13:07.448128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca199df-65db-443a-879c-2269bd72ec5a tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363fec47-979d-45cc-8f9b-d673351707bd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:07.578197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-5d3fcaaf-b66f-4a4f-9f0f-88acc46f908c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:07.579803 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-5d3fcaaf-b66f-4a4f-9f0f-88acc46f908c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206538 Aug 16 22:13:07.621452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Request body: {'port': {'device_id': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'd71ae9b7b0ca4a73a69c208106493062'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:07.720059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c84feb3e-005e-486e-a426-e2f956aa642e req-a5449aed-32a3-49cc-be16-9ccae53b8c71 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/061e0d8d-de85-4e1a-915a-f5c79b9e18d6 HTTP/1.1" status: 200 len: 2404 time: 0.0601041 Aug 16 22:13:07.775474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Made reservation on behalf of d71ae9b7b0ca4a73a69c208106493062 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:07.779165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.789102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.813777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db44e861-90dd-4569-a02a-9ce12fc78318 req-921c93c6-74d8-4ef9-a910-b98d2ab9333c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 210 time: 0.0393381 Aug 16 22:13:07.816831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c84feb3e-005e-486e-a426-e2f956aa642e req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.849659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c84feb3e-005e-486e-a426-e2f956aa642e req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.911968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c84feb3e-005e-486e-a426-e2f956aa642e req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.915596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c84feb3e-005e-486e-a426-e2f956aa642e req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.916946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c84feb3e-005e-486e-a426-e2f956aa642e req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/061e0d8d-de85-4e1a-915a-f5c79b9e18d6 HTTP/1.1" status: 204 len: 173 time: 0.1900744 Aug 16 22:13:07.931766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16d671-c757-40f0-866c-3853285ec9af tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061e0d8d-de85-4e1a-915a-f5c79b9e18d6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:07.939229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:07.955157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.009631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42480505-39cd-4ed7-af93-8a9136529afd req-9df409f3-a6b3-4934-b7bf-2720e50df55d tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "GET /v2.0/security-groups/d2926a23-e874-46d5-a5fb-075c90c230b1 HTTP/1.1" status: 200 len: 2397 time: 0.0730858 Aug 16 22:13:08.041142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:08.102952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-42480505-39cd-4ed7-af93-8a9136529afd req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.130276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Allocated IP 192.168.233.156 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/3dcf3731-6f8c-48b7-8595-679b7852313f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:08.140542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-42480505-39cd-4ed7-af93-8a9136529afd req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.213805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-42480505-39cd-4ed7-af93-8a9136529afd req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.216471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-42480505-39cd-4ed7-af93-8a9136529afd req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.224051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42480505-39cd-4ed7-af93-8a9136529afd req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2926a23-e874-46d5-a5fb-075c90c230b1 HTTP/1.1" status: 204 len: 173 time: 0.2085073 Aug 16 22:13:08.224882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45090) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:08.227069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-d647453c-0723-4bab-bcdb-94119bcbe8e3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435600 Aug 16 22:13:08.255266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee550-21ad-4eae-87d4-10d97a27c169 tempest-SecurityGroupRulesTestJSON-1225993150 tempest-SecurityGroupRulesTestJSON-1225993150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2926a23-e874-46d5-a5fb-075c90c230b1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:08.388659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Deleting subnet c7cfda13-08ea-4584-aa80-37ff8fa2508e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:13:08.430389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-086e88b8-edb7-40fe-a853-68a681447945 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:08.432125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-086e88b8-edb7-40fe-a853-68a681447945 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970825 Aug 16 22:13:08.434168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.498625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.499650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Request body: {'port': {'device_id': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'd71ae9b7b0ca4a73a69c208106493062'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:08.564228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.578857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Transition to ACTIVE for port object 3dcf3731-6f8c-48b7-8595-679b7852313f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:08.626836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.655523 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.695796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0c702-4d14-4a53-9863-c405a4a3c294 req-a7df39ff-19a7-4c5d-be45-eaea7da57203 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:08.705940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26d0c702-4d14-4a53-9863-c405a4a3c294 req-a7df39ff-19a7-4c5d-be45-eaea7da57203 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2533312 Aug 16 22:13:08.718213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:08.718515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Made reservation on behalf of d71ae9b7b0ca4a73a69c208106493062 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:08.721504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:08.721674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.723576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:08.780691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:08.780936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26d0c702-4d14-4a53-9863-c405a4a3c294 req-b3634dfa-7835-402d-990d-99125a1b588f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733614 Aug 16 22:13:08.901550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:08.902237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.908223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.923085 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:13:08.979212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cfda13-08ea-4584-aa80-37ff8fa2508e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:08.990497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:08.992487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-71b16fc2-1f02-463a-a337-16893075c5f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c7cfda13-08ea-4584-aa80-37ff8fa2508e HTTP/1.1" status: 204 len: 168 time: 0.7644255 Aug 16 22:13:09.001396 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-71eab09e-aaea-4ba6-b19e-b46a32e54cf8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3774126 Aug 16 22:13:09.002089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:09.035641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Request body: {'port': {'device_id': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:09.130338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-267d1e00-9bdf-4144-84f1-92739eb86e7a req-26642e8c-7757-4d64-b515-679d83932576 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 210 time: 0.0721445 Aug 16 22:13:09.150248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.159718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Allocated IP 192.168.233.116 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/95c58855-00af-4ddf-86ee-6e560576c21b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:09.187278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c70a7802-803e-4753-8323-bfa75c441ae9 None None] Provisioning for port 3dcf3731-6f8c-48b7-8595-679b7852313f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:09.199602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c70a7802-803e-4753-8323-bfa75c441ae9 None None] Provisioning complete for port 3dcf3731-6f8c-48b7-8595-679b7852313f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:09.199960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c70a7802-803e-4753-8323-bfa75c441ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.222210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.253645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c70a7802-803e-4753-8323-bfa75c441ae9 None None] Port 3dcf3731-6f8c-48b7-8595-679b7852313f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:09.266517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f745e3c-fbef-4eaa-bb23-3a148e1a5b24 req-3871e482-696e-4c14-b724-e8d4d18ba6ce tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:09.273982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f745e3c-fbef-4eaa-bb23-3a148e1a5b24 req-3871e482-696e-4c14-b724-e8d4d18ba6ce tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 946 time: 0.2103567 Aug 16 22:13:09.375469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f745e3c-fbef-4eaa-bb23-3a148e1a5b24 req-0d956230-5a0b-4682-8e30-38a1f38402ba tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995471 Aug 16 22:13:09.408975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.419328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:13:09.422214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611c1b8f-796a-49bd-a14e-8990f8f4f55c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:09.440493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c24a9c-2788-4286-96bf-21b4e3038388') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:09.441580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c24a9c-2788-4286-96bf-21b4e3038388') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:09.456349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.467174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.472558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.480198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:13:09.480963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:13:09.483837 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:13:09.486727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Transition to ACTIVE for port object 95c58855-00af-4ddf-86ee-6e560576c21b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:09.544317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.547736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.576330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:09.580156 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b359229d-85b8-4496-abd9-922ad9c36bd4" -d '{"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-unplugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:09.625691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:09.630067 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.635609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.642731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.643724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/611c1b8f-796a-49bd-a14e-8990f8f4f55c HTTP/1.1" status: 204 len: 168 time: 0.6404810 Aug 16 22:13:09.656940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:09.659272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42e40c-0ed9-46f5-ba88-ed4b24500dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=611c1b8f-796a-49bd-a14e-8990f8f4f55c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:09.672264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:09.688459 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e580ad-6c9c-4aa3-9f43-16c69de7ee04 x-openstack-request-id: req-92e580ad-6c9c-4aa3-9f43-16c69de7ee04 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:09.689325 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-unplugged", "status": "failed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:09.690057 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92e580ad-6c9c-4aa3-9f43-16c69de7ee04 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:09.691016 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'code': 422} returned with failed status Aug 16 22:13:09.699311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:09.720086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event updated for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:09.749045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:09.832281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:09.833093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.842299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-3a452139-b5e3-4c86-8351-4897d554e109 req-06b34d1c-d78d-4a73-b5d2-61fb2de0852e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:13:09.859836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a452139-b5e3-4c86-8351-4897d554e109 req-06b34d1c-d78d-4a73-b5d2-61fb2de0852e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227640 Aug 16 22:13:09.884478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:09.888423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-e1e72571-3725-46f0-830c-3ab2c7444adb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3990731 Aug 16 22:13:09.895705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.913101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Transition to ACTIVE for port object 3dcf3731-6f8c-48b7-8595-679b7852313f will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:09.919046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:09.922903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Request body: {'port': {'device_id': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:10.007953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:10.049670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:10.129524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.130303 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86e7576d-333a-4909-93fe-fbea3a73176d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00329fd44657424b9697ad0c77f6e9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135106 Aug 16 22:13:10.130537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:10.175289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc22b40-7f8a-4da1-a003-64fa912be651 req-cbc33676-f966-4ba1-9a85-ef3c03a82a45 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.177042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecc22b40-7f8a-4da1-a003-64fa912be651 req-cbc33676-f966-4ba1-9a85-ef3c03a82a45 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1103024 Aug 16 22:13:10.204187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3904b98c-cfe1-4bed-926b-e46b7a7f07aa None None] Provisioning for port 95c58855-00af-4ddf-86ee-6e560576c21b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:10.213317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3904b98c-cfe1-4bed-926b-e46b7a7f07aa None None] Provisioning complete for port 95c58855-00af-4ddf-86ee-6e560576c21b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:10.214102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3904b98c-cfe1-4bed-926b-e46b7a7f07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.261453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Attempting to bind port 3dcf3731-6f8c-48b7-8595-679b7852313f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:10.261453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Attempting to bind port 3dcf3731-6f8c-48b7-8595-679b7852313f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:10.261453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Attempting to bind port 3dcf3731-6f8c-48b7-8595-679b7852313f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:10.272484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Port 3dcf3731-6f8c-48b7-8595-679b7852313f on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:13:10.272919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Attempting to bind port 3dcf3731-6f8c-48b7-8595-679b7852313f on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:10.278608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:10.279084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:10.279591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:10.280300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Bound port: 3dcf3731-6f8c-48b7-8595-679b7852313f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:10.280769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.288052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3904b98c-cfe1-4bed-926b-e46b7a7f07aa None None] Port 95c58855-00af-4ddf-86ee-6e560576c21b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:10.366610 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:10.372527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:10.381677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.445681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.446645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.448532 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] 10.222.0.89 "PUT /v2.0/ports/3dcf3731-6f8c-48b7-8595-679b7852313f HTTP/1.1" status: 200 len: 1097 time: 1.4192255 Aug 16 22:13:10.451805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:10.454813 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218" -d '{"events": [{"name": "network-changed", "server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:10.482470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99dd17-5e1b-45cb-815b-da796b7157f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:10.574856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-d8f8e1b0-3717-4a41-a977-be526fd2c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.578494 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-d8f8e1b0-3717-4a41-a977-be526fd2c9d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1100 time: 0.0546153 Aug 16 22:13:10.593491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecc22b40-7f8a-4da1-a003-64fa912be651 req-0e59e830-cc6d-4371-8996-37645af9cd37 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979137 Aug 16 22:13:10.668571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-0942eef7-51b4-4773-a824-e6a2aae85efb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3dcf3731-6f8c-48b7-8595-679b7852313f HTTP/1.1" status: 200 len: 217 time: 0.0694473 Aug 16 22:13:10.786343 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a56b62-6d61-40e4-bcea-af7a7e75a169 x-openstack-request-id: req-74a56b62-6d61-40e4-bcea-af7a7e75a169 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:10.786791 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:10.787155 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74a56b62-6d61-40e4-bcea-af7a7e75a169 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:10.787662 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'status': 'completed', 'code': 200} Aug 16 22:13:10.791453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-f3bf7638-8b40-4b70-81b6-0a604cc9736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.791783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2820c89-4679-430f-bb68-57302d560e0c req-8260b876-9c63-4767-8c2f-672cd740ff19 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.793493 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-f3bf7638-8b40-4b70-81b6-0a604cc9736a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0888329 Aug 16 22:13:10.799563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2820c89-4679-430f-bb68-57302d560e0c req-8260b876-9c63-4767-8c2f-672cd740ff19 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 936 time: 0.5245585 Aug 16 22:13:10.846427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c58855-00af-4ddf-86ee-6e560576c21b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:10.854684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.867397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Transition to ACTIVE for port object 95c58855-00af-4ddf-86ee-6e560576c21b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:10.880532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-51fca666-eee8-4000-9d16-5c1e5dc9fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:10.882312 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-51fca666-eee8-4000-9d16-5c1e5dc9fbe3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647335 Aug 16 22:13:10.888394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.890871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:10.984757 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-9f0a5a91-f810-44ae-abc8-cc39dae4efab service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893762 Aug 16 22:13:10.995391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.013281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:11.061263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2820c89-4679-430f-bb68-57302d560e0c req-acf0d97d-32d2-49f8-bde1-56155d93b1fa tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604351 Aug 16 22:13:11.091696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-936e5a6b-be08-4678-b3f2-344af4235b0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5537987 Aug 16 22:13:11.120870 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ab48a67e-1df9-449b-af11-5a8f92318fca req-c817d673-a635-43c6-b9e7-6cc0b5a8e1d1 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236417 Aug 16 22:13:11.264356 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.266976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.272541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98c62f64-b2b8-41c0-9a42-ffd7f8ce5a37 HTTP/1.1" status: 204 len: 168 time: 1.1407456 Aug 16 22:13:11.316826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Attempting to bind port 95c58855-00af-4ddf-86ee-6e560576c21b on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:11.317244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Attempting to bind port 95c58855-00af-4ddf-86ee-6e560576c21b by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:11.317551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Attempting to bind port 95c58855-00af-4ddf-86ee-6e560576c21b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:11.320755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241b56e-35f2-405d-8e60-a4711b96d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c62f64-b2b8-41c0-9a42-ffd7f8ce5a37,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:11.324246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Port 95c58855-00af-4ddf-86ee-6e560576c21b on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:13:11.324583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Attempting to bind port 95c58855-00af-4ddf-86ee-6e560576c21b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:11.340598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:11.341164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:11.341704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:11.342206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Bound port: 95c58855-00af-4ddf-86ee-6e560576c21b, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:11.343803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.373170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-7118f872-d1cb-4666-8237-ea178c23cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.375516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-7118f872-d1cb-4666-8237-ea178c23cea8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1100 time: 0.1272779 Aug 16 22:13:11.487628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:11.492656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=95c58855-00af-4ddf-86ee-6e560576c21b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:11.501804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.558269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.559347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:11.563406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] 10.222.0.89 "PUT /v2.0/ports/95c58855-00af-4ddf-86ee-6e560576c21b HTTP/1.1" status: 200 len: 1097 time: 1.6472223 Aug 16 22:13:11.566939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:11.569708 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332b007-de15-4612-9aef-46ffde58237d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:11.588571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-866a7dd1-b3e1-4de9-978d-bf09d9eba5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.594318 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-866a7dd1-b3e1-4de9-978d-bf09d9eba5ff service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2072260 Aug 16 22:13:11.626881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d34e-e31a-444a-8126-e02bb47ff9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:11.687359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-65be19f7-54bb-4cdf-b9aa-cb093a734216 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3dcf3731-6f8c-48b7-8595-679b7852313f HTTP/1.1" status: 200 len: 217 time: 0.0735292 Aug 16 22:13:11.689825 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d0fa8e-8fc2-4dc5-b76e-e05ef2b7a116 x-openstack-request-id: req-e3d0fa8e-8fc2-4dc5-b76e-e05ef2b7a116 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:11.690202 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:11.690511 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3d0fa8e-8fc2-4dc5-b76e-e05ef2b7a116 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:11.691037 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b', 'status': 'completed', 'code': 200} Aug 16 22:13:11.775441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-96339454-c05c-40ca-94b7-2f33ab60cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.777021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-96339454-c05c-40ca-94b7-2f33ab60cb4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 1100 time: 0.1441243 Aug 16 22:13:11.802540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8022c-9955-402c-8d5a-1a43fa7af97a req-ce92df54-e65d-4a03-9ff5-542f72fbbb5b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.813736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62f8022c-9955-402c-8d5a-1a43fa7af97a req-ce92df54-e65d-4a03-9ff5-542f72fbbb5b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.0996344 Aug 16 22:13:11.831489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-5fd2eea8-0069-4158-a8aa-ddf81569e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.833125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-5fd2eea8-0069-4158-a8aa-ddf81569e14e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1397388 Aug 16 22:13:11.909383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-7d3a70cf-0e93-4cfb-a929-0160f8849dbe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=95c58855-00af-4ddf-86ee-6e560576c21b HTTP/1.1" status: 200 len: 217 time: 0.0922766 Aug 16 22:13:11.961872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-1c950358-3716-46aa-8023-ff941b53ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:11.963650 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-1c950358-3716-46aa-8023-ff941b53ca42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1140883 Aug 16 22:13:11.988727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62f8022c-9955-402c-8d5a-1a43fa7af97a req-00e59d1e-5904-47cb-b4b6-690580b96d80 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738930 Aug 16 22:13:12.016158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-720d4b0b-e9ed-404c-9d2b-39f6d35f847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.018108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-720d4b0b-e9ed-404c-9d2b-39f6d35f847d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0895257 Aug 16 22:13:12.148299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-c2924b82-8a66-49d9-b91e-ac75ca40700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.156523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-c2924b82-8a66-49d9-b91e-ac75ca40700a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167252 Aug 16 22:13:12.188685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-01491afe-2cad-48bc-88e0-1c338e7f1290 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015109 Aug 16 22:13:12.363454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df968-1234-49c9-9dcc-475282c5e420 req-60cb99d7-79d9-4de3-ac6a-5a77ebdb5fc3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.371628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb9df968-1234-49c9-9dcc-475282c5e420 req-60cb99d7-79d9-4de3-ac6a-5a77ebdb5fc3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 948 time: 0.2122383 Aug 16 22:13:12.434543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-36d94932-f4d8-4d9b-bc6f-ed00226795bb service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635677 Aug 16 22:13:12.440956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb9df968-1234-49c9-9dcc-475282c5e420 req-edff22a7-4ae4-4bd0-a451-2f6bcf24ec77 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Aug 16 22:13:12.492012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:13:12.580414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc49ddb3-75b0-4990-a190-0110f2907048 req-4ff77eec-4065-433a-af8c-2903ab0ca41b service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380141 Aug 16 22:13:12.633278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:12.660286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'mac_address': 'fa:16:3e:81:58:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:13:12.680130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-899f7ace-3403-47a5-bfbb-96ce00c9176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.681807 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-899f7ace-3403-47a5-bfbb-96ce00c9176e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda&tenant_id=08009be4a957458fa746fe777a920ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0747678 Aug 16 22:13:12.736445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:12.745414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:12.756853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:12.770057 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8ecefee5-6a8e-4c74-b10a-e9d25aa58218 req-314de42c-b039-4ba5-86ad-af6527ee40ed service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767887 Aug 16 22:13:12.788944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:12.799266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332b007-de15-4612-9aef-46ffde58237d req-90ecc960-11ca-4f96-97e1-d5f3b81c248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.801213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-90ecc960-11ca-4f96-97e1-d5f3b81c248a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 1100 time: 0.1205485 Aug 16 22:13:12.813938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:12.840565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-65c2e5e1-f161-447e-84fb-9cf5b525511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:12.842868 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-65c2e5e1-f161-447e-84fb-9cf5b525511a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1096 time: 0.1186168 Aug 16 22:13:12.908934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:12.917176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.917527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.917867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.918204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.918536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.918871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.919196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.919522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.919845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.920292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.920790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.921137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:12.925439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1694380618-network', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:13.004840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332b007-de15-4612-9aef-46ffde58237d req-06558324-970a-49b0-b58a-85113d3c0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.006522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-06558324-970a-49b0-b58a-85113d3c0ba4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1975214 Aug 16 22:13:13.015692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Made reservation on behalf of 5f0f14c3641741eb97b534f0a5301ba6 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:13.018036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.065919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-2671001c-ed44-44d5-8ae8-163e0b6e699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.067398 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-2671001c-ed44-44d5-8ae8-163e0b6e699a service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.2125618 Aug 16 22:13:13.067549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-bdca8dbd-d3ba-4c95-b2ca-3760cc3fda0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=95c58855-00af-4ddf-86ee-6e560576c21b HTTP/1.1" status: 200 len: 217 time: 0.0513473 Aug 16 22:13:13.075441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.123605 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-e5fd2140-fd91-4226-877f-407a5882de8a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0457556 Aug 16 22:13:13.136013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:13:13.176890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8975-9f8e-49a2-bd84-2215dacf8446 req-ae172fae-9bae-444f-a2d9-d2e73aa9f300 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.184428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9deb8975-9f8e-49a2-bd84-2215dacf8446 req-ae172fae-9bae-444f-a2d9-d2e73aa9f300 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1159580 Aug 16 22:13:13.196358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-4d8c3593-871c-4031-80da-01ff43cced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.198001 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-4d8c3593-871c-4031-80da-01ff43cced1d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0669787 Aug 16 22:13:13.205419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332b007-de15-4612-9aef-46ffde58237d req-a3df992c-2f30-4ea0-886a-e2cb0284ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.207612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-a3df992c-2f30-4ea0-886a-e2cb0284ba5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1298354 Aug 16 22:13:13.251910 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-3712e90a-39c0-4af3-a996-88aee0f5ceae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381963 Aug 16 22:13:13.269780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9deb8975-9f8e-49a2-bd84-2215dacf8446 req-6c65d344-3f2b-4131-a54f-6a0cf4391f9b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Aug 16 22:13:13.300864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332b007-de15-4612-9aef-46ffde58237d req-5dff3ab8-4cd8-4293-a1db-60630d5dc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.302729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-5dff3ab8-4cd8-4293-a1db-60630d5dc0cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792196 Aug 16 22:13:13.438921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-ec05f1a2-f260-497c-9e67-3e5819397fd3 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240742 Aug 16 22:13:13.439190 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.443895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-3ee4cc2b-def1-4809-8cd5-f141844f81c5 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820254 Aug 16 22:13:13.444950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.501129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:13:13.551454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.551809 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Added segment 54d3834a-80e8-4c90-8f7f-7511bc51e4f3 of type vlan for network a5bcc27f-109b-4917-a47e-433b6c0addd8 Aug 16 22:13:13.553090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c890fcc1-faa7-49b6-a0ed-dc739b3598f9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:13.616322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.659367 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0501ed61-6827-49f3-a5f2-8cf76f1cb3a9 req-405d18ef-65e6-45ec-b874-47bcd6a95a0c service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041390 Aug 16 22:13:13.666332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.667681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.668363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.695939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce28-4cb5-4409-83cd-2ac0649e7217 req-15c0ecfc-4754-4ef8-9908-1d1b8ba24dd9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:13.698474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b51ce28-4cb5-4409-83cd-2ac0649e7217 req-15c0ecfc-4754-4ef8-9908-1d1b8ba24dd9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 948 time: 0.1086226 Aug 16 22:13:13.711056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b332b007-de15-4612-9aef-46ffde58237d req-8514e44e-200f-4b13-a7a0-f78e76a66703 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639830 Aug 16 22:13:13.727627 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9739852 Aug 16 22:13:13.731241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:13.737554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Request body: {'subnet': {'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1694380618-subnet', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:13.761336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911f41-cd52-49fd-8f56-a5fc7bc0fca8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5bcc27f-109b-4917-a47e-433b6c0addd8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:13.779246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Made reservation on behalf of 5f0f14c3641741eb97b534f0a5301ba6 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:13.781014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b51ce28-4cb5-4409-83cd-2ac0649e7217 req-497bdd84-1086-488d-a28b-cd891a116da1 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Aug 16 22:13:13.782666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:13.782992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:13:13.985764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.029641 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.087331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:14.141537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Checking segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:14.142142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Network hostable DHCP agents. Network: a5bcc27f-109b-4917-a47e-433b6c0addd8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:13:14.160756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:13:14.173741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a5bcc27f-109b-4917-a47e-433b6c0addd8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:14.183685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:14.184268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae3884-f803-4468-a201-cb2a188ec137 None None] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:13:14.184418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.214305 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b6ec80a2-d94f-4ff1-9c6e-c16ea9c478e6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4788101 Aug 16 22:13:14.214536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:14.220150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:14.285202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.286831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.356265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.527267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 95c58855-00af-4ddf-86ee-6e560576c21b details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:13:14.529373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:14.650948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee4ad-4031-4247-a054-bc979135cece req-635a47b1-ac40-41ac-83d5-ca03d25d38c4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:14.653139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13cee4ad-4031-4247-a054-bc979135cece req-635a47b1-ac40-41ac-83d5-ca03d25d38c4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.2447300 Aug 16 22:13:14.665061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.783663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13cee4ad-4031-4247-a054-bc979135cece req-0ea4b053-86fa-470f-8edd-3b43105ca9af tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143503 Aug 16 22:13:14.884035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 3dcf3731-6f8c-48b7-8595-679b7852313f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:14.902013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3dcf3731-6f8c-48b7-8595-679b7852313f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:14.902395 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:14.911880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=95c58855-00af-4ddf-86ee-6e560576c21b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:14.962513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '95c58855-00af-4ddf-86ee-6e560576c21b', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '95c58855-00af-4ddf-86ee-6e560576c21b', 'mac_address': 'fa:16:3e:36:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:13:14.978298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-a5bcc27f-109b-4917-a47e-433b6c0addd8', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:13:14.978298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.078379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.106888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.107127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.230035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53484829-fa2a-4fb0-ba02-ae8a3e6ff6fb req-c5dae5f5-2f7b-435d-95f0-b53e3ced137e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:15.247386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53484829-fa2a-4fb0-ba02-ae8a3e6ff6fb req-c5dae5f5-2f7b-435d-95f0-b53e3ced137e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 948 time: 0.3218017 Aug 16 22:13:15.279208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c58855-00af-4ddf-86ee-6e560576c21b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:15.339736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=95c58855-00af-4ddf-86ee-6e560576c21b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:15.343850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53484829-fa2a-4fb0-ba02-ae8a3e6ff6fb req-506e13a0-e063-472a-af93-257368de9972 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922241 Aug 16 22:13:15.363238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.421182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:15.432123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Allocated IP 172.25.8.88 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/21990431-91a4-466f-9467-2548f74a1241) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:15.433131 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.468441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:15.472747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:15.475403 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8db48b-3fd4-4a47-9b8b-befd8bde92ee" -d '{"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:15.487687 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.599745 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9258ff25-9110-41ac-9baf-02cfff35d146 x-openstack-request-id: req-9258ff25-9110-41ac-9baf-02cfff35d146 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:15.599964 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:15.600230 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9258ff25-9110-41ac-9baf-02cfff35d146 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:15.600584 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'code': 200} Aug 16 22:13:15.605720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:15.626785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Allocated IP 172.20.0.2 (a5bcc27f-109b-4917-a47e-433b6c0addd8/68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14/ca94cec3-e69c-40ec-b3f1-3463b4df4f93) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:15.650971 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-57c2abce-0c89-4c0d-a085-df9c2195c5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.750550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['95c58855-00af-4ddf-86ee-6e560576c21b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:13:15.763429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.867065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454bb3-a5de-4ea9-a1dc-d2e3ecad18b7 req-ed7fe12f-6ceb-419d-8c54-3278e58cd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:15.868701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2454bb3-a5de-4ea9-a1dc-d2e3ecad18b7 req-ed7fe12f-6ceb-419d-8c54-3278e58cd3ff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1102 time: 0.2044854 Aug 16 22:13:15.881654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.978646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2454bb3-a5de-4ea9-a1dc-d2e3ecad18b7 req-59d658b8-1242-43fa-b495-1576dfdc392f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905757 Aug 16 22:13:15.996077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:15.998519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:15.999219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:16.006379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:16.020845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Transition to ACTIVE for port object ca94cec3-e69c-40ec-b3f1-3463b4df4f93 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:16.034174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Pushing event updated for resources: {'Port': ['ID=21990431-91a4-466f-9467-2548f74a1241,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:16.054736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Transition to ACTIVE for port object ca94cec3-e69c-40ec-b3f1-3463b4df4f93 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:16.068666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.126533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:16.129552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:16.150296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:16.161764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Pushing event updated for resources: {'Port': ['ID=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:16.220380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Attempting to bind port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:16.220893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Attempting to bind port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:16.221373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Attempting to bind port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 on network a5bcc27f-109b-4917-a47e-433b6c0addd8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:16.233578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:16.234040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Checking segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:16.234560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.235087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Bound using segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:16.235632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Bound port: ca94cec3-e69c-40ec-b3f1-3463b4df4f93, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:16.236085 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.351423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] For port ca94cec3-e69c-40ec-b3f1-3463b4df4f93, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:16.355587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] For port ca94cec3-e69c-40ec-b3f1-3463b4df4f93, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:16.362631 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.369144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:16.450329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532295f4-5851-49d8-a78c-d025e85234c4 None None] Pushing event updated for resources: {'Port': ['ID=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:16.781060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:17.086167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395019-4bd1-4927-b1b6-998d6620d5af req-34e1db00-274b-4e40-aa00-c36e21068c40 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:17.101029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39395019-4bd1-4927-b1b6-998d6620d5af req-34e1db00-274b-4e40-aa00-c36e21068c40 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1458175 Aug 16 22:13:17.128212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Router 13cbbba8-35b2-49fe-8442-a86a05c09b77 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:13:17.232834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39395019-4bd1-4927-b1b6-998d6620d5af req-e4920bc4-05bf-4f5c-b5d6-818f7a813ad4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307068 Aug 16 22:13:17.740472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1fa3-dfc0-452f-9782-59fbe760c8e5 req-a6da5678-77cb-4efb-a2c7-af2756b055ab tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:17.748272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21ec1fa3-dfc0-452f-9782-59fbe760c8e5 req-a6da5678-77cb-4efb-a2c7-af2756b055ab tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 949 time: 0.5598116 Aug 16 22:13:17.883356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21ec1fa3-dfc0-452f-9782-59fbe760c8e5 req-54b7db1b-9641-4e2c-8d01-d0203be5d6b9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339693 Aug 16 22:13:17.894568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:13:17.911248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Sync routers for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:13:17.934936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bb1b8-a264-49eb-b0b7-840c64ef984d None None] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:13:17.954381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:17.955805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f88ecebf-4d03-480b-8f3a-c4ae9523acab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7406871 Aug 16 22:13:17.958511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:17.973955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:13:17.974779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:18.136281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d24ef709-8c9f-4d53-a773-9af14468cd40 None None] Provisioning for port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:18.195899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:18.298532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-34c965e3-8f3a-4c82-abd3-e56e3b42ecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:18.366051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:18.535339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ca94cec3-e69c-40ec-b3f1-3463b4df4f93 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:18.537711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 95c58855-00af-4ddf-86ee-6e560576c21b up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:18.557359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884542-72af-4628-9292-04f08659e0f7 req-5819a297-67f6-4f0d-b77c-4ccc7eca8595 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:18.566984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0884542-72af-4628-9292-04f08659e0f7 req-5819a297-67f6-4f0d-b77c-4ccc7eca8595 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1655025 Aug 16 22:13:18.695704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0884542-72af-4628-9292-04f08659e0f7 req-3250d4b5-b86c-4818-bb4c-f67771af8233 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271427 Aug 16 22:13:18.919430 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.070165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:19.150894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Allocated IP 172.20.0.1 (a5bcc27f-109b-4917-a47e-433b6c0addd8/68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14/c2010dda-bf93-4972-a4c2-1a113f57613a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:19.166190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:19.168060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.192174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 95c58855-00af-4ddf-86ee-6e560576c21b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:19.267785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 95c58855-00af-4ddf-86ee-6e560576c21b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:19.268725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.277887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.303362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e1bde30-26fc-4852-b9fd-22f07a9c8633 None None] Provisioning complete for port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:19.304237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e1bde30-26fc-4852-b9fd-22f07a9c8633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.326197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.348297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Transition to ACTIVE for port object c2010dda-bf93-4972-a4c2-1a113f57613a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:19.425662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.470124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:16Z', 'revision_number': 3, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:19.493512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:19.530939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Checking router: 13cbbba8-35b2-49fe-8442-a86a05c09b77 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:13:19.531393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Updating router 13cbbba8-35b2-49fe-8442-a86a05c09b77 port 21990431-91a4-466f-9467-2548f74a1241 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:13:19.541538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:19.545104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:19.551799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:19.585298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.590821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.611160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.653734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.782392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c825049-a072-441a-adfe-8d2b264104ca req-00a4d816-540b-44a3-bc1e-05eedb7b2f1f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:19.784452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c825049-a072-441a-adfe-8d2b264104ca req-00a4d816-540b-44a3-bc1e-05eedb7b2f1f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 949 time: 0.5166190 Aug 16 22:13:19.788874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=95c58855-00af-4ddf-86ee-6e560576c21b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:19.796811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:19.801706 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0193d2-b676-45dc-842f-03a22f08f60c" -d '{"events": [{"server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "name": "network-vif-plugged", "status": "completed", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:19.828527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.859672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e1bde30-26fc-4852-b9fd-22f07a9c8633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:19.875931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port ca94cec3-e69c-40ec-b3f1-3463b4df4f93, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:19.899863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c825049-a072-441a-adfe-8d2b264104ca req-b6fc0a2f-d5b3-47ed-945d-cae171d3d74f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032467 Aug 16 22:13:19.915639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.004815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.033606 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb7e5e-20ea-40e0-9157-dced10c5ba2f x-openstack-request-id: req-e7bb7e5e-20ea-40e0-9157-dced10c5ba2f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:20.034152 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "name": "network-vif-plugged", "status": "completed", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:20.034574 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7bb7e5e-20ea-40e0-9157-dced10c5ba2f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:20.035121 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b', 'code': 200} Aug 16 22:13:20.079395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03957c-8a77-493f-ba18-016b0958e070 req-4f70cd6b-2104-4553-9a38-e92ff7861a3c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:20.085483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be03957c-8a77-493f-ba18-016b0958e070 req-4f70cd6b-2104-4553-9a38-e92ff7861a3c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1812251 Aug 16 22:13:20.103554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:20.211654 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-8e1bde30-26fc-4852-b9fd-22f07a9c8633 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:13:20.212209 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-8e1bde30-26fc-4852-b9fd-22f07a9c8633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:13:20.237023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:20.278304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be03957c-8a77-493f-ba18-016b0958e070 req-85e89188-f727-4452-86ff-be62d8b81d8c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821029 Aug 16 22:13:20.395362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756281db-6336-42f4-a57d-37e756b94329 req-73f986f6-2bc2-4a45-a3f5-2d8b7f11a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:20.396968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-756281db-6336-42f4-a57d-37e756b94329 req-73f986f6-2bc2-4a45-a3f5-2d8b7f11a5d1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 1102 time: 0.2704017 Aug 16 22:13:20.469837 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.493457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Transition to ACTIVE for port object 21990431-91a4-466f-9467-2548f74a1241 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:20.512429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.562672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-756281db-6336-42f4-a57d-37e756b94329 req-2fd140cf-e010-4ff6-80f1-348fd19e1445 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554418 Aug 16 22:13:20.650186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ba2b-5c76-424c-b4d8-623d8bb57f8b None None] Pushing event updated for resources: {'Port': ['ID=21990431-91a4-466f-9467-2548f74a1241,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:20.669755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.677238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.678711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Attempting to bind port 21990431-91a4-466f-9467-2548f74a1241 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:20.681532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Attempting to bind port 21990431-91a4-466f-9467-2548f74a1241 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:20.681969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Attempting to bind port 21990431-91a4-466f-9467-2548f74a1241 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:20.703854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:20.704350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:20.707478 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.707899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:20.709562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Bound port: 21990431-91a4-466f-9467-2548f74a1241, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:20.709971 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.848449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] For port 21990431-91a4-466f-9467-2548f74a1241, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:20.855664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] For port 21990431-91a4-466f-9467-2548f74a1241, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=21990431-91a4-466f-9467-2548f74a1241,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:20.866303 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.873317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:20.882915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Pushing event updated for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:20.986579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:13:20.988014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:21.088710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:21.099723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654937-b1b5-4894-928a-316150c40a67 req-2b3b04f5-f100-4f58-b9a4-e8175f67f475 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:21.107244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6654937-b1b5-4894-928a-316150c40a67 req-2b3b04f5-f100-4f58-b9a4-e8175f67f475 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 950 time: 0.0911779 Aug 16 22:13:21.110433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:21.139737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:21.183595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6654937-b1b5-4894-928a-316150c40a67 req-c7cf02f6-46f2-4139-ac8a-e5db55481f36 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750866 Aug 16 22:13:21.330534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ba2b-5c76-424c-b4d8-623d8bb57f8b None None] Pushing event updated for resources: {'Port': ['ID=21990431-91a4-466f-9467-2548f74a1241,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:21.348198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-364b21a9-eafd-4968-ab18-217f94a86ca2 None None] Provisioning for port c2010dda-bf93-4972-a4c2-1a113f57613a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:21.385639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-364b21a9-eafd-4968-ab18-217f94a86ca2 None None] Provisioning complete for port c2010dda-bf93-4972-a4c2-1a113f57613a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:21.395697 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-364b21a9-eafd-4968-ab18-217f94a86ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:21.412664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:21.419108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Router 13cbbba8-35b2-49fe-8442-a86a05c09b77 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:13:21.550948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-364b21a9-eafd-4968-ab18-217f94a86ca2 None None] Port c2010dda-bf93-4972-a4c2-1a113f57613a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:21.665471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:20Z', 'revision_number': 2, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:21.691606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb6776-50c7-4f0d-a702-ae04d2fd148a req-1780e51a-af8a-4861-b36a-2435ecc88bf4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:21.693499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59cb6776-50c7-4f0d-a702-ae04d2fd148a req-1780e51a-af8a-4861-b36a-2435ecc88bf4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1751087 Aug 16 22:13:21.752194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59cb6776-50c7-4f0d-a702-ae04d2fd148a req-5513ce8f-39c9-4522-8f7e-807e0e1ba02d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490925 Aug 16 22:13:21.760139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:13:21.768003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-72da91a3-2a54-4778-a0ff-767b6fbe28d6 admin admin] 10.222.0.22 "PUT /v2.0/routers/13cbbba8-35b2-49fe-8442-a86a05c09b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8081870 Aug 16 22:13:21.799801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979ac9a-2223-4726-be71-ddfe03a9dbe7 None None] The sync data for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 is: [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:20Z', 'revision_number': 2, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:13:21.839003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41055c52-f7f1-4360-a0c6-b548fc4b6132 None None] Provisioning complete for port c2010dda-bf93-4972-a4c2-1a113f57613a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:21.839390 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41055c52-f7f1-4360-a0c6-b548fc4b6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:21.948039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-41055c52-f7f1-4360-a0c6-b548fc4b6132 None None] Port c2010dda-bf93-4972-a4c2-1a113f57613a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:22.387326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ca94cec3-e69c-40ec-b3f1-3463b4df4f93 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:22.395736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7f274-ef0d-4818-a895-8b1f788e7ceb req-7ea8a73c-29b8-4ec2-8cc4-d93c93d57043 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:22.403615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96b7f274-ef0d-4818-a895-8b1f788e7ceb req-7ea8a73c-29b8-4ec2-8cc4-d93c93d57043 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 950 time: 0.0983860 Aug 16 22:13:22.459620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96b7f274-ef0d-4818-a895-8b1f788e7ceb req-57cdf675-763b-4f77-9c07-dea989370b6b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535891 Aug 16 22:13:22.495738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:22.524551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:22.524989 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:22.602686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b81f8a-fa86-4af5-ad3c-760bd5ef3a86 req-46b02b7a-0af1-436a-9aac-ace1c9f89833 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:22.612850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97b81f8a-fa86-4af5-ad3c-760bd5ef3a86 req-46b02b7a-0af1-436a-9aac-ace1c9f89833 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0794771 Aug 16 22:13:22.686716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97b81f8a-fa86-4af5-ad3c-760bd5ef3a86 req-0cb8aa02-a37c-4fbc-ae67-3627e6c7c41a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Aug 16 22:13:22.691270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:22.708964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082037980', 'description': 'tempest-description--673423767'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:22.784616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:22.954830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:22.982484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.022283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.026915 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3344879 Aug 16 22:13:23.027556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:23.114603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'security_group_rule': {'security_group_id': '4f63d4ba-83d3-4c97-a059-ee447601b78a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:23.123304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec6980-2044-45d0-b939-bf2f72bbf110 req-6d2620b8-57a7-4552-86f4-c1aa92008e3e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:23.125116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1ec6980-2044-45d0-b939-bf2f72bbf110 req-6d2620b8-57a7-4552-86f4-c1aa92008e3e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1237514 Aug 16 22:13:23.126435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e029-4e60-4827-b998-adddd381b4ba tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f63d4ba-83d3-4c97-a059-ee447601b78a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:23.198281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.223902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1ec6980-2044-45d0-b939-bf2f72bbf110 req-018e532c-910d-4986-be98-af5d94d5c994 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884328 Aug 16 22:13:23.337725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.348228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.375236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ddc104-d698-4258-bf1e-decff9d3f990,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:23.388551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.390766 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9ae80c00-ac9a-425f-a83a-cfa622854912 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327589 Aug 16 22:13:23.393287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:23.400768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'security_group_rule': {'security_group_id': '4f63d4ba-83d3-4c97-a059-ee447601b78a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:23.442020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.524989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.531315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.557430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.559415 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648598 Aug 16 22:13:23.562930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3280-cc49-48a0-8eac-a96cf1a1af0b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01da21de-39ab-4b2e-a7f2-b42f1aa94450,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:23.563855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:13:23.571155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:23.698755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:23.914965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.191823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Allocated IP 172.25.8.93 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/33c83a77-3f71-47c8-9ed4-4dd567b95d8c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:24.370811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 21990431-91a4-466f-9467-2548f74a1241 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:24.391672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.454937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.472983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 21990431-91a4-466f-9467-2548f74a1241 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:24.478319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 21990431-91a4-466f-9467-2548f74a1241 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:24.478951 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.549868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:24.555843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:24.559001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:24.589459 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.614959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'Port': ['ID=33c83a77-3f71-47c8-9ed4-4dd567b95d8c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:24.616153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 21990431-91a4-466f-9467-2548f74a1241, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=21990431-91a4-466f-9467-2548f74a1241,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:24.630782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.640068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2e39-4cf4-4831-9faa-1e39142fe06a req-afc424e0-98c2-4534-acb8-66c131507068 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:24.648286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-126f2e39-4cf4-4831-9faa-1e39142fe06a req-afc424e0-98c2-4534-acb8-66c131507068 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.2113650 Aug 16 22:13:24.782434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-126f2e39-4cf4-4831-9faa-1e39142fe06a req-d213bd3c-97a3-45aa-9306-3998041f9b6f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322553 Aug 16 22:13:24.828229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:24.909533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.090060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=21990431-91a4-466f-9467-2548f74a1241,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:25.200356 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.205839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.276642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'Port': ['ID=33c83a77-3f71-47c8-9ed4-4dd567b95d8c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:25.305657 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Sync routers for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:13:25.338256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-51c1329e-8832-413e-8a42-027c716d777d tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516393 Aug 16 22:13:25.402398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.419720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:25.421649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c9c92f09-5a53-42b9-ba43-0aa2cac683ad tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8559620 Aug 16 22:13:25.426964 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:13:25.427724 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:25.526836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-1517625c-de40-40f3-bf24-e46aa23bf1d3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:25.528702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-1517625c-de40-40f3-bf24-e46aa23bf1d3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900289 Aug 16 22:13:25.551326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-aa6365e3-3144-4390-9ae1-4ad4f67f6d9f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/quotas/d71ae9b7b0ca4a73a69c208106493062 HTTP/1.1" status: 200 len: 375 time: 0.0103853 Aug 16 22:13:25.619117 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:25.644905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-38577372-fa30-42b2-bd88-c257fc7f1a31 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866468 Aug 16 22:13:25.932420 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:20Z', 'revision_number': 2, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:25.962672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Checking router: 13cbbba8-35b2-49fe-8442-a86a05c09b77 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:13:25.962992 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Updating router 13cbbba8-35b2-49fe-8442-a86a05c09b77 port c2010dda-bf93-4972-a4c2-1a113f57613a binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:13:26.000453 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.284759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 21990431-91a4-466f-9467-2548f74a1241 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:26.335862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 21990431-91a4-466f-9467-2548f74a1241 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:26.336251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.342732 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.357566 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Transition to ACTIVE for port object c2010dda-bf93-4972-a4c2-1a113f57613a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:26.366633 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.455239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f607-ce0c-408d-b9bf-4be4fca616ab None None] Pushing event updated for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:26.490087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Attempting to bind port c2010dda-bf93-4972-a4c2-1a113f57613a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:26.490544 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Attempting to bind port c2010dda-bf93-4972-a4c2-1a113f57613a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:26.490984 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Attempting to bind port c2010dda-bf93-4972-a4c2-1a113f57613a on network a5bcc27f-109b-4917-a47e-433b6c0addd8 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:26.497175 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:26.497633 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Checking segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:26.498625 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.499080 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Bound using segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:26.499610 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Bound port: c2010dda-bf93-4972-a4c2-1a113f57613a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:26.500058 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.579086 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] For port c2010dda-bf93-4972-a4c2-1a113f57613a, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:26.582852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] For port c2010dda-bf93-4972-a4c2-1a113f57613a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c2010dda-bf93-4972-a4c2-1a113f57613a,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:26.587057 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:26.655064 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:13:26.655847 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:26.724852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f607-ce0c-408d-b9bf-4be4fca616ab None None] Pushing event updated for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:26.805955 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:13:27.023817 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:26Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:13:27.050668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc5576-2ce1-4a33-9061-9108175cb57a None None] The sync data for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 is: [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:26Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:13:27.135264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-7020e8d8-717c-4076-a39b-7bea1a15f8aa tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=d71ae9b7b0ca4a73a69c208106493062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307190 Aug 16 22:13:27.299615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-635bb571-964b-4824-9808-30f9f5889265 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:27.301340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-635bb571-964b-4824-9808-30f9f5889265 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601346 Aug 16 22:13:27.342954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Request body: {'port': {'device_id': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'd71ae9b7b0ca4a73a69c208106493062'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:27.482930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Made reservation on behalf of d71ae9b7b0ca4a73a69c208106493062 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:27.488676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:27.650235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Allocated IP 192.168.233.82 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/6d3748a8-006f-4c8b-9205-30d83b501844) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:27.836596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.167304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Transition to ACTIVE for port object 6d3748a8-006f-4c8b-9205-30d83b501844 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:28.202704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.243106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:28.245498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3dcf3731-6f8c-48b7-8595-679b7852313f', '95c58855-00af-4ddf-86ee-6e560576c21b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:13:28.246678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:28.253350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:28.289257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event updated for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:28.335023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:28.335729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.348829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c2010dda-bf93-4972-a4c2-1a113f57613a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:28.366166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-06a7f0fa-77e3-4c71-acbf-92385b4379d4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0304329 Aug 16 22:13:28.388242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Request body: {'port': {'device_id': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:28.456573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.518849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c2010dda-bf93-4972-a4c2-1a113f57613a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:28.531261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c2010dda-bf93-4972-a4c2-1a113f57613a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:28.531632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.619193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68c82b72-2e19-4444-b7ca-d9a172af9cc7 None None] Provisioning for port 6d3748a8-006f-4c8b-9205-30d83b501844 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:28.627545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68c82b72-2e19-4444-b7ca-d9a172af9cc7 None None] Provisioning complete for port 6d3748a8-006f-4c8b-9205-30d83b501844 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:28.627920 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68c82b72-2e19-4444-b7ca-d9a172af9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.693262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-68c82b72-2e19-4444-b7ca-d9a172af9cc7 None None] Port 6d3748a8-006f-4c8b-9205-30d83b501844 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:28.751451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.804046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3748a8-006f-4c8b-9205-30d83b501844 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:28.810071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c2010dda-bf93-4972-a4c2-1a113f57613a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c2010dda-bf93-4972-a4c2-1a113f57613a,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:28.814396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.821958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.833199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Transition to ACTIVE for port object 6d3748a8-006f-4c8b-9205-30d83b501844 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:28.853661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:28.878754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:28.941905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:29.003693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Attempting to bind port 6d3748a8-006f-4c8b-9205-30d83b501844 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:29.004040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Attempting to bind port 6d3748a8-006f-4c8b-9205-30d83b501844 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:29.004499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Attempting to bind port 6d3748a8-006f-4c8b-9205-30d83b501844 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:29.009530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Port 6d3748a8-006f-4c8b-9205-30d83b501844 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:13:29.009839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Attempting to bind port 6d3748a8-006f-4c8b-9205-30d83b501844 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:29.015794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:29.016144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:29.016543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:29.016981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Bound port: 6d3748a8-006f-4c8b-9205-30d83b501844, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:29.017507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:29.084677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:29.087922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6d3748a8-006f-4c8b-9205-30d83b501844,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:29.093685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:29.133268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:29.133896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:29.135293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] 10.222.0.89 "PUT /v2.0/ports/6d3748a8-006f-4c8b-9205-30d83b501844 HTTP/1.1" status: 200 len: 1096 time: 0.7516217 Aug 16 22:13:29.135745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:29.138031 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:29.159399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bebf6-aa9c-45b9-9f92-26ad38619a6c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:29.241972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-1075c200-797f-4ae2-918c-140fd416def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:29.243517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-1075c200-797f-4ae2-918c-140fd416def0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 1099 time: 0.0491340 Aug 16 22:13:29.295075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-6fe3bad3-8e95-48b7-9924-61f95098a767 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=6d3748a8-006f-4c8b-9205-30d83b501844 HTTP/1.1" status: 200 len: 217 time: 0.0366001 Aug 16 22:13:29.352194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-020335d0-edea-4e60-8455-d39f5ed74f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:29.353699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-020335d0-edea-4e60-8455-d39f5ed74f97 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0502293 Aug 16 22:13:29.404220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342532d5-8392-4f38-b775-576499c9b5f3 req-7ca73148-057b-4e02-a3a6-3da93ebb6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:29.405648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-7ca73148-057b-4e02-a3a6-3da93ebb6fb4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444627 Aug 16 22:13:29.497700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-c798320f-a178-405d-b3f7-a2c31bb094f2 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822196 Aug 16 22:13:29.589196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-342532d5-8392-4f38-b775-576499c9b5f3 req-fce4b5e7-678f-4a03-9362-04ee8f078643 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Aug 16 22:13:30.271776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c2010dda-bf93-4972-a4c2-1a113f57613a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:30.318748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c2010dda-bf93-4972-a4c2-1a113f57613a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:30.319130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:30.596003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6d3748a8-006f-4c8b-9205-30d83b501844 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:13:30.697577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6d3748a8-006f-4c8b-9205-30d83b501844,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:30.708676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '6d3748a8-006f-4c8b-9205-30d83b501844', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '6d3748a8-006f-4c8b-9205-30d83b501844', 'mac_address': 'fa:16:3e:ad:98:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:13:30.748556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:30.760918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3748a8-006f-4c8b-9205-30d83b501844 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:30.780422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6d3748a8-006f-4c8b-9205-30d83b501844,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:30.784247 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:30.830479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:31.101505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6d3748a8-006f-4c8b-9205-30d83b501844'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:13:32.611420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6d3748a8-006f-4c8b-9205-30d83b501844 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:32.658484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 6d3748a8-006f-4c8b-9205-30d83b501844 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:32.661974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 6d3748a8-006f-4c8b-9205-30d83b501844 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:32.662344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:32.738533 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:32.766909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:32.769106 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a29dab7-e454-45a6-b60d-a9b9afd2fea1" -d '{"events": [{"server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "name": "network-vif-plugged", "status": "completed", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:32.781304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6d3748a8-006f-4c8b-9205-30d83b501844,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:32.785033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:32.831858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:34.054328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-42bec9c1-39ae-4fff-951b-b6909fb88381 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2082037980&fields=id&tenant_id=5f0f14c3641741eb97b534f0a5301ba6 HTTP/1.1" status: 200 len: 267 time: 0.0860033 Aug 16 22:13:34.146884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-3b3e8a81-accb-4b28-a7e3-a8809addc6d5 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:34.148345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-3b3e8a81-accb-4b28-a7e3-a8809addc6d5 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/networks?id=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f HTTP/1.1" status: 200 len: 815 time: 0.1782026 Aug 16 22:13:34.179832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-8246f299-2efa-4524-a8db-75bcc403b25b tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/quotas/e0e154da07494183b248f4c09f24a287 HTTP/1.1" status: 200 len: 375 time: 0.0227687 Aug 16 22:13:34.208814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-de3a0f13-bb34-4361-844f-fa1e7d774dda tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:34.210238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-de3a0f13-bb34-4361-844f-fa1e7d774dda tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/networks?id=a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 200 len: 806 time: 0.1476514 Aug 16 22:13:34.241481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-e8b8d11b-d9df-421d-9fa4-89633c8e3766 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/quotas/5f0f14c3641741eb97b534f0a5301ba6 HTTP/1.1" status: 200 len: 375 time: 0.0135126 Aug 16 22:13:34.265435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-6b39e496-a7a5-4880-baf7-59512f9202c8 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0e154da07494183b248f4c09f24a287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797338 Aug 16 22:13:34.306295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-1630e3b2-e93f-49b3-ae0f-9ef5ac15a6eb tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579557 Aug 16 22:13:34.474072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-94a978b5-1fbd-4d0f-af13-1af4e4922d65 service neutron] 10.222.0.22 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551828 Aug 16 22:13:34.480465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-64afc93e-10f1-4ebb-a2a8-84bc65c917d1 service neutron] 10.222.0.22 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017789 Aug 16 22:13:34.641052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-5d3fb80f-3216-4eaf-8938-c92cffdddf9e service neutron] 10.222.0.22 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596136 Aug 16 22:13:34.644415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-f233a68b-7ff2-4a34-9f9c-5c453dba4c12 service neutron] 10.222.0.22 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559281 Aug 16 22:13:34.884146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad278-b811-48cd-bb5c-956758f01566 req-1a3fb184-e86c-4d06-826c-18e0154b01f8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:34.885796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-514ad278-b811-48cd-bb5c-956758f01566 req-1a3fb184-e86c-4d06-826c-18e0154b01f8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.0915017 Aug 16 22:13:34.940978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2bb8-8059-416e-906d-0456a9007d9c req-5c51c52d-7a50-4bb5-b112-69c2fa7df518 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:34.948745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8ee2bb8-8059-416e-906d-0456a9007d9c req-5c51c52d-7a50-4bb5-b112-69c2fa7df518 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.1093402 Aug 16 22:13:34.961763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-514ad278-b811-48cd-bb5c-956758f01566 req-bb1af7ef-55c4-4705-a97f-81786fc5174c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673845 Aug 16 22:13:34.995916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8ee2bb8-8059-416e-906d-0456a9007d9c req-cae6cec8-f488-47df-8def-5363fc54e507 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Aug 16 22:13:35.051047 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0fd777-a9b0-42cf-ac8c-3470d2ea6b19 x-openstack-request-id: req-0b0fd777-a9b0-42cf-ac8c-3470d2ea6b19 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:35.051450 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:35.052245 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b0fd777-a9b0-42cf-ac8c-3470d2ea6b19 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:35.052245 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844', 'status': 'completed', 'code': 200} Aug 16 22:13:35.093780 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dda432-a55e-4662-9c5e-66b14372a003 x-openstack-request-id: req-b5dda432-a55e-4662-9c5e-66b14372a003 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:35.094329 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "name": "network-vif-plugged", "status": "completed", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:35.094329 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5dda432-a55e-4662-9c5e-66b14372a003 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:35.094694 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844', 'code': 200} Aug 16 22:13:35.165949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-906e8558-4136-4f9d-ac72-9f49e0bc2210 req-7b428dec-088d-4b63-b389-17584e1ec5e0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 210 time: 0.0524335 Aug 16 22:13:35.251202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a587451b-a167-47ab-ad43-2e3578841e2f req-5a38daaf-8965-4919-9d85-5db68ea70f99 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 210 time: 0.1014609 Aug 16 22:13:35.274179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-db50b16d-07af-4b13-a5bd-7d02212dbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.276690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-db50b16d-07af-4b13-a5bd-7d02212dbe0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 1101 time: 0.1311443 Aug 16 22:13:35.306187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd190a3-246f-44c7-b4ed-b9414e28ba70 req-c37b78ba-3399-4ac8-8dec-8703f6e5d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.308403 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cdd190a3-246f-44c7-b4ed-b9414e28ba70 req-c37b78ba-3399-4ac8-8dec-8703f6e5d5e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 1101 time: 0.1020703 Aug 16 22:13:35.364235 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cdd190a3-246f-44c7-b4ed-b9414e28ba70 req-20a5c61f-7ade-48e2-b528-97e4535d8f50 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Aug 16 22:13:35.407887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-ed2c3451-1f07-44bd-a14e-f2614d56676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.409567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-ed2c3451-1f07-44bd-a14e-f2614d56676f service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1255236 Aug 16 22:13:35.432937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-1c1c662b-c36c-4a2a-a64e-ad1d49c0aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.434462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-1c1c662b-c36c-4a2a-a64e-ad1d49c0aee5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1096 time: 0.0471559 Aug 16 22:13:35.689822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-e613decb-9a6e-47be-b6b2-7b27b7902ca0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=6d3748a8-006f-4c8b-9205-30d83b501844 HTTP/1.1" status: 200 len: 217 time: 0.0394969 Aug 16 22:13:35.690958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-3df7acb1-00d7-4532-a068-4236b77d7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.692433 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-3df7acb1-00d7-4532-a068-4236b77d7b7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.0949075 Aug 16 22:13:35.741043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-ab146f30-b320-41f6-a824-5eebd9ba8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.741662 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-c75e56b3-8995-40ee-a81f-1b203b4c6214 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0355263 Aug 16 22:13:35.742060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-ab146f30-b320-41f6-a824-5eebd9ba8dbc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0448589 Aug 16 22:13:35.788875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-0a395bae-2b53-4d0f-9e32-21fcd6875cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.790492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-0a395bae-2b53-4d0f-9e32-21fcd6875cad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404711 Aug 16 22:13:35.794881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-6fba6978-1e98-45e8-bddf-5a63ca8c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:35.796380 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-6fba6978-1e98-45e8-bddf-5a63ca8c62a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0438242 Aug 16 22:13:35.833186 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-a2b02e0d-9d7e-402f-aa22-a16789828f67 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251071 Aug 16 22:13:35.884233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-16235ed5-e2ac-4d66-80a1-a84fe7e989e5 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859916 Aug 16 22:13:35.927345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-7a7d10eb-70ec-4b48-9b6d-a0ef86d55c89 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Aug 16 22:13:35.976200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1f21268-e3e7-4eaa-8d7b-5a40ed8b1017 req-a4a06a1c-af21-4379-af07-cff93fb37aab service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Aug 16 22:13:36.032183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-50ea369c-e136-4991-b9d4-3e7f2dcb6fc2 req-9459d23a-d050-4fdf-a855-9ea42a463982 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918417 Aug 16 22:13:36.123147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afbeb2-96ea-453a-954b-2956fd1d5a97 req-e4b057e2-9dbf-4a4b-8634-60388689a7b5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:36.124640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0afbeb2-96ea-453a-954b-2956fd1d5a97 req-e4b057e2-9dbf-4a4b-8634-60388689a7b5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.0860195 Aug 16 22:13:36.132647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dad79b-e888-4ed6-914d-9b3a99adc01f req-20967be1-6e97-4ecf-9be8-ea10c641a06b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:36.134074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92dad79b-e888-4ed6-914d-9b3a99adc01f req-20967be1-6e97-4ecf-9be8-ea10c641a06b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0677483 Aug 16 22:13:36.188298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0afbeb2-96ea-453a-954b-2956fd1d5a97 req-1630b35a-aa5e-491a-b46c-534bf1bf2e54 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Aug 16 22:13:36.192990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92dad79b-e888-4ed6-914d-9b3a99adc01f req-cf5cb50e-9401-44ba-86fa-8efaddd44e49 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522623 Aug 16 22:13:36.302740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fb777d2-6e4b-492b-94fe-f20d5278812b req-940cffb7-c534-43de-97e4-9c5119bea150 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Aug 16 22:13:36.392368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c613842d-054b-4eb2-b5e9-77403ed5b462 req-9cdce094-5cff-4ff0-b789-6ebe2d531b42 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 210 time: 0.0284076 Aug 16 22:13:36.452103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7efdb3d6-c7e1-4ab4-a0e0-8e48e6bb649b tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:36.453696 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7efdb3d6-c7e1-4ab4-a0e0-8e48e6bb649b tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.88 "GET /v2.0/networks?id=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f HTTP/1.1" status: 200 len: 815 time: 0.1424015 Aug 16 22:13:36.558144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Request body: {'port': {'device_id': '9231d97e-e635-4328-9f4d-90ce3a352010', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'admin_state_up': True, 'tenant_id': 'e0e154da07494183b248f4c09f24a287'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:36.675174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Made reservation on behalf of e0e154da07494183b248f4c09f24a287 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:36.678743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:36.809634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Allocated IP 172.20.0.6 (5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f/cb3e5e69-5d92-4491-8134-b38c2d7f4795/f5c05a15-e6c8-4782-ac24-e2db5b30c0a4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:37.002012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:37.016368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Transition to ACTIVE for port object f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:37.051294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:37.103375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:37.106716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:37.112726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:37.141198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Pushing event updated for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:37.175143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:37.175935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:37.193871 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-7303e74a-ce16-4db0-bec6-5e8d7fa44add tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399469 Aug 16 22:13:37.381972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c7f4c-024a-4303-b13f-020f3d7aeeaa req-9fc151e1-8c5a-4401-81d9-b14ca21b8511 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:37.383470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c91c7f4c-024a-4303-b13f-020f3d7aeeaa req-9fc151e1-8c5a-4401-81d9-b14ca21b8511 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 944 time: 0.1096880 Aug 16 22:13:37.391057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2f86d-0a76-4319-adf1-f78859bdbb23 req-18bed5aa-1f5f-410b-8a0d-8f0685da2d52 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:37.392431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63b2f86d-0a76-4319-adf1-f78859bdbb23 req-18bed5aa-1f5f-410b-8a0d-8f0685da2d52 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0965297 Aug 16 22:13:37.415590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-225babe4-77ac-4099-9fd9-77d59545f197 None None] Provisioning for port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:37.426679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-225babe4-77ac-4099-9fd9-77d59545f197 None None] Provisioning complete for port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:37.427978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-225babe4-77ac-4099-9fd9-77d59545f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:37.450648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c91c7f4c-024a-4303-b13f-020f3d7aeeaa req-ce1834e4-6882-46eb-bc3f-82f0d2115cba tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Aug 16 22:13:37.457984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63b2f86d-0a76-4319-adf1-f78859bdbb23 req-e6aaff64-20b8-4daf-a46e-a7ef8eee4202 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Aug 16 22:13:37.468343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-225babe4-77ac-4099-9fd9-77d59545f197 None None] Port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:37.590953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac5857-204d-42d3-b9ca-2032ad9f6ad3 req-130081f5-31f9-4cdb-961a-76cc092775b9 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:37.593009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cac5857-204d-42d3-b9ca-2032ad9f6ad3 req-130081f5-31f9-4cdb-961a-76cc092775b9 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 931 time: 0.0517814 Aug 16 22:13:37.649691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cac5857-204d-42d3-b9ca-2032ad9f6ad3 req-86399f5c-a5dc-48ba-81e3-338accccbe16 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Aug 16 22:13:37.665451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcbf4b3c-ef37-4d31-ae1d-23bdd6990697 req-4fb8ffe9-80ba-4b24-b588-2f64aefeaf84 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 210 time: 0.0372005 Aug 16 22:13:39.540222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:13:39.637062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:39.649349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'network_id': '99a2ca7a-f135-4a7c-8c1a-191c04c8662d', 'port_id': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'mac_address': 'fa:16:3e:a7:a1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9df8f7-5ec0-454f-b951-cec1a32aae29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:13:39.687764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:39.700098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:39.720660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:39.726178 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:39.775430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:40.515008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:13:43.572201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:13:43.621733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:43.622098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.699785 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.722962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:43.725192 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ef7de-cd75-4df9-b05a-f642214dc297" -d '{"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:43.738702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:43.744564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:43.793710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:44.039292 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:45.467890 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cf688d8-b7ac-43f9-ac05-9a201fc7d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:45.923162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:13:48.070282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:48.217642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e97111f4-ed94-48d8-85be-bb4a657e62c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:49.119410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:51.111571 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:51.932112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Request body: {'port': {'device_id': '9231d97e-e635-4328-9f4d-90ce3a352010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:51.987697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.093256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fd82-c2ec-4895-826c-370df6ca0b20 req-aae6db52-867f-4cec-b9fe-61fc2b9da79a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.095560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9693fd82-c2ec-4895-826c-370df6ca0b20 req-aae6db52-867f-4cec-b9fe-61fc2b9da79a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0524602 Aug 16 22:13:52.168841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9693fd82-c2ec-4895-826c-370df6ca0b20 req-10838779-1613-4107-a73d-6ea7722e94a2 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625985 Aug 16 22:13:52.336467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:52.346140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.350616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-19fd3aa2-9107-4060-9525-996da80b6a69 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.352760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-19fd3aa2-9107-4060-9525-996da80b6a69 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.88 "GET /v2.0/networks?id=a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 200 len: 806 time: 0.1828842 Aug 16 22:13:52.363839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Transition to ACTIVE for port object f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:52.369283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.426246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:52.440268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-e0c6b984-8e98-48a1-9c4d-723463a0d380 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0f14c3641741eb97b534f0a5301ba6 HTTP/1.1" status: 200 len: 380 time: 0.0612886 Aug 16 22:13:52.441876 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.446506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.446889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.447236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.447587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.447906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.448233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.448562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.448885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.449239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.449564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.449883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.450201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.486744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'port': {'device_id': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'admin_state_up': True, 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'security_groups': ['4f63d4ba-83d3-4c97-a059-ee447601b78a']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:52.498241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87256789-2ac9-4cea-953c-f7d2c9d86510 req-46975cef-e434-4b9a-b324-3da92e7e13ab tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.499813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87256789-2ac9-4cea-953c-f7d2c9d86510 req-46975cef-e434-4b9a-b324-3da92e7e13ab tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.1333983 Aug 16 22:13:52.513105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Attempting to bind port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:52.513599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Attempting to bind port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:52.514034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Attempting to bind port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 on network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:52.519560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 on network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:13:52.519984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Attempting to bind port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 on network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:52.525395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:52.525825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Checking segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:52.526279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Bound using segment: {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:52.526789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Bound port: f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ec9d7f-486b-4cd2-a825-5ade22771a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:52.527220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.587855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.588352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.588841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.589358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.589841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.590317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.590787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.591271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.591743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.592222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.593158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.593306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.593711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.594177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.594643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.597058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-2f250d7e-3bb4-47b0-82dc-d79b1c095bd9 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e&device_id=9231d97e-e635-4328-9f4d-90ce3a352010&device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20&device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe&device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382&device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4&device_id=78bbcd43-0040-43d2-9e22-4340575fe412&device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 13570 time: 0.1643589 Aug 16 22:13:52.600192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:52.603977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:52.609772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.629581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.630273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.631909 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 HTTP/1.1" status: 200 len: 1092 time: 0.7043891 Aug 16 22:13:52.653024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87256789-2ac9-4cea-953c-f7d2c9d86510 req-33612b2b-92a8-481e-983e-05017bea38d5 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258008 Aug 16 22:13:52.653024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.653432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:52.653432 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d53447-d7b2-4b04-ae6b-40b3a0771556" -d '{"events": [{"name": "network-changed", "server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:52.720327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aefaae-601c-4476-9a64-c92eeb2a5c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:52.770669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-ffe7b9d0-635a-413a-a6d2-6e2256017a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:52.772194 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-ffe7b9d0-635a-413a-a6d2-6e2256017a4f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e0e154da07494183b248f4c09f24a287&device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 1095 time: 0.0469344 Aug 16 22:13:52.779837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db583e6b-a3f9-47bb-830e-ba7298e40431 req-9701923b-b90e-4ff7-a0c8-85f52dcac874 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 210 time: 0.0419281 Aug 16 22:13:52.829448 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebba354-38bc-4e15-8a66-f17653a4a20e x-openstack-request-id: req-2ebba354-38bc-4e15-8a66-f17653a4a20e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:52.829737 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-plugged", "status": "completed", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:52.829984 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ebba354-38bc-4e15-8a66-f17653a4a20e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:52.830485 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'code': 200} Aug 16 22:13:52.831597 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.839283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.842196 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-e227e504-b170-419f-9b40-a03f8b54f636 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 HTTP/1.1" status: 200 len: 217 time: 0.0515680 Aug 16 22:13:52.869394 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbbb0bb-8c22-40e5-be0d-a234bc3634a2 x-openstack-request-id: req-4fbbb0bb-8c22-40e5-be0d-a234bc3634a2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:52.869937 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:52.870291 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fbbb0bb-8c22-40e5-be0d-a234bc3634a2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:52.870687 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4', 'status': 'completed', 'code': 200} Aug 16 22:13:52.890174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96eafed4-5a12-44c8-9d97-8a64c6d69d9a req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&id=7e243e45-cd9c-4b54-8868-9cd390b479c7&id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 859 time: 0.2752895 Aug 16 22:13:52.896507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Made reservation on behalf of 5f0f14c3641741eb97b534f0a5301ba6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:13:52.900155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:52.903562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578071df-fa83-414b-9e3a-5da340d9158f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:52.920361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.920662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.921029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.921389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.921731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.922246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.922593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.922928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.923262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.923592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.923923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:52.924301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc8bc-a680-4fb0-b7d5-a41f5b6ada20 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:13:53.011076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-71c4f209-8d85-4a74-8d86-d4cf427e3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.013184 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-71c4f209-8d85-4a74-8d86-d4cf427e3926 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb3e5e69-5d92-4491-8134-b38c2d7f4795 HTTP/1.1" status: 200 len: 854 time: 0.0616643 Aug 16 22:13:53.084910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Allocated IP 172.20.0.13 (a5bcc27f-109b-4917-a47e-433b6c0addd8/68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14/8703e253-c084-477f-b30d-b892d3d3a204) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:13:53.112865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-1199323a-1eef-465c-9577-a26357ffa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.115056 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-1199323a-1eef-465c-9577-a26357ffa21e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662770 Aug 16 22:13:53.268161 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-edd555ee-6b78-4bbc-8ad4-285f7226c30d service neutron] 10.222.0.88 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932817 Aug 16 22:13:53.317862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173885-eb3f-4576-9fd7-70a2fec73df1 req-44827e0e-8216-4236-901c-701ac7b083b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.319361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91173885-eb3f-4576-9fd7-70a2fec73df1 req-44827e0e-8216-4236-901c-701ac7b083b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1099 time: 0.1055653 Aug 16 22:13:53.342219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:53.374549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b036f6-a8ad-46c1-97ef-294de8e15e07 req-0e95b334-7b68-4401-b1f3-1bd15e2d18d9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.376001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b036f6-a8ad-46c1-97ef-294de8e15e07 req-0e95b334-7b68-4401-b1f3-1bd15e2d18d9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.1275384 Aug 16 22:13:53.398401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Transition to ACTIVE for port object 8703e253-c084-477f-b30d-b892d3d3a204 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:53.446774 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5367ed32-f6b2-4db3-9db9-6e800bc4fa01 req-799c5c73-977d-4201-9a28-126ee119be73 service neutron] 10.222.0.88 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Aug 16 22:13:53.453973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4828b-7457-45d3-a9d2-31d5a7655e2b req-34b8bbad-dd16-4af7-b7ed-e0d326aa1e26 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.454478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4828b-7457-45d3-a9d2-31d5a7655e2b req-34b8bbad-dd16-4af7-b7ed-e0d326aa1e26 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.454966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4828b-7457-45d3-a9d2-31d5a7655e2b req-34b8bbad-dd16-4af7-b7ed-e0d326aa1e26 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.456600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ee4828b-7457-45d3-a9d2-31d5a7655e2b req-34b8bbad-dd16-4af7-b7ed-e0d326aa1e26 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20&device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe&device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 2886 time: 0.1363735 Aug 16 22:13:53.466962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91173885-eb3f-4576-9fd7-70a2fec73df1 req-d7d3db16-d1a5-4aa6-932f-9df80e7397b1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016707 Aug 16 22:13:53.488120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b036f6-a8ad-46c1-97ef-294de8e15e07 req-15d6b3f7-81d4-4503-b2ea-705719572dca tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034865 Aug 16 22:13:53.517310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ee4828b-7457-45d3-a9d2-31d5a7655e2b req-9156406c-020b-422e-9635-ff19415482a0 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Aug 16 22:13:53.518746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:53.567177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:13:53.570323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:13:53.574232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:13:53.599846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event updated for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:53.628846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.629524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:53.645649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-903f8faf-5643-411f-bccb-01595db62d26 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1661797 Aug 16 22:13:53.779591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aef2f9-6a33-41d7-ae0a-46e9b2924888 req-b799245e-aee7-41ca-97dd-dd06cc8e67fc tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.781118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5aef2f9-6a33-41d7-ae0a-46e9b2924888 req-b799245e-aee7-41ca-97dd-dd06cc8e67fc tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.0544937 Aug 16 22:13:53.821519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5aef2f9-6a33-41d7-ae0a-46e9b2924888 req-759f6ff1-6ef9-4216-bced-a88c102189a4 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Aug 16 22:13:53.846571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a501728-543f-444d-b557-0e21589bbf5d None None] Provisioning for port 8703e253-c084-477f-b30d-b892d3d3a204 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:13:53.851052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a501728-543f-444d-b557-0e21589bbf5d None None] Provisioning complete for port 8703e253-c084-477f-b30d-b892d3d3a204 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:13:53.851693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a501728-543f-444d-b557-0e21589bbf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:53.886840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a501728-543f-444d-b557-0e21589bbf5d None None] Port 8703e253-c084-477f-b30d-b892d3d3a204 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:13:53.930966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Request body: {'port': {'device_id': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:13:53.976104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b709e-2881-444f-bdc4-a3e43cdac154 req-41d99f67-5241-418b-975d-e8245edf7603 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:53.977924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-330b709e-2881-444f-bdc4-a3e43cdac154 req-41d99f67-5241-418b-975d-e8245edf7603 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 932 time: 0.0862017 Aug 16 22:13:54.078965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:54.111131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-330b709e-2881-444f-bdc4-a3e43cdac154 req-bac4e82e-a43c-4f07-824a-ae07faab0a06 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220186 Aug 16 22:13:54.116967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-3f664518-bce7-4075-87e6-9d424e484715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.118468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-3f664518-bce7-4075-87e6-9d424e484715 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e0e154da07494183b248f4c09f24a287&device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 1095 time: 0.1379833 Aug 16 22:13:54.156173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9341-183f-41dd-bb6f-98223d9eb5c6 req-2ef556b3-339a-4481-ba81-775f34628165 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.157680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e86b9341-183f-41dd-bb6f-98223d9eb5c6 req-2ef556b3-339a-4481-ba81-775f34628165 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1102 time: 0.1269667 Aug 16 22:13:54.321532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e86b9341-183f-41dd-bb6f-98223d9eb5c6 req-7a2b28df-beba-4fc6-9817-51af494f2681 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258965 Aug 16 22:13:54.337983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-ef2f7999-f402-46e1-915c-d856c049069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.339456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-ef2f7999-f402-46e1-915c-d856c049069e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f HTTP/1.1" status: 200 len: 915 time: 0.1993053 Aug 16 22:13:54.451457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-4dc45555-a7b4-4fac-8b7f-0612ca5aa241 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 HTTP/1.1" status: 200 len: 217 time: 0.0609322 Aug 16 22:13:54.527849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9cb94-b65d-4583-8831-ff9faf296a4e req-38e49205-427d-4885-886d-0bb8ef37b0b1 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.529398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6b9cb94-b65d-4583-8831-ff9faf296a4e req-38e49205-427d-4885-886d-0bb8ef37b0b1 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1102 time: 0.1419253 Aug 16 22:13:54.551627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-06fb95c4-794f-485a-950f-97c7fd310074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.553017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-06fb95c4-794f-485a-950f-97c7fd310074 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cb3e5e69-5d92-4491-8134-b38c2d7f4795 HTTP/1.1" status: 200 len: 854 time: 0.0874879 Aug 16 22:13:54.658619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6b9cb94-b65d-4583-8831-ff9faf296a4e req-615f97b8-a6cd-44dd-98ad-c3056a059693 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191971 Aug 16 22:13:54.667889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8703e253-c084-477f-b30d-b892d3d3a204 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:54.677914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:54.696244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77d96-b88b-4642-b972-2bfe96ceb977 req-59b4b592-0578-4c54-8376-d830cfce325c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.697767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7e77d96-b88b-4642-b972-2bfe96ceb977 req-59b4b592-0578-4c54-8376-d830cfce325c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.1359687 Aug 16 22:13:54.704686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-c88e8103-fb1b-47d8-9cfa-55cb84525ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:54.706172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-c88e8103-fb1b-47d8-9cfa-55cb84525ce7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418471 Aug 16 22:13:54.715050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Transition to ACTIVE for port object 8703e253-c084-477f-b30d-b892d3d3a204 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:13:54.736149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:55.165546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7e77d96-b88b-4642-b972-2bfe96ceb977 req-6fc74800-a7d1-4566-b1dd-ff3769368c24 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584007 Aug 16 22:13:55.190257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Pushing event updated for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:55.253512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb182a1-e298-45fe-9f90-417c8764dfe0 req-66498f72-bdf5-4f71-9f99-b3c23ce8f02c tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:55.255548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cb182a1-e298-45fe-9f90-417c8764dfe0 req-66498f72-bdf5-4f71-9f99-b3c23ce8f02c tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.1796060 Aug 16 22:13:55.259430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-f0b0e774-7848-44d6-8543-5e919d877770 service neutron] 10.222.0.88 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321290 Aug 16 22:13:55.390104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cb182a1-e298-45fe-9f90-417c8764dfe0 req-79047322-95b1-4cc6-b3f8-d767f347dea6 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280551 Aug 16 22:13:55.393148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Attempting to bind port 8703e253-c084-477f-b30d-b892d3d3a204 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:13:55.393485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Attempting to bind port 8703e253-c084-477f-b30d-b892d3d3a204 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:13:55.393814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Attempting to bind port 8703e253-c084-477f-b30d-b892d3d3a204 on network a5bcc27f-109b-4917-a47e-433b6c0addd8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:55.413873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Port 8703e253-c084-477f-b30d-b892d3d3a204 on network a5bcc27f-109b-4917-a47e-433b6c0addd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:13:55.414264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Attempting to bind port 8703e253-c084-477f-b30d-b892d3d3a204 on network a5bcc27f-109b-4917-a47e-433b6c0addd8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:13:55.439214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:13:55.439716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Checking segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:13:55.440244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Bound using segment: {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:13:55.440795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Bound port: 8703e253-c084-477f-b30d-b892d3d3a204, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d3834a-80e8-4c90-8f7f-7511bc51e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:13:55.442006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:55.456371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e9d6-e332-4d05-8ba6-fcf73be4f48a req-885a95fb-a6fe-4283-aa86-76cb5b0e6e4d tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:55.457895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5356e9d6-e332-4d05-8ba6-fcf73be4f48a req-885a95fb-a6fe-4283-aa86-76cb5b0e6e4d tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.1078200 Aug 16 22:13:55.488723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8d53447-d7b2-4b04-ae6b-40b3a0771556 req-635211a9-dd3d-405b-a4f7-8482599aa018 service neutron] 10.222.0.88 "GET /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145813 Aug 16 22:13:55.542011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5356e9d6-e332-4d05-8ba6-fcf73be4f48a req-6f832da9-e8e8-4667-b77f-816a15bafe8b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660741 Aug 16 22:13:55.584169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:13:55.587771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8703e253-c084-477f-b30d-b892d3d3a204,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:13:55.592669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:55.631171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:55.631800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:55.633251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] 10.222.0.88 "PUT /v2.0/ports/8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 200 len: 1093 time: 1.7078733 Aug 16 22:13:55.633698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:13:55.636101 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3990f-e533-42ca-8059-02b901f7a538" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "tag": "8703e253-c084-477f-b30d-b892d3d3a204"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:13:55.681431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b753e-0f52-40c0-a66d-7d2d3fe44e52 service neutron] Pushing event updated for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:13:55.776292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb8b9c-e4a8-4f05-bc0d-362cf1a537a8 x-openstack-request-id: req-2ebb8b9c-e4a8-4f05-bc0d-362cf1a537a8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:13:55.776939 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "tag": "8703e253-c084-477f-b30d-b892d3d3a204", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:13:55.777222 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ebb8b9c-e4a8-4f05-bc0d-362cf1a537a8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:13:55.777649 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204', 'status': 'completed', 'code': 200} Aug 16 22:13:55.872622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-71e92e8d-c958-457f-bafb-d6e6b811516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:55.874856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-71e92e8d-c958-457f-bafb-d6e6b811516a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 1096 time: 0.0619361 Aug 16 22:13:55.963512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-81f42160-ec92-4384-aa88-520a5d54024a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 200 len: 217 time: 0.0683637 Aug 16 22:13:56.045720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-32286e07-fbdf-408d-8abd-b6bd92d35a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.047196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-32286e07-fbdf-408d-8abd-b6bd92d35a52 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 HTTP/1.1" status: 200 len: 845 time: 0.0760813 Aug 16 22:13:56.059926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ca32-dbd8-498f-9933-581d9696ef3e req-00219cfd-a4b9-4e1c-8d7a-00fe1c06c7e4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.061424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7328ca32-dbd8-498f-9933-581d9696ef3e req-00219cfd-a4b9-4e1c-8d7a-00fe1c06c7e4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0623164 Aug 16 22:13:56.131256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7328ca32-dbd8-498f-9933-581d9696ef3e req-fd68252f-d0b0-434b-8f99-dcadcd4d44a1 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583475 Aug 16 22:13:56.138119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d47cad6a-54ea-4249-9cb0-8fa87c08af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.139252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-d47cad6a-54ea-4249-9cb0-8fa87c08af62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5bcc27f-109b-4917-a47e-433b6c0addd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764034 Aug 16 22:13:56.280840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-55601d1b-c385-4fea-a056-84ce88ef10b9 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296277 Aug 16 22:13:56.299837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9638-287e-46e0-ad22-10cb843ca3cb req-e86c787a-dae8-492c-885d-1a9bfea76f3a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.301833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b8c9638-287e-46e0-ad22-10cb843ca3cb req-e86c787a-dae8-492c-885d-1a9bfea76f3a tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0659621 Aug 16 22:13:56.386222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b8c9638-287e-46e0-ad22-10cb843ca3cb req-5dd20d29-9ef9-4909-a503-dc884191b1d8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764401 Aug 16 22:13:56.422208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02a09a3b-77dd-475f-9f84-582184fa986a req-46d13464-4a53-4cbc-a0fa-b7706c87221f service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192195 Aug 16 22:13:56.510864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba7fc4-8b6b-4ddf-89ac-524a8a458756 req-57eef873-5b32-45a1-9400-c6d6bb6a5d6d tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.512340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55ba7fc4-8b6b-4ddf-89ac-524a8a458756 req-57eef873-5b32-45a1-9400-c6d6bb6a5d6d tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.0502431 Aug 16 22:13:56.575785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55ba7fc4-8b6b-4ddf-89ac-524a8a458756 req-90beb475-b87b-4df2-b952-75edb4c37700 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572495 Aug 16 22:13:56.591634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-4ad076de-9274-4174-ac78-39bf731891aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.593411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-4ad076de-9274-4174-ac78-39bf731891aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 1096 time: 0.0455775 Aug 16 22:13:56.724964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0f802-7d8a-4b13-8282-1808bbe5b7ef req-39d62c2d-bba6-42f4-9dc0-a2f1d299866b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.726426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fab0f802-7d8a-4b13-8282-1808bbe5b7ef req-39d62c2d-bba6-42f4-9dc0-a2f1d299866b tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.0764391 Aug 16 22:13:56.743226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-7b84ffdb-19ba-488a-b564-b996fd354847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.744635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-7b84ffdb-19ba-488a-b564-b996fd354847 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 200 len: 906 time: 0.1367180 Aug 16 22:13:56.789929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-dfbbbf8f-2af7-4789-bafe-3fc1a7331357 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 200 len: 217 time: 0.0378141 Aug 16 22:13:56.804143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fab0f802-7d8a-4b13-8282-1808bbe5b7ef req-d6d22f2f-f5d0-4b5f-90cb-bd8936ddab8d tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702024 Aug 16 22:13:56.883299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-c06b6f48-3dc7-4ada-b92d-189fe3bbca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.884853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-c06b6f48-3dc7-4ada-b92d-189fe3bbca9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 HTTP/1.1" status: 200 len: 845 time: 0.0504644 Aug 16 22:13:56.936992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-c455baae-df18-41ab-ba90-35b3f9c57770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:56.938505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-c455baae-df18-41ab-ba90-35b3f9c57770 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5bcc27f-109b-4917-a47e-433b6c0addd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457375 Aug 16 22:13:57.033515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-fd3e403c-5d0c-41e6-949a-70b9144c4942 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 Aug 16 22:13:57.130515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd3990f-e533-42ca-8059-02b901f7a538 req-3c273980-c905-478b-b3f9-28fbcaa6cf36 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873938 Aug 16 22:13:57.247484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb368f3-5529-42ec-9a96-58ef47d9988e req-35e30cb7-7bca-4f1b-9768-aa20751cf7ba tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:57.248952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fb368f3-5529-42ec-9a96-58ef47d9988e req-35e30cb7-7bca-4f1b-9768-aa20751cf7ba tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0491261 Aug 16 22:13:57.286082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fb368f3-5529-42ec-9a96-58ef47d9988e req-ad4c12c0-5d1f-491d-b1a9-399cdaf93c9c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Aug 16 22:13:57.505164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075e48-45a8-4cd3-9cda-6297e02a2d8a req-26b521bb-ddb2-4470-b858-b38b5e6eb7b0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:57.506643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c075e48-45a8-4cd3-9cda-6297e02a2d8a req-26b521bb-ddb2-4470-b858-b38b5e6eb7b0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0516195 Aug 16 22:13:57.545177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c075e48-45a8-4cd3-9cda-6297e02a2d8a req-8c5ce435-6d89-4063-9939-7800cb2af67b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Aug 16 22:13:57.693262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea25f8-747e-4b91-8ebd-02b8c61bee38 req-e56a8694-0f0e-41f2-979d-846186089555 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:57.695750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cea25f8-747e-4b91-8ebd-02b8c61bee38 req-e56a8694-0f0e-41f2-979d-846186089555 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0832698 Aug 16 22:13:57.724827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606829b9-d375-4a50-b169-f887d611d092 req-03593df7-1c47-4f90-a11f-668dd46f79bd tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:57.726498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-606829b9-d375-4a50-b169-f887d611d092 req-03593df7-1c47-4f90-a11f-668dd46f79bd tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.0806291 Aug 16 22:13:57.761435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cea25f8-747e-4b91-8ebd-02b8c61bee38 req-0d1fe653-18d3-49d6-ab96-1865d34ad6de tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600073 Aug 16 22:13:57.778450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-606829b9-d375-4a50-b169-f887d611d092 req-ceda1ce9-cedb-4d67-853f-1025d0536976 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Aug 16 22:13:57.998248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d66439-cd3f-4bd1-bd95-d3d1c06ee334 req-843e415a-c83c-4b55-8c9e-45698a46215c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:57.999760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2d66439-cd3f-4bd1-bd95-d3d1c06ee334 req-843e415a-c83c-4b55-8c9e-45698a46215c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0890369 Aug 16 22:13:58.009216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e791e4d-94e7-4be2-9def-afb3ceaf48b9 req-f0961ccd-978a-4e46-a0e4-2e3fbe6bd204 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.010819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e791e4d-94e7-4be2-9def-afb3ceaf48b9 req-f0961ccd-978a-4e46-a0e4-2e3fbe6bd204 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.0704167 Aug 16 22:13:58.068549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2d66439-cd3f-4bd1-bd95-d3d1c06ee334 req-470b3683-dc30-4a59-b9ec-bf7ea62e4e62 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566716 Aug 16 22:13:58.071252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e791e4d-94e7-4be2-9def-afb3ceaf48b9 req-4e7bac1e-acca-49db-bb20-2e38cb2a54d7 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Aug 16 22:13:58.263827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40032bb-4877-468d-862d-af090f3a38c3 req-850613bb-afd5-4e54-877b-5224fc5e016d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.265340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a40032bb-4877-468d-862d-af090f3a38c3 req-850613bb-afd5-4e54-877b-5224fc5e016d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0493028 Aug 16 22:13:58.302039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a40032bb-4877-468d-862d-af090f3a38c3 req-cde72896-c5b1-4fb0-96e8-bd3094c1d844 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Aug 16 22:13:58.432713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aa363-9360-40dc-84b6-8fec26c4db22 req-1374e2ae-f88c-458c-a327-377f1c2248e9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.434214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c8aa363-9360-40dc-84b6-8fec26c4db22 req-1374e2ae-f88c-458c-a327-377f1c2248e9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0808563 Aug 16 22:13:58.445935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8fa51-996e-455f-99bc-f4d87649c320 req-fc9e11bc-d7dc-4e96-ac78-5007e1acf6f5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.447334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-caa8fa51-996e-455f-99bc-f4d87649c320 req-fc9e11bc-d7dc-4e96-ac78-5007e1acf6f5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0641210 Aug 16 22:13:58.502041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c8aa363-9360-40dc-84b6-8fec26c4db22 req-80407f7c-a58d-461c-8b4f-179199c1e423 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Aug 16 22:13:58.507209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-caa8fa51-996e-455f-99bc-f4d87649c320 req-1cc77ad2-762c-43a0-809b-9a5ae58aa1d8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532620 Aug 16 22:13:58.634412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a64a0-82da-4154-90d0-f53cbfbba688 req-f468d57d-487d-4526-abe3-cd5da161f7ec tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.635875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f39a64a0-82da-4154-90d0-f53cbfbba688 req-f468d57d-487d-4526-abe3-cd5da161f7ec tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0482767 Aug 16 22:13:58.673141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f39a64a0-82da-4154-90d0-f53cbfbba688 req-91f42461-21f5-4578-8dec-cc3fa11e538c tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Aug 16 22:13:58.788798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e789-178a-407d-becc-9b88be804060 req-812d2bbd-aa33-4c49-a7d0-7714a8bec745 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.790299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b445e789-178a-407d-becc-9b88be804060 req-812d2bbd-aa33-4c49-a7d0-7714a8bec745 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0522864 Aug 16 22:13:58.828155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b445e789-178a-407d-becc-9b88be804060 req-54b9dcde-47df-46fc-8da7-3a3f061038f1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Aug 16 22:13:58.903233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf4dd0-f64d-43c4-b253-8ad6468f54ce req-3f3ca4be-7741-4f91-8548-4f6bc7fd9f45 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:58.904743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bdf4dd0-f64d-43c4-b253-8ad6468f54ce req-3f3ca4be-7741-4f91-8548-4f6bc7fd9f45 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 943 time: 0.0517459 Aug 16 22:13:58.943352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bdf4dd0-f64d-43c4-b253-8ad6468f54ce req-0c6857ae-b0de-4b15-ba81-ebb3f733f10a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Aug 16 22:13:59.141042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68d04-ee89-434d-b725-242aca2ce831 req-bef96eb3-bff6-40d5-80c3-e47e8d7e1dd4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:59.142462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54a68d04-ee89-434d-b725-242aca2ce831 req-bef96eb3-bff6-40d5-80c3-e47e8d7e1dd4 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0512335 Aug 16 22:13:59.209012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54a68d04-ee89-434d-b725-242aca2ce831 req-e2992a4f-277a-4043-ba8e-5444487a523f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574484 Aug 16 22:13:59.217191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516692d-b474-440b-a1d9-5d4da9423584 req-4fab6308-ef7a-4a44-b5d7-d223a37bbee2 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:59.218629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5516692d-b474-440b-a1d9-5d4da9423584 req-4fab6308-ef7a-4a44-b5d7-d223a37bbee2 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.0753052 Aug 16 22:13:59.259361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5516692d-b474-440b-a1d9-5d4da9423584 req-ff387412-3f00-42e6-8c08-cadd2b8478da tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Aug 16 22:13:59.618187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928fb23-3725-4c6a-8977-91bc7d80f746 req-dd85a5a4-cd31-4bcf-94b0-4e4da1f3b344 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:13:59.619951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d928fb23-3725-4c6a-8977-91bc7d80f746 req-dd85a5a4-cd31-4bcf-94b0-4e4da1f3b344 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0492373 Aug 16 22:13:59.656050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d928fb23-3725-4c6a-8977-91bc7d80f746 req-6e48f83e-1d33-4702-ae33-bc24015a6e9c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302615 Aug 16 22:13:59.661555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:13:59.756967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:59.767615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4', 'network_id': '5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f', 'port_id': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4', 'mac_address': 'fa:16:3e:6b:88:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3e5e69-5d92-4491-8134-b38c2d7f4795', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:13:59.803378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:59.815559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:13:59.834926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:13:59.838741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:13:59.884000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:00.071787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3240d-dfaa-4e06-9af0-fa70d53a6e20 req-3d0f74ef-8a83-4364-a82d-62cacecf800c tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.073364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d3240d-dfaa-4e06-9af0-fa70d53a6e20 req-3d0f74ef-8a83-4364-a82d-62cacecf800c tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 944 time: 0.0571024 Aug 16 22:14:00.113211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d3240d-dfaa-4e06-9af0-fa70d53a6e20 req-c88c0a1b-f464-4d12-98e4-bec8a3780abe tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Aug 16 22:14:00.330296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d9ed7-d5ed-4f1a-a91c-c4a9fd69590d req-6f0a04a2-f0b1-4a3d-adb5-769b9695b8d9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.331755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-857d9ed7-d5ed-4f1a-a91c-c4a9fd69590d req-6f0a04a2-f0b1-4a3d-adb5-769b9695b8d9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0524876 Aug 16 22:14:00.392561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-857d9ed7-d5ed-4f1a-a91c-c4a9fd69590d req-44c49033-9ce9-4bde-842d-48fd262396c0 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Aug 16 22:14:00.404059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025c76-3017-4ab0-af8d-6f22e1122d53 req-751d787f-4182-41bb-8cf0-9f1dfbc24df8 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.405559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4025c76-3017-4ab0-af8d-6f22e1122d53 req-751d787f-4182-41bb-8cf0-9f1dfbc24df8 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.0729289 Aug 16 22:14:00.438671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['f5c05a15-e6c8-4782-ac24-e2db5b30c0a4'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:00.445861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4025c76-3017-4ab0-af8d-6f22e1122d53 req-e6f913d9-29a7-4bf8-90b6-72d5feaa793e tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Aug 16 22:14:00.718151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b02f2-136b-41b0-9724-19d453cb573c req-cb883d62-4169-4a35-bd9f-931a820b9322 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.719684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa0b02f2-136b-41b0-9724-19d453cb573c req-cb883d62-4169-4a35-bd9f-931a820b9322 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0534573 Aug 16 22:14:00.817643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa0b02f2-136b-41b0-9724-19d453cb573c req-dcf8481c-76fd-43e9-81ff-486cdb2bacc3 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Aug 16 22:14:00.823312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-76dd83d5-e3b5-45c3-9503-886b67972b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.824767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-76dd83d5-e3b5-45c3-9503-886b67972b25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08009be4a957458fa746fe777a920ba6&device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 1099 time: 0.0994201 Aug 16 22:14:00.835059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698299-1e64-425a-b790-3b1e51e26c00 req-2b39d14e-7806-4b5b-bb37-7e4a176e5dd5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.836449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e698299-1e64-425a-b790-3b1e51e26c00 req-2b39d14e-7806-4b5b-bb37-7e4a176e5dd5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1023061 Aug 16 22:14:00.920733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e698299-1e64-425a-b790-3b1e51e26c00 req-033e796f-1c5d-460b-aa09-594e9f29422f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762937 Aug 16 22:14:00.946430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-6bac528a-12cd-43cc-8dc4-001f1208e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:00.947873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-6bac528a-12cd-43cc-8dc4-001f1208e523 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 200 len: 914 time: 0.1105685 Aug 16 22:14:00.989881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-3c9fd1a7-b33b-4620-b6f5-0d03a7b24501 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 200 len: 217 time: 0.0335836 Aug 16 22:14:01.039363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-aca1a969-fdcd-41d5-9d6a-c402cd9dabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:01.040739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-aca1a969-fdcd-41d5-9d6a-c402cd9dabd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 200 len: 854 time: 0.0410275 Aug 16 22:14:01.076189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-9d116dbf-994c-40ae-82d3-3c5bf2d3841d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99a2ca7a-f135-4a7c-8c1a-191c04c8662d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269156 Aug 16 22:14:01.166755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-de9c7de0-973e-4740-ae22-e2bbd9ae7cd3 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827765 Aug 16 22:14:01.276302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbde9b-a57f-4c52-8cd8-3c5e05b5e18b req-7e493d8c-85d7-409e-a49e-7998b8f3698f tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:01.277803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bbde9b-a57f-4c52-8cd8-3c5e05b5e18b req-7e493d8c-85d7-409e-a49e-7998b8f3698f tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 944 time: 0.0953271 Aug 16 22:14:01.316508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7c199ee-ce72-42c3-904d-04986bfa3e01 req-46905b66-bbb9-46e5-99d4-7292ddf059a7 service neutron] 10.222.0.88 "GET /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411991 Aug 16 22:14:01.330029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6bbde9b-a57f-4c52-8cd8-3c5e05b5e18b req-1d3dcbf2-a313-4794-b84b-7a9321188caa tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Aug 16 22:14:01.566362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51938-e69f-4906-9efe-2e33fee659c2 req-fa3e4d60-e22f-448d-ad2f-a09ed86cdf8c tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:01.567875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30f51938-e69f-4906-9efe-2e33fee659c2 req-fa3e4d60-e22f-448d-ad2f-a09ed86cdf8c tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 944 time: 0.0506060 Aug 16 22:14:01.609685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30f51938-e69f-4906-9efe-2e33fee659c2 req-13038abe-5b57-4a57-a646-553030fe04a9 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360084 Aug 16 22:14:01.670542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8703e253-c084-477f-b30d-b892d3d3a204 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:01.763038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8703e253-c084-477f-b30d-b892d3d3a204,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:01.772838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '8703e253-c084-477f-b30d-b892d3d3a204', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'port_id': '8703e253-c084-477f-b30d-b892d3d3a204', 'mac_address': 'fa:16:3e:d1:73:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:01.809864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:01.824468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8703e253-c084-477f-b30d-b892d3d3a204 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:01.843045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8703e253-c084-477f-b30d-b892d3d3a204,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:01.847018 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:01.895185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:01.934175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a7799-3f33-40b0-8ba5-a2671dc2ce4a req-5093dbec-915c-45dc-9527-68416d4a9ced tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:01.935628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de8a7799-3f33-40b0-8ba5-a2671dc2ce4a req-5093dbec-915c-45dc-9527-68416d4a9ced tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0487864 Aug 16 22:14:01.973039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de8a7799-3f33-40b0-8ba5-a2671dc2ce4a req-efb71728-a2a7-4020-a18e-f7fbf1765753 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 16 22:14:02.037348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe5c76-e44c-4743-ac45-d4d82d5cd749 req-755d52e9-6639-4768-b86e-1ebab70711eb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:02.038733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfe5c76-e44c-4743-ac45-d4d82d5cd749 req-755d52e9-6639-4768-b86e-1ebab70711eb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0486319 Aug 16 22:14:02.075763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfe5c76-e44c-4743-ac45-d4d82d5cd749 req-64014e61-1b41-4051-8a73-501dabe9d7ae tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Aug 16 22:14:02.437243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8703e253-c084-477f-b30d-b892d3d3a204'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:02.446817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c63e-ce6e-49cb-afbb-be5a146d3627 req-c4b89bef-bf12-4e90-be15-2049d574da2b tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:02.448295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b93c63e-ce6e-49cb-afbb-be5a146d3627 req-c4b89bef-bf12-4e90-be15-2049d574da2b tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 944 time: 0.0480027 Aug 16 22:14:02.498136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b93c63e-ce6e-49cb-afbb-be5a146d3627 req-78ec71f5-e2fd-4ac3-bdd0-0ca822d72052 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Aug 16 22:14:02.727588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f337a-881d-43f4-80b9-cbe637a45975 req-ab889815-6403-48f9-b49f-f76c4a785771 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:02.729089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a71f337a-881d-43f4-80b9-cbe637a45975 req-ab889815-6403-48f9-b49f-f76c4a785771 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 16 22:14:02.766716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a71f337a-881d-43f4-80b9-cbe637a45975 req-697ce93a-5706-42c0-9996-bb51619b19b3 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Aug 16 22:14:03.087549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0440294-ed41-432e-9351-87f7dd915843 req-87692a32-7ca7-4488-97f6-58237a64fe45 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.089004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0440294-ed41-432e-9351-87f7dd915843 req-87692a32-7ca7-4488-97f6-58237a64fe45 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0478282 Aug 16 22:14:03.127637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0440294-ed41-432e-9351-87f7dd915843 req-d6ae21d1-bd9b-496b-953b-1287b2142e09 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Aug 16 22:14:03.198971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a957-eb14-4df6-beec-c6597c57033d req-dcdc8d3e-b5f3-49ca-b957-84f0a7f3078a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.200433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79d6a957-eb14-4df6-beec-c6597c57033d req-dcdc8d3e-b5f3-49ca-b957-84f0a7f3078a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0489786 Aug 16 22:14:03.267910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79d6a957-eb14-4df6-beec-c6597c57033d req-cc6445f1-3441-4d15-91ba-ad1e2fd8d3e4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568516 Aug 16 22:14:03.276462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebb199-eaf8-48a3-95f6-e04b555cda98 req-71e97068-e0b3-41ab-a1de-6533ee700efe tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.277910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1ebb199-eaf8-48a3-95f6-e04b555cda98 req-71e97068-e0b3-41ab-a1de-6533ee700efe tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0757852 Aug 16 22:14:03.314499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1ebb199-eaf8-48a3-95f6-e04b555cda98 req-328a9bea-7888-437e-a921-46c7591d8ffb tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Aug 16 22:14:03.461829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4a148-eb30-493e-9e43-e31e0383b93e req-862da60a-4263-433f-9fba-62e0a3623939 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.463360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48b4a148-eb30-493e-9e43-e31e0383b93e req-862da60a-4263-433f-9fba-62e0a3623939 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0550907 Aug 16 22:14:03.502106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48b4a148-eb30-493e-9e43-e31e0383b93e req-99933703-c6de-4e3e-8342-fd1eaf8631e9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Aug 16 22:14:03.646398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7a52-76d8-4af7-8ad7-01eae5c1ed99 req-6feab85e-48a6-4dee-997b-d21f5452d1d7 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.647919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-043b7a52-76d8-4af7-8ad7-01eae5c1ed99 req-6feab85e-48a6-4dee-997b-d21f5452d1d7 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 944 time: 0.0809686 Aug 16 22:14:03.659992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa166d-124c-4a02-b653-a2c0df916623 req-56cebd47-fe2e-4ea1-a4a0-8dcb06cc49f9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:03.661443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9fa166d-124c-4a02-b653-a2c0df916623 req-56cebd47-fe2e-4ea1-a4a0-8dcb06cc49f9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0926590 Aug 16 22:14:03.680308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:03.720405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-043b7a52-76d8-4af7-8ad7-01eae5c1ed99 req-5ade1451-cede-46fa-b879-dd83e1404fae tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579858 Aug 16 22:14:03.726242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9fa166d-124c-4a02-b653-a2c0df916623 req-5173b22e-9e07-4cc0-a753-e02f9957c1b6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Aug 16 22:14:03.735359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:03.740444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:03.741030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:03.830767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:03.859968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:03.863481 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90321e6b-ee72-472c-8497-65be33e642c3" -d '{"events": [{"server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "name": "network-vif-plugged", "status": "completed", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:03.879083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:03.887579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:03.916723 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a77e15-f76e-4792-82d7-818a7848065b x-openstack-request-id: req-94a77e15-f76e-4792-82d7-818a7848065b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:03.917152 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "name": "network-vif-plugged", "status": "completed", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:03.917339 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94a77e15-f76e-4792-82d7-818a7848065b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:03.917781 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4', 'code': 200} Aug 16 22:14:03.948377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:04.016517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801cd87-117c-4df9-a907-0b172ff00bc2 req-3afd4f44-ac72-4791-86c6-55848548d340 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.018194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d801cd87-117c-4df9-a907-0b172ff00bc2 req-3afd4f44-ac72-4791-86c6-55848548d340 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 945 time: 0.1107531 Aug 16 22:14:04.069915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faba9c3-6ea4-4a62-898e-eab597c1e06f req-a7e3ca09-a9bd-417f-ba2e-8ac7efe2f032 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.071287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1faba9c3-6ea4-4a62-898e-eab597c1e06f req-a7e3ca09-a9bd-417f-ba2e-8ac7efe2f032 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.1121948 Aug 16 22:14:04.107655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d801cd87-117c-4df9-a907-0b172ff00bc2 req-8d232f32-7635-4748-bc92-d90da15c8ac1 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766497 Aug 16 22:14:04.115163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37362-2d6e-49d7-899f-ba728102c915 req-eb6cbb89-a751-4776-a155-eee4bbeb626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.118649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdf37362-2d6e-49d7-899f-ba728102c915 req-eb6cbb89-a751-4776-a155-eee4bbeb626c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 1097 time: 0.0980897 Aug 16 22:14:04.147476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1faba9c3-6ea4-4a62-898e-eab597c1e06f req-ccb4281a-8d59-41c4-a93a-fe0de5bb9181 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675533 Aug 16 22:14:04.163808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdf37362-2d6e-49d7-899f-ba728102c915 req-f49610da-6fb8-4264-88d5-cb3b3ce96f4c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Aug 16 22:14:04.260351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edf70b-74f6-4390-9a13-86f9a3138bff req-d2214890-cb96-44ed-aab9-d8fdd3a29cc6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.261824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00edf70b-74f6-4390-9a13-86f9a3138bff req-d2214890-cb96-44ed-aab9-d8fdd3a29cc6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0490897 Aug 16 22:14:04.298469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00edf70b-74f6-4390-9a13-86f9a3138bff req-39da89f1-c4d0-4a15-a619-c3737827c876 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Aug 16 22:14:04.384901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44b5c-978c-4c87-9e52-207865617fc1 req-41156ae5-3791-4740-be05-7019dc7acc44 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.386383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2e44b5c-978c-4c87-9e52-207865617fc1 req-41156ae5-3791-4740-be05-7019dc7acc44 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0520215 Aug 16 22:14:04.448952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2e44b5c-978c-4c87-9e52-207865617fc1 req-575fbce9-a1f2-4f78-8663-12969718d410 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Aug 16 22:14:04.457636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1182bac-7b6c-4d1d-8e59-23f4d7443391 req-06202f89-79c4-4c14-9f29-d633b66e0c7b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.459073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1182bac-7b6c-4d1d-8e59-23f4d7443391 req-06202f89-79c4-4c14-9f29-d633b66e0c7b tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0718355 Aug 16 22:14:04.503538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1182bac-7b6c-4d1d-8e59-23f4d7443391 req-efcb15f8-1b6a-4c7b-bf49-3555546e2181 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Aug 16 22:14:04.690605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a988c7-88df-46e0-a737-af6cdb8b7a56 req-cc5c7d28-afc2-41e1-8e2a-504c2fdc6e9d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.692734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0a988c7-88df-46e0-a737-af6cdb8b7a56 req-cc5c7d28-afc2-41e1-8e2a-504c2fdc6e9d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0500915 Aug 16 22:14:04.733245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0a988c7-88df-46e0-a737-af6cdb8b7a56 req-bf87ea13-42b3-4fd5-a597-a1dddf8c11aa tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Aug 16 22:14:04.840912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f32c1-cd99-4efa-a7b2-a4e72623b508 req-ef87a636-59d2-4133-bc56-099e88ea6a5a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.842819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-322f32c1-cd99-4efa-a7b2-a4e72623b508 req-ef87a636-59d2-4133-bc56-099e88ea6a5a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Aug 16 22:14:04.908769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-322f32c1-cd99-4efa-a7b2-a4e72623b508 req-380e772a-04c9-4c38-a39f-68ef616ddf1a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Aug 16 22:14:04.918091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b7b1-6067-47c0-a31a-76b58cc036b4 req-269a3b90-ff02-4464-bac0-53d3eccf61d6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:04.919540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8c0b7b1-6067-47c0-a31a-76b58cc036b4 req-269a3b90-ff02-4464-bac0-53d3eccf61d6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0758677 Aug 16 22:14:04.964257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8c0b7b1-6067-47c0-a31a-76b58cc036b4 req-911b8f6c-dc8e-45cb-811c-dfcf7632c625 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Aug 16 22:14:05.101365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecafc65-a359-4b7e-89ed-1517bf7c0e7b req-c51f670b-e92c-49b0-93d4-fc204344f5b8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.102974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ecafc65-a359-4b7e-89ed-1517bf7c0e7b req-c51f670b-e92c-49b0-93d4-fc204344f5b8 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0561738 Aug 16 22:14:05.144930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ecafc65-a359-4b7e-89ed-1517bf7c0e7b req-22719db9-3c2a-4ccd-b321-3d2573c41e52 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Aug 16 22:14:05.235756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b9965-3d65-401c-a57b-412650ed5a4d req-27b1581b-9e45-4b2c-bb59-8ccb6fd8b825 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.237337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-398b9965-3d65-401c-a57b-412650ed5a4d req-27b1581b-9e45-4b2c-bb59-8ccb6fd8b825 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 945 time: 0.0552106 Aug 16 22:14:05.301521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-398b9965-3d65-401c-a57b-412650ed5a4d req-0cd9b37e-a16a-4864-a675-fc4879bf6092 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536127 Aug 16 22:14:05.314674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eabe4-9e1c-44f4-8f8a-64db0eec0ce5 req-d2e6ceea-bf03-4916-9efb-df38cf6083f1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.316241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5eabe4-9e1c-44f4-8f8a-64db0eec0ce5 req-d2e6ceea-bf03-4916-9efb-df38cf6083f1 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0773921 Aug 16 22:14:05.355833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5eabe4-9e1c-44f4-8f8a-64db0eec0ce5 req-a481c954-f1a7-4bc9-bc62-109bc7616fd9 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Aug 16 22:14:05.481976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f647348-2e7e-4ebc-aea8-f88211b660e5 req-85f3e48f-15eb-491f-b6de-a05a0ee5340f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.483504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f647348-2e7e-4ebc-aea8-f88211b660e5 req-85f3e48f-15eb-491f-b6de-a05a0ee5340f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0601172 Aug 16 22:14:05.526801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f647348-2e7e-4ebc-aea8-f88211b660e5 req-3a83ef75-591e-4003-a060-c7f62315aec5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Aug 16 22:14:05.575012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c254-2ea1-4a13-8c0b-8281b179d1f7 req-0d60bbcd-efaf-463e-aa10-88e53f88d481 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.576511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74e8c254-2ea1-4a13-8c0b-8281b179d1f7 req-0d60bbcd-efaf-463e-aa10-88e53f88d481 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0540369 Aug 16 22:14:05.625836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74e8c254-2ea1-4a13-8c0b-8281b179d1f7 req-7a135bf9-30be-4265-ab72-181dbbd076e3 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Aug 16 22:14:05.665033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aabd6-b357-492e-b281-f73d03f866c2 req-94be8cf2-c805-414d-a42f-7f411319f632 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.666592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-785aabd6-b357-492e-b281-f73d03f866c2 req-94be8cf2-c805-414d-a42f-7f411319f632 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0627818 Aug 16 22:14:05.707233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-785aabd6-b357-492e-b281-f73d03f866c2 req-3ff43106-7ea8-4a2e-9518-a28f9b8f35ad tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Aug 16 22:14:05.709264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8703e253-c084-477f-b30d-b892d3d3a204 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:05.766318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 8703e253-c084-477f-b30d-b892d3d3a204 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:05.770256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 8703e253-c084-477f-b30d-b892d3d3a204 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:05.770632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:05.852642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:05.866632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584b869-5808-4fa4-bd40-0a7e8c413dd5 req-56c4d2c8-6f3c-4abc-b449-74b99ec3854e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:05.868385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9584b869-5808-4fa4-bd40-0a7e8c413dd5 req-56c4d2c8-6f3c-4abc-b449-74b99ec3854e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0663295 Aug 16 22:14:05.903092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8703e253-c084-477f-b30d-b892d3d3a204,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:05.908538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:05.910853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9584b869-5808-4fa4-bd40-0a7e8c413dd5 req-e769194a-4773-4f30-b06f-618c7c4ddaaf tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Aug 16 22:14:05.932415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:05.934716 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa943a-ef5d-49c5-9b7d-d8fa7f459bef" -d '{"events": [{"server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "name": "network-vif-plugged", "status": "completed", "tag": "8703e253-c084-477f-b30d-b892d3d3a204"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:05.966227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:05.980265 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b4e6b-1327-43e9-bc61-2f0be5751236 x-openstack-request-id: req-691b4e6b-1327-43e9-bc61-2f0be5751236 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:05.980732 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "name": "network-vif-plugged", "status": "completed", "tag": "8703e253-c084-477f-b30d-b892d3d3a204", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:05.981148 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-691b4e6b-1327-43e9-bc61-2f0be5751236 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:05.981640 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204', 'code': 200} Aug 16 22:14:06.047976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306453c9-b1c4-4096-a0d5-d8df188c4e8a req-c697f720-0d7e-4d2d-ae46-3b791b40b141 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:06.049451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-306453c9-b1c4-4096-a0d5-d8df188c4e8a req-c697f720-0d7e-4d2d-ae46-3b791b40b141 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.0603247 Aug 16 22:14:06.131141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-306453c9-b1c4-4096-a0d5-d8df188c4e8a req-44a4e702-da80-4888-89a8-ece531d63b85 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Aug 16 22:14:06.139904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c680de-6c04-4e53-a831-15db88982080 req-4c18b588-17d4-4920-9a0b-e0f24d62266e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:06.141361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9c680de-6c04-4e53-a831-15db88982080 req-4c18b588-17d4-4920-9a0b-e0f24d62266e tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.1131423 Aug 16 22:14:06.170984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ce19-0235-4ec9-a687-887eeaafc4dd req-6c35c91d-4616-4ad1-aac0-f6082c74efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:06.172473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59c8ce19-0235-4ec9-a687-887eeaafc4dd req-6c35c91d-4616-4ad1-aac0-f6082c74efa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 1098 time: 0.0767531 Aug 16 22:14:06.196301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9c680de-6c04-4e53-a831-15db88982080 req-1cb5bc59-6542-4d2a-ab30-68031cd56101 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Aug 16 22:14:06.238777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59c8ce19-0235-4ec9-a687-887eeaafc4dd req-5b1f7c43-b11e-4eb5-87d1-1be4ac73607f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561798 Aug 16 22:14:06.427098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae689dca-7b33-42c6-9ec3-3f2c486a44e7 req-4aa778bd-7b22-45d6-84e7-595af53f7175 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:06.428861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae689dca-7b33-42c6-9ec3-3f2c486a44e7 req-4aa778bd-7b22-45d6-84e7-595af53f7175 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0548406 Aug 16 22:14:06.493127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae689dca-7b33-42c6-9ec3-3f2c486a44e7 req-0a46c715-1693-48e6-b77d-2ebd656b9909 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517457 Aug 16 22:14:06.758490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb137ab7-8349-4da0-b78e-5bdb90424d8b req-733b4d8f-a1f2-4e91-88ed-f66bb96c0f22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:06.760032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb137ab7-8349-4da0-b78e-5bdb90424d8b req-733b4d8f-a1f2-4e91-88ed-f66bb96c0f22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0578256 Aug 16 22:14:06.806984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb137ab7-8349-4da0-b78e-5bdb90424d8b req-c44f8c6f-2746-4759-8c38-f351a7d1438e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Aug 16 22:14:07.539132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047d64-ec2b-4db8-91bc-acc9fc1b057f req-8b90c9f1-d2a8-4f20-918c-b44b38832244 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:07.540672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e047d64-ec2b-4db8-91bc-acc9fc1b057f req-8b90c9f1-d2a8-4f20-918c-b44b38832244 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0549414 Aug 16 22:14:07.596322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e047d64-ec2b-4db8-91bc-acc9fc1b057f req-ec5ebf72-5257-4d9f-84ba-0bbf75f240a1 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487175 Aug 16 22:14:07.645655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd875b1c-3b7d-40eb-bbd1-e855768f4669 req-858f1938-9318-47c8-8f01-3d5a15ef9a35 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:07.647176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd875b1c-3b7d-40eb-bbd1-e855768f4669 req-858f1938-9318-47c8-8f01-3d5a15ef9a35 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0667160 Aug 16 22:14:07.690142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd875b1c-3b7d-40eb-bbd1-e855768f4669 req-fc8e1c71-b441-497b-8799-66748ffff213 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366335 Aug 16 22:14:07.976961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c71d-4dcf-41fc-9ad6-0198efc169ce req-013b0828-3205-41df-85cc-e7786916e270 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:07.978817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6374c71d-4dcf-41fc-9ad6-0198efc169ce req-013b0828-3205-41df-85cc-e7786916e270 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0630839 Aug 16 22:14:08.033323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6374c71d-4dcf-41fc-9ad6-0198efc169ce req-055c81f0-9e48-47b1-9a65-2d1d1c636f02 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479970 Aug 16 22:14:08.851489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1169f-fe10-4124-9cc6-2211e12b5ce4 req-0e67c4c7-cc3e-4194-982a-8cb216e42312 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:08.853131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59d1169f-fe10-4124-9cc6-2211e12b5ce4 req-0e67c4c7-cc3e-4194-982a-8cb216e42312 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0764515 Aug 16 22:14:08.867908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca31f-dbee-40c0-85a5-c9ecdd04507a req-7e25eb92-69dd-4dad-b850-81984deeaa19 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:08.875453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a88ca31f-dbee-40c0-85a5-c9ecdd04507a req-7e25eb92-69dd-4dad-b850-81984deeaa19 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0892785 Aug 16 22:14:08.935964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a88ca31f-dbee-40c0-85a5-c9ecdd04507a req-4ea8a864-149c-4981-9ccb-df6977a1c62c tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596473 Aug 16 22:14:08.950287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59d1169f-fe10-4124-9cc6-2211e12b5ce4 req-aef0415c-8618-4c0c-af99-08b925584f17 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673678 Aug 16 22:14:09.061696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385428b1-ab0d-411a-b00e-a98c592a255b req-091a4393-3b4c-4fce-8a93-19595c7b21fa tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:09.072105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:09.072559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-385428b1-ab0d-411a-b00e-a98c592a255b req-091a4393-3b4c-4fce-8a93-19595c7b21fa tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0589559 Aug 16 22:14:09.076763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Request body: {'floatingip': {'port_id': '8703e253-c084-477f-b30d-b892d3d3a204'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:09.130293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:09.216301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e2f7-8e62-44bb-a812-db4aced093bb req-ad054b88-f3a6-4299-bcd2-f621072ae5dd tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:09.218374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d349e2f7-8e62-44bb-a812-db4aced093bb req-ad054b88-f3a6-4299-bcd2-f621072ae5dd tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0953786 Aug 16 22:14:09.286324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d349e2f7-8e62-44bb-a812-db4aced093bb req-f4d7c3a0-ad75-44a4-94e0-b6c9ca587188 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558496 Aug 16 22:14:09.622984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa5f82-0568-42b4-a3b1-72afa4dccff8 req-5e71af20-f8dc-4c14-ba27-b536b2c0dad6 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:09.624566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77aa5f82-0568-42b4-a3b1-72afa4dccff8 req-5e71af20-f8dc-4c14-ba27-b536b2c0dad6 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0873260 Aug 16 22:14:09.680610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77aa5f82-0568-42b4-a3b1-72afa4dccff8 req-22a4865a-dba8-4a71-aab3-ed1c16b4998d tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Aug 16 22:14:09.682971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:09.689633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:09.800889 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Floating IP 10f2a51e-3786-480a-90ee-474a32e0106b associated. External IP: 172.25.8.93, port: 8703e253-c084-477f-b30d-b892d3d3a204. Aug 16 22:14:10.015387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Router 13cbbba8-35b2-49fe-8442-a86a05c09b77 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:10.133359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:10.138578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:10.146917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Sync routers for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:10.161467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:10.162495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:10.171750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc00e973-a0f7-40a5-9150-736593d97d70 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "PUT /v2.0/floatingips/10f2a51e-3786-480a-90ee-474a32e0106b HTTP/1.1" status: 200 len: 991 time: 1.0984857 Aug 16 22:14:10.172571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:10.176086 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbd7d32-653a-40f7-a904-ad3b4438ed63" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "tag": "8703e253-c084-477f-b30d-b892d3d3a204"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:10.217723 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74ad1e0-497a-4419-96e2-163663c864d4 x-openstack-request-id: req-b74ad1e0-497a-4419-96e2-163663c864d4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:10.218019 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "tag": "8703e253-c084-477f-b30d-b892d3d3a204", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:10.218271 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b74ad1e0-497a-4419-96e2-163663c864d4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:10.218674 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204', 'status': 'completed', 'code': 200} Aug 16 22:14:10.426948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e01eb-9bd3-4cf0-b907-0298a5b0451d req-b8261ccd-769f-4627-869d-7b01c8520c5f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.428708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-751e01eb-9bd3-4cf0-b907-0298a5b0451d req-b8261ccd-769f-4627-869d-7b01c8520c5f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0624459 Aug 16 22:14:10.430719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-a1e849c0-74fc-44bc-a7f7-5a68338e62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.432408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-a1e849c0-74fc-44bc-a7f7-5a68338e62c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 1098 time: 0.1297112 Aug 16 22:14:10.494927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:10.569602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-751e01eb-9bd3-4cf0-b907-0298a5b0451d req-050a44f9-5ac3-44d9-9129-296f38fe5131 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287963 Aug 16 22:14:10.607554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-dedf27b4-a79c-4ef5-b3a1-8436ba7556a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.609473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-dedf27b4-a79c-4ef5-b3a1-8436ba7556a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 200 len: 906 time: 0.1618450 Aug 16 22:14:10.695451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-47420efe-72e9-423d-96fd-72cf7abf523b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 200 len: 999 time: 0.0745027 Aug 16 22:14:10.786491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-f648ef5a-1a95-4112-b4f1-f7f0031004ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.788134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-f648ef5a-1a95-4112-b4f1-f7f0031004ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 HTTP/1.1" status: 200 len: 845 time: 0.0832908 Aug 16 22:14:10.831820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '10f2a51e-3786-480a-90ee-474a32e0106b', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'port_id': '8703e253-c084-477f-b30d-b892d3d3a204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'mac_address': 'fa:16:3e:d1:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:13:24Z', 'updated_at': '2021-08-16T22:14:09Z', 'revision_number': 1, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:10.867181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Checking router: 13cbbba8-35b2-49fe-8442-a86a05c09b77 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:10.877221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:10.877982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:10.883649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f0528-e333-4fc1-abe8-5db80de5fe23 req-f149eb94-d49b-4d47-b6f8-3c81530420d2 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.885396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3f0528-e333-4fc1-abe8-5db80de5fe23 req-f149eb94-d49b-4d47-b6f8-3c81530420d2 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0963161 Aug 16 22:14:10.913681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-9882d1e5-b1c0-42e7-8d26-b4410a91cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:10.915581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-9882d1e5-b1c0-42e7-8d26-b4410a91cd60 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5bcc27f-109b-4917-a47e-433b6c0addd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923848 Aug 16 22:14:11.038388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3f0528-e333-4fc1-abe8-5db80de5fe23 req-296637b9-e112-43c9-82ef-4b3c74d709ba tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463575 Aug 16 22:14:11.086896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:11.381381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '10f2a51e-3786-480a-90ee-474a32e0106b', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'port_id': '8703e253-c084-477f-b30d-b892d3d3a204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'mac_address': 'fa:16:3e:d1:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:13:24Z', 'updated_at': '2021-08-16T22:14:09Z', 'revision_number': 1, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:11.419180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8b618-b838-4976-b734-b3ecde7208e7 None None] The sync data for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 is: [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '10f2a51e-3786-480a-90ee-474a32e0106b', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'floating_ip_address': '172.25.8.93', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'port_id': '8703e253-c084-477f-b30d-b892d3d3a204', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'mac_address': 'fa:16:3e:d1:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:13:24Z', 'updated_at': '2021-08-16T22:14:09Z', 'revision_number': 1, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:11.483522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-c51c4f48-b278-4f62-b966-500fa203c927 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457172 Aug 16 22:14:11.624699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14662b9-cb53-42c8-a750-d58be33b434f req-3410e89b-1b86-4da3-92cc-919f753158f5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:11.626616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f14662b9-cb53-42c8-a750-d58be33b434f req-3410e89b-1b86-4da3-92cc-919f753158f5 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.5492775 Aug 16 22:14:11.644450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9cc19a45-39ad-4094-8d91-79dd559f4ffe tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:11.646098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9cc19a45-39ad-4094-8d91-79dd559f4ffe tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.89 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.1614540 Aug 16 22:14:11.703374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbd7d32-653a-40f7-a904-ad3b4438ed63 req-3e117bb3-a911-4aae-a433-67c2a7f4bb65 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076564 Aug 16 22:14:11.728558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57eda22-2c8f-4303-93fe-f1edd65b10d7 None None] New status for floating IP 10f2a51e-3786-480a-90ee-474a32e0106b: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:14:11.741307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f14662b9-cb53-42c8-a750-d58be33b434f req-28bc8319-9fba-464a-9a41-a0fcd49e5137 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Aug 16 22:14:11.849237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e6d70-e95c-4fe4-a81a-38981edf4493 req-b79a260e-3c42-4f85-8c54-af2d01b856d2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:11.850772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685e6d70-e95c-4fe4-a81a-38981edf4493 req-b79a260e-3c42-4f85-8c54-af2d01b856d2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0802884 Aug 16 22:14:11.857233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Deleting port 67e82e10-0160-4e2c-8301-532185ea019d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:11.857582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:11.949759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685e6d70-e95c-4fe4-a81a-38981edf4493 req-afa794e5-edbf-49a1-9b3b-7ec6d184df98 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Aug 16 22:14:11.982889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] For port 67e82e10-0160-4e2c-8301-532185ea019d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=67e82e10-0160-4e2c-8301-532185ea019d,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:11.983405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.182617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.182992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.183310 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Floating IP 37471ced-4daf-475b-a861-218601cf4a44 disassociated. External IP: 172.25.8.14, port: 67e82e10-0160-4e2c-8301-532185ea019d. Aug 16 22:14:12.183656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Calling delete_port for 67e82e10-0160-4e2c-8301-532185ea019d owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:12.209191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eb3ae-d93d-495a-a85d-feed12022108 req-52339746-a701-4072-afb0-e429c497e68d tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:12.210685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e27eb3ae-d93d-495a-a85d-feed12022108 req-52339746-a701-4072-afb0-e429c497e68d tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 946 time: 0.0808406 Aug 16 22:14:12.289779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e27eb3ae-d93d-495a-a85d-feed12022108 req-aa340eb6-6ccc-4bd2-a60c-cdd2b7fd7837 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups?id=7816e2a1-0a65-4129-8f8b-a71c1bd03e41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489235 Aug 16 22:14:12.359757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.388912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event deleted for resources: {'Port': ['ID=67e82e10-0160-4e2c-8301-532185ea019d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:12.511326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:12.623970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:12.637493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Sync routers for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:12.647594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:12.648197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:12.668602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] No DVR routers for this DVR port 67e82e10-0160-4e2c-8301-532185ea019d on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:12.671528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:12.673788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57bf5837-5b37-4b5f-afe3-39a0c75d5521 req-9ceb124e-9e29-4f45-94f3-7d1e0f7aa8c4 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.89 "DELETE /v2.0/ports/67e82e10-0160-4e2c-8301-532185ea019d HTTP/1.1" status: 204 len: 173 time: 1.0184107 Aug 16 22:14:12.674245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'name': 'network-vif-deleted', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:12.678060 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154daef2-9ae6-44de-8514-c5c41eeb3e70" -d '{"events": [{"server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "name": "network-vif-deleted", "tag": "67e82e10-0160-4e2c-8301-532185ea019d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:12.766805 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2110626-8dd3-48f6-b226-7c4b58cc8530 x-openstack-request-id: req-c2110626-8dd3-48f6-b226-7c4b58cc8530 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:12.767122 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb0f46-c5d1-458f-8d60-2dec80618ff4", "name": "network-vif-deleted", "tag": "67e82e10-0160-4e2c-8301-532185ea019d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:12.767344 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2110626-8dd3-48f6-b226-7c4b58cc8530 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:12.767749 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb0f46-c5d1-458f-8d60-2dec80618ff4', 'name': 'network-vif-deleted', 'tag': '67e82e10-0160-4e2c-8301-532185ea019d', 'status': 'completed', 'code': 200} Aug 16 22:14:12.790278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:12.876225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:12.878958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:12.978453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf34ca-dff9-45dd-b965-dc8692953b8a req-84c637da-c8b5-4b8b-8136-8a400f08caee tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:12.980088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fdf34ca-dff9-45dd-b965-dc8692953b8a req-84c637da-c8b5-4b8b-8136-8a400f08caee tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0921669 Aug 16 22:14:13.042983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.046821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fdf34ca-dff9-45dd-b965-dc8692953b8a req-0ec8ce8b-ef79-4c21-9981-d04993aeebe6 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553973 Aug 16 22:14:13.113127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:13.115779 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553bdbd1-3bac-4cb6-81c3-20b88e2584dd" -d '{"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:13.153404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:13.172095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.217793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145ac4c-9339-455e-b564-a40fece92804 req-b64fa105-cf88-4604-b95b-10138e24973c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:13.219291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8145ac4c-9339-455e-b564-a40fece92804 req-b64fa105-cf88-4604-b95b-10138e24973c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 948 time: 0.0545528 Aug 16 22:14:13.225226 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c70f39-42cc-46fa-a342-e812f1735392 x-openstack-request-id: req-54c70f39-42cc-46fa-a342-e812f1735392 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:13.225512 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-unplugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:13.225765 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54c70f39-42cc-46fa-a342-e812f1735392 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:13.226140 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'code': 200} Aug 16 22:14:13.249183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:13.260740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8145ac4c-9339-455e-b564-a40fece92804 req-135efab1-4088-47c8-8162-fa828d2c8885 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Aug 16 22:14:13.282964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'mac_address': 'fa:16:3e:81:58:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:13.284947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:13.298838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.299185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.299526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.300430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.300765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.301110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.301442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.301766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.302088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.302406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.302725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.303040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:13.350324 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.354239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:13.391145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Checking router: 1ad4d366-c513-468f-bce6-8aa2a2cd5206 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:13.392674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49a40317-ebde-4230-99e6-3aec8ca8d1d6 req-6666bb51-3b0d-4747-8537-ae9f60c4df4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Aug 16 22:14:13.394425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:13.416331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:13.416946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:13.421802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:13.450981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:13.679558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:13.701793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:13.819884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:13.998187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:14.035628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39513-894f-4ef7-9a22-c1026886a6de None None] The sync data for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 is: [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a', 'name': '', 'network_id': '2dc27c10-6136-47f1-98fc-ce82df4fc723', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'mac_address': 'fa:16:3e:ba:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:14Z', 'updated_at': '2021-08-16T22:11:22Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'subnets': [{'id': '035d73e6-3dcf-4b91-80e1-df7d94027208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:14.054693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.171543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-e3f03111-deb1-4ac8-93f5-0e80b099007d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.173033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-e3f03111-deb1-4ac8-93f5-0e80b099007d tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.1056683 Aug 16 22:14:14.192691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ab867-0808-4110-a5df-113533e8bcc0 req-2ad4f062-91c2-4470-9d71-8a31182d0004 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.194294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b8ab867-0808-4110-a5df-113533e8bcc0 req-2ad4f062-91c2-4470-9d71-8a31182d0004 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/ports?device_id=c020e012-bfbf-45cc-8ee4-1a537fdddbda HTTP/1.1" status: 200 len: 947 time: 0.0647333 Aug 16 22:14:14.301532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b8ab867-0808-4110-a5df-113533e8bcc0 req-7f9d4b40-715d-4070-a063-016d1fbb5c3f tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9c408ad-6f44-4079-ae6d-46f1970b389e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916500 Aug 16 22:14:14.358739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Deleting port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:14.359085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.384366 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82575b39-74da-4980-a47a-be78503d1b0f None None] New status for floating IP 37471ced-4daf-475b-a861-218601cf4a44: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:14:14.530894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc320-411b-4356-989e-2142d8fff90c req-9f6c5fa2-b414-427c-9086-9fe01db886aa tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:14.533627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-876fc320-411b-4356-989e-2142d8fff90c req-9f6c5fa2-b414-427c-9086-9fe01db886aa tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 949 time: 0.1596620 Aug 16 22:14:14.550026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] For port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,segment=NetworkSegment(d0a931bf-7f02-416b-aae9-e128ca5b36e7),segment_id=d0a931bf-7f02-416b-aae9-e128ca5b36e7)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:14.550409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.567684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Calling delete_port for 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:14.633610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18a9c6bb-a374-43b6-9b8e-d391cc5860c7 req-0520772f-1b11-476e-bb72-7edff3cc44a3 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.1549506 Aug 16 22:14:14.695782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-876fc320-411b-4356-989e-2142d8fff90c req-126f50fe-344a-4782-ab8a-2698c940f24f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Aug 16 22:14:14.767498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.802990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Pushing event deleted for resources: {'Port': ['ID=2c46c098-f7dd-4b4a-91f9-3cfe829e8535,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:14.814846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2c46c098-f7dd-4b4a-91f9-3cfe829e8535'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:14.859099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] No DVR routers for this DVR port 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:14.861998 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:14.866122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0066553b-0a1b-41c3-a2dc-e09c68219b0f req-2fb1b47c-b8e6-45e8-86ff-00e6ad779530 tempest-ServersNegativeTestJSON-522764870 tempest-ServersNegativeTestJSON-522764870-project] 10.222.0.88 "DELETE /v2.0/ports/2c46c098-f7dd-4b4a-91f9-3cfe829e8535 HTTP/1.1" status: 204 len: 173 time: 0.6632214 Aug 16 22:14:14.866332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:14.866778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-deleted', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:14.879320 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79587089-1c7d-49ae-942e-de756e020210" -d '{"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-deleted", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:14.919674 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea7d4a-6612-4528-bf6c-f4320929f0b9 x-openstack-request-id: req-77ea7d4a-6612-4528-bf6c-f4320929f0b9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:14.919968 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c020e012-bfbf-45cc-8ee4-1a537fdddbda", "name": "network-vif-deleted", "tag": "2c46c098-f7dd-4b4a-91f9-3cfe829e8535", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:14.920939 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77ea7d4a-6612-4528-bf6c-f4320929f0b9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:14.921380 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c020e012-bfbf-45cc-8ee4-1a537fdddbda', 'name': 'network-vif-deleted', 'tag': '2c46c098-f7dd-4b4a-91f9-3cfe829e8535', 'status': 'completed', 'code': 200} Aug 16 22:14:14.938876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3dcf3731-6f8c-48b7-8595-679b7852313f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:14.939258 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.025802 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.061881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:15.066154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.067087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 67e82e10-0160-4e2c-8301-532185ea019d no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:15.091533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 67e82e10-0160-4e2c-8301-532185ea019d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:15.091890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 67e82e10-0160-4e2c-8301-532185ea019d not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:15.147931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:15.227599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:15.230312 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d514a-a302-48e4-9d50-c992f6f1db9a" -d '{"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:15.266959 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f863a2e-8e2f-429f-a34e-f54123517052 x-openstack-request-id: req-7f863a2e-8e2f-429f-a34e-f54123517052 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:15.267250 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:15.267503 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f863a2e-8e2f-429f-a34e-f54123517052 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:15.267897 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'code': 200} Aug 16 22:14:15.370541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:15.418929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Deleting subnet 7b9df8f7-5ec0-454f-b951-cec1a32aae29 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:15.422346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.471041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.475600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21127c40-be49-46d3-a629-624e8b252bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.513424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.540128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9036c6b-04f8-4022-8802-77a015573e14 req-cc48adac-9ea9-4c51-adda-4b66aad2321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:15.541657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9036c6b-04f8-4022-8802-77a015573e14 req-cc48adac-9ea9-4c51-adda-4b66aad2321a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1102 time: 0.0403438 Aug 16 22:14:15.568643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.583276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9036c6b-04f8-4022-8802-77a015573e14 req-25c7bcf6-b0f3-4588-911a-13f816716ddf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Aug 16 22:14:15.596409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.598898 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7b9df8f7-5ec0-454f-b951-cec1a32aae29 HTTP/1.1" status: 204 len: 168 time: 0.2259226 Aug 16 22:14:15.602046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd1929-c884-47cd-8c73-1fb5701e2f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9df8f7-5ec0-454f-b951-cec1a32aae29,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:15.602046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:15.674286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.749265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3e46f6f-b5fd-42c9-8230-41f08a30fcf5 req-aafb177f-ccd7-4add-badd-f99bc5cfd7f6 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.0455344 Aug 16 22:14:15.761310 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.773521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a2ca7a-f135-4a7c-8c1a-191c04c8662d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:15.786575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a931bf-7f02-416b-aae9-e128ca5b36e7') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:15.786871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a931bf-7f02-416b-aae9-e128ca5b36e7') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:15.796651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.810858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.818361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:15.818862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:15.820687 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:15.867415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3ccc7-c451-4cd3-bc90-38c6117df36c req-2451051c-5562-4592-873b-cd0a9a712ff9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:15.869253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ea3ccc7-c451-4cd3-bc90-38c6117df36c req-2451051c-5562-4592-873b-cd0a9a712ff9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0718241 Aug 16 22:14:15.937252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ea3ccc7-c451-4cd3-bc90-38c6117df36c req-b18e189e-c97f-4c6b-9df0-3a1757c7415e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605712 Aug 16 22:14:16.185824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.190877 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.196039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] 10.222.0.22 "DELETE /v2.0/networks/99a2ca7a-f135-4a7c-8c1a-191c04c8662d HTTP/1.1" status: 204 len: 168 time: 0.5898530 Aug 16 22:14:16.207089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ba706-14c1-45c1-8a52-de4c4c2871ac admin admin] Pushing event deleted for resources: {'Network': ['ID=99a2ca7a-f135-4a7c-8c1a-191c04c8662d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:16.308772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:16.352643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-51b141ae-d183-4790-8d27-f98afb0f92ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08009be4a957458fa746fe777a920ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402877 Aug 16 22:14:16.352895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:16.402215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.423534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.474617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.477431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:16.481061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9c408ad-6f44-4079-ae6d-46f1970b389e HTTP/1.1" status: 204 len: 168 time: 0.1248507 Aug 16 22:14:16.490150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed62604-5f32-4327-bef1-09bf83d3453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c408ad-6f44-4079-ae6d-46f1970b389e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:16.920251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41b89c8f-2613-48fe-a755-56b6d3708a8b req-3182703d-a743-486a-908d-9bff1b1732cf tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0fb0f46-c5d1-458f-8d60-2dec80618ff4 HTTP/1.1" status: 200 len: 210 time: 0.0424020 Aug 16 22:14:17.080205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f55b0-3c1d-4f43-953b-5cb4cdaa4ba7 req-7f02a8f7-0219-4f6b-9cea-e493d5972831 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:17.088497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf5f55b0-3c1d-4f43-953b-5cb4cdaa4ba7 req-7f02a8f7-0219-4f6b-9cea-e493d5972831 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0667663 Aug 16 22:14:17.134466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf5f55b0-3c1d-4f43-953b-5cb4cdaa4ba7 req-84374b70-3715-4a87-946d-abe8ea802f0c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441513 Aug 16 22:14:17.293699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c538-002b-42b9-9b92-00858cd306da req-bfc9e66e-daee-43e2-a704-84e811966911 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:17.295434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0446c538-002b-42b9-9b92-00858cd306da req-bfc9e66e-daee-43e2-a704-84e811966911 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0802605 Aug 16 22:14:17.347974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0446c538-002b-42b9-9b92-00858cd306da req-24b48843-6d2c-43ca-97d0-749c7831491e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 Aug 16 22:14:17.826726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:17.873803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:17.876363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2c46c098-f7dd-4b4a-91f9-3cfe829e8535 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:17.888990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fad36-38c5-42c2-813e-a56b5179a355 req-25a16855-982b-4d86-b65b-73e04f69a0ad tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:17.890752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d18fad36-38c5-42c2-813e-a56b5179a355 req-25a16855-982b-4d86-b65b-73e04f69a0ad tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0639815 Aug 16 22:14:17.943970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d18fad36-38c5-42c2-813e-a56b5179a355 req-6d5fd4a8-8e37-43e5-a2bc-c40b6a397ad8 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Aug 16 22:14:18.010187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:18.077928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.101810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.128349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.183353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.186537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.189110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "DELETE /v2.0/security-groups/7816e2a1-0a65-4129-8f8b-a71c1bd03e41 HTTP/1.1" status: 204 len: 168 time: 0.1760912 Aug 16 22:14:18.191607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:18.200370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98d315-e052-4867-a35a-677666e00c4f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816e2a1-0a65-4129-8f8b-a71c1bd03e41,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:18.225489 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-249fb309-63ad-4192-925d-26b243ffd574 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] show failed (client error): The resource could not be found. Aug 16 22:14:18.237998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:18.238266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-249fb309-63ad-4192-925d-26b243ffd574 tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "GET /v2.0/security-groups/7816e2a1-0a65-4129-8f8b-a71c1bd03e41 HTTP/1.1" status: 404 len: 347 time: 0.0386701 Aug 16 22:14:18.239297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddc91989-7136-4e93-b5b2-6cc4d8456abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.376506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Deleting port a17cf8f4-83c6-4c2e-bf9d-e63f169c7589 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:18.376789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.458395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.458735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.476309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Calling delete_port for a17cf8f4-83c6-4c2e-bf9d-e63f169c7589 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:18.584647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:18.623692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.661516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Pushing event deleted for resources: {'Port': ['ID=a17cf8f4-83c6-4c2e-bf9d-e63f169c7589,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:18.709674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd1169b-f44b-496f-af27-5f67d8bf00b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.722049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.725047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.728815 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67a92678-ef2e-4249-96ee-1d85e0a81f7f tempest-ServersTestBootFromVolume-440094934 tempest-ServersTestBootFromVolume-440094934-project] 10.222.0.22 "DELETE /v2.0/floatingips/37471ced-4daf-475b-a861-218601cf4a44 HTTP/1.1" status: 204 len: 168 time: 0.4954784 Aug 16 22:14:18.729115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:18.963493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd1169b-f44b-496f-af27-5f67d8bf00b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:18.974360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fd1169b-f44b-496f-af27-5f67d8bf00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.026704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7fd1169b-f44b-496f-af27-5f67d8bf00b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8857c9694bc451884ba532033b7df52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409003 Aug 16 22:14:19.030759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:19.039863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1169b-f44b-496f-af27-5f67d8bf00b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d968471-8bab-4706-91ea-f16ff6ed6738,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:19.099070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.134856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.161189 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.181607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83221ca-d05c-4471-a8f2-689508096627 req-289e95ac-e12e-46fe-a8bd-7aebfa4f67da tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:19.183680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b83221ca-d05c-4471-a8f2-689508096627 req-289e95ac-e12e-46fe-a8bd-7aebfa4f67da tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1599813 Aug 16 22:14:19.203123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.206185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.207347 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d968471-8bab-4706-91ea-f16ff6ed6738 HTTP/1.1" status: 204 len: 168 time: 0.1744080 Aug 16 22:14:19.230995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3b52a-4300-4074-a54b-88a57a7dfde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d968471-8bab-4706-91ea-f16ff6ed6738,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:19.248215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b83221ca-d05c-4471-a8f2-689508096627 req-60f99d88-cd35-46af-82db-e6358a587cd5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Aug 16 22:14:19.323133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.596747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Deleting port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:19.597263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.681706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] For port 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:19.682074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.698652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Calling delete_port for 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:19.899480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:19.944927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:20.011901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:20.187367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-562008620-network', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:20.189698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.231966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Made reservation on behalf of 1d920387d5044e3cb12d6bc31dc2733e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:20.243021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.268665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.412827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.418168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.432978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:14:20.453089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.453886 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Added segment c5c53f5e-6786-4fdc-bef4-de7d99efb884 of type vlan for network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 Aug 16 22:14:20.509703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13367f8a-87dc-4e53-9c38-46ae9ce62626,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:20.509966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:20.527147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.528202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66ccaa-7543-4bd0-95cd-40b0ea2e2ad2 req-20a75d9c-7410-40c6-bd2d-cf20c8bcbdce tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:20.529756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b66ccaa-7543-4bd0-95cd-40b0ea2e2ad2 req-20a75d9c-7410-40c6-bd2d-cf20c8bcbdce tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0842435 Aug 16 22:14:20.559076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.560152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:20.560782 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.627210 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6139290 Aug 16 22:14:20.631616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:20.648979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Request body: {'subnet': {'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-subnet', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:20.651104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5eac-13b2-4e88-9ac8-e900dbc401ac admin admin] Pushing event updated for resources: {'Network': ['ID=68a5af4f-773b-4f51-b19a-38d3d4c87b33,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:20.656468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b66ccaa-7543-4bd0-95cd-40b0ea2e2ad2 req-4c20ad2c-bc7e-4420-9e12-7f2fbf09ccd5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173024 Aug 16 22:14:20.662102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:14:20.731888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Made reservation on behalf of 1d920387d5044e3cb12d6bc31dc2733e for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:20.734622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.780308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:20.786888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-432ccdc2-ad43-4402-8ec6-f330e7fefa7d admin admin] 10.222.0.22 "PUT /v2.0/routers/1ad4d366-c513-468f-bce6-8aa2a2cd5206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568116 Aug 16 22:14:20.789458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:20.791826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Sync routers for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:20.818302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:20.818918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:20.915745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:20.934394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:20.951518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-1e9430f5-c313-4341-b1ee-1663256dcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:20.953029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-1e9430f5-c313-4341-b1ee-1663256dcb7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d71ae9b7b0ca4a73a69c208106493062&device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1102 time: 0.0778761 Aug 16 22:14:20.954420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.067580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.129612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Deleting port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:21.130706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.143682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.163449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:14:19Z', 'revision_number': 5, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port': {'id': '23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:12:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:09Z', 'updated_at': '2021-08-16T22:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:21.197506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Checking router: 1ad4d366-c513-468f-bce6-8aa2a2cd5206 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:21.207760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Routers {'1ad4d366-c513-468f-bce6-8aa2a2cd5206'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:21.208053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:21.219770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] For port 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:21.220779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.234775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Calling delete_port for 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:21.302002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] Set router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:21.381179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:14:21Z', 'revision_number': 6, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:21.395982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d6cfda-d085-4565-83f5-3c09a6dcfc4c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:21.414755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:21.415128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Network hostable DHCP agents. Network: 68a5af4f-773b-4f51-b19a-38d3d4c87b33, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:14:21.444353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.446914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38371f1e-c710-421c-a766-af5c8fdd93f2 None None] The sync data for ids ['1ad4d366-c513-468f-bce6-8aa2a2cd5206'] in n-d-791505-20 is: [{'id': '1ad4d366-c513-468f-bce6-8aa2a2cd5206', 'name': 'tempest-ServersTestBootFromVolume-565098765-router', 'tenant_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:08Z', 'updated_at': '2021-08-16T22:14:21Z', 'revision_number': 6, 'project_id': 'a067c6a2bbc549778c29d5c8476ae52e', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:21.454321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-de3d909d-796b-4d0c-8022-03399bca1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:21.456428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-de3d909d-796b-4d0c-8022-03399bca1343 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.4747689 Aug 16 22:14:21.480982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:14:21.510004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:21.520108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-123ba514-ee43-4211-9ada-4574864c4ac2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=3dcf3731-6f8c-48b7-8595-679b7852313f HTTP/1.1" status: 200 len: 217 time: 0.0477026 Aug 16 22:14:21.524856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 68a5af4f-773b-4f51-b19a-38d3d4c87b33) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:21.530083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:21.530667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.535998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5b7bc-1ffc-4a05-91dc-d88024651e26 None None] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:21.575134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b460482d-7d68-4dae-bacf-9e84171e85db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9331760 Aug 16 22:14:21.575376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:21.582307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:21.584838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-fce3f994-f454-492d-9132-9c82344c414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:21.586387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-fce3f994-f454-492d-9132-9c82344c414b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0579238 Aug 16 22:14:21.589620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.644742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-386c8167-128a-4af4-8230-4e8f4079b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:21.646484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-386c8167-128a-4af4-8230-4e8f4079b444 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511189 Aug 16 22:14:21.722282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:14:21.723754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.747023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.750562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.752062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.762399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.866531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d24b8-d5e0-47c7-bd82-a95143d618c3 req-6a8de6e0-90ca-45ab-b1b7-3d81951a152d tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:21.868061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d8d24b8-d5e0-47c7-bd82-a95143d618c3 req-6a8de6e0-90ca-45ab-b1b7-3d81951a152d tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0988169 Aug 16 22:14:21.870410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-aecc7918-abef-4216-bb92-1ac2d82fcbd8 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163475 Aug 16 22:14:21.905026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.919323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad4d366-c513-468f-bce6-8aa2a2cd5206 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:14:21.933771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:21.937591 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-28da5a47-6fbb-4d41-aa0d-6d6a0167d083 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1ad4d366-c513-468f-bce6-8aa2a2cd5206 HTTP/1.1" status: 204 len: 168 time: 1.1470850 Aug 16 22:14:21.945172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:21.945693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d8d24b8-d5e0-47c7-bd82-a95143d618c3 req-580614e6-c54d-43ab-b6ab-78f9a74837a7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Aug 16 22:14:21.947005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Allocated IP 172.20.0.2 (68a5af4f-773b-4f51-b19a-38d3d4c87b33/03d6cfda-d085-4565-83f5-3c09a6dcfc4c/dc9938a0-d347-4f6e-a207-509e21157efa) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:22.024251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Deleting subnet 035d73e6-3dcf-4b91-80e1-df7d94027208 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:22.045035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-885c504e-3c15-49dc-ae96-56e798fd81ff req-afbc05d2-e6c5-4e15-916b-7baefb8e33f2 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446574 Aug 16 22:14:22.057093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.079753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.146902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.155200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Transition to ACTIVE for port object dc9938a0-d347-4f6e-a207-509e21157efa will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:22.170339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Transition to ACTIVE for port object dc9938a0-d347-4f6e-a207-509e21157efa will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:22.172191 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.176605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.223299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:22.226598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:22.230880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:22.233942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Pushing event updated for resources: {'Port': ['ID=dc9938a0-d347-4f6e-a207-509e21157efa,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:22.283172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.304697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Attempting to bind port dc9938a0-d347-4f6e-a207-509e21157efa on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:22.305316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Attempting to bind port dc9938a0-d347-4f6e-a207-509e21157efa by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:22.305870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Attempting to bind port dc9938a0-d347-4f6e-a207-509e21157efa on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:22.311870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:22.312685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:22.312848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.313183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:22.313856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Bound port: dc9938a0-d347-4f6e-a207-509e21157efa, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:22.314243 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.399841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.423958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:22.459039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:22.459707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d2b6cb-b23c-4b67-99bf-cbea2e9c3a7a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:22.460346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:22.495380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:22.496081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 23ad5ed0-83c3-498e-bc4f-1a82eebfb1c1 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:22.499408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] For port dc9938a0-d347-4f6e-a207-509e21157efa, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:22.500054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.501677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.520642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] For port dc9938a0-d347-4f6e-a207-509e21157efa, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dc9938a0-d347-4f6e-a207-509e21157efa,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:22.526409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.608383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4499-9816-4e40-9177-786e25525e31 None None] Pushing event updated for resources: {'Port': ['ID=dc9938a0-d347-4f6e-a207-509e21157efa,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:22.632313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035d73e6-3dcf-4b91-80e1-df7d94027208,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:22.634592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.643265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20fa14-4b62-4f47-9912-64f3b6582c4c None None] Network 2dc27c10-6136-47f1-98fc-ce82df4fc723 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:22.645120 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-148dccf7-97de-443f-b923-e702bde99164 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/035d73e6-3dcf-4b91-80e1-df7d94027208 HTTP/1.1" status: 204 len: 168 time: 0.6988246 Aug 16 22:14:22.648320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:22.787482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.791297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.826205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:22.935395 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:14:22.982309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] DHCP port deletion for 2dc27c10-6136-47f1-98fc-ce82df4fc723 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:14:23.075417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Deleting port fb986cd3-b728-4bff-9bcf-f09390196de3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:23.075763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.077951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Allocated IP 172.25.8.210 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/dcbf567c-d42d-4a3a-9b42-60e41015f09a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:23.098149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Deleting port fb986cd3-b728-4bff-9bcf-f09390196de3 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:23.098623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.121412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ffbb0-94a5-4982-b871-b1bcc7393156 req-1985bf93-ca88-42e5-ad13-7c358896bee2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:23.130790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0ffbb0-94a5-4982-b871-b1bcc7393156 req-1985bf93-ca88-42e5-ad13-7c358896bee2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0886698 Aug 16 22:14:23.181641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0ffbb0-94a5-4982-b871-b1bcc7393156 req-d4e405fa-51ed-46e1-84bd-a421afda1764 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495994 Aug 16 22:14:23.197408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] For port fb986cd3-b728-4bff-9bcf-f09390196de3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb986cd3-b728-4bff-9bcf-f09390196de3,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:23.197408 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.204909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Calling delete_port for fb986cd3-b728-4bff-9bcf-f09390196de3 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:23.221981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] For port fb986cd3-b728-4bff-9bcf-f09390196de3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb986cd3-b728-4bff-9bcf-f09390196de3,segment=NetworkSegment(426d8a35-60a2-4161-a8f0-7b317ebca720),segment_id=426d8a35-60a2-4161-a8f0-7b317ebca720)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:23.222337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.239492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Calling delete_port for fb986cd3-b728-4bff-9bcf-f09390196de3 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:23.308751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.348481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.404318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.436753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb986cd3-b728-4bff-9bcf-f09390196de3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:23.442637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] No DVR routers for this DVR port fb986cd3-b728-4bff-9bcf-f09390196de3 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:23.448921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.477283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] Pushing event deleted for resources: {'Port': ['ID=fb986cd3-b728-4bff-9bcf-f09390196de3,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:23.482698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca92ff-5ffe-4796-aad4-0fe8b8349f96 None None] No DVR routers for this DVR port fb986cd3-b728-4bff-9bcf-f09390196de3 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:23.545045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:23.553470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:23.555912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:23.598016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.602123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Pushing event updated for resources: {'Port': ['ID=dcbf567c-d42d-4a3a-9b42-60e41015f09a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:23.615517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc27c10-6136-47f1-98fc-ce82df4fc723']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.666758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426d8a35-60a2-4161-a8f0-7b317ebca720') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.667058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426d8a35-60a2-4161-a8f0-7b317ebca720') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:23.703940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.739875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.752278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:23.752731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:23.754450 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:23.874172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.881288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:23.883287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2dc27c10-6136-47f1-98fc-ce82df4fc723 HTTP/1.1" status: 204 len: 168 time: 1.2337637 Aug 16 22:14:23.926406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df617a-7b67-4991-b6aa-b0152aaddcb3 None None] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:24.094012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a1c2ded-fb91-4337-aafa-2ab8411381b8 None None] Provisioning for port dc9938a0-d347-4f6e-a207-509e21157efa completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:24.128679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:24.208828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b8eb9e6-b135-47b9-9e77-179861030ca9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a067c6a2bbc549778c29d5c8476ae52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787868 Aug 16 22:14:24.211214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:24.323919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5184e-6e1c-4b83-a63d-d6f24195b2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc27c10-6136-47f1-98fc-ce82df4fc723,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:24.333391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.359891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.367481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.450049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dc9938a0-d347-4f6e-a207-509e21157efa up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:24.487588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bcbbc-ff74-45e1-98dc-c4f0911bc66f req-f6f5f718-728b-46ab-ba2c-2bec5f66acc5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:24.496078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-482bcbbc-ff74-45e1-98dc-c4f0911bc66f req-f6f5f718-728b-46ab-ba2c-2bec5f66acc5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0960059 Aug 16 22:14:24.512366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.517143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.522586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39f6baf9-b567-4bc4-aec1-58cda0ab038c HTTP/1.1" status: 204 len: 168 time: 0.3102677 Aug 16 22:14:24.545905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0032ab-85dd-4de7-a406-083e53e0b6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6baf9-b567-4bc4-aec1-58cda0ab038c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:24.600712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-482bcbbc-ff74-45e1-98dc-c4f0911bc66f req-1b4ced96-00d2-4f15-a53d-e47cefc1336c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Aug 16 22:14:24.613523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port dc9938a0-d347-4f6e-a207-509e21157efa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:24.620830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port dc9938a0-d347-4f6e-a207-509e21157efa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:24.621498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.714670 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.763154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.780727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port dc9938a0-d347-4f6e-a207-509e21157efa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dc9938a0-d347-4f6e-a207-509e21157efa,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:24.785437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:24.862210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=dc9938a0-d347-4f6e-a207-509e21157efa,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:24.869339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb986cd3-b728-4bff-9bcf-f09390196de3 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:24.890412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fb986cd3-b728-4bff-9bcf-f09390196de3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:24.890903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb986cd3-b728-4bff-9bcf-f09390196de3 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:24.952492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:14:25.079983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:25.085056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:25.095532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.096746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:25.097461 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e622a694-59bf-4078-92b1-5e1185c6d95b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5206285 Aug 16 22:14:25.097824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:25.099910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:25.224057 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:25.449658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46346) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:25.480553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:23Z', 'revision_number': 3, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:25.511611 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:25.512855 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Updating router e5b42449-2c0e-4035-b657-b1fc49ec5d25 port dcbf567c-d42d-4a3a-9b42-60e41015f09a binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:25.548647 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.573597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1256316367-network', 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:25.600394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:25.603160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.615524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.625980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.788036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.794547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.808036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:14:25.819802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.820590 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Added segment bb4a0144-acba-47e9-a02c-d4e0402204bd of type vlan for network de991dd7-fbee-456f-9a04-f696cbfeea9e Aug 16 22:14:25.858888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Allocated IP 172.20.0.1 (68a5af4f-773b-4f51-b19a-38d3d4c87b33/03d6cfda-d085-4565-83f5-3c09a6dcfc4c/b30dca6b-7521-4686-aa2e-e23336e47e95) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:25.899548 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.912607 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Transition to ACTIVE for port object dcbf567c-d42d-4a3a-9b42-60e41015f09a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:25.920989 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:25.966385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975e37e-b8fe-429d-aeae-5c1142fca9c1 req-e7ec14f9-1292-4ae9-ad94-250d19549922 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:25.970277 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Pushing event updated for resources: {'Port': ['ID=dcbf567c-d42d-4a3a-9b42-60e41015f09a,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:25.983183 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.984154 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.984508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.984942 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.985379 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.985812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.986239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.986713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.987136 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.987560 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.987982 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.988613 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:25.990345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d975e37e-b8fe-429d-aeae-5c1142fca9c1 req-e7ec14f9-1292-4ae9-ad94-250d19549922 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.2632329 Aug 16 22:14:26.006821 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Attempting to bind port dcbf567c-d42d-4a3a-9b42-60e41015f09a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:26.008601 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Attempting to bind port dcbf567c-d42d-4a3a-9b42-60e41015f09a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:26.008601 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Attempting to bind port dcbf567c-d42d-4a3a-9b42-60e41015f09a on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:26.014268 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:26.014773 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:26.015296 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.015786 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:26.016348 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Bound port: dcbf567c-d42d-4a3a-9b42-60e41015f09a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:26.016849 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.021704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bc766-c2c6-49f0-b68b-c903e05730ce,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.058899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.063362 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.079106 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] For port dcbf567c-d42d-4a3a-9b42-60e41015f09a, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:26.083757 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] For port dcbf567c-d42d-4a3a-9b42-60e41015f09a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dcbf567c-d42d-4a3a-9b42-60e41015f09a,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:26.089390 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.093769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Transition to ACTIVE for port object b30dca6b-7521-4686-aa2e-e23336e47e95 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:26.140199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d975e37e-b8fe-429d-aeae-5c1142fca9c1 req-ab5b59ae-4d83-4f98-ab18-53de79ae619b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428916 Aug 16 22:14:26.150686 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:26.151541 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:26.157640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.165544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.167051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:26.167302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.181445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:26.184505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:26.216622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:26.222201 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41323284-7c7c-4d81-89f3-c1bc91c049ee None None] Pushing event updated for resources: {'Port': ['ID=dcbf567c-d42d-4a3a-9b42-60e41015f09a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.285475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8340311 Aug 16 22:14:26.293680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:26.299758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c8357-fe72-4300-b587-430911371989 admin admin] Pushing event updated for resources: {'Network': ['ID=de991dd7-fbee-456f-9a04-f696cbfeea9e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.331511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Request body: {'subnet': {'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1256316367-subnet', 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:26.355932 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:26.382890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network de991dd7-fbee-456f-9a04-f696cbfeea9e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:14:26.406938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:26.481364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:26.481364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.493040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dc9938a0-d347-4f6e-a207-509e21157efa up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:26.493259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.604416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d832b9b2-2215-46c6-8414-e86bc26ba4e2 None None] Provisioning for port b30dca6b-7521-4686-aa2e-e23336e47e95 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:26.614086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d832b9b2-2215-46c6-8414-e86bc26ba4e2 None None] Provisioning complete for port b30dca6b-7521-4686-aa2e-e23336e47e95 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:26.614465 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d832b9b2-2215-46c6-8414-e86bc26ba4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.658355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port dc9938a0-d347-4f6e-a207-509e21157efa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:26.659375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.670635 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:23Z', 'revision_number': 3, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:26.705869 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bc8c2-6bc8-4242-a3e8-9ddecc9e2386 None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:23Z', 'revision_number': 3, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:26.735011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d832b9b2-2215-46c6-8414-e86bc26ba4e2 None None] Port b30dca6b-7521-4686-aa2e-e23336e47e95 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:26.820995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.865323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:26.928174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c1111-ecb4-4237-ae0c-874033b6070c req-b7925e2d-3b54-416b-9eb6-529ce548b2f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:26.929852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d9c1111-ecb4-4237-ae0c-874033b6070c req-b7925e2d-3b54-416b-9eb6-529ce548b2f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.0593505 Aug 16 22:14:26.975159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d9c1111-ecb4-4237-ae0c-874033b6070c req-0b067252-a1f5-4783-9e36-6f3ce8517ad9 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Aug 16 22:14:27.001749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:27.013664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:27.014016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Network hostable DHCP agents. Network: de991dd7-fbee-456f-9a04-f696cbfeea9e, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:14:27.069426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:14:27.090632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, de991dd7-fbee-456f-9a04-f696cbfeea9e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:27.099723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:27.100054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.102937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4b71d-1baa-492d-bd3f-29b781afd5ac None None] Network de991dd7-fbee-456f-9a04-f696cbfeea9e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:27.119464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.123778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.129362 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-be96c6cc-f7a0-4382-ad4f-a816b75dc052 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8331790 Aug 16 22:14:27.207356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.213649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:27.284172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecb951-e54d-4af3-9ff6-d0926688b24f req-9beb08ac-d5da-48d8-b672-355d341ca18a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:27.285723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ecb951-e54d-4af3-9ff6-d0926688b24f req-9beb08ac-d5da-48d8-b672-355d341ca18a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0694749 Aug 16 22:14:27.316048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3da9bc-8398-4e3b-881b-61ca3db10340 None None] Network de991dd7-fbee-456f-9a04-f696cbfeea9e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:27.339426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:27.342174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:27.377040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ecb951-e54d-4af3-9ff6-d0926688b24f req-f37781f2-7c31-4a80-8946-05dab1c767af tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696652 Aug 16 22:14:27.536244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:27.659455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:27.667761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5e81fcd8-bd14-4f52-a060-748020ec5e6f None None] Provisioning complete for port b30dca6b-7521-4686-aa2e-e23336e47e95 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:27.668681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e81fcd8-bd14-4f52-a060-748020ec5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:27.671610 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66298715-703b-40c5-ab29-aaf9e1c70e3b admin admin] 10.222.0.22 "PUT /v2.0/routers/e5b42449-2c0e-4035-b657-b1fc49ec5d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5699360 Aug 16 22:14:27.717550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5e81fcd8-bd14-4f52-a060-748020ec5e6f None None] Port b30dca6b-7521-4686-aa2e-e23336e47e95 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:27.801859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-70f0dc2f-1e72-4abf-9fa9-bdbfb9341241 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:27.803468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-70f0dc2f-1e72-4abf-9fa9-bdbfb9341241 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1318038 Aug 16 22:14:27.820193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-6f84f8dc-ec7c-4b41-90a7-5348b68ff4a6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0105059 Aug 16 22:14:27.852583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-10ee3ce2-2986-4243-a4bf-be8f089a8327 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265949 Aug 16 22:14:27.952866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-5e88ff43-4c3c-4094-8d5a-c7ea291b5111 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925810 Aug 16 22:14:28.042069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-65fa9bfd-a640-4eca-83b3-406730c71f23 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831697 Aug 16 22:14:28.220022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.226509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898080265', 'description': 'tempest-description--1991248194'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:28.264572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.393577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb27af-b44d-4f8d-8e64-d82a5f93e0aa req-2a35531d-b3ac-40a5-82e0-b49669c4a4b4 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:28.395262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bbb27af-b44d-4f8d-8e64-d82a5f93e0aa req-2a35531d-b3ac-40a5-82e0-b49669c4a4b4 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.1243627 Aug 16 22:14:28.406185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dcbf567c-d42d-4a3a-9b42-60e41015f09a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:28.485638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bbb27af-b44d-4f8d-8e64-d82a5f93e0aa req-0ed771f5-b638-4697-92b3-c3e6d48d8489 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731208 Aug 16 22:14:28.492570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port dcbf567c-d42d-4a3a-9b42-60e41015f09a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:28.496915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port dcbf567c-d42d-4a3a-9b42-60e41015f09a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:28.497645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.535471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.551318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10548c6a-42b5-459e-9ccb-a353cc87ef41 req-0a1f2c3d-132a-4ebb-8404-f6d834ddcdbd tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 210 time: 0.0703447 Aug 16 22:14:28.552406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.586732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.586732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3614886 Aug 16 22:14:28.587531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.591707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group_rule': {'security_group_id': 'e2ec4bee-df48-43d4-add1-0efe307d963c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:28.597437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1860530-3848-4d6d-8f15-e8a9f5d13eef tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec4bee-df48-43d4-add1-0efe307d963c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.641343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.662157 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.684549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864efd7-2db4-4354-999d-4b53b60a6c04 req-bbdd6adc-c83b-4551-aff5-54ee91826c66 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:28.686409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e864efd7-2db4-4354-999d-4b53b60a6c04 req-bbdd6adc-c83b-4551-aff5-54ee91826c66 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0692563 Aug 16 22:14:28.693477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port dcbf567c-d42d-4a3a-9b42-60e41015f09a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dcbf567c-d42d-4a3a-9b42-60e41015f09a,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:28.697705 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.729000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.733759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.748127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e864efd7-2db4-4354-999d-4b53b60a6c04 req-5a1f7ec1-7f44-4a9e-9a95-70941505c9b1 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Aug 16 22:14:28.785214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=dcbf567c-d42d-4a3a-9b42-60e41015f09a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.794379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ec8658-66ff-4258-af8a-3759329c4436,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.802810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.804046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a95f0368-9887-4df0-9e26-666b2c4a184f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161343 Aug 16 22:14:28.806924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46434) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.816001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group_rule': {'security_group_id': 'e2ec4bee-df48-43d4-add1-0efe307d963c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:28.820542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:28.829637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:28.830889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:28.851843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.901828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.913228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.935067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b207d694-30b8-409c-8639-e855822e84d9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:28.938277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:28.940237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-16ce5293-47aa-40aa-a6b7-c49c4bc8c037 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313081 Aug 16 22:14:28.943674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:28.947278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:28.948146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:28.970549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.066906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.154743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 2, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:29.184391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:29.184750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Updating router e5b42449-2c0e-4035-b657-b1fc49ec5d25 port b30dca6b-7521-4686-aa2e-e23336e47e95 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:29.202306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-9bc7b9ae-ccde-41a8-a372-2cd22449ec99 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:29.203765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-9bc7b9ae-ccde-41a8-a372-2cd22449ec99 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.88 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.0850582 Aug 16 22:14:29.209016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.221030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Allocated IP 172.25.8.97 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b584bcb7-a965-4f63-a830-f1685d2f7f28) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:29.403500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.407299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Deleting port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:29.407666 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.501420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.519433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Transition to ACTIVE for port object b30dca6b-7521-4686-aa2e-e23336e47e95 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:29.527175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.586657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4b521-8cd4-4e83-b1bc-8469fb49285a None None] Pushing event updated for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:29.645757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Attempting to bind port b30dca6b-7521-4686-aa2e-e23336e47e95 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:29.646136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Attempting to bind port b30dca6b-7521-4686-aa2e-e23336e47e95 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:29.646408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Attempting to bind port b30dca6b-7521-4686-aa2e-e23336e47e95 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:29.648677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] For port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:29.649031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.652493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:29.652877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:29.653418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.653850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:29.657559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Bound port: b30dca6b-7521-4686-aa2e-e23336e47e95, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:29.659945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.660548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.674881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-118b3a16-4244-4d17-8425-1729ebb800d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:29.676469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-118b3a16-4244-4d17-8425-1729ebb800d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.2640948 Aug 16 22:14:29.692870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Calling delete_port for f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:29.722826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:29.733355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] For port b30dca6b-7521-4686-aa2e-e23336e47e95, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:29.736855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] For port b30dca6b-7521-4686-aa2e-e23336e47e95, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b30dca6b-7521-4686-aa2e-e23336e47e95,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:29.741512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:29.795233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3ad5c9f-d25f-418a-8149-6ff5de11b068 req-08508b71-5fac-4785-96fa-b278c421aa0e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 210 time: 0.1335611 Aug 16 22:14:29.820410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:29.820410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:29.820750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:29.855452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:29.864795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945b280-9645-417a-8816-072b35641938 req-6336f86d-f9af-478a-a356-5b2d1a140c9a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:29.866336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f945b280-9645-417a-8816-072b35641938 req-6336f86d-f9af-478a-a356-5b2d1a140c9a tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 945 time: 0.2946355 Aug 16 22:14:29.868605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:29.871900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4b521-8cd4-4e83-b1bc-8469fb49285a None None] Pushing event updated for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:29.872779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=b584bcb7-a965-4f63-a830-f1685d2f7f28,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:29.940005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:30.079256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f945b280-9645-417a-8816-072b35641938 req-741fdb75-1c21-4ad1-a906-3b52d4a18c7f tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e243e45-cd9c-4b54-8868-9cd390b479c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709528 Aug 16 22:14:30.124137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:30.128289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.177580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.212163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6ed01-c999-4cd5-826f-f5859f36cffd req-505d58ce-0f98-445a-a3b8-6a2fc0f892d5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:30.213609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf6ed01-c999-4cd5-826f-f5859f36cffd req-505d58ce-0f98-445a-a3b8-6a2fc0f892d5 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.2061481 Aug 16 22:14:30.294864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:29Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:30.297473 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.322678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efe20f-537c-4b22-91de-c88fa2671972 None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:29Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:30.345427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dcbf567c-d42d-4a3a-9b42-60e41015f09a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:30.350293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.351596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Pushing event deleted for resources: {'Port': ['ID=f5c05a15-e6c8-4782-ac24-e2db5b30c0a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:30.432311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port dcbf567c-d42d-4a3a-9b42-60e41015f09a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:30.432791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.480692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] No DVR routers for this DVR port f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:30.483662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.486220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18c3a71d-dc7e-443c-b66a-651a65bcdc19 req-df1a819b-e08b-4bf0-990f-09142f1074f0 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.88 "DELETE /v2.0/ports/f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 HTTP/1.1" status: 204 len: 173 time: 1.2714694 Aug 16 22:14:30.493369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf6ed01-c999-4cd5-826f-f5859f36cffd req-8020cd38-5716-42f2-af49-7c98e76da16e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705302 Aug 16 22:14:30.534974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'name': 'network-vif-deleted', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:30.537938 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f95f598-aaa8-41d8-b367-6dfdcc02e5a1" -d '{"events": [{"server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "name": "network-vif-deleted", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:30.656799 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff002c-9ce3-4642-b1bf-05ab15fe7c4c x-openstack-request-id: req-f0ff002c-9ce3-4642-b1bf-05ab15fe7c4c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:30.656799 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9231d97e-e635-4328-9f4d-90ce3a352010", "name": "network-vif-deleted", "tag": "f5c05a15-e6c8-4782-ac24-e2db5b30c0a4", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:30.657158 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0ff002c-9ce3-4642-b1bf-05ab15fe7c4c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:30.657655 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231d97e-e635-4328-9f4d-90ce3a352010', 'name': 'network-vif-deleted', 'tag': 'f5c05a15-e6c8-4782-ac24-e2db5b30c0a4', 'status': 'completed', 'code': 200} Aug 16 22:14:30.675737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.7 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/1fb5d509-0b8e-4f08-972f-b5fb4096a815) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:30.816801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.825807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.964439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fadd77ac-0e42-4df6-917f-5555a3f73505 req-7d9d3992-a5e5-4ed3-959a-8ac34eb7e240 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 210 time: 0.0536606 Aug 16 22:14:30.965090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=b584bcb7-a965-4f63-a830-f1685d2f7f28,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:30.979534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:30.994443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.009471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.018806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-02f0902b-d155-48b6-b407-024ba17389ab tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0661623 Aug 16 22:14:31.053255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.102194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:31.106376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:31.111722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:31.188222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:31.232268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2fae33d-8c8d-402a-a69a-cc312a26bf23 req-218160bb-7a49-41f3-929f-42e7024f7034 tempest-AttachSCSIVolumeTestJSON-1317825530 tempest-AttachSCSIVolumeTestJSON-1317825530-project] 10.222.0.22 "GET /v2.0/ports?device_id=9231d97e-e635-4328-9f4d-90ce3a352010 HTTP/1.1" status: 200 len: 210 time: 0.0492899 Aug 16 22:14:31.243226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:31.243894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.249313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-5d6960fb-a6cd-429b-9e9f-c00f26a42a89 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1898080265&fields=id&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 267 time: 0.1052742 Aug 16 22:14:31.275233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-299dfced-2509-451f-819b-eee9426303b4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5608633 Aug 16 22:14:31.327378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Request body: {'port': {'device_id': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:31.409240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:31.461100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-4f74ff46-7b22-4830-8654-bc77d6152bad tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:31.462756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-4f74ff46-7b22-4830-8654-bc77d6152bad tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 816 time: 0.2001088 Aug 16 22:14:31.492618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-dd5c5ed9-6836-4d96-b07e-d368cc31fe3f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/quotas/1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 375 time: 0.0189657 Aug 16 22:14:31.634454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-4cae78f1-e233-4427-b17d-f6ccc96437fe tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409755 Aug 16 22:14:31.765326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea6e8c-43a5-47fd-95c9-ef5822044085 req-714267b2-6a49-4aec-a7ae-33d66ef710af tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:31.766694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cea6e8c-43a5-47fd-95c9-ef5822044085 req-714267b2-6a49-4aec-a7ae-33d66ef710af tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1621051 Aug 16 22:14:31.902702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:31.923515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:31.923866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f5c05a15-e6c8-4782-ac24-e2db5b30c0a4 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:32.159322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-ee3fa78e-8855-46f9-9ee8-b49229b0bae7 service neutron] 10.222.0.22 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037596 Aug 16 22:14:32.165434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cea6e8c-43a5-47fd-95c9-ef5822044085 req-3ae1e2ad-7f5a-4fc8-96f7-75251873331f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901229 Aug 16 22:14:32.256495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb5d509-0b8e-4f08-972f-b5fb4096a815 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:32.269508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.298170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Transition to ACTIVE for port object 1fb5d509-0b8e-4f08-972f-b5fb4096a815 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:32.302727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-dfa155ee-26ed-463e-b0ad-80962ed61f40 service neutron] 10.222.0.22 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319249 Aug 16 22:14:32.303851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.376521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b30dca6b-7521-4686-aa2e-e23336e47e95 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:32.388036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:32.446478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b0fd-7b10-44ce-9ac1-1f0726803453 req-9a42fa8b-ca0d-4d31-993e-c399eede2332 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:32.451438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b30dca6b-7521-4686-aa2e-e23336e47e95 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:32.453416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abf7b0fd-7b10-44ce-9ac1-1f0726803453 req-9a42fa8b-ca0d-4d31-993e-c399eede2332 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 943 time: 0.1442053 Aug 16 22:14:32.462131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b30dca6b-7521-4686-aa2e-e23336e47e95 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:32.462602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.507502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Attempting to bind port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:32.507957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Attempting to bind port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:32.508370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Attempting to bind port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:32.522539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:14:32.522884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Attempting to bind port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:32.527295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abf7b0fd-7b10-44ce-9ac1-1f0726803453 req-86e3f798-8793-4714-ac31-ffd48f342aba tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Aug 16 22:14:32.531381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:32.531740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:32.532120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:32.532650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Bound port: 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:32.533016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.567791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.635258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b30dca6b-7521-4686-aa2e-e23336e47e95, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b30dca6b-7521-4686-aa2e-e23336e47e95,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:32.644658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.653632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:32.706966 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69ac3c7-96e6-4736-bbf7-3c70b029ea0b req-9758c282-dec5-405a-bef5-5ea1f1acfe76 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 210 time: 0.0610428 Aug 16 22:14:32.711722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:32.714953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:32.720140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.768954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:32.769883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:32.771346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] 10.222.0.89 "PUT /v2.0/ports/1fb5d509-0b8e-4f08-972f-b5fb4096a815 HTTP/1.1" status: 200 len: 1092 time: 1.4503918 Aug 16 22:14:32.776174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:32.778948 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796" -d '{"events": [{"name": "network-changed", "server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:32.809379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd370f09-9df9-498c-a6d7-fe7c0b560749 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:32.837273 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da93107-0cf6-46c3-98be-19cade25b5fe x-openstack-request-id: req-8da93107-0cf6-46c3-98be-19cade25b5fe {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:32.837639 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:32.837963 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da93107-0cf6-46c3-98be-19cade25b5fe {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:32.838426 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815', 'status': 'completed', 'code': 200} Aug 16 22:14:32.896540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-41381950-bfe5-4e7e-9e2e-b2c19fd52584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:32.898088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-41381950-bfe5-4e7e-9e2e-b2c19fd52584 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 1095 time: 0.0448594 Aug 16 22:14:32.953958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-575f88b4-ddb4-494a-8231-1060afcfb352 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815 HTTP/1.1" status: 200 len: 217 time: 0.0403552 Aug 16 22:14:33.018771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-e3fd8124-ae4c-4918-9479-69f6a1e4bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.020546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-e3fd8124-ae4c-4918-9479-69f6a1e4bbb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0551810 Aug 16 22:14:33.058770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-ede63d44-8070-4723-a8ca-c95671e1ae12 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275335 Aug 16 22:14:33.157339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-a5e99365-d065-4280-a7a5-c4a5f36032b6 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910137 Aug 16 22:14:33.305709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b3380a0-3326-4f6f-973f-391b1bcc96a6 req-33c9efb0-3b94-4208-bb77-72d2f90fe7e7 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400495 Aug 16 22:14:33.322391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca0fc6-1e3f-49bd-9c43-08077e94ed00 req-7c8136f1-f636-4e0d-8570-e7c50bad4ef4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.324137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5ca0fc6-1e3f-49bd-9c43-08077e94ed00 req-7c8136f1-f636-4e0d-8570-e7c50bad4ef4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0783815 Aug 16 22:14:33.369232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5ca0fc6-1e3f-49bd-9c43-08077e94ed00 req-747f70c0-bc93-4081-8831-24f85c0564eb tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Aug 16 22:14:33.449702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-5b0d45e9-83ec-4af7-a213-39f79d1c1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.451262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-5b0d45e9-83ec-4af7-a213-39f79d1c1216 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 1095 time: 0.0476458 Aug 16 22:14:33.544609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-12b525a7-2d4a-447b-ae05-51123309d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.546218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-12b525a7-2d4a-447b-ae05-51123309d3e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.0878396 Aug 16 22:14:33.601941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-18f77af2-dd31-4aca-9af0-5a61b8bc243d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815 HTTP/1.1" status: 200 len: 217 time: 0.0470641 Aug 16 22:14:33.688326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-b10d633e-01c7-4bc1-b2ca-f1946b37ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.690944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-b10d633e-01c7-4bc1-b2ca-f1946b37ba44 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0816281 Aug 16 22:14:33.717557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eff36a-ead8-466e-8e81-398a52ec8d6c req-c8244f96-d154-4e64-97e1-f0711f1fb0fe tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:33.719052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65eff36a-ead8-466e-8e81-398a52ec8d6c req-c8244f96-d154-4e64-97e1-f0711f1fb0fe tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 943 time: 0.0825572 Aug 16 22:14:33.736168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-e807ddaa-41c8-4975-8387-853566dddbc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368264 Aug 16 22:14:33.915249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5304c430-b00b-4953-879a-36f7fca38a6e req-e6f7c1c1-1b21-4648-ae9b-7587a2693975 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 210 time: 0.0984857 Aug 16 22:14:33.931132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65eff36a-ead8-466e-8e81-398a52ec8d6c req-6f86ed7e-2335-4782-9652-ebed1ba8e67c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979005 Aug 16 22:14:33.989063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-7ce939c3-5228-4d20-b7c0-6fc926b3bedc service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401226 Aug 16 22:14:34.004128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-4b014962-2a2d-40f7-82e4-c16e7aab3bb9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:34.005605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-4b014962-2a2d-40f7-82e4-c16e7aab3bb9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 816 time: 0.2286005 Aug 16 22:14:34.097260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-6e409a55-c663-4da0-8b32-b93ee11e657f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 380 time: 0.0479212 Aug 16 22:14:34.107973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'port': {'device_id': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'admin_state_up': True, 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'security_groups': ['e2ec4bee-df48-43d4-add1-0efe307d963c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:34.189058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f0e58bd-21de-4080-bb0c-ef4a3c7e3796 req-1eafb12c-5a7e-4b10-99ee-f95bff4d4ede service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824875 Aug 16 22:14:34.244877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Made reservation on behalf of 1d920387d5044e3cb12d6bc31dc2733e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:34.248245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.339953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b30dca6b-7521-4686-aa2e-e23336e47e95 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:34.388412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Allocated IP 172.20.0.8 (68a5af4f-773b-4f51-b19a-38d3d4c87b33/03d6cfda-d085-4565-83f5-3c09a6dcfc4c/835a4587-e098-4569-844a-06efe5cb323e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:34.426805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b30dca6b-7521-4686-aa2e-e23336e47e95 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:34.427600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.555710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f50876-62c8-4ed4-9724-f7cf9cd7769e req-83cf7b3d-9f7a-4ad9-838a-80bc4ac56845 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:34.557318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3f50876-62c8-4ed4-9724-f7cf9cd7769e req-83cf7b3d-9f7a-4ad9-838a-80bc4ac56845 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0801768 Aug 16 22:14:34.598605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.624620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3f50876-62c8-4ed4-9724-f7cf9cd7769e req-73a5882e-1a24-4412-8d37-9fe539209b04 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575869 Aug 16 22:14:34.625558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Transition to ACTIVE for port object 835a4587-e098-4569-844a-06efe5cb323e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:34.662277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.707710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:34.712423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:34.718201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:34.751371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:34.801489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:34.802506 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.819117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-014b6872-0a60-4e08-8c43-7f1ac49d304a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7148852 Aug 16 22:14:34.864991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Request body: {'port': {'device_id': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:34.924955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:34.994997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2c65d9d8-0473-4757-ae82-5d2acb8e48fe None None] Provisioning for port 835a4587-e098-4569-844a-06efe5cb323e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:35.001286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2c65d9d8-0473-4757-ae82-5d2acb8e48fe None None] Provisioning complete for port 835a4587-e098-4569-844a-06efe5cb323e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:35.001784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c65d9d8-0473-4757-ae82-5d2acb8e48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.042011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2c65d9d8-0473-4757-ae82-5d2acb8e48fe None None] Port 835a4587-e098-4569-844a-06efe5cb323e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:35.174348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018d0c0-e67c-4eff-ba8b-d10ef2ab1b1b req-d36d067f-c773-4e61-af0e-16f717b20170 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.175825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8018d0c0-e67c-4eff-ba8b-d10ef2ab1b1b req-d36d067f-c773-4e61-af0e-16f717b20170 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 943 time: 0.1334536 Aug 16 22:14:35.185209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5c989-541d-4b33-a771-e3fdd85c9b77 req-a096cf8c-989c-4a2b-9dfc-d3ae78f10edc tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.186605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef5c989-541d-4b33-a771-e3fdd85c9b77 req-a096cf8c-989c-4a2b-9dfc-d3ae78f10edc tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 931 time: 0.1429906 Aug 16 22:14:35.265981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8018d0c0-e67c-4eff-ba8b-d10ef2ab1b1b req-324ff28d-7155-471f-b3d3-4f64e9f9893b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783377 Aug 16 22:14:35.277117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cef5c989-541d-4b33-a771-e3fdd85c9b77 req-d09c9634-2fd1-4e0f-835b-4ea1660ec97a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777922 Aug 16 22:14:35.344801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:35.352684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.364769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Transition to ACTIVE for port object 835a4587-e098-4569-844a-06efe5cb323e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:35.368760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.421363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:35.510234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:35.510671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:35.511478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:35.517989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:14:35.518334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:35.524207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:35.524630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:35.525122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:35.525630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Bound port: 835a4587-e098-4569-844a-06efe5cb323e, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:35.526174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.616911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:35.620750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:35.625810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.671011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.671646 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:35.673211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] 10.222.0.88 "PUT /v2.0/ports/835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 1092 time: 0.8126898 Aug 16 22:14:35.675974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:35.678408 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e9039-c4d4-404e-a9b7-c2c3c6354e45" -d '{"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:35.747146 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c167149-7531-4c1d-b555-019ad6adfc3a x-openstack-request-id: req-2c167149-7531-4c1d-b555-019ad6adfc3a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:35.747444 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:35.747701 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c167149-7531-4c1d-b555-019ad6adfc3a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:35.748105 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'status': 'completed', 'code': 200} Aug 16 22:14:35.754512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c233-db42-4922-b06d-cb460d414f55 service neutron] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:35.806032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2792-7d7f-4d5d-adaf-7ff6067f024a req-278a6acb-c947-4363-bbd6-7cf7c1a8ac6b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.807584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-890d2792-7d7f-4d5d-adaf-7ff6067f024a req-278a6acb-c947-4363-bbd6-7cf7c1a8ac6b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1016023 Aug 16 22:14:35.840181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-99fd73f0-da26-4027-8247-4fe99118e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.841716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-99fd73f0-da26-4027-8247-4fe99118e165 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1095 time: 0.0758357 Aug 16 22:14:35.906471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-c01984de-847c-443f-84d1-95472bf34099 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 217 time: 0.0477760 Aug 16 22:14:35.921094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-890d2792-7d7f-4d5d-adaf-7ff6067f024a req-16ef8eb0-206b-4ecf-ae57-b596bd2bfbb6 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018801 Aug 16 22:14:35.990105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-5be0e89a-6db9-430e-b24e-494fb74dba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:35.991659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-5be0e89a-6db9-430e-b24e-494fb74dba16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0466688 Aug 16 22:14:36.038521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-83730217-6576-4bf2-ab6d-5c3f983068da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.039957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-83730217-6576-4bf2-ab6d-5c3f983068da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407002 Aug 16 22:14:36.136021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-b390ba00-e5c7-4707-ae62-4b220b1f5e31 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Aug 16 22:14:36.225425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e105a65-eec7-4ffd-be4f-2e008a5c2f4f req-92f2d4e7-8066-4f3d-8f45-2c5759c38fe7 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813262 Aug 16 22:14:36.430557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-7d7ec207-69e5-400e-8e43-a2e579912b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.432060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-7d7ec207-69e5-400e-8e43-a2e579912b3c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1095 time: 0.1040404 Aug 16 22:14:36.457965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41316879-aff2-4b84-aabd-941c91b168d3 req-508c370b-0c9a-4d6f-ba06-bc0991cc625c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.459429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41316879-aff2-4b84-aabd-941c91b168d3 req-508c370b-0c9a-4d6f-ba06-bc0991cc625c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 943 time: 0.1169977 Aug 16 22:14:36.477776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a686-a8f9-4dc9-abbd-d90d520bd956 req-fde27abd-cb87-43b0-a82b-4cd26522cd61 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.479222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f55a686-a8f9-4dc9-abbd-d90d520bd956 req-fde27abd-cb87-43b0-a82b-4cd26522cd61 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.1085210 Aug 16 22:14:36.588832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41316879-aff2-4b84-aabd-941c91b168d3 req-da9e8a9e-d8e3-405c-8762-454b921dee50 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086643 Aug 16 22:14:36.593292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f55a686-a8f9-4dc9-abbd-d90d520bd956 req-b00adfb8-bee8-4c60-8f3a-30506cf62406 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856366 Aug 16 22:14:36.606828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-9beffabc-b7e4-466f-9929-f6cc00f1dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.608384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-9beffabc-b7e4-466f-9929-f6cc00f1dc79 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.1677980 Aug 16 22:14:36.658650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-2b0580d7-6a60-4865-8ee4-47563a947e15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 217 time: 0.0410755 Aug 16 22:14:36.714334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-6beb6142-fa47-4818-ad85-73a6e6a59cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.715880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-6beb6142-fa47-4818-ad85-73a6e6a59cb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0483806 Aug 16 22:14:36.728536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:36.766098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-0149d087-5702-41c9-ac16-14ffd1503787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:36.768090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-0149d087-5702-41c9-ac16-14ffd1503787 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443683 Aug 16 22:14:36.870910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-8508b70c-b735-4b89-9158-122a58f62fb6 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948613 Aug 16 22:14:36.954826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1fb5d509-0b8e-4f08-972f-b5fb4096a815 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:36.983696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175e9039-c4d4-404e-a9b7-c2c3c6354e45 req-ce7097b0-c21b-4b9d-b3d7-6d3a527dc3d4 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047037 Aug 16 22:14:37.050747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3230-7be8-42cc-bd46-e2181907e219 req-4ee77107-3419-4fb1-bac8-e4c4d3097fc4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:37.052257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22cf3230-7be8-42cc-bd46-e2181907e219 req-4ee77107-3419-4fb1-bac8-e4c4d3097fc4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0585544 Aug 16 22:14:37.081904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:37.094302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1fb5d509-0b8e-4f08-972f-b5fb4096a815', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '1fb5d509-0b8e-4f08-972f-b5fb4096a815', 'mac_address': 'fa:16:3e:19:fc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:37.109574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22cf3230-7be8-42cc-bd46-e2181907e219 req-803eaec0-0b60-4868-8f20-61d7c65373a7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482497 Aug 16 22:14:37.129486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.133117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.148912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb5d509-0b8e-4f08-972f-b5fb4096a815 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:37.168020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:37.172379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.219523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.372414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Deleting port 9490fb3b-507e-444c-9fb5-845fe0f5de3d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:37.372764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.451166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] For port 9490fb3b-507e-444c-9fb5-845fe0f5de3d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9490fb3b-507e-444c-9fb5-845fe0f5de3d,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:37.451538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.464017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Calling delete_port for 9490fb3b-507e-444c-9fb5-845fe0f5de3d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:37.505880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1fb5d509-0b8e-4f08-972f-b5fb4096a815'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:37.643868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:37.671325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Pushing event deleted for resources: {'Port': ['ID=9490fb3b-507e-444c-9fb5-845fe0f5de3d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:37.785721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cc62f-5a7e-4baa-813c-7987c01ed972 req-079cb77f-4ee8-4015-8a4e-8f806f13322e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:37.787329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f3cc62f-5a7e-4baa-813c-7987c01ed972 req-079cb77f-4ee8-4015-8a4e-8f806f13322e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.0895107 Aug 16 22:14:37.796040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646341-f1c7-4849-b5d5-79babee5b5e2 req-b68fce81-20cc-46a8-a64e-2da40624c63d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:37.797654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c646341-f1c7-4849-b5d5-79babee5b5e2 req-b68fce81-20cc-46a8-a64e-2da40624c63d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 944 time: 0.1014254 Aug 16 22:14:37.859684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f3cc62f-5a7e-4baa-813c-7987c01ed972 req-1e6dc7f2-1574-4dbd-914b-8f1cc9736eff tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608296 Aug 16 22:14:37.863321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c646341-f1c7-4849-b5d5-79babee5b5e2 req-21c41223-be0b-4d18-a542-af32e22a06a2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Aug 16 22:14:38.127657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.226270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37816e77-c7a8-4a4a-94b7-8ed8720ce24e req-01105579-fa1a-49fd-8ec0-c548d2a86043 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:38.227783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37816e77-c7a8-4a4a-94b7-8ed8720ce24e req-01105579-fa1a-49fd-8ec0-c548d2a86043 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0522201 Aug 16 22:14:38.281829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37816e77-c7a8-4a4a-94b7-8ed8720ce24e req-e51a91fe-3811-46aa-9f85-0a4e20d7e9c2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Aug 16 22:14:38.360320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:38.483038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:38.488132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d33bc448-8496-4c58-8a25-42c450e62011 admin admin] 10.222.0.22 "PUT /v2.0/routers/53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585375 Aug 16 22:14:38.490872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:38.491579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Sync routers for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:38.502973 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:38.503583 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:38.604199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.609923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:38.715711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.779335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Deleting port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:38.779590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.796599 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:14:37Z', 'revision_number': 5, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port': {'id': '72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:37Z', 'updated_at': '2021-08-16T22:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:38.824019 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Checking router: 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:38.832668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Routers {'53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:38.833307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:38.862236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] For port 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:38.862890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:38.875486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Calling delete_port for 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:38.974286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1fb5d509-0b8e-4f08-972f-b5fb4096a815 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:39.017632 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] Set router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:39.043179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:39.047266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:39.048147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.076214 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:14:38Z', 'revision_number': 6, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:39.102453 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc2be-c373-42ec-ac35-d0291fa52470 None None] The sync data for ids ['53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a'] in n-d-791505-20 is: [{'id': '53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1205398079-router', 'tenant_id': 'e0e154da07494183b248f4c09f24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:36Z', 'updated_at': '2021-08-16T22:14:38Z', 'revision_number': 6, 'project_id': 'e0e154da07494183b248f4c09f24a287', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:39.107398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5434b7-df2e-4d32-88c3-7914e251a611 req-4bed909e-53c9-434e-a07c-6d119eaeb34e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:39.108906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d5434b7-df2e-4d32-88c3-7914e251a611 req-4bed909e-53c9-434e-a07c-6d119eaeb34e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.1185715 Aug 16 22:14:39.124282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b1ea1-cf34-42c8-9f8f-744db5e24f87 req-5f71f99b-951b-432e-9dbc-8bb38311a565 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:39.125914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741b1ea1-cf34-42c8-9f8f-744db5e24f87 req-5f71f99b-951b-432e-9dbc-8bb38311a565 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 944 time: 0.1367130 Aug 16 22:14:39.136142 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.162320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:39.164799 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecac9e6-0f40-4041-aeff-46b2f87e01c7" -d '{"events": [{"server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "name": "network-vif-plugged", "status": "completed", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:39.177942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:39.182646 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.191088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.198655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d5434b7-df2e-4d32-88c3-7914e251a611 req-5c03f146-83ba-4c79-ba9a-dc641181f5d5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693569 Aug 16 22:14:39.231482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.243093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-741b1ea1-cf34-42c8-9f8f-744db5e24f87 req-edc1f355-9fda-4f21-9aba-01313de0da18 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022415 Aug 16 22:14:39.246349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:39.300531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.418146 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d404e741-4dfd-42a3-951a-b0b92c447cff x-openstack-request-id: req-d404e741-4dfd-42a3-951a-b0b92c447cff {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:39.418438 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "name": "network-vif-plugged", "status": "completed", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:39.418924 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d404e741-4dfd-42a3-951a-b0b92c447cff {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:39.419331 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815', 'code': 200} Aug 16 22:14:39.752642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.778738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.856656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.857135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:14:39.867910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ff4c-3776-4fbb-b8e1-0df815a2069d req-a2e0fef6-2b70-48d3-beff-bc3de65c935a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:39.869686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69d6ff4c-3776-4fbb-b8e1-0df815a2069d req-a2e0fef6-2b70-48d3-beff-bc3de65c935a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1400845 Aug 16 22:14:39.874062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.875114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f625b1cc-c6b4-46c4-b53f-0959727c61c6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/53d74eb0-4ff1-4e5f-aa11-ca0311e79b1a HTTP/1.1" status: 204 len: 168 time: 1.3832741 Aug 16 22:14:39.877738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:39.879365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fc636-0549-42ef-aa8b-6ba41ebf4ddb req-add6a142-c499-4240-9a57-65f107111ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:39.880795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b5fc636-0549-42ef-aa8b-6ba41ebf4ddb req-add6a142-c499-4240-9a57-65f107111ecb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 1097 time: 0.1503804 Aug 16 22:14:39.933671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69d6ff4c-3776-4fbb-b8e1-0df815a2069d req-d52aac31-36eb-4e86-a628-0e8b3069798a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563960 Aug 16 22:14:39.935819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:39.939478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b5fc636-0549-42ef-aa8b-6ba41ebf4ddb req-8552872a-408d-4c6e-ba4c-9170e01a1a19 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Aug 16 22:14:39.947419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Deleting subnet cb3e5e69-5d92-4491-8134-b38c2d7f4795 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:39.950948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:39.986645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.042030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:40.055165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '835a4587-e098-4569-844a-06efe5cb323e', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:40.069758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.099511 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.112639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:40.130281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.134329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:40.138667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.156142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3e5e69-5d92-4491-8134-b38c2d7f4795,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:40.159809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.164262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:40.164427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1265a5df-6584-467a-bedb-015e0f040af5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cb3e5e69-5d92-4491-8134-b38c2d7f4795 HTTP/1.1" status: 204 len: 168 time: 0.2849462 Aug 16 22:14:40.167479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622f2e9-ad87-4868-95b3-788466fa86eb None None] Network 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:40.251609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:40.255385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.370903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9490fb3b-507e-444c-9fb5-845fe0f5de3d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:40.391823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9490fb3b-507e-444c-9fb5-845fe0f5de3d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:40.392173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9490fb3b-507e-444c-9fb5-845fe0f5de3d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:40.392617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:40.411772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Deleting port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:40.412268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.415304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] DHCP port deletion for 5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:14:40.418321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:40.418663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72fbb7ea-2689-4a5a-bd1e-4ee2fbff7b9e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:40.464982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd412ae-1563-4b43-b669-e213fb2b3043 req-8f130a9a-bfd7-4aae-b2e7-86774968395e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:40.466526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fd412ae-1563-4b43-b669-e213fb2b3043 req-8f130a9a-bfd7-4aae-b2e7-86774968395e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 945 time: 0.1263909 Aug 16 22:14:40.472136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Deleting port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:40.472626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.473911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625947b-e225-4c3f-ba09-9888744c767e req-9b07b2f2-efdf-4c8f-964f-e0029cdd68b0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:40.475318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4625947b-e225-4c3f-ba09-9888744c767e req-9b07b2f2-efdf-4c8f-964f-e0029cdd68b0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.1493449 Aug 16 22:14:40.537810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] For port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:40.538174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.544867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] For port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,segment=NetworkSegment(85ec9d7f-486b-4cd2-a825-5ade22771a71),segment_id=85ec9d7f-486b-4cd2-a825-5ade22771a71)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:40.545301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.558415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Calling delete_port for ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:40.562060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fd412ae-1563-4b43-b669-e213fb2b3043 req-8f02beba-67ee-45a1-aca7-a265893a1026 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857821 Aug 16 22:14:40.567695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Calling delete_port for ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:40.576790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4625947b-e225-4c3f-ba09-9888744c767e req-7d7ab96c-2a36-494e-a586-eb8945f17d2b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950129 Aug 16 22:14:40.658356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.664695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.687046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] Pushing event deleted for resources: {'Port': ['ID=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:40.691420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:40.691563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff41be1-d2f6-4d60-aa06-d6ef8fdbe3fd None None] No DVR routers for this DVR port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:40.695490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] No DVR routers for this DVR port ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:40.698771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['835a4587-e098-4569-844a-06efe5cb323e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:40.782550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.793114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:40.803560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ec9d7f-486b-4cd2-a825-5ade22771a71') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:40.803942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ec9d7f-486b-4cd2-a825-5ade22771a71') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:40.813158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.826452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.832259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:40.832650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:40.837906 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:40.888684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.894954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:40.896767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f HTTP/1.1" status: 204 len: 168 time: 0.7315145 Aug 16 22:14:40.899690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:40.906320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a8413-7988-4575-87a1-c36f0e34c3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4d6841-2983-49d7-bb95-cc8b0eb2eb7f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.070856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1a56b-645c-477c-8c64-53bbcb6b7f24 req-87ecb276-6bff-464c-9cd8-50d91d0b9395 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:41.072379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15e1a56b-645c-477c-8c64-53bbcb6b7f24 req-87ecb276-6bff-464c-9cd8-50d91d0b9395 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0612514 Aug 16 22:14:41.119209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15e1a56b-645c-477c-8c64-53bbcb6b7f24 req-dd75ff75-2bd7-4060-8e02-27edea15c734 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Aug 16 22:14:41.252467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.491298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Deleting port 374a7cba-1517-4840-b011-cbfb1b040dfe {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:41.491647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.570554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] For port 374a7cba-1517-4840-b011-cbfb1b040dfe, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=374a7cba-1517-4840-b011-cbfb1b040dfe,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:41.570827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.582631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Calling delete_port for 374a7cba-1517-4840-b011-cbfb1b040dfe owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:41.712821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef806-eba4-4470-b638-41be04364fef req-068d844d-4f1e-4fe8-ba53-32abb97b0921 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:41.714699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a37ef806-eba4-4470-b638-41be04364fef req-068d844d-4f1e-4fe8-ba53-32abb97b0921 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 945 time: 0.0817342 Aug 16 22:14:41.738056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee09a64-44ad-4e05-bd1d-baf611f51d20 req-812b96da-0832-4d23-b2ec-7fcec0400f81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:41.739511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eee09a64-44ad-4e05-bd1d-baf611f51d20 req-812b96da-0832-4d23-b2ec-7fcec0400f81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.0775778 Aug 16 22:14:41.767106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:41.783473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a37ef806-eba4-4470-b638-41be04364fef req-23532e6c-f3ae-46fb-9dac-99d7ffaec8dc tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605400 Aug 16 22:14:41.794402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=374a7cba-1517-4840-b011-cbfb1b040dfe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:41.807623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eee09a64-44ad-4e05-bd1d-baf611f51d20 req-29ce5367-2e82-4f84-bdc1-b8f216214b97 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Aug 16 22:14:42.005654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.186974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bd51d-afda-4efe-9fa7-28038be7bb45 req-d12c8b79-f069-4fcc-b61f-9efbe5b417c3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:42.188592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a61bd51d-afda-4efe-9fa7-28038be7bb45 req-d12c8b79-f069-4fcc-b61f-9efbe5b417c3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 945 time: 0.0568910 Aug 16 22:14:42.236826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Router 17000f98-8055-41dc-8004-0d9a1d9709ed has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:42.253861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a61bd51d-afda-4efe-9fa7-28038be7bb45 req-42726043-be90-4eb3-9d6c-c979786d7706 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Aug 16 22:14:42.268724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb09d5-79b0-4a7c-9d9c-9ed627fdd885 req-50581871-5ff2-4b70-8dd8-f27151557f18 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:42.279472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bdb09d5-79b0-4a7c-9d9c-9ed627fdd885 req-50581871-5ff2-4b70-8dd8-f27151557f18 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0786550 Aug 16 22:14:42.315293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bdb09d5-79b0-4a7c-9d9c-9ed627fdd885 req-77dcec6e-98ba-4a83-9f48-002f30a58100 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Aug 16 22:14:42.348143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:42.353044 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-297d5d1c-002a-4a97-bd9d-fd6d2814d1b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/17000f98-8055-41dc-8004-0d9a1d9709ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517040 Aug 16 22:14:42.355571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:42.362208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Sync routers for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:42.374529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:42.375241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:42.413958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:42.436189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:42.436520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ed7a08e0-3796-4dcc-a3b2-fed42d8d8a47 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:42.464886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.501972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:42.569945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.621627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Deleting port 8cc229d9-5a51-4c43-9867-4c70a4d33df5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:42.622071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.679321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:14:41Z', 'revision_number': 5, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port': {'id': '8cc229d9-5a51-4c43-9867-4c70a4d33df5', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:12:47Z', 'updated_at': '2021-08-16T22:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:42.703964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] For port 8cc229d9-5a51-4c43-9867-4c70a4d33df5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc229d9-5a51-4c43-9867-4c70a4d33df5,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:42.704484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:42.710472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Checking router: 17000f98-8055-41dc-8004-0d9a1d9709ed for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:42.718789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Calling delete_port for 8cc229d9-5a51-4c43-9867-4c70a4d33df5 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:42.719735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Routers {'17000f98-8055-41dc-8004-0d9a1d9709ed'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:42.720946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['17000f98-8055-41dc-8004-0d9a1d9709ed'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:42.805604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] Set router 17000f98-8055-41dc-8004-0d9a1d9709ed gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:42.863520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:14:42Z', 'revision_number': 6, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:42.891760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f84c35-b7d5-4706-b8f8-e0b8ebe6a462 None None] The sync data for ids ['17000f98-8055-41dc-8004-0d9a1d9709ed'] in n-d-791505-20 is: [{'id': '17000f98-8055-41dc-8004-0d9a1d9709ed', 'name': 'tempest-AttachSCSIVolumeTestJSON-57123010-router', 'tenant_id': '96aa45248c784cb4b97a913a934b3fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:12:46Z', 'updated_at': '2021-08-16T22:14:42Z', 'revision_number': 6, 'project_id': '96aa45248c784cb4b97a913a934b3fe5', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:42.955747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b4e99-a6f4-4f50-a99f-8e5abd780a0c req-74b733af-9a79-4419-8059-dc7387514640 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:42.957402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579b4e99-a6f4-4f50-a99f-8e5abd780a0c req-74b733af-9a79-4419-8059-dc7387514640 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.0698545 Aug 16 22:14:43.004232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579b4e99-a6f4-4f50-a99f-8e5abd780a0c req-adfe33c8-c4ae-4197-8697-c48b11e62615 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390673 Aug 16 22:14:43.160711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.184731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc229d9-5a51-4c43-9867-4c70a4d33df5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:43.246046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.343628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.346119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.401439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39bd77-7721-43a3-866b-ec0e9d688353 req-339fff9c-334a-462c-b18a-5b3634cfe052 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:43.403001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a39bd77-7721-43a3-866b-ec0e9d688353 req-339fff9c-334a-462c-b18a-5b3634cfe052 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 945 time: 0.0719180 Aug 16 22:14:43.407675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.408424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17000f98-8055-41dc-8004-0d9a1d9709ed {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:14:43.412756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.414091 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef138363-4699-4f20-883b-d7430fa5db97 admin admin] 10.222.0.22 "DELETE /v2.0/routers/17000f98-8055-41dc-8004-0d9a1d9709ed HTTP/1.1" status: 204 len: 168 time: 1.0575690 Aug 16 22:14:43.416411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:43.462453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Deleting subnet e32a21e9-c16f-4ac4-9c8f-afd58c994bf9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:14:43.465666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.472495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a39bd77-7721-43a3-866b-ec0e9d688353 req-dd1a9095-71a5-4062-80c9-861e65eaeb72 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Aug 16 22:14:43.485749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297eb38-2b18-42ca-84dc-349e25500b6e req-08355c59-6090-4588-9248-9368b42f2a8c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:43.487988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4297eb38-2b18-42ca-84dc-349e25500b6e req-08355c59-6090-4588-9248-9368b42f2a8c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0837440 Aug 16 22:14:43.500406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.527806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4297eb38-2b18-42ca-84dc-349e25500b6e req-c4f50af2-fe4c-4db5-996a-8ccc90d2cb2e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335135 Aug 16 22:14:43.581413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.632943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.659450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32a21e9-c16f-4ac4-9c8f-afd58c994bf9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:43.663534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.668708 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db71df4f-d387-4fa2-b2c3-c8843ae94a4c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e32a21e9-c16f-4ac4-9c8f-afd58c994bf9 HTTP/1.1" status: 204 len: 168 time: 0.2494025 Aug 16 22:14:43.668708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:43.668895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d02953-93d6-4d80-87ab-e086c5edfa65 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:43.704832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47014-4126-43e0-8002-aab175019d02 req-063d8759-ba53-4135-99b0-b24b34ad000e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:43.706288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34e47014-4126-43e0-8002-aab175019d02 req-063d8759-ba53-4135-99b0-b24b34ad000e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 945 time: 0.0685604 Aug 16 22:14:43.748385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.816328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Deleting port a82af58d-7582-4093-bc62-2553764979fd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:43.816926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.820290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:43.821722 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.873990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] DHCP port deletion for 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:14:43.889613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] For port a82af58d-7582-4093-bc62-2553764979fd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a82af58d-7582-4093-bc62-2553764979fd,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:43.889983 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.903007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Calling delete_port for a82af58d-7582-4093-bc62-2553764979fd owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:43.930345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:43.935424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Deleting port a82af58d-7582-4093-bc62-2553764979fd {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:14:43.935912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.936057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 1fb5d509-0b8e-4f08-972f-b5fb4096a815, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1fb5d509-0b8e-4f08-972f-b5fb4096a815,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:43.936400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:43.955297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 1fb5d509-0b8e-4f08-972f-b5fb4096a815 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:43.999481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.015562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] No DVR routers for this DVR port a82af58d-7582-4093-bc62-2553764979fd on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:44.063695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82af58d-7582-4093-bc62-2553764979fd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.067146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] For port a82af58d-7582-4093-bc62-2553764979fd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a82af58d-7582-4093-bc62-2553764979fd,segment=NetworkSegment(77cd35fc-12ea-4380-91b7-63fb92cbcc0a),segment_id=77cd35fc-12ea-4380-91b7-63fb92cbcc0a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:44.067671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.080925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.096688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Calling delete_port for a82af58d-7582-4093-bc62-2553764979fd owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:14:44.121661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 835a4587-e098-4569-844a-06efe5cb323e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:44.142789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.153550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee2cc55-8b64-4c98-b70f-5b1742bc5374']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:44.161977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.168780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 835a4587-e098-4569-844a-06efe5cb323e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:44.169193 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.172697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cd35fc-12ea-4380-91b7-63fb92cbcc0a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:44.173218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cd35fc-12ea-4380-91b7-63fb92cbcc0a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:44.184666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.202719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.211238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1fb5d509-0b8e-4f08-972f-b5fb4096a815'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:44.211563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:14:44.212723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.226275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=1fb5d509-0b8e-4f08-972f-b5fb4096a815,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.285153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 1fb5d509-0b8e-4f08-972f-b5fb4096a815 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:14:44.285638 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:14:44.288211 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.288211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34e47014-4126-43e0-8002-aab175019d02 req-78aa2645-6aa4-4b37-affd-6b440d4330c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "DELETE /v2.0/ports/1fb5d509-0b8e-4f08-972f-b5fb4096a815 HTTP/1.1" status: 204 len: 173 time: 0.5686350 Aug 16 22:14:44.295676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.302401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54f1f9-5fc3-412e-a9b6-11924bd0127c req-157adf84-2778-4eff-b3b6-5c0ac242f56a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:44.304953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e54f1f9-5fc3-412e-a9b6-11924bd0127c req-157adf84-2778-4eff-b3b6-5c0ac242f56a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.1568201 Aug 16 22:14:44.305469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'name': 'network-vif-deleted', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:44.308050 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13afc373-ab0a-426d-b117-926c2eaf7f53" -d '{"events": [{"server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "name": "network-vif-deleted", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:44.320088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.326678 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5ee2cc55-8b64-4c98-b70f-5b1742bc5374 HTTP/1.1" status: 204 len: 168 time: 0.6552243 Aug 16 22:14:44.346362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.359349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139162bf-2577-46b1-bd9e-c6cf0a0da989 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee2cc55-8b64-4c98-b70f-5b1742bc5374,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.386421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e54f1f9-5fc3-412e-a9b6-11924bd0127c req-ac831d3d-10d7-4999-acff-9afdfa56f769 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676050 Aug 16 22:14:44.395511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Pushing event deleted for resources: {'Port': ['ID=a82af58d-7582-4093-bc62-2553764979fd,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.408019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] Network 5ee2cc55-8b64-4c98-b70f-5b1742bc5374 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:14:44.414781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3109e00-24b8-4344-a4c8-8995562fba74 None None] No DVR routers for this DVR port a82af58d-7582-4093-bc62-2553764979fd on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:14:44.436375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.442151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 374a7cba-1517-4840-b011-cbfb1b040dfe no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:44.477341 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ff6ca-f5f4-4a6d-a0b5-8b9aaf53e1c3 x-openstack-request-id: req-2c8ff6ca-f5f4-4a6d-a0b5-8b9aaf53e1c3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:44.477842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95970c4-5b06-4943-a91a-5fdec55772c4", "name": "network-vif-deleted", "tag": "1fb5d509-0b8e-4f08-972f-b5fb4096a815", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:44.478041 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c8ff6ca-f5f4-4a6d-a0b5-8b9aaf53e1c3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:44.478544 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95970c4-5b06-4943-a91a-5fdec55772c4', 'name': 'network-vif-deleted', 'tag': '1fb5d509-0b8e-4f08-972f-b5fb4096a815', 'status': 'completed', 'code': 200} Aug 16 22:14:44.491397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 374a7cba-1517-4840-b011-cbfb1b040dfe {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:44.491758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 374a7cba-1517-4840-b011-cbfb1b040dfe not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:44.492946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc229d9-5a51-4c43-9867-4c70a4d33df5 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:44.500796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:44.503630 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223b387c-8848-4d0a-bd48-3bd28a08c2ce" -d '{"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:44.520215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:44.561775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8cc229d9-5a51-4c43-9867-4c70a4d33df5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:44.562149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc229d9-5a51-4c43-9867-4c70a4d33df5 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:44.562582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a82af58d-7582-4093-bc62-2553764979fd no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:44.566947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:44.573615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9980e3ee-dcae-4adc-9859-8d7a13c86ce2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0e154da07494183b248f4c09f24a287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520599 Aug 16 22:14:44.576321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46728) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:44.702243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-121dd2d4-3e72-4e32-97da-1a1d2b135a70 req-d152a6c9-26fb-4375-90a4-af70a17905c6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=f95970c4-5b06-4943-a91a-5fdec55772c4 HTTP/1.1" status: 200 len: 210 time: 0.1073828 Aug 16 22:14:44.729653 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4dd945-8071-4db2-9b2c-7a07098c9f34 x-openstack-request-id: req-3d4dd945-8071-4db2-9b2c-7a07098c9f34 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:44.730223 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:44.730223 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d4dd945-8071-4db2-9b2c-7a07098c9f34 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:44.730551 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'code': 200} Aug 16 22:14:44.731752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.735259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a82af58d-7582-4093-bc62-2553764979fd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:44.735605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a82af58d-7582-4093-bc62-2553764979fd not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:44.783950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:44.788265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.819697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.849526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16699c1a-6728-4c6d-9cae-6fe811391549 req-f0e40857-6140-4f97-b3e3-488a62677d9e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:44.851031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16699c1a-6728-4c6d-9cae-6fe811391549 req-f0e40857-6140-4f97-b3e3-488a62677d9e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1733086 Aug 16 22:14:44.870311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434d0d8-03dd-4702-a125-309a51733254 req-c1392b9d-6e54-4994-ba45-fbd3ae5223b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:44.871817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0434d0d8-03dd-4702-a125-309a51733254 req-c1392b9d-6e54-4994-ba45-fbd3ae5223b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1097 time: 0.1473484 Aug 16 22:14:44.942099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16699c1a-6728-4c6d-9cae-6fe811391549 req-de109950-cc1a-4d49-9356-bf33ae4f507c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807338 Aug 16 22:14:44.942835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.945327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:44.946351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e243e45-cd9c-4b54-8868-9cd390b479c7 HTTP/1.1" status: 204 len: 168 time: 0.3687844 Aug 16 22:14:44.953526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0434d0d8-03dd-4702-a125-309a51733254 req-5b780efa-a3f2-4747-87ae-64c0a6810dab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651455 Aug 16 22:14:44.958651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93005d41-9bb4-4915-8501-1722b66ecb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e243e45-cd9c-4b54-8868-9cd390b479c7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:45.263599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:45.312191 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea786930-682d-46ae-a852-fc8c1f5160d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96aa45248c784cb4b97a913a934b3fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471756 Aug 16 22:14:45.315164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:45.364992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.388479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.442936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.445518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.446674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71314e56-ae6f-42f3-9c3d-44be25ca6b3d HTTP/1.1" status: 204 len: 168 time: 0.1306171 Aug 16 22:14:45.458324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67d825-d623-4b4a-86c7-6ed1c91c74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71314e56-ae6f-42f3-9c3d-44be25ca6b3d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:45.477606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-54ca8ec7-dd88-466e-bdb6-e03b5d3dd967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:45.651786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58976-cb86-4653-84d9-82b37484ff32 req-245c5ec1-f59f-49dc-afe5-fb22943e6291 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:45.654165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9e58976-cb86-4653-84d9-82b37484ff32 req-245c5ec1-f59f-49dc-afe5-fb22943e6291 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Aug 16 22:14:45.693078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9e58976-cb86-4653-84d9-82b37484ff32 req-54995c12-1b53-406d-9c29-0e09412b15e6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Aug 16 22:14:46.017109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-d74532ff-c1f3-492e-b3f5-017fb5a602f6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:46.018604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-d74532ff-c1f3-492e-b3f5-017fb5a602f6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1086874 Aug 16 22:14:46.054548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-53de702c-eb32-47c7-a233-40ebf154311e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0253997 Aug 16 22:14:46.090681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-2ca1e51b-6a66-411d-8323-7c09cc80b1b8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286839 Aug 16 22:14:46.098868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663baf-510a-4091-8746-b7e7cb4415c6 req-b28f3582-4093-44a7-8988-e8a0e9b2875f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:46.100301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9663baf-510a-4091-8746-b7e7cb4415c6 req-b28f3582-4093-44a7-8988-e8a0e9b2875f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0807416 Aug 16 22:14:46.137298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:46.190283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9663baf-510a-4091-8746-b7e7cb4415c6 req-ce915359-3a0a-4280-ae77-1f6c599c4030 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817823 Aug 16 22:14:46.215173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-7c745447-280b-4673-b9ba-a9060dcedd9d service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138744 Aug 16 22:14:46.239667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-network', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:46.261702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Made reservation on behalf of 3ef4fa8709434b52a5df03ff99708330 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:46.264491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.274563 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.306030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-b160579b-3c9d-4787-8634-cad3c73980ee service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Aug 16 22:14:46.366651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.370875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.395080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:14:46.404636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b855c-581e-4967-a325-d608f6fe3134,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.409548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.409697 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Added segment b8035e8b-bb68-4910-9550-8a155566fa3e of type vlan for network e3b10f5f-2e29-4d34-aa90-de514babfe92 Aug 16 22:14:46.456445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.477297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44e55db3-1d28-45ff-8bd2-c43857314973 req-a0b05ace-f18b-41e3-94c2-621c55fb58a8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0322928 Aug 16 22:14:46.483030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.484812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:46.485501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.511047 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.3725481 Aug 16 22:14:46.515084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:46.519283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Request body: {'subnet': {'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-subnet', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:46.544300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Made reservation on behalf of 3ef4fa8709434b52a5df03ff99708330 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:46.572759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54ba8d-eec8-4564-bd44-ea602f643245 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b10f5f-2e29-4d34-aa90-de514babfe92,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.576876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.592045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:14:46.820931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:46.901662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bc0d37-ab7c-4aa9-be11-d4915f967f2f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:46.934019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373a65-19b8-4ebd-995a-fe6715c39688 req-9c548a5a-3112-4b12-9e27-f56b99c4d4c9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:46.935542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20373a65-19b8-4ebd-995a-fe6715c39688 req-9c548a5a-3112-4b12-9e27-f56b99c4d4c9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.0849667 Aug 16 22:14:46.936556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Checking segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:46.936935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Network hostable DHCP agents. Network: e3b10f5f-2e29-4d34-aa90-de514babfe92, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:14:46.968104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:14:46.979285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, e3b10f5f-2e29-4d34-aa90-de514babfe92) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:46.989550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532bd051-fd73-4e65-9c33-3e4db36b561c None None] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:46.992563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:46.993572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.002199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20373a65-19b8-4ebd-995a-fe6715c39688 req-0ae691f1-cdf2-497f-adc7-e168f17abe56 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522928 Aug 16 22:14:47.019617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ad01419a-e63b-4546-b52b-216d22f4f115 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5017874 Aug 16 22:14:47.020104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:47.024921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:47.057624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.058767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.116767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.160978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-e3b10f5f-2e29-4d34-aa90-de514babfe92', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:14:47.162081 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.259131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.307285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Allocated IP 172.20.0.2 (e3b10f5f-2e29-4d34-aa90-de514babfe92/35bc0d37-ab7c-4aa9-be11-d4915f967f2f/b289ee42-76ed-46ce-9283-6a86e7ee584a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:47.319435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100ad6e-4e24-4ad4-a0db-9a1f437efefb req-3870e5ce-887f-4dce-9cc7-3b25379479ff tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:47.321943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f100ad6e-4e24-4ad4-a0db-9a1f437efefb req-3870e5ce-887f-4dce-9cc7-3b25379479ff tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.0595627 Aug 16 22:14:47.366720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f100ad6e-4e24-4ad4-a0db-9a1f437efefb req-009922fa-be36-45f8-9397-e41caed2d96a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Aug 16 22:14:47.460406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.467414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.470706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Transition to ACTIVE for port object b289ee42-76ed-46ce-9283-6a86e7ee584a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:47.486357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Transition to ACTIVE for port object b289ee42-76ed-46ce-9283-6a86e7ee584a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:47.487944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.492214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.536215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:47.539355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:47.544450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:47.553795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Pushing event updated for resources: {'Port': ['ID=b289ee42-76ed-46ce-9283-6a86e7ee584a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.589477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17afb586-61e6-4dc5-9acc-31f48e6f6430 req-6df01890-1490-42cf-a62f-0def9ff737af tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0343168 Aug 16 22:14:47.614014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Attempting to bind port b289ee42-76ed-46ce-9283-6a86e7ee584a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:47.614604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Attempting to bind port b289ee42-76ed-46ce-9283-6a86e7ee584a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:47.614725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Attempting to bind port b289ee42-76ed-46ce-9283-6a86e7ee584a on network e3b10f5f-2e29-4d34-aa90-de514babfe92 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:47.620086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:47.620509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Checking segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:47.621340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.621751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Bound using segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:47.622246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Bound port: b289ee42-76ed-46ce-9283-6a86e7ee584a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:47.622580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.632401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Allocated IP 172.25.8.118 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/05cd47d5-5291-4226-a360-b755ca5c5f4b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:47.702070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] For port b289ee42-76ed-46ce-9283-6a86e7ee584a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:47.706089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] For port b289ee42-76ed-46ce-9283-6a86e7ee584a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b289ee42-76ed-46ce-9283-6a86e7ee584a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:47.710439 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.778473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0d6f4-1ad0-40d9-bbeb-caad464b3980 None None] Pushing event updated for resources: {'Port': ['ID=b289ee42-76ed-46ce-9283-6a86e7ee584a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.788531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.802264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-efa36d53-9468-43bd-8ce2-37f0654f23a9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:47.803601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-efa36d53-9468-43bd-8ce2-37f0654f23a9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1281984 Aug 16 22:14:47.832049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:47.866304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:47.893996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:47.898908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:47.919706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:47.972387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Pushing event updated for resources: {'Port': ['ID=05cd47d5-5291-4226-a360-b755ca5c5f4b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:47.975141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:47.980885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.082169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.198453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.14 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/5a7a2843-6b8b-4c46-bbb4-fa1650491280) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:48.218564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb237575-025f-4fa2-b5a6-8fac0fb42756 req-a6d2169d-5e0d-4578-8604-4b2329932836 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:48.222199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb237575-025f-4fa2-b5a6-8fac0fb42756 req-a6d2169d-5e0d-4578-8604-4b2329932836 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.0870159 Aug 16 22:14:48.227097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1f1adb7-93bd-4448-be8e-ae2c9d2500ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.242010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.291005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb237575-025f-4fa2-b5a6-8fac0fb42756 req-5db652fa-86fa-4731-bb0b-06a6230654cd tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605454 Aug 16 22:14:48.398594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b289ee42-76ed-46ce-9283-6a86e7ee584a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:48.466464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.483822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b289ee42-76ed-46ce-9283-6a86e7ee584a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:48.503838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.508881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30791d-e2f8-47df-b927-39d0096bbc4a req-e7296e8b-eeee-4147-8d19-d1611b009cb8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:48.513601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc30791d-e2f8-47df-b927-39d0096bbc4a req-e7296e8b-eeee-4147-8d19-d1611b009cb8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1076145 Aug 16 22:14:48.520069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:48.527668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'floatingip': {'port_id': '835a4587-e098-4569-844a-06efe5cb323e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:48.581662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.642163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39e9b-90a9-465c-90e0-0627fbcd65c2 req-83b30f95-f632-4c1e-b6ea-8be834ae99f9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:48.643721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96d39e9b-90a9-465c-90e0-0627fbcd65c2 req-83b30f95-f632-4c1e-b6ea-8be834ae99f9 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.1839807 Aug 16 22:14:48.664603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Router 5afe9015-594c-42fd-9721-c79ec1152a4a is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:14:48.716835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.776784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:48.789433 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Sync routers for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:48.794852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:48.800233 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-83d3ef64-069d-4642-84e2-0666e4851412 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 1.7789190 Aug 16 22:14:48.800995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:14:48.804789 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:48.805876 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:48.836122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:48.851375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96d39e9b-90a9-465c-90e0-0627fbcd65c2 req-99a6fee1-b88a-471f-a19f-8ae43518f98b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823933 Aug 16 22:14:48.901844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:48.907249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:48.910556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:48.934442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb0739-4e4b-4fb4-b7e2-26656c849541 None None] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:14:48.972672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:48.973630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be903b2-ff8f-46a3-b8df-40aef9fa5e41 req-7eabb9e1-d532-4cf5-be4b-72f6a9b5c416 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:48.981664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8be903b2-ff8f-46a3-b8df-40aef9fa5e41 req-7eabb9e1-d532-4cf5-be4b-72f6a9b5c416 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 932 time: 0.2845805 Aug 16 22:14:49.023536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1fb5d509-0b8e-4f08-972f-b5fb4096a815 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:14:49.069340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8be903b2-ff8f-46a3-b8df-40aef9fa5e41 req-0ed37b86-82a5-48c4-a4f6-ae7cb92426bd tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862255 Aug 16 22:14:49.070599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1fb5d509-0b8e-4f08-972f-b5fb4096a815 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:14:49.070943 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1fb5d509-0b8e-4f08-972f-b5fb4096a815 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:14:49.115066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:49.116610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.123282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Provisioning for port b289ee42-76ed-46ce-9283-6a86e7ee584a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:49.139862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-07e93a79-1d60-4f3d-a3d0-dfc4733cc179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3117676 Aug 16 22:14:49.162606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Provisioning complete for port b289ee42-76ed-46ce-9283-6a86e7ee584a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:49.166170 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.212502 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.294577 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:48Z', 'revision_number': 3, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:49.334533 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Checking router: 5afe9015-594c-42fd-9721-c79ec1152a4a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:49.334935 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Updating router 5afe9015-594c-42fd-9721-c79ec1152a4a port 05cd47d5-5291-4226-a360-b755ca5c5f4b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:49.342466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Request body: {'port': {'device_id': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:49.357633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.391514 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.402484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] For port b289ee42-76ed-46ce-9283-6a86e7ee584a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b289ee42-76ed-46ce-9283-6a86e7ee584a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:49.407174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.478475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d4266-d66e-46b6-a671-51e99741cbbd None None] Pushing event updated for resources: {'Port': ['ID=b289ee42-76ed-46ce-9283-6a86e7ee584a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:49.502003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:14:49.505311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.604712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.611205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.638504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5b4fb43-425a-4223-8af3-752e9fe9f435 None None] Provisioning complete for port b289ee42-76ed-46ce-9283-6a86e7ee584a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:49.638810 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5b4fb43-425a-4223-8af3-752e9fe9f435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.698710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.730510 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.742561 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Transition to ACTIVE for port object 05cd47d5-5291-4226-a360-b755ca5c5f4b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:49.748971 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.802105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Attempting to bind port 05cd47d5-5291-4226-a360-b755ca5c5f4b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:49.802867 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Attempting to bind port 05cd47d5-5291-4226-a360-b755ca5c5f4b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:49.802983 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Attempting to bind port 05cd47d5-5291-4226-a360-b755ca5c5f4b on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:49.810107 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:49.810517 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:49.810876 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.811272 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:49.811753 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Bound port: 05cd47d5-5291-4226-a360-b755ca5c5f4b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:49.812133 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.835247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec402a8c-2f42-4f86-a6b3-f6ed467ac5e3 None None] Pushing event updated for resources: {'Port': ['ID=05cd47d5-5291-4226-a360-b755ca5c5f4b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:49.894223 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] For port 05cd47d5-5291-4226-a360-b755ca5c5f4b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:49.899149 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] For port 05cd47d5-5291-4226-a360-b755ca5c5f4b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=05cd47d5-5291-4226-a360-b755ca5c5f4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:49.905103 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:49.961571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Allocated IP 172.20.0.1 (e3b10f5f-2e29-4d34-aa90-de514babfe92/35bc0d37-ab7c-4aa9-be11-d4915f967f2f/d8fb3f09-76e2-43dc-ac98-d81880550b6a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:49.974910 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:49.975708 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:50.042385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec402a8c-2f42-4f86-a6b3-f6ed467ac5e3 None None] Pushing event updated for resources: {'Port': ['ID=05cd47d5-5291-4226-a360-b755ca5c5f4b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:50.111377 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:50.111730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.130067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Transition to ACTIVE for port object d8fb3f09-76e2-43dc-ac98-d81880550b6a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:50.164212 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Floating IP 7769caab-3e2e-4cbf-8b93-393f4a741582 associated. External IP: 172.25.8.97, port: 835a4587-e098-4569-844a-06efe5cb323e. Aug 16 22:14:50.168671 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.210990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:50.218140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:50.226953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:50.276094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.314758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:50.381138 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:48Z', 'revision_number': 3, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:50.390088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b289ee42-76ed-46ce-9283-6a86e7ee584a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:50.419503 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610acb68-b0df-403e-b741-4f0c23091128 None None] The sync data for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 is: [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:48Z', 'revision_number': 3, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:50.431538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aa39d-67bc-4913-aac0-396da4c1f816 req-733fa78a-c98b-492b-a363-a379be8144ee tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:50.436238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-094aa39d-67bc-4913-aac0-396da4c1f816 req-733fa78a-c98b-492b-a363-a379be8144ee tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.3606708 Aug 16 22:14:50.457018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.477019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b289ee42-76ed-46ce-9283-6a86e7ee584a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:50.477508 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.570809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1b946-1983-4433-9b08-971f63fe7d4a req-0f803a29-bc0f-46ff-bd7e-8bc0f48e6cb4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:50.572855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ea1b946-1983-4433-9b08-971f63fe7d4a req-0f803a29-bc0f-46ff-bd7e-8bc0f48e6cb4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 932 time: 0.4027133 Aug 16 22:14:50.584334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13574c5e-6b9d-4d2a-928c-05864c7e6f26 None None] Provisioning for port d8fb3f09-76e2-43dc-ac98-d81880550b6a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:50.596728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13574c5e-6b9d-4d2a-928c-05864c7e6f26 None None] Provisioning complete for port d8fb3f09-76e2-43dc-ac98-d81880550b6a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:50.597318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13574c5e-6b9d-4d2a-928c-05864c7e6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.630021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7a2843-6b8b-4c46-bbb4-fa1650491280 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:50.634374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-13574c5e-6b9d-4d2a-928c-05864c7e6f26 None None] Port d8fb3f09-76e2-43dc-ac98-d81880550b6a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:50.651610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.677456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.682486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.689582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-094aa39d-67bc-4913-aac0-396da4c1f816 req-e8ba3815-682a-4ce8-89a6-7debd00c42d0 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876302 Aug 16 22:14:50.694490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Transition to ACTIVE for port object 5a7a2843-6b8b-4c46-bbb4-fa1650491280 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:50.697783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ea1b946-1983-4433-9b08-971f63fe7d4a req-b6e7df93-6033-4d36-b570-00aa18e6bc59 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002240 Aug 16 22:14:50.699897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.802661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:50.830676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:50.911274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Pushing event updated for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:50.933684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:50.935331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:51.008201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:51.027128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Attempting to bind port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:51.027559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Attempting to bind port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:51.027966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Attempting to bind port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:51.076282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Router 5afe9015-594c-42fd-9721-c79ec1152a4a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:14:51.129980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.180084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:14:51.180611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Attempting to bind port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:51.190921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:51.191278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:51.191667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:51.192109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Bound port: 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:51.192518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.219552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:51.225947 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3cf65bf-4859-4e3c-b445-900196305731 admin admin] 10.222.0.22 "PUT /v2.0/routers/5afe9015-594c-42fd-9721-c79ec1152a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229517 Aug 16 22:14:51.245324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:14:51.250602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.260457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:51.283128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:51.283776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:51.361869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ed43b00-a62e-4dd5-a459-6f5126a44d3e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "PUT /v2.0/floatingips/7769caab-3e2e-4cbf-8b93-393f4a741582 HTTP/1.1" status: 200 len: 990 time: 2.8392558 Aug 16 22:14:51.365796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:51.368162 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4ff66b-9b36-434c-b531-60dfeff79118" -d '{"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:51.385652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:51.395930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:51.402332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.453266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c52f652-be4d-47c3-af13-cebaa17d12e9 None None] Provisioning complete for port d8fb3f09-76e2-43dc-ac98-d81880550b6a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:51.453846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c52f652-be4d-47c3-af13-cebaa17d12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.456842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089244f2-cbef-430c-8207-6d5c99fa44ce x-openstack-request-id: req-089244f2-cbef-430c-8207-6d5c99fa44ce {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:51.456842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:51.456842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-089244f2-cbef-430c-8207-6d5c99fa44ce {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:51.456842 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'status': 'completed', 'code': 200} Aug 16 22:14:51.499671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.500316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:51.505164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] 10.222.0.89 "PUT /v2.0/ports/5a7a2843-6b8b-4c46-bbb4-fa1650491280 HTTP/1.1" status: 200 len: 1093 time: 2.3457932 Aug 16 22:14:51.511601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:51.541108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3c52f652-be4d-47c3-af13-cebaa17d12e9 None None] Port d8fb3f09-76e2-43dc-ac98-d81880550b6a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:51.606379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df277e-4510-47e0-9e58-d6ea413e9e19 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:51.661263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-133cbad2-6408-4085-b511-eeaa9465bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.662827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-133cbad2-6408-4085-b511-eeaa9465bf98 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1097 time: 0.1125784 Aug 16 22:14:51.668457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-8a78f5a7-7162-41ba-a211-114602ea5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.669987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-8a78f5a7-7162-41ba-a211-114602ea5673 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 1096 time: 0.0886910 Aug 16 22:14:51.789048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-57742302-9728-4097-82ed-de1e9bddb195 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280 HTTP/1.1" status: 200 len: 217 time: 0.0939538 Aug 16 22:14:51.815400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7769caab-3e2e-4cbf-8b93-393f4a741582', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:14:30Z', 'updated_at': '2021-08-16T22:14:49Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:51.845679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:51.858686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:51.859452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:51.948830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-8a7c68a3-16cb-4f78-9e27-f145def81ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.950362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-8a7c68a3-16cb-4f78-9e27-f145def81ecb service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.2795222 Aug 16 22:14:51.972167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-dd1475ff-e5c4-466d-b336-8328e103f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:51.973550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-dd1475ff-e5c4-466d-b336-8328e103f73e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.1715677 Aug 16 22:14:51.977180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:52.045115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfa955-9291-4164-9228-0c7030d03368 req-932075e2-7772-4ec0-a735-36c080ae18ba tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.046625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60cfa955-9291-4164-9228-0c7030d03368 req-932075e2-7772-4ec0-a735-36c080ae18ba tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 944 time: 0.2256548 Aug 16 22:14:52.077278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-8749dd35-22f4-44eb-b9bc-f2fb95458c17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622330 Aug 16 22:14:52.116389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-448940db-826f-42e3-a403-e6766247949e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.130256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-448940db-826f-42e3-a403-e6766247949e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 829 time: 0.3667479 Aug 16 22:14:52.196793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-cbe0b5f8-34dc-463a-ba08-0e76c83ee548 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 998 time: 0.2358727 Aug 16 22:14:52.230145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-d682382a-0303-45f0-8d0c-78c1dd8a6cf3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/quotas/3ef4fa8709434b52a5df03ff99708330 HTTP/1.1" status: 200 len: 375 time: 0.0987759 Aug 16 22:14:52.267576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7769caab-3e2e-4cbf-8b93-393f4a741582', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:14:30Z', 'updated_at': '2021-08-16T22:14:49Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:52.296192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff71ab3-855c-4316-957b-7c10a6578628 None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7769caab-3e2e-4cbf-8b93-393f4a741582', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:14:30Z', 'updated_at': '2021-08-16T22:14:49Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:52.312465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60cfa955-9291-4164-9228-0c7030d03368 req-66e8adb4-167a-446d-a79c-052922b7905f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372222 Aug 16 22:14:52.410904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-e54287c2-11cf-4318-8aca-8f218cdc0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.412699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-e54287c2-11cf-4318-8aca-8f218cdc0595 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.1857758 Aug 16 22:14:52.419889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 05cd47d5-5291-4226-a360-b755ca5c5f4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:52.429559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-5a86ac6f-413e-40ef-85c5-705476d20c89 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297379 Aug 16 22:14:52.437745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-55076a71-abdc-4851-9da4-2461ed2ac9c6 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815119 Aug 16 22:14:52.472336 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.492383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 05cd47d5-5291-4226-a360-b755ca5c5f4b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:52.497804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 05cd47d5-5291-4226-a360-b755ca5c5f4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:52.498175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.584908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.607274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 05cd47d5-5291-4226-a360-b755ca5c5f4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=05cd47d5-5291-4226-a360-b755ca5c5f4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:52.612271 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:52.639687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-13a12960-f4cc-4cf0-b8f5-7b7f8a24b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.641421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-13a12960-f4cc-4cf0-b8f5-7b7f8a24b66a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024944 Aug 16 22:14:52.653483 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9361b-0d04-4ce5-a8c8-8de7f990267d None None] New status for floating IP 7769caab-3e2e-4cbf-8b93-393f4a741582: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:14:52.659870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3560a9-7ff2-4456-a92d-95b7fe57f654 req-51230202-9970-42b9-9a61-5e4347202791 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:52.661604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f3560a9-7ff2-4456-a92d-95b7fe57f654 req-51230202-9970-42b9-9a61-5e4347202791 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 950 time: 0.2140551 Aug 16 22:14:52.667488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=05cd47d5-5291-4226-a360-b755ca5c5f4b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:52.773430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-537d6ffb-e09c-455c-84c3-11fac22f9910 service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219533 Aug 16 22:14:52.783302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f50fbb4-7ed5-40ee-8567-1f85a513a5cb req-f4e6041c-196c-4965-9add-4d4f44c8cd5b service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321745 Aug 16 22:14:52.835420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Sync routers for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:14:52.848326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:52.848949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:52.856772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f3560a9-7ff2-4456-a92d-95b7fe57f654 req-dd492c06-cc74-4793-bf35-53b0d403f92c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601529 Aug 16 22:14:52.880436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-ddf4a474-5929-4ea9-94c8-9b7c54f05096 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286141 Aug 16 22:14:52.964891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-22370113-87c8-498b-8c5d-9028c542cfd3 service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738622 Aug 16 22:14:53.011741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b4ff66b-9b36-434c-b531-60dfeff79118 req-19d505e3-c78e-414c-b562-5806a99407e9 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092751 Aug 16 22:14:53.029344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:53.201679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:53.259902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:53.281621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5087e1e-174a-4adb-86c6-bc44fa7ca5d9 req-b9970fe4-b03a-421f-a19e-ca8f94a4c6e6 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Aug 16 22:14:53.313603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'mac_address': 'fa:16:3e:81:58:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:53.407513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:53.437818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:53.447807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c692f0-17ba-464d-a531-fc4cf055e1fb req-1cfcfebc-ca12-4a17-8286-4f1143bd0ed0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.449366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22c692f0-17ba-464d-a531-fc4cf055e1fb req-1cfcfebc-ca12-4a17-8286-4f1143bd0ed0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 944 time: 0.0607610 Aug 16 22:14:53.464426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:53.464426 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6183b3-c0ea-471e-88e6-89703729e13b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:53.480624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:53.488523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:53.516382 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288242a-23a5-4216-bce0-95a385e5e3de x-openstack-request-id: req-c288242a-23a5-4216-bce0-95a385e5e3de {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:53.516842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:53.517245 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c288242a-23a5-4216-bce0-95a385e5e3de {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:53.518177 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280', 'status': 'completed', 'code': 200} Aug 16 22:14:53.531073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22c692f0-17ba-464d-a531-fc4cf055e1fb req-2a36f1dd-0eaa-4577-a252-bbb6387e6ae6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568054 Aug 16 22:14:53.556606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:53.564225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 2, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:53.596353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Checking router: 5afe9015-594c-42fd-9721-c79ec1152a4a for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:14:53.596724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Updating router 5afe9015-594c-42fd-9721-c79ec1152a4a port d8fb3f09-76e2-43dc-ac98-d81880550b6a binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:14:53.602671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-e33ed967-2584-4506-b896-7b494f219d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.604173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-e33ed967-2584-4506-b896-7b494f219d36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 1096 time: 0.0425198 Aug 16 22:14:53.624689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:53.707748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-7ad92aa9-8105-421d-8773-3165d1f9c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.709282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-7ad92aa9-8105-421d-8773-3165d1f9c022 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.0940835 Aug 16 22:14:53.753752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-0bb346fa-7bb6-4888-9641-ac7d617fccab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280 HTTP/1.1" status: 200 len: 217 time: 0.0361199 Aug 16 22:14:53.808001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-df29f749-0004-4a6f-8429-60a2f8721ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:53.809512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-df29f749-0004-4a6f-8429-60a2f8721ca7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0485797 Aug 16 22:14:53.833401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:53.847294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-fd3c0426-146c-4d5a-9553-1eca25cd8d70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294185 Aug 16 22:14:53.952492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-8ef42f4c-ef02-4bed-947e-edfb08c1c11d service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969119 Aug 16 22:14:53.985190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.007687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Transition to ACTIVE for port object d8fb3f09-76e2-43dc-ac98-d81880550b6a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:54.020063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.068179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795a9f2-19a3-473c-be7d-e5ff1a5e7b1f req-f7bd1ec0-6672-4a39-8dcb-fa5c6060f342 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.069735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d795a9f2-19a3-473c-be7d-e5ff1a5e7b1f req-f7bd1ec0-6672-4a39-8dcb-fa5c6060f342 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 949 time: 0.1161625 Aug 16 22:14:54.105578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57825827-7f3f-43f8-82bc-37e9b7e8aad6 None None] Pushing event updated for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:54.135870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6183b3-c0ea-471e-88e6-89703729e13b req-a275aa3c-ef5b-47fd-9971-fe17c594b959 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714787 Aug 16 22:14:54.144492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d795a9f2-19a3-473c-be7d-e5ff1a5e7b1f req-d2547b34-e642-45cb-bb43-a96a52bebf67 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Aug 16 22:14:54.176899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Attempting to bind port d8fb3f09-76e2-43dc-ac98-d81880550b6a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:54.177307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Attempting to bind port d8fb3f09-76e2-43dc-ac98-d81880550b6a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:54.177675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Attempting to bind port d8fb3f09-76e2-43dc-ac98-d81880550b6a on network e3b10f5f-2e29-4d34-aa90-de514babfe92 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:54.183212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:54.183591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Checking segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:54.183998 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.184396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Bound using segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:54.184863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Bound port: d8fb3f09-76e2-43dc-ac98-d81880550b6a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:54.185332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.258070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] For port d8fb3f09-76e2-43dc-ac98-d81880550b6a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:54.261268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] For port d8fb3f09-76e2-43dc-ac98-d81880550b6a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d8fb3f09-76e2-43dc-ac98-d81880550b6a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:54.272842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.342511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57825827-7f3f-43f8-82bc-37e9b7e8aad6 None None] Pushing event updated for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:54.348436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:14:54.349029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:54.395344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 05cd47d5-5291-4226-a360-b755ca5c5f4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:54.434119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec9c0d89-6e54-42b0-854c-88e8a4db6764 req-f341eb0a-37a7-4c80-973b-46ffd55b3650 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Aug 16 22:14:54.509411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:14:54.540257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 05cd47d5-5291-4226-a360-b755ca5c5f4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:54.540636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:54.649172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5dfaf-d97e-421b-8191-cc69f4a7f457 req-6fda0dec-079e-4c1f-ac6d-549556847591 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.650828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5a5dfaf-d97e-421b-8191-cc69f4a7f457 req-6fda0dec-079e-4c1f-ac6d-549556847591 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 944 time: 0.0518851 Aug 16 22:14:54.698285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5a5dfaf-d97e-421b-8191-cc69f4a7f457 req-7a34833c-6186-461e-8ee5-deb255f9ffe8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Aug 16 22:14:54.793347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:54Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:14:54.824249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bcecc8-066d-4375-9bbe-ae35ce2497f4 None None] The sync data for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 is: [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:54Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:14:54.979724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-2dc02a3d-b66b-4be0-bbfa-3da9c0259019 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:54.981262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-2dc02a3d-b66b-4be0-bbfa-3da9c0259019 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.88 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 829 time: 0.1556938 Aug 16 22:14:55.023251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'port': {'device_id': 'c677274f-e467-4708-857b-d7f0bba74921', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'admin_state_up': True, 'tenant_id': '3ef4fa8709434b52a5df03ff99708330'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:55.034102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:55.086938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3dcf3731-6f8c-48b7-8595-679b7852313f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:55.087436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.152526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Made reservation on behalf of 3ef4fa8709434b52a5df03ff99708330 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:14:55.156634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.214050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.243689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:55.246542 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e3e7f9-6e17-4353-9e9c-6914450a8fb5" -d '{"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:55.262267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:55.269184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.326036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:55.363134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Allocated IP 172.20.0.3 (e3b10f5f-2e29-4d34-aa90-de514babfe92/35bc0d37-ab7c-4aa9-be11-d4915f967f2f/e95d946f-459f-43b0-a7cb-98ebc4f6980a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:14:55.384083 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa45d5f-c6df-426f-bf73-55ac0e32eff7 x-openstack-request-id: req-5fa45d5f-c6df-426f-bf73-55ac0e32eff7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:55.384369 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-plugged", "status": "completed", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:55.384617 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fa45d5f-c6df-426f-bf73-55ac0e32eff7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:55.385208 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'code': 200} Aug 16 22:14:55.386491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2aa35-c729-43dc-9ab1-15685cd9940b req-6f63a348-c87a-4c7c-b446-7515bd641215 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:55.388069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c2aa35-c729-43dc-9ab1-15685cd9940b req-6f63a348-c87a-4c7c-b446-7515bd641215 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.0833561 Aug 16 22:14:55.463606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c2aa35-c729-43dc-9ab1-15685cd9940b req-4463c699-ac79-4605-be4d-77dade446043 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676389 Aug 16 22:14:55.593496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.620009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Transition to ACTIVE for port object e95d946f-459f-43b0-a7cb-98ebc4f6980a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:55.675914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fb8a81-8f99-450f-8faf-2f0b9e657926 req-7c697c12-3f56-41c5-ad76-f6c3b48226c3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 210 time: 0.0376098 Aug 16 22:14:55.697483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29793e6d-bc19-430e-8d0a-fbcbef028438 req-f02da71f-669b-4141-82df-d5d9a6f934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:55.698987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29793e6d-bc19-430e-8d0a-fbcbef028438 req-f02da71f-669b-4141-82df-d5d9a6f934ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1103 time: 0.0912569 Aug 16 22:14:55.710809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.775746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:14:55.781680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:14:55.794114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:14:55.839738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event updated for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:55.862041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29793e6d-bc19-430e-8d0a-fbcbef028438 req-13f5ef97-dfbd-43f2-a7c9-ce4b968aa4d0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491723 Aug 16 22:14:55.874047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.874406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.874758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.875101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.875442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.875778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.876142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.876473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.876810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.877164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.877501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.877825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:14:55.887144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:55.887816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:55.914678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-b479486e-2d89-4a80-b222-584934a1ac86 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954265 Aug 16 22:14:55.923376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e7498-6756-4ffe-a08b-445a161e9e1b req-79c75e1c-95db-4ab2-8b4f-82f589aea9b3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:55.930918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f42e7498-6756-4ffe-a08b-445a161e9e1b req-79c75e1c-95db-4ab2-8b4f-82f589aea9b3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 944 time: 0.1464243 Aug 16 22:14:55.937506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Request body: {'port': {'device_id': 'c677274f-e467-4708-857b-d7f0bba74921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:14:56.001362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f42e7498-6756-4ffe-a08b-445a161e9e1b req-36f8da79-2811-43f8-a2e2-b4e690f6bc74 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Aug 16 22:14:56.038372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abc0f7fe-ce71-4381-850b-37fb7fbc7e04 None None] Provisioning for port e95d946f-459f-43b0-a7cb-98ebc4f6980a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:56.043082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abc0f7fe-ce71-4381-850b-37fb7fbc7e04 None None] Provisioning complete for port e95d946f-459f-43b0-a7cb-98ebc4f6980a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:56.043544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abc0f7fe-ce71-4381-850b-37fb7fbc7e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.080787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-abc0f7fe-ce71-4381-850b-37fb7fbc7e04 None None] Port e95d946f-459f-43b0-a7cb-98ebc4f6980a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:14:56.338091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.363080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d8fb3f09-76e2-43dc-ac98-d81880550b6a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:56.413087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d8fb3f09-76e2-43dc-ac98-d81880550b6a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:56.416895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d8fb3f09-76e2-43dc-ac98-d81880550b6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:56.417409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.499959 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.534424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d8fb3f09-76e2-43dc-ac98-d81880550b6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d8fb3f09-76e2-43dc-ac98-d81880550b6a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:56.538352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.594572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:56.662498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95d946f-459f-43b0-a7cb-98ebc4f6980a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:56.674131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4fcbb-7f41-4d1d-b080-8a0e5db7df28 req-d4222d73-375b-47fd-a1e3-980a089ed5a0 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:56.675645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36c4fcbb-7f41-4d1d-b080-8a0e5db7df28 req-d4222d73-375b-47fd-a1e3-980a089ed5a0 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.1005933 Aug 16 22:14:56.680060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.718223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Transition to ACTIVE for port object e95d946f-459f-43b0-a7cb-98ebc4f6980a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:14:56.724170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.765026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36c4fcbb-7f41-4d1d-b080-8a0e5db7df28 req-29d2388d-f1c6-434a-9adc-c5f7f686fd96 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Aug 16 22:14:56.817912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:56.895564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc327-b327-4e5b-9f7a-5e2f39a20614 req-3c23245d-cb69-4958-ba64-9276226bd897 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:56.897219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49bc327-b327-4e5b-9f7a-5e2f39a20614 req-3c23245d-cb69-4958-ba64-9276226bd897 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 943 time: 0.1024599 Aug 16 22:14:56.923011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Attempting to bind port e95d946f-459f-43b0-a7cb-98ebc4f6980a on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:14:56.923357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Attempting to bind port e95d946f-459f-43b0-a7cb-98ebc4f6980a by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:14:56.923690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Attempting to bind port e95d946f-459f-43b0-a7cb-98ebc4f6980a on network e3b10f5f-2e29-4d34-aa90-de514babfe92 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:56.933749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Port e95d946f-459f-43b0-a7cb-98ebc4f6980a on network e3b10f5f-2e29-4d34-aa90-de514babfe92 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:14:56.934082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Attempting to bind port e95d946f-459f-43b0-a7cb-98ebc4f6980a on network e3b10f5f-2e29-4d34-aa90-de514babfe92 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:14:56.944789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:14:56.945165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Checking segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:14:56.945560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Bound using segment: {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:14:56.946011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Bound port: e95d946f-459f-43b0-a7cb-98ebc4f6980a, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8035e8b-bb68-4910-9550-8a155566fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:14:56.946380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:56.961533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49bc327-b327-4e5b-9f7a-5e2f39a20614 req-f564d818-09a8-417b-9fc2-c8f297d1f5da tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573921 Aug 16 22:14:57.016105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:14:57.019685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:14:57.025193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:57.035522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5a7a2843-6b8b-4c46-bbb4-fa1650491280 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:14:57.063177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.063835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:57.065243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] 10.222.0.88 "PUT /v2.0/ports/e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 1092 time: 1.1316757 Aug 16 22:14:57.065687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:57.067929 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7de98a-aa13-491c-b32e-77f02c111ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:57.092215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa84de-7db4-4170-8288-26df75dd0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:57.144203 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d1e8d9-7f4a-43ff-b9b5-edcf98f670a4 x-openstack-request-id: req-c2d1e8d9-7f4a-43ff-b9b5-edcf98f670a4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:57.144736 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:57.145176 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2d1e8d9-7f4a-43ff-b9b5-edcf98f670a4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:57.145776 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'status': 'completed', 'code': 200} Aug 16 22:14:57.189639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662e8e-800f-476d-86f9-c854f1199b9f req-458b162f-2ed1-4278-8526-d0236d6015ef tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.197806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b662e8e-800f-476d-86f9-c854f1199b9f req-458b162f-2ed1-4278-8526-d0236d6015ef tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 944 time: 0.0938604 Aug 16 22:14:57.264828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-df8e5983-242a-4cc3-99ed-fcdf6949d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.267152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-df8e5983-242a-4cc3-99ed-fcdf6949d254 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1095 time: 0.1020250 Aug 16 22:14:57.270688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b662e8e-800f-476d-86f9-c854f1199b9f req-2e4b5f4f-9a28-44ae-8e26-3c805901ff5f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716701 Aug 16 22:14:57.349112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-ffb65ffb-c09b-4e4b-bbb7-b6b9885f56f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 217 time: 0.0665452 Aug 16 22:14:57.352294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:57.363677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '5a7a2843-6b8b-4c46-bbb4-fa1650491280', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '5a7a2843-6b8b-4c46-bbb4-fa1650491280', 'mac_address': 'fa:16:3e:f9:64:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:14:57.400711 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:57.413983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7a2843-6b8b-4c46-bbb4-fa1650491280 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:14:57.422370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-994e6a07-ee35-4e2c-b866-4dad8fdcd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.424433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-994e6a07-ee35-4e2c-b866-4dad8fdcd656 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.0459976 Aug 16 22:14:57.434208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:57.437914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:57.476309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11882de-827e-497c-adc8-675b091c4e98 req-314c0310-6017-4f7e-8bc4-8f8d7c475dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.477947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-314c0310-6017-4f7e-8bc4-8f8d7c475dfa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437987 Aug 16 22:14:57.492953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:57.573389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-b453c6b5-4fd0-40c5-b17a-d85a89fb73c1 service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878932 Aug 16 22:14:57.675592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11882de-827e-497c-adc8-675b091c4e98 req-07a45df9-d074-4d06-959a-dba625fa0f4c service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936868 Aug 16 22:14:57.775689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['5a7a2843-6b8b-4c46-bbb4-fa1650491280'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:14:57.877844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-c57c0c47-5b82-4a10-9e45-3145f1253cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.879448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-c57c0c47-5b82-4a10-9e45-3145f1253cba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1095 time: 0.0574272 Aug 16 22:14:57.975418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eeb3b-ff36-4e8a-a023-77471aab717e req-3b7dddcc-a17a-4fc3-ba44-ca7956cbf706 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:57.976904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348eeb3b-ff36-4e8a-a023-77471aab717e req-3b7dddcc-a17a-4fc3-ba44-ca7956cbf706 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.1143398 Aug 16 22:14:58.020333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-7da92968-b0c0-4f2b-98f3-7babed990a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.021855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-7da92968-b0c0-4f2b-98f3-7babed990a6c service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 929 time: 0.1248603 Aug 16 22:14:58.040651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348eeb3b-ff36-4e8a-a023-77471aab717e req-d64e12b7-e50f-4644-a1d1-70b3d3adc82e tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Aug 16 22:14:58.084398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-274bdf78-5317-4b61-aa4d-9db4b545db85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 217 time: 0.0522466 Aug 16 22:14:58.150733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-f12e81d0-07aa-4ccd-8087-0d3999860828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.152203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-f12e81d0-07aa-4ccd-8087-0d3999860828 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.0533195 Aug 16 22:14:58.161300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d3c6a-5bd7-41c9-a238-6d73da507bea req-fc06e179-ed83-4cb8-bc96-d2d25183d0a4 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.162753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b13d3c6a-5bd7-41c9-a238-6d73da507bea req-fc06e179-ed83-4cb8-bc96-d2d25183d0a4 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 943 time: 0.1211636 Aug 16 22:14:58.230596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b13d3c6a-5bd7-41c9-a238-6d73da507bea req-5c00d4b4-c598-4928-94d3-cbdfa700e7c0 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579612 Aug 16 22:14:58.244860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-1e7a5979-af66-4900-b393-822197d0d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.246341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-1e7a5979-af66-4900-b393-822197d0d946 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827351 Aug 16 22:14:58.334128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456fa1-77a9-451e-b5f5-76a384744927 req-c7325f5b-542b-4897-9a2d-0e7727d62c04 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.336173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32456fa1-77a9-451e-b5f5-76a384744927 req-c7325f5b-542b-4897-9a2d-0e7727d62c04 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1103 time: 0.1023030 Aug 16 22:14:58.340112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d8fb3f09-76e2-43dc-ac98-d81880550b6a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:58.398341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d8fb3f09-76e2-43dc-ac98-d81880550b6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:58.399086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:58.408702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-efd507e3-fa19-4dd6-b7b2-95814c5875cd service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457858 Aug 16 22:14:58.440895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32456fa1-77a9-451e-b5f5-76a384744927 req-eb97a378-d1af-4388-aac3-2ef424d40ac5 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885084 Aug 16 22:14:58.494635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b78f-f93f-4c13-9802-53c80a29bb37 req-d28008ec-4214-4294-8281-2fbed85cbcdf tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.496172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde0b78f-f93f-4c13-9802-53c80a29bb37 req-d28008ec-4214-4294-8281-2fbed85cbcdf tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 945 time: 0.1368704 Aug 16 22:14:58.553899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa7de98a-aa13-491c-b32e-77f02c111ed8 req-edcb9ff4-fad0-4a41-a578-d99607229cd6 service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373701 Aug 16 22:14:58.559137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde0b78f-f93f-4c13-9802-53c80a29bb37 req-0016cc4e-4985-4cb4-996b-31e822069d83 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Aug 16 22:14:58.728802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401ddaf-7aa0-4689-b3f3-7ff558977300 req-7d653f77-4768-4968-914a-8d0f41eab199 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:58.730315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7401ddaf-7aa0-4689-b3f3-7ff558977300 req-7d653f77-4768-4968-914a-8d0f41eab199 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 1103 time: 0.0492678 Aug 16 22:14:58.765418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7401ddaf-7aa0-4689-b3f3-7ff558977300 req-8814081f-1d07-4678-a499-c39ccacda1f0 tempest-ServersAdminTestJSON-360045073 tempest-ServersAdminTestJSON-360045073-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291603 Aug 16 22:14:59.021369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0544-1262-48ff-b8e3-df29fca44c4e req-faa1f480-e9b1-4257-90e2-5c198c50deaf tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:59.022741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f2c0544-1262-48ff-b8e3-df29fca44c4e req-faa1f480-e9b1-4257-90e2-5c198c50deaf tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0498488 Aug 16 22:14:59.052113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5a7a2843-6b8b-4c46-bbb4-fa1650491280 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:14:59.066713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f2c0544-1262-48ff-b8e3-df29fca44c4e req-2115824f-0b2d-4d36-86eb-4b6676943639 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Aug 16 22:14:59.100061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:14:59.103684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:14:59.104062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:59.184535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:59.206652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:14:59.208911 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2c8702-13f8-4aa9-9897-c157feb125ec" -d '{"events": [{"server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "name": "network-vif-plugged", "status": "completed", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:14:59.221824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:14:59.230375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:14:59.257266 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f835df6-299e-4772-8567-a9aa9637db62 x-openstack-request-id: req-6f835df6-299e-4772-8567-a9aa9637db62 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:14:59.257558 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "name": "network-vif-plugged", "status": "completed", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:14:59.257810 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f835df6-299e-4772-8567-a9aa9637db62 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:14:59.258200 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280', 'code': 200} Aug 16 22:14:59.287255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:14:59.371326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1db4c-ec47-49cf-a122-82f2f5ac4ba0 req-4287386f-228e-4076-956b-2fce02dce81c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:59.372788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0c1db4c-ec47-49cf-a122-82f2f5ac4ba0 req-4287386f-228e-4076-956b-2fce02dce81c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 943 time: 0.0720282 Aug 16 22:14:59.399664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65aa72-980d-45c6-bf12-59623e5a0b0f req-680dd9b2-16ab-4f65-ad31-ebbba8f60959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:59.401172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e65aa72-980d-45c6-bf12-59623e5a0b0f req-680dd9b2-16ab-4f65-ad31-ebbba8f60959 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 1098 time: 0.0641263 Aug 16 22:14:59.429224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0c1db4c-ec47-49cf-a122-82f2f5ac4ba0 req-1b37e285-5770-4179-83d9-2892179f78a3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Aug 16 22:14:59.445816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e65aa72-980d-45c6-bf12-59623e5a0b0f req-f679289e-2e55-4a5f-922f-592b65fad40b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Aug 16 22:14:59.674900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6cbe-9d72-440d-bc19-29bbe01342be req-6ef30164-1def-4395-8513-e6001becee83 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:14:59.676384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16fb6cbe-9d72-440d-bc19-29bbe01342be req-6ef30164-1def-4395-8513-e6001becee83 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Aug 16 22:14:59.717907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16fb6cbe-9d72-440d-bc19-29bbe01342be req-7009e4af-09cc-4ce6-a5a1-b3e1983b928a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Aug 16 22:14:59.924069 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:00.184038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6cc74-b73e-49bb-a1a8-7c02585fd602 req-c40e2271-53cd-444b-85c0-a84970a5a670 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.185549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bb6cc74-b73e-49bb-a1a8-7c02585fd602 req-c40e2271-53cd-444b-85c0-a84970a5a670 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0488906 Aug 16 22:15:00.223298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bb6cc74-b73e-49bb-a1a8-7c02585fd602 req-492b1c43-c12f-4266-907b-ca03b85fd938 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 16 22:15:00.545496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1dc22-86d3-4d2d-a64d-7c7e503c1283 req-bd6b3817-5576-4954-bc6f-31659493970d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.547093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7a1dc22-86d3-4d2d-a64d-7c7e503c1283 req-bd6b3817-5576-4954-bc6f-31659493970d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 943 time: 0.0504498 Aug 16 22:15:00.584702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7a1dc22-86d3-4d2d-a64d-7c7e503c1283 req-43ed6411-1564-442a-b709-ca16292b0c60 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Aug 16 22:15:00.839453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795dba8-a981-408d-aff7-550c75175e59 req-1e95bdab-01ab-4430-a2ba-628b7f2bf652 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.840939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5795dba8-a981-408d-aff7-550c75175e59 req-1e95bdab-01ab-4430-a2ba-628b7f2bf652 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 946 time: 0.0492463 Aug 16 22:15:00.884829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5795dba8-a981-408d-aff7-550c75175e59 req-6a31d4e0-0f52-485d-9777-921c26880edb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 Aug 16 22:15:00.988183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-df1e8b0c-c38c-4618-b895-d48fb1589d0d tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:00.989772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-df1e8b0c-c38c-4618-b895-d48fb1589d0d tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0490501 Aug 16 22:15:01.088732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Deleting port 6d3748a8-006f-4c8b-9205-30d83b501844 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:01.089181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.201102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] For port 6d3748a8-006f-4c8b-9205-30d83b501844, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6d3748a8-006f-4c8b-9205-30d83b501844,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:01.201731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.214459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Calling delete_port for 6d3748a8-006f-4c8b-9205-30d83b501844 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:01.385184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589f43-fb88-4951-97df-3e133a019776 req-a63d7605-16fe-4ee1-bf36-ab2184d6fd10 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:01.386708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48589f43-fb88-4951-97df-3e133a019776 req-a63d7605-16fe-4ee1-bf36-ab2184d6fd10 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a9b3037-98d0-4d8e-8bf8-5e5519a36c20 HTTP/1.1" status: 200 len: 949 time: 0.0915213 Aug 16 22:15:01.392936 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.426311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['95c58855-00af-4ddf-86ee-6e560576c21b', '6d3748a8-006f-4c8b-9205-30d83b501844', '3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:01.435990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event deleted for resources: {'Port': ['ID=6d3748a8-006f-4c8b-9205-30d83b501844,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:01.487207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48589f43-fb88-4951-97df-3e133a019776 req-f719ecad-75c3-4f52-bf1a-85d8983ba2a6 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922246 Aug 16 22:15:01.506489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] No DVR routers for this DVR port 6d3748a8-006f-4c8b-9205-30d83b501844 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:01.509253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:01.511967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2ad8a02-882d-40a4-960a-fae8d01530b4 req-e15b1098-9618-4114-817d-8d660df84ead tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "DELETE /v2.0/ports/6d3748a8-006f-4c8b-9205-30d83b501844 HTTP/1.1" status: 204 len: 173 time: 0.5157104 Aug 16 22:15:01.512431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'name': 'network-vif-deleted', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:01.514713 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80894873-1de8-4ee2-9483-dba07398f709" -d '{"events": [{"server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "name": "network-vif-deleted", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:01.559738 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d1df7-1125-4a58-b77e-595f843797bf x-openstack-request-id: req-697d1df7-1125-4a58-b77e-595f843797bf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:01.560258 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b3037-98d0-4d8e-8bf8-5e5519a36c20", "name": "network-vif-deleted", "tag": "6d3748a8-006f-4c8b-9205-30d83b501844", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:01.560698 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-697d1df7-1125-4a58-b77e-595f843797bf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:01.561307 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9b3037-98d0-4d8e-8bf8-5e5519a36c20', 'name': 'network-vif-deleted', 'tag': '6d3748a8-006f-4c8b-9205-30d83b501844', 'status': 'completed', 'code': 200} Aug 16 22:15:01.725114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efc991-d074-48c4-8aed-58cdf943c6f0 req-f1c17aee-8c6c-4dae-8b02-601da02dfd4f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:01.726746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5efc991-d074-48c4-8aed-58cdf943c6f0 req-f1c17aee-8c6c-4dae-8b02-601da02dfd4f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 943 time: 0.0636148 Aug 16 22:15:01.779753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5efc991-d074-48c4-8aed-58cdf943c6f0 req-bbbf4833-1898-47e4-8f17-8de044bd75c0 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Aug 16 22:15:02.050406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e95d946f-459f-43b0-a7cb-98ebc4f6980a details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:15:02.150885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:02.167267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'mac_address': 'fa:16:3e:5a:ff:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:15:02.204119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.216891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95d946f-459f-43b0-a7cb-98ebc4f6980a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:02.240519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:02.244227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:02.290343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:02.765516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf349-6430-480e-b090-e2938de2ee42 req-dde2aec1-7c4c-468f-8d7c-0474cba337b2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:02.767152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa0cf349-6430-480e-b090-e2938de2ee42 req-dde2aec1-7c4c-468f-8d7c-0474cba337b2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 950 time: 0.0515773 Aug 16 22:15:02.807928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa0cf349-6430-480e-b090-e2938de2ee42 req-88cc4fa8-7c17-4715-92d6-1e40fd5704e4 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Aug 16 22:15:02.924358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf15b1-9e92-4761-a71e-a41994c2d85f req-dbeeb973-81b5-4b87-bcca-19e0e6344caf tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:02.926038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8bf15b1-9e92-4761-a71e-a41994c2d85f req-dbeeb973-81b5-4b87-bcca-19e0e6344caf tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 944 time: 0.0503805 Aug 16 22:15:02.934622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['e95d946f-459f-43b0-a7cb-98ebc4f6980a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:02.974697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8bf15b1-9e92-4761-a71e-a41994c2d85f req-4aa05b52-cfb6-47a4-bca4-1de4784151bd tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Aug 16 22:15:03.936231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43896cd9-58e1-4e1b-934b-8a34457a9218 req-7d7d8aac-caeb-4045-80f9-a146d39118d2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:03.941594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43896cd9-58e1-4e1b-934b-8a34457a9218 req-7d7d8aac-caeb-4045-80f9-a146d39118d2 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 950 time: 0.0567737 Aug 16 22:15:03.978978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43896cd9-58e1-4e1b-934b-8a34457a9218 req-14da13cf-03b7-4ecb-8cad-16f7e4e6fb2c tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 16 22:15:04.104718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb8f4c-5beb-4ae2-a547-d574b00e0c12 req-03e370a7-8e72-43b2-b63f-44719dd46028 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:04.106245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17fb8f4c-5beb-4ae2-a547-d574b00e0c12 req-03e370a7-8e72-43b2-b63f-44719dd46028 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 944 time: 0.0613739 Aug 16 22:15:04.149607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17fb8f4c-5beb-4ae2-a547-d574b00e0c12 req-e49d457b-0e93-4aa3-b3cc-026f9c4e8d3b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368357 Aug 16 22:15:04.388544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-f92b5d2a-c32e-4d6f-a1cb-14e0426b872b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:04.390046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-f92b5d2a-c32e-4d6f-a1cb-14e0426b872b tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 950 time: 0.0519509 Aug 16 22:15:04.490588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Deleting port 95c58855-00af-4ddf-86ee-6e560576c21b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:04.490939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:04.583070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] For port 95c58855-00af-4ddf-86ee-6e560576c21b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=95c58855-00af-4ddf-86ee-6e560576c21b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:04.583443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:04.599526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Calling delete_port for 95c58855-00af-4ddf-86ee-6e560576c21b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:04.737406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:04.766033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event deleted for resources: {'Port': ['ID=95c58855-00af-4ddf-86ee-6e560576c21b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:04.771237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['95c58855-00af-4ddf-86ee-6e560576c21b', '3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:04.811868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] No DVR routers for this DVR port 95c58855-00af-4ddf-86ee-6e560576c21b on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:04.816324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:04.818530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f9deeec-f43e-48ae-a198-7455c6eec428 req-6e49a244-1df2-42be-8ef0-a92a4e06ae22 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "DELETE /v2.0/ports/95c58855-00af-4ddf-86ee-6e560576c21b HTTP/1.1" status: 204 len: 173 time: 0.4224849 Aug 16 22:15:04.819034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'name': 'network-vif-deleted', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:04.822009 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca5c59-7f93-44fe-ba74-3f511db10e87" -d '{"events": [{"server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "name": "network-vif-deleted", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:04.861342 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a503b7e0-bb32-4352-abb2-bea7e078f7be x-openstack-request-id: req-a503b7e0-bb32-4352-abb2-bea7e078f7be {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:04.861841 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fc28dc-11f0-4cb3-a6b3-025e29767cbe", "name": "network-vif-deleted", "tag": "95c58855-00af-4ddf-86ee-6e560576c21b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:04.863016 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a503b7e0-bb32-4352-abb2-bea7e078f7be {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:04.863605 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fc28dc-11f0-4cb3-a6b3-025e29767cbe', 'name': 'network-vif-deleted', 'tag': '95c58855-00af-4ddf-86ee-6e560576c21b', 'status': 'completed', 'code': 200} Aug 16 22:15:05.093323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6d3748a8-006f-4c8b-9205-30d83b501844 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:05.096299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f5c7261-a58c-4e85-b677-e02690eb060e req-b2308d39-8d83-42f9-817d-ee8dc52d5ee0 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fc28dc-11f0-4cb3-a6b3-025e29767cbe HTTP/1.1" status: 200 len: 210 time: 0.0310967 Aug 16 22:15:05.117455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 6d3748a8-006f-4c8b-9205-30d83b501844 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:05.117806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6d3748a8-006f-4c8b-9205-30d83b501844 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:05.300592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed720a-af5e-4447-b2e5-d2d10198a2ba req-5625aea0-a35a-4013-bb6a-b942f3b60c60 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:05.308194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61ed720a-af5e-4447-b2e5-d2d10198a2ba req-5625aea0-a35a-4013-bb6a-b942f3b60c60 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 944 time: 0.0774369 Aug 16 22:15:05.353725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61ed720a-af5e-4447-b2e5-d2d10198a2ba req-c418a5a5-00d3-49d8-bebc-c1fb6687dea3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Aug 16 22:15:06.041358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e95d946f-459f-43b0-a7cb-98ebc4f6980a up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:06.092337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port e95d946f-459f-43b0-a7cb-98ebc4f6980a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:06.095323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port e95d946f-459f-43b0-a7cb-98ebc4f6980a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:06.096524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:06.187336 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:06.214562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:06.216805 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c4b966-9a53-43f2-a569-dad539fcc8c1" -d '{"events": [{"server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "name": "network-vif-plugged", "status": "completed", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:06.230598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:06.235344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:06.292588 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f429b-c106-4392-bf0b-8b628b8636b2 x-openstack-request-id: req-cf6f429b-c106-4392-bf0b-8b628b8636b2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:06.293954 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "name": "network-vif-plugged", "status": "completed", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:06.294268 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf6f429b-c106-4392-bf0b-8b628b8636b2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:06.294675 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'code': 200} Aug 16 22:15:06.309532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:06.434786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555cd45-0d31-4ff6-84fe-f010653673e4 req-c53a943a-d5ff-4579-8e78-db458aa29ac7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:06.436401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1555cd45-0d31-4ff6-84fe-f010653673e4 req-c53a943a-d5ff-4579-8e78-db458aa29ac7 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.0791719 Aug 16 22:15:06.463065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4b26-a9cd-4547-a38a-5289c63ab485 req-791df497-899b-420d-9e11-0bccf4717779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:06.464697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bba4b26-a9cd-4547-a38a-5289c63ab485 req-791df497-899b-420d-9e11-0bccf4717779 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1097 time: 0.0658858 Aug 16 22:15:06.498675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1555cd45-0d31-4ff6-84fe-f010653673e4 req-ca516f5a-b5d7-41d0-97a6-920047638122 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Aug 16 22:15:06.516395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bba4b26-a9cd-4547-a38a-5289c63ab485 req-28e841bf-e0e0-4ecc-9c3c-68f492f64fe5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Aug 16 22:15:06.584872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad92d3-efb0-43be-8797-f6f2c6439db3 req-7c91e2e0-9180-497c-941c-e4a8054d4452 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:06.586323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afad92d3-efb0-43be-8797-f6f2c6439db3 req-7c91e2e0-9180-497c-941c-e4a8054d4452 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0501788 Aug 16 22:15:06.627128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afad92d3-efb0-43be-8797-f6f2c6439db3 req-ab6a4ef8-0aad-4249-9f1d-fb7e2ff1db57 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Aug 16 22:15:07.630484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b8581-b279-4f32-8298-27e56f402232 req-00684ea0-a7c3-4bec-a108-b1463c5a0738 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:07.631951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a36b8581-b279-4f32-8298-27e56f402232 req-00684ea0-a7c3-4bec-a108-b1463c5a0738 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.0626757 Aug 16 22:15:07.677177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a36b8581-b279-4f32-8298-27e56f402232 req-bc92fde7-8241-4cb8-9402-651b02a6ad4a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Aug 16 22:15:07.746919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d689da-96ae-4c14-8e05-ff658dd640d5 req-8c7ee87e-3bbf-4048-b9fb-d83cb6e82c61 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:07.748380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1d689da-96ae-4c14-8e05-ff658dd640d5 req-8c7ee87e-3bbf-4048-b9fb-d83cb6e82c61 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Aug 16 22:15:07.785892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1d689da-96ae-4c14-8e05-ff658dd640d5 req-0fff2281-e636-40a6-9250-ea4c4be7bda1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Aug 16 22:15:07.990219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-ea1185fc-f75a-4f6f-bc78-dec3c147fb10 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:07.991580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-ea1185fc-f75a-4f6f-bc78-dec3c147fb10 tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 951 time: 0.0533974 Aug 16 22:15:08.090159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Deleting port 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:08.090512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:08.177879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] For port 3dcf3731-6f8c-48b7-8595-679b7852313f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3dcf3731-6f8c-48b7-8595-679b7852313f,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:08.178251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:08.189690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Calling delete_port for 3dcf3731-6f8c-48b7-8595-679b7852313f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:08.328114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:08.358448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Pushing event deleted for resources: {'Port': ['ID=3dcf3731-6f8c-48b7-8595-679b7852313f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:08.362499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3dcf3731-6f8c-48b7-8595-679b7852313f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:08.403259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] No DVR routers for this DVR port 3dcf3731-6f8c-48b7-8595-679b7852313f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:08.405777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:08.408446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff1d9c06-717f-4740-a3d7-70564bb9f6bc req-e5b21e29-c711-4892-80a7-7d43a36aa59a tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.89 "DELETE /v2.0/ports/3dcf3731-6f8c-48b7-8595-679b7852313f HTTP/1.1" status: 204 len: 173 time: 0.4107294 Aug 16 22:15:08.408891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-deleted', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:08.411728 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65122208-7fbb-4bd4-b412-3d8c728386ef" -d '{"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-deleted", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:08.451202 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f493d5f-4fab-47a6-8674-a8d6692178dd x-openstack-request-id: req-0f493d5f-4fab-47a6-8674-a8d6692178dd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:08.451487 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040cfc4a-dbd5-4a18-9a6d-a8530ab3a382", "name": "network-vif-deleted", "tag": "3dcf3731-6f8c-48b7-8595-679b7852313f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:08.451758 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f493d5f-4fab-47a6-8674-a8d6692178dd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:08.452149 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040cfc4a-dbd5-4a18-9a6d-a8530ab3a382', 'name': 'network-vif-deleted', 'tag': '3dcf3731-6f8c-48b7-8595-679b7852313f', 'status': 'completed', 'code': 200} Aug 16 22:15:08.784831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-831b0bb4-fe3c-4b4e-b1e9-e9e8201d32d8 req-3c21245f-e76d-4a7d-8b6f-aec705bb7e3f tempest-ServersAdminTestJSON-834988733 tempest-ServersAdminTestJSON-834988733-project] 10.222.0.22 "GET /v2.0/ports?device_id=040cfc4a-dbd5-4a18-9a6d-a8530ab3a382 HTTP/1.1" status: 200 len: 210 time: 0.0257576 Aug 16 22:15:08.913678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e020a76-0bef-4447-958b-29a697e58215 req-a33b4adb-45b0-41bc-b911-5223e74b39e6 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:08.915284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e020a76-0bef-4447-958b-29a697e58215 req-a33b4adb-45b0-41bc-b911-5223e74b39e6 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Aug 16 22:15:08.958142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e020a76-0bef-4447-958b-29a697e58215 req-e3b2a8b4-e491-4741-afa8-6dd7cd72fd81 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365756 Aug 16 22:15:09.106869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 95c58855-00af-4ddf-86ee-6e560576c21b no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:09.127592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 95c58855-00af-4ddf-86ee-6e560576c21b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:09.127996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 95c58855-00af-4ddf-86ee-6e560576c21b not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:09.207530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-c7dd1500-4c89-4430-82aa-7be0bbb53d50 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 258 time: 0.2139866 Aug 16 22:15:09.216960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:09.238753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.351130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.455321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Allocated IP 172.25.8.141 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/4e634b9d-b4c9-4f77-9df2-cbcb4109c750) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:09.556975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.595515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.632190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:09.636818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:09.640307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:09.663121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event updated for resources: {'Port': ['ID=4e634b9d-b4c9-4f77-9df2-cbcb4109c750,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:09.730183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.763785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.913508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.917767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:09.984480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event updated for resources: {'Port': ['ID=4e634b9d-b4c9-4f77-9df2-cbcb4109c750,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:09.997245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.013791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.015050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-1a510f8f-9ed7-4e14-945a-66ae14d51ac1 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8021145 Aug 16 22:15:10.058511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:10.093742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-2fdcb6ec-62d0-4ac2-a7c5-b2cfcde12c41 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.0719161 Aug 16 22:15:10.194223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30d07818-d3c0-49c5-a960-8914e185739d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d71ae9b7b0ca4a73a69c208106493062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322961 Aug 16 22:15:10.194449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:10.198969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-420d8ed4-3ce0-41ef-a7cc-0beecc69be9c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:10.200408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-420d8ed4-3ce0-41ef-a7cc-0beecc69be9c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1010892 Aug 16 22:15:10.211992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-9e41c315-8c27-4525-82b5-0454d03d532f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:15:10.212621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ddf8e08-7bd2-48a5-a7ae-fa197c1e8397 req-9e41c315-8c27-4525-82b5-0454d03d532f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063598 Aug 16 22:15:10.246395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.267912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.326469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.329358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.331039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b26b8d0-eff6-477c-9a7a-58ea82bd43d6 HTTP/1.1" status: 204 len: 168 time: 0.1356964 Aug 16 22:15:10.339443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26b8d0-eff6-477c-9a7a-58ea82bd43d6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:10.348677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.349152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.349579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.349987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.350565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.351255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.351664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.352075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.352474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.352874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.353410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.353694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271567bd-9b89-487d-b184-77bd1e70c217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:10.365868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-b4329392-042d-4a11-9e92-73a6993f900d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:10.367437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-b4329392-042d-4a11-9e92-73a6993f900d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0969694 Aug 16 22:15:10.423394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-7d3d0cc6-fff3-4e1c-bb19-a42a8410323f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 696 time: 0.0499709 Aug 16 22:15:10.433724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'floatingip': {'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:10.482739 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.624777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:10.668341 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-285ce08d-400a-4689-8727-f6ccd3b10623 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c182b23697dc46378e09cce0cda1eb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421600 Aug 16 22:15:10.671948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:10.733928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.758662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.810342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.813946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:10.815490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/578071df-fa83-414b-9e3a-5da340d9158f HTTP/1.1" status: 204 len: 168 time: 0.1425850 Aug 16 22:15:10.823644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd278c5-b8da-4005-b166-07bfa15b31f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578071df-fa83-414b-9e3a-5da340d9158f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:11.263401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.268069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.371076 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Floating IP d92db878-8c15-4533-9c4c-2cd2d8bec77a associated. External IP: 172.25.8.141, port: e95d946f-459f-43b0-a7cb-98ebc4f6980a. Aug 16 22:15:11.520205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:11.595033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Router 5afe9015-594c-42fd-9721-c79ec1152a4a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:11.643099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-316759021-network', 'tenant_id': '3f505cf4351c411fb7e46bfc2d7a60fe'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:11.700844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Made reservation on behalf of 3f505cf4351c411fb7e46bfc2d7a60fe for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:11.703110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.716128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.740335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:11.746291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.751207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Sync routers for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:11.760636 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:11.761283 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:11.781466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-f87263b6-3562-449d-b05e-05ed49b8369b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "PUT /v2.0/floatingips/d92db878-8c15-4533-9c4c-2cd2d8bec77a HTTP/1.1" status: 200 len: 996 time: 1.3517647 Aug 16 22:15:11.785406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:11.787791 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316" -d '{"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:11.872882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-11c90bed-ab64-4bcd-b19d-c4986df72ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:11.874548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-11c90bed-ab64-4bcd-b19d-c4986df72ab9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1097 time: 0.0719044 Aug 16 22:15:11.877277 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:11.899069 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c7d4d-2cf7-4b81-84e5-b0463a131b97 x-openstack-request-id: req-fb9c7d4d-2cf7-4b81-84e5-b0463a131b97 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:11.899371 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:11.899818 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb9c7d4d-2cf7-4b81-84e5-b0463a131b97 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:11.900218 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'status': 'completed', 'code': 200} Aug 16 22:15:11.942136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.950325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:11.982247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:12.048155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.048415 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Added segment be317ef4-ab62-44e6-9477-fea841651c59 of type vlan for network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 Aug 16 22:15:12.050529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a39947-a6a7-4ccd-b361-13f96f9ffdeb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:12.067111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-53f93a0b-595b-4aaa-b325-18814f50783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.068626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-53f93a0b-595b-4aaa-b325-18814f50783e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 929 time: 0.1830351 Aug 16 22:15:12.105960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-62c8da9d-f6e5-4dbd-a123-ab6561f3ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.107471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-62c8da9d-f6e5-4dbd-a123-ab6561f3ddb4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1097 time: 0.1295044 Aug 16 22:15:12.130549 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd92db878-8c15-4533-9c4c-2cd2d8bec77a', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'mac_address': 'fa:16:3e:5a:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677274f-e467-4708-857b-d7f0bba74921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:09Z', 'updated_at': '2021-08-16T22:15:11Z', 'revision_number': 1, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:12.156724 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Checking router: 5afe9015-594c-42fd-9721-c79ec1152a4a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:12.157482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.164899 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:12.165536 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:12.233520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-bb89ec97-d568-4386-aeaa-5973123bc378 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 999 time: 0.1423082 Aug 16 22:15:12.253800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.254718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.255299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.271062 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:12.354277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8328896 Aug 16 22:15:12.357441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:12.363249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Request body: {'subnet': {'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-316759021-subnet', 'tenant_id': '3f505cf4351c411fb7e46bfc2d7a60fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:12.363882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-389239fe-e1ba-4ebf-bab1-f8945e6f9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.365431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-389239fe-e1ba-4ebf-bab1-f8945e6f9f72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 929 time: 0.2236650 Aug 16 22:15:12.368773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-2eb9b77e-e84c-4200-91e3-3348ea15309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.370500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-2eb9b77e-e84c-4200-91e3-3348ea15309f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.1291466 Aug 16 22:15:12.373585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f50f-e828-49eb-960b-c8589428ca5d admin admin] Pushing event updated for resources: {'Network': ['ID=3488e80e-aac5-413a-8629-fdbbd6ea3bd4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:12.389368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:12.420356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Made reservation on behalf of 3f505cf4351c411fb7e46bfc2d7a60fe for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:12.425973 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.490942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-dcb22410-916d-4661-a4d3-9e26681a6438 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 999 time: 0.1102059 Aug 16 22:15:12.498353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-0ceaf77d-162c-4dc4-a28c-a1f24c1678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.499924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-0ceaf77d-162c-4dc4-a28c-a1f24c1678a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208732 Aug 16 22:15:12.585482 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd92db878-8c15-4533-9c4c-2cd2d8bec77a', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'mac_address': 'fa:16:3e:5a:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677274f-e467-4708-857b-d7f0bba74921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:09Z', 'updated_at': '2021-08-16T22:15:11Z', 'revision_number': 1, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:12.617426 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934614-d8f9-4400-aa82-9888f583c14b None None] The sync data for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 is: [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd92db878-8c15-4533-9c4c-2cd2d8bec77a', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'mac_address': 'fa:16:3e:5a:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677274f-e467-4708-857b-d7f0bba74921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:15:09Z', 'updated_at': '2021-08-16T22:15:11Z', 'revision_number': 1, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:12.620739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-63e563d1-7b52-4d6c-b22c-201e3b1ee3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.622330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-63e563d1-7b52-4d6c-b22c-201e3b1ee3bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.0685396 Aug 16 22:15:12.642558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-99522251-81a2-4b54-b9e8-009717666496 service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341465 Aug 16 22:15:12.675318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.741642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-bc6fee5c-ae2c-4790-8db1-fd60e93ac58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.743177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-bc6fee5c-ae2c-4790-8db1-fd60e93ac58d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996847 Aug 16 22:15:12.748882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Checking segment: {'id': 'be317ef4-ab62-44e6-9477-fea841651c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:12.749295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Network hostable DHCP agents. Network: 3488e80e-aac5-413a-8629-fdbbd6ea3bd4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:12.752712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e86eda-bd9a-4d81-be49-aef08d6ddf02,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:12.768895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:12.777897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3488e80e-aac5-413a-8629-fdbbd6ea3bd4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:12.782700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:12.783354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:12.790244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff74367-e867-4f3c-9955-39fb16de5a2b None None] Network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:12.809811 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-75393b2f-5895-4140-97d1-4c46b32903b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4471228 Aug 16 22:15:12.823261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701165bc-9a96-421a-80d1-4d8bedf8eba3 req-4dc5ccad-3f8f-43b9-adc9-5197adf7d71f service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704507 Aug 16 22:15:12.896009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-51b9dbb8-e369-42fe-ae13-56b11510a9fa service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438878 Aug 16 22:15:12.965522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b927148-d6c9-4d8f-9f03-5104e3b6f9b3 None None] New status for floating IP d92db878-8c15-4533-9c4c-2cd2d8bec77a: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:15:13.036993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67b19c-79d9-47f9-b8ec-a8cab988ef83 None None] Network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:13.075236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49436bc-5190-4767-b13a-ee109782f4da req-18c63bf2-7f32-4757-bea0-19ceeedbbb5a tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 258 time: 0.1968806 Aug 16 22:15:13.084247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-056e2fc6-78bc-4238-ae6c-fc97d3fa0316 req-c69cd43e-cacb-4fe6-b77c-8e21c81ab10a service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731465 Aug 16 22:15:13.089305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:13.111604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.128813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:13.192893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 3dcf3731-6f8c-48b7-8595-679b7852313f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:13.193265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3dcf3731-6f8c-48b7-8595-679b7852313f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:13.455798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.457735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:13.467674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-215626169-network', 'tenant_id': 'b6dcc095edac429c9a6ada5c8025fc38'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:13.491432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Made reservation on behalf of b6dcc095edac429c9a6ada5c8025fc38 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:13.493898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.504040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.586126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28902a00-828e-4c36-bf54-52a119093947 req-04748ca0-ca08-49fd-b2f8-f629088fada5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:13.587648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28902a00-828e-4c36-bf54-52a119093947 req-04748ca0-ca08-49fd-b2f8-f629088fada5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 946 time: 0.0894253 Aug 16 22:15:13.598433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.602243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.627136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:13.632988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Allocated IP 172.25.8.33 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/12189683-48b7-495f-978e-49f79555a4da) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:13.637964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47050f81-91ff-4f1f-ab11-327484268b19,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:13.646462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.646814 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Added segment 64a81ab1-1e60-45d4-9f5d-41d0128c90ba of type vlan for network c33796d6-84ae-4469-a8f0-6d6b03184427 Aug 16 22:15:13.654577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28902a00-828e-4c36-bf54-52a119093947 req-a131bd41-9275-45af-8eeb-878fcb067109 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Aug 16 22:15:13.694849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.724525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.725531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:13.726125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.750987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.777061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3169768 Aug 16 22:15:13.779767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:13.793746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Request body: {'subnet': {'network_id': 'c33796d6-84ae-4469-a8f0-6d6b03184427', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-215626169-subnet', 'tenant_id': 'b6dcc095edac429c9a6ada5c8025fc38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:13.804257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.807591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367d31-d425-46de-9bab-572865b7f4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c33796d6-84ae-4469-a8f0-6d6b03184427,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:13.819442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c33796d6-84ae-4469-a8f0-6d6b03184427 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:13.829646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Made reservation on behalf of b6dcc095edac429c9a6ada5c8025fc38 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:13.832489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.844467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:13.851982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:13.857370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:13.886438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event updated for resources: {'Port': ['ID=12189683-48b7-495f-978e-49f79555a4da,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:13.958290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:13.993392 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.022914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.051637 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.077469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd69b6f0-e78b-45aa-9c9e-23996e0edeb5,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:14.095805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Checking segment: {'id': '64a81ab1-1e60-45d4-9f5d-41d0128c90ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c33796d6-84ae-4469-a8f0-6d6b03184427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:14.096824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Network hostable DHCP agents. Network: c33796d6-84ae-4469-a8f0-6d6b03184427, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:14.115582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Network c33796d6-84ae-4469-a8f0-6d6b03184427 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:14.128493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c33796d6-84ae-4469-a8f0-6d6b03184427) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:14.136990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:14.137725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.142017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82310f-7532-4525-9257-9c3431125f5c None None] Network c33796d6-84ae-4469-a8f0-6d6b03184427 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:14.159650 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a4f28254-be5a-4851-a8f1-a720b552c25b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3778634 Aug 16 22:15:14.168040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.174410 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.248414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event updated for resources: {'Port': ['ID=12189683-48b7-495f-978e-49f79555a4da,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:14.259293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.273889 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.275328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49436bc-5190-4767-b13a-ee109782f4da req-db3503c0-d7bd-4e6b-a877-49680f67ed48 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1901534 Aug 16 22:15:14.291883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a028cb-b5bf-4bb9-a164-c113214f6805 None None] Network c33796d6-84ae-4469-a8f0-6d6b03184427 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:14.335870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49436bc-5190-4767-b13a-ee109782f4da req-fb1a71b9-0eee-4f59-a16c-bb675603d4d7 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0496249 Aug 16 22:15:14.454272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49436bc-5190-4767-b13a-ee109782f4da req-618d6f6b-b8a1-4c81-ad77-2e0b206c6e94 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:14.455668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49436bc-5190-4767-b13a-ee109782f4da req-618d6f6b-b8a1-4c81-ad77-2e0b206c6e94 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1119523 Aug 16 22:15:14.560733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-332d0127-97fd-4ec6-9ec0-d7af71f197a0 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:14.562256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-332d0127-97fd-4ec6-9ec0-d7af71f197a0 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0512707 Aug 16 22:15:14.651483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-8a9bcd34-95bd-4e90-964e-2534d8b847eb tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0796463 Aug 16 22:15:14.664792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-7971a67c-7976-4089-a6f6-76f41cac7412 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'floatingip': {'port_id': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:14.709895 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-7971a67c-7976-4089-a6f6-76f41cac7412 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:14.794616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-66d7ba92-864c-4f63-b564-b0ea1d3068e1 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:14.796077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-66d7ba92-864c-4f63-b564-b0ea1d3068e1 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/networks?id=3488e80e-aac5-413a-8629-fdbbd6ea3bd4 HTTP/1.1" status: 200 len: 814 time: 0.2329161 Aug 16 22:15:14.833114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-583153e6-f7bf-4b7d-89d6-2a9cdb7f9450 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/quotas/3f505cf4351c411fb7e46bfc2d7a60fe HTTP/1.1" status: 200 len: 375 time: 0.0288398 Aug 16 22:15:14.878028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-570cdf37-40f0-4f48-8850-c1f35d699678 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f505cf4351c411fb7e46bfc2d7a60fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383325 Aug 16 22:15:15.053292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-ea42fb3a-9278-4244-9da9-2620c28b689d service neutron] 10.222.0.22 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439276 Aug 16 22:15:15.054650 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-7971a67c-7976-4089-a6f6-76f41cac7412 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:15:15.055587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7835a87e-e33d-412b-97a4-200b7195dd65 req-7971a67c-7976-4089-a6f6-76f41cac7412 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "PUT /v2.0/floatingips/79d84e23-bdb0-4474-87d0-943f643a290d HTTP/1.1" status: 409 len: 549 time: 0.3966503 Aug 16 22:15:15.178940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030486f-9bfd-494e-ac25-211fa8d0b7a9 req-e01f4014-cf53-4921-b5fd-5711e09db7cb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:15.180388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9030486f-9bfd-494e-ac25-211fa8d0b7a9 req-e01f4014-cf53-4921-b5fd-5711e09db7cb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 946 time: 0.0734704 Aug 16 22:15:15.182625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-c829d423-ecba-4140-bb75-5a0482f1e5cc service neutron] 10.222.0.22 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233766 Aug 16 22:15:15.220718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9030486f-9bfd-494e-ac25-211fa8d0b7a9 req-281d4bd0-8096-480f-9a61-e076c624df68 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Aug 16 22:15:15.453639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-6da55b83-30a5-45a3-9500-5aa51e14d267 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips/79d84e23-bdb0-4474-87d0-943f643a290d HTTP/1.1" status: 200 len: 692 time: 0.0795300 Aug 16 22:15:15.484302 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcd3-ed19-43b8-897b-fe6b6f1d84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:15.534984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-126972fd-35be-4976-9ddf-74880d1072a4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:15.536550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-126972fd-35be-4976-9ddf-74880d1072a4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 946 time: 0.1188347 Aug 16 22:15:15.628254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78c5f7b9-0bbc-4086-9ae3-d60db3d0fc7d req-14c142f1-74a6-47c6-b703-655546b4df90 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 210 time: 0.0452182 Aug 16 22:15:15.673796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-bc19b9b8-9349-473d-97e0-bc055abf1b27 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:15.675430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-bc19b9b8-9349-473d-97e0-bc055abf1b27 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2155390 Aug 16 22:15:15.737050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-7fa7f00a-a824-42bb-a27e-17c8fad9ee88 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0533330 Aug 16 22:15:15.756389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:15.756730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:15.825864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-5877e383-a721-4976-82d6-aade33b05668 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.33 HTTP/1.1" status: 200 len: 695 time: 0.0825176 Aug 16 22:15:15.976850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 5a7a2843-6b8b-4c46-bbb4-fa1650491280, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5a7a2843-6b8b-4c46-bbb4-fa1650491280,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:15.977267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:15.992992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 5a7a2843-6b8b-4c46-bbb4-fa1650491280 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:16.047254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Deleting port 12189683-48b7-495f-978e-49f79555a4da {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:16.047599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.149525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.149862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.184267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Calling delete_port for 12189683-48b7-495f-978e-49f79555a4da owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:16.237020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.271946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['5a7a2843-6b8b-4c46-bbb4-fa1650491280'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:16.491991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-3b29a350-b7df-4575-b142-7c550cd1c866 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:16.493917 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-3b29a350-b7df-4575-b142-7c550cd1c866 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.89 "GET /v2.0/networks?id=3488e80e-aac5-413a-8629-fdbbd6ea3bd4 HTTP/1.1" status: 200 len: 814 time: 0.1176629 Aug 16 22:15:16.523182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Request body: {'port': {'device_id': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4', 'admin_state_up': True, 'tenant_id': '3f505cf4351c411fb7e46bfc2d7a60fe'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:16.531258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=5a7a2843-6b8b-4c46-bbb4-fa1650491280,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:16.569794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95f94bc8-71af-48b6-b741-7b5a5b4cdde9 req-745ae8be-84f5-493a-82b9-bab874512ad8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0418270 Aug 16 22:15:16.604620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 5a7a2843-6b8b-4c46-bbb4-fa1650491280 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:16.608054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.610607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e3fcb7-b11c-48cb-9264-7b2186ff061b req-f2a23a70-23b7-42a7-857b-28e846c131ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "DELETE /v2.0/ports/5a7a2843-6b8b-4c46-bbb4-fa1650491280 HTTP/1.1" status: 204 len: 173 time: 1.0623002 Aug 16 22:15:16.611064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'name': 'network-vif-deleted', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:16.613357 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f787e4-b1c4-470f-a2c3-250d7c64c7c8" -d '{"events": [{"server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "name": "network-vif-deleted", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:16.653577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Made reservation on behalf of 3f505cf4351c411fb7e46bfc2d7a60fe for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:16.657746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.695931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.731587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event deleted for resources: {'Port': ['ID=12189683-48b7-495f-978e-49f79555a4da,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:16.802734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.805846 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:16.817205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Allocated IP 172.20.0.14 (3488e80e-aac5-413a-8629-fdbbd6ea3bd4/f1e86eda-bd9a-4d81-be49-aef08d6ddf02/7c29a68b-17bd-40b3-b293-7b96c552d0f1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:16.817672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c05f0d6-e212-40d9-9b62-5b08b2b89819 req-b66fe411-e8de-43eb-9acf-aede0d8fa50e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "DELETE /v2.0/floatingips/79d84e23-bdb0-4474-87d0-943f643a290d HTTP/1.1" status: 204 len: 173 time: 0.9823205 Aug 16 22:15:16.945344 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679231f4-bddf-4069-b88f-75b590ec6f2e x-openstack-request-id: req-679231f4-bddf-4069-b88f-75b590ec6f2e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:16.948748 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2639a6e-7440-4a56-93bc-a4f61b501214", "name": "network-vif-deleted", "tag": "5a7a2843-6b8b-4c46-bbb4-fa1650491280", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:16.948748 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-679231f4-bddf-4069-b88f-75b590ec6f2e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:16.948748 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2639a6e-7440-4a56-93bc-a4f61b501214', 'name': 'network-vif-deleted', 'tag': '5a7a2843-6b8b-4c46-bbb4-fa1650491280', 'status': 'completed', 'code': 200} Aug 16 22:15:17.001406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.034983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d562972-f6ba-4562-9934-666f578fb157 req-0bdcbf97-3028-4c5f-8979-eee890c57562 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Aug 16 22:15:17.045015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.090038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-0b325f3b-70ee-4e1d-93c6-8bcfe15d67dc tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 1001 time: 0.1301217 Aug 16 22:15:17.100821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:17.106696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:17.112314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:17.144816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-ebfd36e2-e8de-4544-ab48-57520e8da66a tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:17.145725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Pushing event updated for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:17.146387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-ebfd36e2-e8de-4544-ab48-57520e8da66a tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports/e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 942 time: 0.0490949 Aug 16 22:15:17.173099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:17.173849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.188568 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6f6ba9b8-9d87-46e6-9da8-ec899ece0b38 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6688747 Aug 16 22:15:17.207012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Request body: {'port': {'device_id': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:17.255021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-57181788-09b5-4dba-aa62-86b8ffcaf5da tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 1001 time: 0.0660028 Aug 16 22:15:17.261268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.384219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-30601a21-4177-4e93-9271-763c8da0129f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:17.387068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-30601a21-4177-4e93-9271-763c8da0129f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1253471 Aug 16 22:15:17.459242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-b5f7d2ef-1a9e-4d07-8bbe-82c5a6ca8a37 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 1001 time: 0.0651753 Aug 16 22:15:17.472853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:17.533021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.553042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c29a68b-17bd-40b3-b293-7b96c552d0f1 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:17.560683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.574293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Transition to ACTIVE for port object 7c29a68b-17bd-40b3-b293-7b96c552d0f1 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:17.579080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.625520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Pushing event updated for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:17.694490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.713596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be5c97eb-2d42-4f80-9e47-6057e18a0099 req-d52877b0-32e3-44aa-b1b0-f6430172333f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0323946 Aug 16 22:15:17.714280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.714537 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Floating IP d92db878-8c15-4533-9c4c-2cd2d8bec77a disassociated. External IP: 172.25.8.141, port: e95d946f-459f-43b0-a7cb-98ebc4f6980a. Aug 16 22:15:17.714996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Attempting to bind port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:17.715403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Attempting to bind port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'be317ef4-ab62-44e6-9477-fea841651c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:17.715802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Attempting to bind port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 on network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:17.721683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 on network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:15:17.722083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Attempting to bind port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 on network 3488e80e-aac5-413a-8629-fdbbd6ea3bd4 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:17.727147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:17.727561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Checking segment: {'id': 'be317ef4-ab62-44e6-9477-fea841651c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:17.728012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Bound using segment: {'id': 'be317ef4-ab62-44e6-9477-fea841651c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:17.728631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Bound port: 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be317ef4-ab62-44e6-9477-fea841651c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:17.729056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.806933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:17.810225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1,segment=NetworkSegment(be317ef4-ab62-44e6-9477-fea841651c59),segment_id=be317ef4-ab62-44e6-9477-fea841651c59)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:17.816110 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.854567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:17.855282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:17.857215 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] 10.222.0.89 "PUT /v2.0/ports/7c29a68b-17bd-40b3-b293-7b96c552d0f1 HTTP/1.1" status: 200 len: 1093 time: 0.6552591 Aug 16 22:15:17.859871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:17.862175 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:17.891551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a549-7b76-4fa7-9842-d86f138a444b service neutron] Pushing event updated for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:17.956630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Router 5afe9015-594c-42fd-9721-c79ec1152a4a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:17.970060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-9826eae0-b02c-4873-97db-0e31d0126727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:17.971636 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-9826eae0-b02c-4873-97db-0e31d0126727 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f505cf4351c411fb7e46bfc2d7a60fe&device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 1096 time: 0.0431938 Aug 16 22:15:18.039114 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-b90f3179-db71-4e97-8d96-96b540a17dae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1 HTTP/1.1" status: 200 len: 217 time: 0.0480020 Aug 16 22:15:18.078301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:18.084081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:18.089887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:18.096486 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Sync routers for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:18.113267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:18.114290 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:14:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:18.114463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-ff74fd8d-fd56-485f-9924-f7cc3fb85142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.116798 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-ff74fd8d-fd56-485f-9924-f7cc3fb85142 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1e86eda-bd9a-4d81-be49-aef08d6ddf02 HTTP/1.1" status: 200 len: 854 time: 0.0665748 Aug 16 22:15:18.139950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-869f3511-7f44-4bd0-8e0a-3f91952e3d7d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "PUT /v2.0/floatingips/d92db878-8c15-4533-9c4c-2cd2d8bec77a HTTP/1.1" status: 200 len: 695 time: 0.6659443 Aug 16 22:15:18.150368 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea16bc4-7306-4f7b-968b-09adcc6a852f x-openstack-request-id: req-fea16bc4-7306-4f7b-968b-09adcc6a852f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:18.150919 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:18.152353 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fea16bc4-7306-4f7b-968b-09adcc6a852f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:18.152964 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1', 'status': 'completed', 'code': 200} Aug 16 22:15:18.174305 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-8c5e8bfc-2274-4c2e-8595-1717753de162 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3488e80e-aac5-413a-8629-fdbbd6ea3bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471890 Aug 16 22:15:18.217642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-85ab342f-6105-48f2-967b-4a14493a67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.225715 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4b40266-fed2-4b2e-8664-cc6d09207d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:18.227644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-85ab342f-6105-48f2-967b-4a14493a67df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1097 time: 0.0814254 Aug 16 22:15:18.270064 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:18.286012 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-0f9c09e4-e76e-4882-8436-9ea19d7f90e7 service neutron] 10.222.0.89 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033645 Aug 16 22:15:18.367146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-81d10a2b-eb4b-4aff-a797-5a9de246773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.368656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-81d10a2b-eb4b-4aff-a797-5a9de246773e service neutron] 10.222.0.22 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 929 time: 0.1364017 Aug 16 22:15:18.414686 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-10132dfa-9932-44a6-826d-17b01e3dc47d req-6149bc7b-3658-44ff-a351-2cd3b64536ba service neutron] 10.222.0.89 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175776 Aug 16 22:15:18.436615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-964c84c9-4cca-459d-9326-07c6c19bf065 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 217 time: 0.0612235 Aug 16 22:15:18.540115 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:18.541130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-1ade9837-555a-4f09-8206-ca4ae8bc03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.549390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-1ade9837-555a-4f09-8206-ca4ae8bc03d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.1028984 Aug 16 22:15:18.558959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-dd347d8f-be3a-419d-8834-0f6a5c06a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.560771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-dd347d8f-be3a-419d-8834-0f6a5c06a2b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3f505cf4351c411fb7e46bfc2d7a60fe&device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 1096 time: 0.0460124 Aug 16 22:15:18.572568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Checking router: 5afe9015-594c-42fd-9721-c79ec1152a4a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:18.582732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:18.583516 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:18.596034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2501ec-f110-477e-8a68-36e618ce57d2 req-3477e193-6126-4618-b74b-29432f994a3e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.597725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc2501ec-f110-477e-8a68-36e618ce57d2 req-3477e193-6126-4618-b74b-29432f994a3e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 944 time: 0.1120555 Aug 16 22:15:18.615621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-ab4ba154-fe7c-4d6f-9189-5b4363a2ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.618720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-ab4ba154-fe7c-4d6f-9189-5b4363a2ec97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680103 Aug 16 22:15:18.657589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc2501ec-f110-477e-8a68-36e618ce57d2 req-47f8f598-41fd-49a7-a166-4b43069abec1 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Aug 16 22:15:18.684716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-6779d28f-35fa-403b-b46b-192b02022645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.686397 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-6779d28f-35fa-403b-b46b-192b02022645 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3488e80e-aac5-413a-8629-fdbbd6ea3bd4 HTTP/1.1" status: 200 len: 914 time: 0.1182778 Aug 16 22:15:18.707235 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:18.734488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-fcda833c-6ff2-476e-a872-ab66b8442571 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1 HTTP/1.1" status: 200 len: 217 time: 0.0398686 Aug 16 22:15:18.786871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-5627c7d9-71d4-4b2f-bd21-17628a83e726 service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419752 Aug 16 22:15:18.810078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-6d1ee017-893b-467b-8253-5f7b97b77841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:18.812104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-6d1ee017-893b-467b-8253-5f7b97b77841 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1e86eda-bd9a-4d81-be49-aef08d6ddf02 HTTP/1.1" status: 200 len: 854 time: 0.0681808 Aug 16 22:15:18.847993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-79c1559e-51d5-402d-af23-96f8eb2433a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3488e80e-aac5-413a-8629-fdbbd6ea3bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282512 Aug 16 22:15:18.881890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22c1d63a-7cdf-43ac-9e55-ce6bb1eb839f req-e0d9a569-6d08-4ce1-96b8-2496774f6f41 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0723922 Aug 16 22:15:18.948461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:18.950937 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d587af4-3777-4bec-9971-2d75f7a49fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:18.971201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54c41f2c-93e7-45d0-a9d0-4552461e5912 req-432615cf-0af2-41ac-8d7f-f1563a2fa2d2 service neutron] 10.222.0.22 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765921 Aug 16 22:15:18.983039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-b946521a-193a-4071-817e-710207da29fd service neutron] 10.222.0.89 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263440 Aug 16 22:15:18.983538 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:19.077524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69767fc-1115-4809-a7f7-0f0530665902 x-openstack-request-id: req-b69767fc-1115-4809-a7f7-0f0530665902 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:19.077768 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:19.078027 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b69767fc-1115-4809-a7f7-0f0530665902 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:19.078986 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'status': 'completed', 'code': 200} Aug 16 22:15:19.124013 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-9f58e2d1-aa5b-49f1-8634-d87188a4ead0 req-8c5f90d3-904b-4d40-8dba-8d729862989e service neutron] 10.222.0.89 "GET /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322992 Aug 16 22:15:19.126463 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309fcd-f47f-4c52-9ac9-d85ee65b688c None None] The sync data for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 is: [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:50Z', 'revision_number': 4, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd8fb3f09-76e2-43dc-ac98-d81880550b6a', 'name': '', 'network_id': 'e3b10f5f-2e29-4d34-aa90-de514babfe92', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'mac_address': 'fa:16:3e:fa:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:49Z', 'updated_at': '2021-08-16T22:14:56Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'subnets': [{'id': '35bc0d37-ab7c-4aa9-be11-d4915f967f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:19.139984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5a7a2843-6b8b-4c46-bbb4-fa1650491280 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:19.144569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:19.181041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 5a7a2843-6b8b-4c46-bbb4-fa1650491280 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:19.181432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5a7a2843-6b8b-4c46-bbb4-fa1650491280 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:19.182770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-245dc916-40de-4ae0-bde3-481ebaa91cad tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips/d92db878-8c15-4533-9c4c-2cd2d8bec77a HTTP/1.1" status: 200 len: 695 time: 0.0805554 Aug 16 22:15:19.285603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-7586a64c-2fc5-491d-9a26-ac9908669308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:19.287122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-7586a64c-2fc5-491d-9a26-ac9908669308 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3ef4fa8709434b52a5df03ff99708330&device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 1097 time: 0.1195192 Aug 16 22:15:19.383290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da35953-7c02-467d-a215-d950fc23dd51 req-a938f5eb-bdf6-41d2-bb9b-ac674064375c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:19.385517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-a938f5eb-bdf6-41d2-bb9b-ac674064375c tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1792922 Aug 16 22:15:19.401017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-e07e53e0-6823-4393-8973-373b075296d8 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:15:19.402240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-e07e53e0-6823-4393-8973-373b075296d8 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078428 Aug 16 22:15:19.469829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb9370-9ae9-4d73-bd2d-6243a9d99f14 None None] New status for floating IP d92db878-8c15-4533-9c4c-2cd2d8bec77a: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:15:19.479194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-e46d4031-78ac-4c7d-a44d-4177222efd5f tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 698 time: 0.0696902 Aug 16 22:15:19.483843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-062435f0-b399-45c8-bd22-9e3d9655bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:19.486563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-062435f0-b399-45c8-bd22-9e3d9655bbab service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 200 len: 929 time: 0.1734362 Aug 16 22:15:19.567591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-bb3618e2-fcfb-4246-8029-e4ded8f95c71 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.141 HTTP/1.1" status: 200 len: 698 time: 0.0800474 Aug 16 22:15:19.568917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-31e8e212-8069-423d-83e8-03990d21fcbf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 200 len: 217 time: 0.0460348 Aug 16 22:15:19.698661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-597a096d-5973-4743-a2a6-97b5cc64c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:19.702249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-597a096d-5973-4743-a2a6-97b5cc64c200 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 200 len: 868 time: 0.1221731 Aug 16 22:15:20.033015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-0ab02689-f045-491c-bb66-e7363576f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:20.034435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-0ab02689-f045-491c-bb66-e7363576f23d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3b10f5f-2e29-4d34-aa90-de514babfe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3109972 Aug 16 22:15:20.049162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914b04-aaf0-44a0-9ba2-664e9623ad12 req-37fda7b3-53e8-4169-96f8-31c1e161d3f1 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:20.050587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1914b04-aaf0-44a0-9ba2-664e9623ad12 req-37fda7b3-53e8-4169-96f8-31c1e161d3f1 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 944 time: 0.3142948 Aug 16 22:15:20.053236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Deleting port 4e634b9d-b4c9-4f77-9df2-cbcb4109c750 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:20.053589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.190059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1914b04-aaf0-44a0-9ba2-664e9623ad12 req-26136c71-cd45-4e00-93f1-bdfd941325fc tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271071 Aug 16 22:15:20.232682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-79a00f42-6bf2-4a50-bc47-375e0021629d service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809125 Aug 16 22:15:20.236656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.236989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.268121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Calling delete_port for 4e634b9d-b4c9-4f77-9df2-cbcb4109c750 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:20.331345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca5c5cda-9ccb-4a89-8e3e-98bc6d5489a5 req-2f29dec1-ddae-4ea3-9dcd-bb9bd474713a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2639a6e-7440-4a56-93bc-a4f61b501214 HTTP/1.1" status: 200 len: 210 time: 0.0760009 Aug 16 22:15:20.426562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d587af4-3777-4bec-9971-2d75f7a49fbd req-21237b2f-7764-4ef2-887f-3e97b70f292b service neutron] 10.222.0.88 "GET /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820719 Aug 16 22:15:20.507376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.537963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event deleted for resources: {'Port': ['ID=4e634b9d-b4c9-4f77-9df2-cbcb4109c750,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:20.607040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.609634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:20.610773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2da35953-7c02-467d-a215-d950fc23dd51 req-76fc86f9-9b81-47f3-8ab9-53a40c93abb3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "DELETE /v2.0/floatingips/d92db878-8c15-4533-9c4c-2cd2d8bec77a HTTP/1.1" status: 204 len: 173 time: 1.0372734 Aug 16 22:15:20.807554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c21c33-174c-4a06-b5ef-18e8e226c473 req-edcef676-efae-45e2-a1bd-c09ae2f7b62e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:20.808967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3c21c33-174c-4a06-b5ef-18e8e226c473 req-edcef676-efae-45e2-a1bd-c09ae2f7b62e tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0535054 Aug 16 22:15:20.849424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3c21c33-174c-4a06-b5ef-18e8e226c473 req-e72505ed-107e-4324-842a-ab23967a3b38 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0346158 Aug 16 22:15:20.906892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94798286-3e77-435c-85dc-0c87053d5b7f req-a5b26fee-32a0-4b3f-acc1-4cb438657199 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0356989 Aug 16 22:15:21.117304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:21.151270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30c4bd-0e0f-4282-b113-b9d779df2cc8 req-cb7fd846-b34c-4fd0-a306-664035257000 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:21.152881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a30c4bd-0e0f-4282-b113-b9d779df2cc8 req-cb7fd846-b34c-4fd0-a306-664035257000 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0648584 Aug 16 22:15:21.156620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7c29a68b-17bd-40b3-b293-7b96c552d0f1 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:15:21.194756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a30c4bd-0e0f-4282-b113-b9d779df2cc8 req-a3c69b54-31a9-413c-a731-f2fcba9bf8e9 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Aug 16 22:15:21.332515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252f706-3ad5-4623-81cd-d2ec54fe18c7 req-5033d960-452d-41e4-8575-fb0b38fda15c tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:21.334005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2252f706-3ad5-4623-81cd-d2ec54fe18c7 req-5033d960-452d-41e4-8575-fb0b38fda15c tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 944 time: 0.0602341 Aug 16 22:15:21.374815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2252f706-3ad5-4623-81cd-d2ec54fe18c7 req-e1b4ae63-922f-455b-a4e0-d60ddaf3d68c tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Aug 16 22:15:21.390346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1,segment=NetworkSegment(be317ef4-ab62-44e6-9477-fea841651c59),segment_id=be317ef4-ab62-44e6-9477-fea841651c59)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:21.401581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '7c29a68b-17bd-40b3-b293-7b96c552d0f1', 'network_id': '3488e80e-aac5-413a-8629-fdbbd6ea3bd4', 'port_id': '7c29a68b-17bd-40b3-b293-7b96c552d0f1', 'mac_address': 'fa:16:3e:aa:be:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e86eda-bd9a-4d81-be49-aef08d6ddf02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:15:21.441675 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:21.455362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c29a68b-17bd-40b3-b293-7b96c552d0f1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:21.477349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1,segment=NetworkSegment(be317ef4-ab62-44e6-9477-fea841651c59),segment_id=be317ef4-ab62-44e6-9477-fea841651c59)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:21.481791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:21.538461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:21.546209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.546602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.547580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.547925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.548262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.548598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.548932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.549527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.549684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.550019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.550421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.550665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:21.826980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7c29a68b-17bd-40b3-b293-7b96c552d0f1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:21.864369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-76babf81-681d-470f-868f-db394cbe864f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:21.865938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-76babf81-681d-470f-868f-db394cbe864f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1073043 Aug 16 22:15:21.882758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-19c756e8-e192-42db-95b8-28ac18a50a45 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0106785 Aug 16 22:15:21.916194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-0539eee1-ba9f-464a-8466-55166e17cee1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267680 Aug 16 22:15:22.010131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-90d07c24-6e8c-4cd8-bdfc-afcdbb00856a service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868194 Aug 16 22:15:22.097585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9a60d34-3463-4981-8196-b00ad7afbe11 req-21a7ef3b-5cf1-4de4-8421-b804a6307859 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814199 Aug 16 22:15:22.277570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3046ef21-4f45-421f-833b-5a2f5da3ed05 req-931428fc-5f6b-41cf-9884-c57cc6ed7454 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=451bfdd7-0079-4f3a-b38a-b9eedbd60eaf HTTP/1.1" status: 200 len: 210 time: 0.0279548 Aug 16 22:15:22.340553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242a77-c7ef-4c86-8418-5bcb2ba8b65f req-dd875e55-5c23-4bf5-a7d8-59ade780e479 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:22.346145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06242a77-c7ef-4c86-8418-5bcb2ba8b65f req-dd875e55-5c23-4bf5-a7d8-59ade780e479 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0703881 Aug 16 22:15:22.386709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06242a77-c7ef-4c86-8418-5bcb2ba8b65f req-246190a7-5979-4c88-952c-ea2c1407b4f3 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Aug 16 22:15:22.447322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:22.524684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf4cfb-4e0c-42e9-81b8-0eccd623c054 req-37e441d8-ef43-4b0d-932a-904a780d312e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:22.527586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccaf4cfb-4e0c-42e9-81b8-0eccd623c054 req-37e441d8-ef43-4b0d-932a-904a780d312e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 945 time: 0.0596759 Aug 16 22:15:22.570094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccaf4cfb-4e0c-42e9-81b8-0eccd623c054 req-bd0e455f-5004-487d-b082-73a823f7837a tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Aug 16 22:15:22.922868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-c7462c14-7c7a-4054-9a09-8b0387058bae tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:22.924345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-c7462c14-7c7a-4054-9a09-8b0387058bae tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1066856 Aug 16 22:15:22.939396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-7617b05b-90ca-4b60-b889-4d0ef7673604 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Aug 16 22:15:22.971408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-3bec3fb3-fc90-41bf-bbf3-5d115c4d8042 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263264 Aug 16 22:15:23.072085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-e5d7d18e-ca7e-4c34-9a0d-cf83ec28987e service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929155 Aug 16 22:15:23.158857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-a8c28e06-57d5-4596-ae52-abb3c714c9f1 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806551 Aug 16 22:15:23.171287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7c29a68b-17bd-40b3-b293-7b96c552d0f1 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:23.222072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:23.225778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:23.226145 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:23.314916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:23.324563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c62374ca-30ae-4c79-a78f-eae018ccac5e req-7fed9fdd-122f-43f2-99e8-c120ffbbb626 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 210 time: 0.0272009 Aug 16 22:15:23.338614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:23.341173 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46f0f84-5e7c-4e46-a1b8-8905e53f94b4" -d '{"events": [{"server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "name": "network-vif-plugged", "status": "completed", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:23.354081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1,segment=NetworkSegment(be317ef4-ab62-44e6-9477-fea841651c59),segment_id=be317ef4-ab62-44e6-9477-fea841651c59)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:23.360730 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:23.387506 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160540f3-6bfa-4a17-8df1-c80bf4e5fa57 x-openstack-request-id: req-160540f3-6bfa-4a17-8df1-c80bf4e5fa57 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:23.387797 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "name": "network-vif-plugged", "status": "completed", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:23.388201 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-160540f3-6bfa-4a17-8df1-c80bf4e5fa57 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:23.388428 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1', 'code': 200} Aug 16 22:15:23.414917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:23.532828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed1a90-ace6-4e95-abd5-305883aa3bad req-03494fbc-e805-4fcc-9b7c-5dc4f0b53aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:23.534854 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aed1a90-ace6-4e95-abd5-305883aa3bad req-03494fbc-e805-4fcc-9b7c-5dc4f0b53aa1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 1098 time: 0.0416527 Aug 16 22:15:23.537963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc473-380c-4643-836d-51b4be6af95d req-30e31e11-11b3-43e6-b071-3bfada059fa4 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:23.540278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deddc473-380c-4643-836d-51b4be6af95d req-30e31e11-11b3-43e6-b071-3bfada059fa4 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0627623 Aug 16 22:15:23.578598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8aed1a90-ace6-4e95-abd5-305883aa3bad req-0861bec0-7567-4d84-bac1-f08aa5c50705 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Aug 16 22:15:23.589039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deddc473-380c-4643-836d-51b4be6af95d req-cc823820-1618-46e4-8385-256463f68839 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/security-groups?id=176b855c-581e-4967-a325-d608f6fe3134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Aug 16 22:15:23.703337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a980f-3c78-46e2-bc98-7b7111808a33 req-b811fbd1-5408-44d0-a5d2-1bff1ff62230 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:23.704858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-237a980f-3c78-46e2-bc98-7b7111808a33 req-b811fbd1-5408-44d0-a5d2-1bff1ff62230 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.0506229 Aug 16 22:15:23.743993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-237a980f-3c78-46e2-bc98-7b7111808a33 req-bd55b511-3b3a-44ce-b687-1e3e73d01fdd tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Aug 16 22:15:24.142035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964738-35ee-4535-963d-ef8ab618c918 req-df6be44f-6f8b-46c4-a034-f34818d4bf5d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:24.143694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52964738-35ee-4535-963d-ef8ab618c918 req-df6be44f-6f8b-46c4-a034-f34818d4bf5d tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.88 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 945 time: 0.0585110 Aug 16 22:15:24.267052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd4c6-6f1a-450b-a89d-d33233567678 req-b36f37a9-dd63-4ae4-9f56-c746ef878e11 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:24.269335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40dfd4c6-6f1a-450b-a89d-d33233567678 req-b36f37a9-dd63-4ae4-9f56-c746ef878e11 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.1208944 Aug 16 22:15:24.318003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40dfd4c6-6f1a-450b-a89d-d33233567678 req-dc474fca-a2c8-4d30-91c2-3c33b97f4ff6 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Aug 16 22:15:24.320287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Deleting port e95d946f-459f-43b0-a7cb-98ebc4f6980a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:24.320632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:24.437169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54123719-6980-4563-aa48-e24f3e936002 req-1e25a93d-dc24-4f80-8a4b-c5ebc049678a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 210 time: 0.0377333 Aug 16 22:15:24.445958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] For port e95d946f-459f-43b0-a7cb-98ebc4f6980a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e95d946f-459f-43b0-a7cb-98ebc4f6980a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:24.446345 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:24.459012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Calling delete_port for e95d946f-459f-43b0-a7cb-98ebc4f6980a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:24.593121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:24.648467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Pushing event deleted for resources: {'Port': ['ID=e95d946f-459f-43b0-a7cb-98ebc4f6980a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:24.720644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] No DVR routers for this DVR port e95d946f-459f-43b0-a7cb-98ebc4f6980a on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:24.724232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:24.726398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52964738-35ee-4535-963d-ef8ab618c918 req-cbe87a77-a5ad-425b-b777-494e4c476f2b tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.88 "DELETE /v2.0/ports/e95d946f-459f-43b0-a7cb-98ebc4f6980a HTTP/1.1" status: 204 len: 173 time: 0.5687048 Aug 16 22:15:24.726853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'name': 'network-vif-deleted', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:24.729164 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f65b134-6124-4246-b3ff-55cb53bc802a" -d '{"events": [{"server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "name": "network-vif-deleted", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:24.753022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0962a8c-e158-405e-95a0-4efb9df7c996 req-f8471c40-6697-48ba-bd9c-30670cac2e79 tempest-FloatingIPsAssociationNegativeTestJSON-159265346 tempest-FloatingIPsAssociationNegativeTestJSON-159265346-project] 10.222.0.22 "GET /v2.0/ports?device_id=c677274f-e467-4708-857b-d7f0bba74921 HTTP/1.1" status: 200 len: 210 time: 0.0614383 Aug 16 22:15:24.756903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-0d908e37-2ea3-4c5e-ba99-dd9534212088 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:24.763172 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-0d908e37-2ea3-4c5e-ba99-dd9534212088 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1939838 Aug 16 22:15:24.786856 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862c077d-37b3-4a6a-9713-d7cd5e8ffca7 x-openstack-request-id: req-862c077d-37b3-4a6a-9713-d7cd5e8ffca7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:24.787229 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c677274f-e467-4708-857b-d7f0bba74921", "name": "network-vif-deleted", "tag": "e95d946f-459f-43b0-a7cb-98ebc4f6980a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:24.787560 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-862c077d-37b3-4a6a-9713-d7cd5e8ffca7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:24.788036 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c677274f-e467-4708-857b-d7f0bba74921', 'name': 'network-vif-deleted', 'tag': 'e95d946f-459f-43b0-a7cb-98ebc4f6980a', 'status': 'completed', 'code': 200} Aug 16 22:15:24.849790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': 'b99d2844-4fee-46af-b68c-da33036754b6', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:24.941221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26fa9-4930-49d7-9589-93a653ff6415 req-dd2ce4b0-628a-43d7-b211-bec5d5bd57ff tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:24.942935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bee26fa9-4930-49d7-9589-93a653ff6415 req-dd2ce4b0-628a-43d7-b211-bec5d5bd57ff tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.1050062 Aug 16 22:15:24.995411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bee26fa9-4930-49d7-9589-93a653ff6415 req-b6b8557d-e5b2-45eb-9d65-62394d915944 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Aug 16 22:15:25.033509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:25.037005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:25.165609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.6 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/6ca15216-3eba-4c68-8e5e-353cddb17a04) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:25.317219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:25.356702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:25.402100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:25.405201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:25.407852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:25.441720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:25.476563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:25.477213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:25.494134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-b3d25912-aaf9-4318-81d8-e8d8789b261d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6503830 Aug 16 22:15:25.539057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Request body: {'port': {'device_id': 'b99d2844-4fee-46af-b68c-da33036754b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:25.596499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d9087-153a-4a5e-816f-0c8f744af06f req-8a16052c-1f55-4744-ade8-fbc5662c7d3c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:25.598879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c47d9087-153a-4a5e-816f-0c8f744af06f req-8a16052c-1f55-4744-ade8-fbc5662c7d3c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 931 time: 0.0793762 Aug 16 22:15:25.600118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:25.632181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16e8fd-568b-450a-9b5f-4984c2d99484 req-bdd28414-b4c5-4dac-a1d1-97c1ac5583eb tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:25.633701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a16e8fd-568b-450a-9b5f-4984c2d99484 req-bdd28414-b4c5-4dac-a1d1-97c1ac5583eb tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.0838640 Aug 16 22:15:25.666086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c47d9087-153a-4a5e-816f-0c8f744af06f req-5cbc13bf-3c68-4197-8cef-8f16e57fc3fb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611231 Aug 16 22:15:25.686605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a16e8fd-568b-450a-9b5f-4984c2d99484 req-146ce2e0-c4b6-4c25-9ac3-6fdeaf68a530 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Aug 16 22:15:25.814122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:26.072344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e95d946f-459f-43b0-a7cb-98ebc4f6980a no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:26.109300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: e95d946f-459f-43b0-a7cb-98ebc4f6980a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:26.110098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e95d946f-459f-43b0-a7cb-98ebc4f6980a not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:26.110640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792793-f1f7-4095-90b7-98a16b2689b2 req-63dbe147-61e6-4916-a3a4-289aa46f0f77 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.112789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95792793-f1f7-4095-90b7-98a16b2689b2 req-63dbe147-61e6-4916-a3a4-289aa46f0f77 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.0557489 Aug 16 22:15:26.158919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95792793-f1f7-4095-90b7-98a16b2689b2 req-25b6d5b3-c99e-4f24-9ec8-d91ff85adb89 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Aug 16 22:15:26.211652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836805-5e01-45cf-a40b-4e3e8b04bf5c req-1170646b-9a59-43d3-9ed2-6c44f5e35eca tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.213984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4836805-5e01-45cf-a40b-4e3e8b04bf5c req-1170646b-9a59-43d3-9ed2-6c44f5e35eca tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.0535676 Aug 16 22:15:26.240001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca15216-3eba-4c68-8e5e-353cddb17a04 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:26.255161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4836805-5e01-45cf-a40b-4e3e8b04bf5c req-7cb35938-974f-4316-9a36-0183af8949ae tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Aug 16 22:15:26.277382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.301839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Transition to ACTIVE for port object 6ca15216-3eba-4c68-8e5e-353cddb17a04 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:26.334014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.425301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:26.508266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dab35-f99e-4ee4-8c6c-f82ec1734dbe req-b847b970-9adb-4ef9-9d3e-b3f80ab02d46 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.516450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b62dab35-f99e-4ee4-8c6c-f82ec1734dbe req-b847b970-9adb-4ef9-9d3e-b3f80ab02d46 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.0828290 Aug 16 22:15:26.532898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Attempting to bind port 6ca15216-3eba-4c68-8e5e-353cddb17a04 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:26.533188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Attempting to bind port 6ca15216-3eba-4c68-8e5e-353cddb17a04 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:26.533556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Attempting to bind port 6ca15216-3eba-4c68-8e5e-353cddb17a04 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:26.540599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Port 6ca15216-3eba-4c68-8e5e-353cddb17a04 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:15:26.540929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Attempting to bind port 6ca15216-3eba-4c68-8e5e-353cddb17a04 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:26.549294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:26.549820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:26.550274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:26.550804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Bound port: 6ca15216-3eba-4c68-8e5e-353cddb17a04, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:26.551235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.562087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b62dab35-f99e-4ee4-8c6c-f82ec1734dbe req-64064628-94f7-4e98-9130-d7e0bbc4519d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Aug 16 22:15:26.641608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:26.672211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:26.679574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.731551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.732127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.733750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] 10.222.0.89 "PUT /v2.0/ports/6ca15216-3eba-4c68-8e5e-353cddb17a04 HTTP/1.1" status: 200 len: 1092 time: 1.2014534 Aug 16 22:15:26.734399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:26.736687 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c470e3-cc87-4010-8fb5-1efb109b1ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:26.757491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:26.797513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d448-b3d5-4eb3-88dd-26d398f83a2e service neutron] Pushing event updated for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:26.851714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb019b6-5ea2-450c-b7e6-83459d4d08a3 req-7330de46-0e92-4d22-bf76-ad989f91d5ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.860008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bb019b6-5ea2-450c-b7e6-83459d4d08a3 req-7330de46-0e92-4d22-bf76-ad989f91d5ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 943 time: 0.0620475 Aug 16 22:15:26.875665 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791f1ad-65f1-4455-a4de-b2879a63bdc1 x-openstack-request-id: req-f791f1ad-65f1-4455-a4de-b2879a63bdc1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:26.876596 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:26.877012 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f791f1ad-65f1-4455-a4de-b2879a63bdc1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:26.877611 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04', 'status': 'completed', 'code': 200} Aug 16 22:15:26.907790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-b0d5266c-2e6a-42db-b4d2-c9e637d7adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:26.909339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-b0d5266c-2e6a-42db-b4d2-c9e637d7adb9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 1095 time: 0.0998471 Aug 16 22:15:26.911629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bb019b6-5ea2-450c-b7e6-83459d4d08a3 req-ac219002-8fb5-42af-a130-59cca062814e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Aug 16 22:15:26.961462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-367e0fcd-8c20-420d-b2c2-0a1c58bb501b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04 HTTP/1.1" status: 200 len: 217 time: 0.0384557 Aug 16 22:15:27.059770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3622fe-989d-4694-892f-54f145081b1f req-b50817ca-a494-4852-adfb-4c0a23e8f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.061285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-b50817ca-a494-4852-adfb-4c0a23e8f9d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0730932 Aug 16 22:15:27.096988 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-4bc50b3c-04e8-47da-bf31-471a47f54af9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275574 Aug 16 22:15:27.150708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97128e2a-b43c-4f8e-9820-ffc0e9e7ac1e req-8317ca56-b254-46c0-af1d-f649a5dfe4f0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.158732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97128e2a-b43c-4f8e-9820-ffc0e9e7ac1e req-8317ca56-b254-46c0-af1d-f649a5dfe4f0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.0582075 Aug 16 22:15:27.193160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97128e2a-b43c-4f8e-9820-ffc0e9e7ac1e req-d64c1824-6256-445a-adfa-c595bbfe57fe tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Aug 16 22:15:27.243180 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-945228a9-1629-4307-8d29-1a3385726b33 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374910 Aug 16 22:15:27.260400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Deleting port d8fb3f09-76e2-43dc-ac98-d81880550b6a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:27.260744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:27.404220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] For port d8fb3f09-76e2-43dc-ac98-d81880550b6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d8fb3f09-76e2-43dc-ac98-d81880550b6a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:27.404590 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:27.409162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7b3622fe-989d-4694-892f-54f145081b1f req-54d62e02-5d19-453f-a762-e24af5ca60c8 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578021 Aug 16 22:15:27.419868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Calling delete_port for d8fb3f09-76e2-43dc-ac98-d81880550b6a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:27.590455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-0a0119dc-a90d-4bcc-88dd-9ef4098af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.591979 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-0a0119dc-a90d-4bcc-88dd-9ef4098af6f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 1095 time: 0.0616109 Aug 16 22:15:27.679850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543973d-22c6-45cd-9806-161032a3341e req-215a2b00-e142-48b3-b941-61464ec1c49f tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.681269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0543973d-22c6-45cd-9806-161032a3341e req-215a2b00-e142-48b3-b941-61464ec1c49f tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.0517657 Aug 16 22:15:27.706565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:27.724437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0543973d-22c6-45cd-9806-161032a3341e req-b87e59df-01b4-4724-b24d-56dbeedd826e tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346124 Aug 16 22:15:27.748428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8fb3f09-76e2-43dc-ac98-d81880550b6a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:27.751054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-98e1d19d-31cb-4348-974b-177184a5757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.752600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-98e1d19d-31cb-4348-974b-177184a5757c service neutron] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.1531017 Aug 16 22:15:27.826196 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-e19ba146-66ae-4c3e-84a7-460de40707e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04 HTTP/1.1" status: 200 len: 217 time: 0.0534818 Aug 16 22:15:27.932217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-cb60f096-e942-4754-9bc8-c7bfae71e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:27.933924 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-cb60f096-e942-4754-9bc8-c7bfae71e10e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0995049 Aug 16 22:15:27.997106 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-343b8360-5ce7-43fc-b6b4-607d7d848479 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312626 Aug 16 22:15:28.023745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f72d6-3d47-4a36-b223-1cfb259a97ed req-e5a6d310-008e-429c-9b1f-bed6031a72fb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.025640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-543f72d6-3d47-4a36-b223-1cfb259a97ed req-e5a6d310-008e-429c-9b1f-bed6031a72fb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 943 time: 0.0575476 Aug 16 22:15:28.078932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-543f72d6-3d47-4a36-b223-1cfb259a97ed req-d06043ab-e0bb-4290-a78b-6105a1348d2e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450411 Aug 16 22:15:28.080704 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:28.173649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-167659c2-9136-4394-acff-983c5ab9a756 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685154 Aug 16 22:15:28.346299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98207c4-33f4-4845-982e-8d87162ace64 req-2ee22f4a-903d-4056-835b-d34c075d5c54 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.346550 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-75c470e3-cc87-4010-8fb5-1efb109b1ca3 req-ce161c38-db59-40e5-b71a-c60eb8ed5331 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453962 Aug 16 22:15:28.351125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e98207c4-33f4-4845-982e-8d87162ace64 req-2ee22f4a-903d-4056-835b-d34c075d5c54 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.0788312 Aug 16 22:15:28.401232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e98207c4-33f4-4845-982e-8d87162ace64 req-9689f50a-90f1-47db-911b-af4c4c423586 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Aug 16 22:15:28.425713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Router 5afe9015-594c-42fd-9721-c79ec1152a4a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:28.536374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:28.541351 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1841d717-b031-431b-a07b-ddba7e550993 admin admin] 10.222.0.22 "PUT /v2.0/routers/5afe9015-594c-42fd-9721-c79ec1152a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262232 Aug 16 22:15:28.543881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:28.545717 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Sync routers for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:28.555583 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:28.556562 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:28.659154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:28.661004 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:28.791247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a9b5e2b0-a562-41fb-9693-bb43a883d749 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.793126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a9b5e2b0-a562-41fb-9693-bb43a883d749 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.88 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.0948672 Aug 16 22:15:28.851574 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:15:27Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:28.876311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:28.885273 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Checking router: 5afe9015-594c-42fd-9721-c79ec1152a4a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:28.894072 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Routers {'5afe9015-594c-42fd-9721-c79ec1152a4a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:28.894679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5afe9015-594c-42fd-9721-c79ec1152a4a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:28.943785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0832ca1-5f58-4d22-acbe-c19ad5b71907 req-4d213c6a-5a5f-4b34-bb4d-1e436ee077f0 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:28.945456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0832ca1-5f58-4d22-acbe-c19ad5b71907 req-4d213c6a-5a5f-4b34-bb4d-1e436ee077f0 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 946 time: 0.1492932 Aug 16 22:15:28.999690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] Set router 5afe9015-594c-42fd-9721-c79ec1152a4a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:29.217566 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:15:27Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:29.253946 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cb7e22-3bd0-423d-b7e5-a0623f2c6e12 None None] The sync data for ids ['5afe9015-594c-42fd-9721-c79ec1152a4a'] in n-d-791505-20 is: [{'id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1296064266-router', 'tenant_id': '3ef4fa8709434b52a5df03ff99708330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:15:27Z', 'revision_number': 5, 'project_id': '3ef4fa8709434b52a5df03ff99708330', 'gw_port': {'id': '05cd47d5-5291-4226-a360-b755ca5c5f4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe9015-594c-42fd-9721-c79ec1152a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:47Z', 'updated_at': '2021-08-16T22:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:29.272901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Deleting port 1a19a078-c053-448d-9d6d-866ac6bbfc12 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:29.273501 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.322613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0832ca1-5f58-4d22-acbe-c19ad5b71907 req-c7d51854-d5bd-4512-8381-a4f92fcc48ce tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d3cc44e-9a2f-4731-8861-e3d73ec671aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660240 Aug 16 22:15:29.337906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Deleting port 05cd47d5-5291-4226-a360-b755ca5c5f4b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:29.338342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.365221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85b976-b678-40c6-9bb8-d5140510fc75 req-a524f119-b057-4bcc-a887-d12ed49a4428 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:29.366888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c85b976-b678-40c6-9bb8-d5140510fc75 req-a524f119-b057-4bcc-a887-d12ed49a4428 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 943 time: 0.1601484 Aug 16 22:15:29.495980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c85b976-b678-40c6-9bb8-d5140510fc75 req-76c81ccd-2e33-4e15-98d4-fd168df2366a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985997 Aug 16 22:15:29.497786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] For port 1a19a078-c053-448d-9d6d-866ac6bbfc12, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1a19a078-c053-448d-9d6d-866ac6bbfc12,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:29.498165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.532693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] For port 05cd47d5-5291-4226-a360-b755ca5c5f4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=05cd47d5-5291-4226-a360-b755ca5c5f4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:29.533096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.591306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Calling delete_port for 05cd47d5-5291-4226-a360-b755ca5c5f4b owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:29.712511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8606be-76f5-496a-a472-f5879021427e req-c806ab0f-93b1-4e82-9484-8352b0e4b264 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:29.714107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8606be-76f5-496a-a472-f5879021427e req-c806ab0f-93b1-4e82-9484-8352b0e4b264 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.2084937 Aug 16 22:15:29.893109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8606be-76f5-496a-a472-f5879021427e req-5785e45a-8c01-4417-83ad-3191482a9229 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626430 Aug 16 22:15:29.907929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.908312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:29.908633 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Floating IP 56969934-4206-45bd-8b5f-7500a335ee2f disassociated. External IP: 172.25.8.252, port: 1a19a078-c053-448d-9d6d-866ac6bbfc12. Aug 16 22:15:29.908985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Calling delete_port for 1a19a078-c053-448d-9d6d-866ac6bbfc12 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:29.918490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-a8fb5824-f670-40ac-b356-2fe19ff4f9ea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:29.919979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-a8fb5824-f670-40ac-b356-2fe19ff4f9ea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.2176378 Aug 16 22:15:30.076160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.111606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cd47d5-5291-4226-a360-b755ca5c5f4b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:30.215316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Deleting port 18a3fe35-ff29-4119-a4e8-1dc0566639bf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:30.215571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.273174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.360753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.389695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d8fb3f09-76e2-43dc-ac98-d81880550b6a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:30.412400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d8fb3f09-76e2-43dc-ac98-d81880550b6a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:30.412753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d8fb3f09-76e2-43dc-ac98-d81880550b6a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:30.431606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event deleted for resources: {'Port': ['ID=1a19a078-c053-448d-9d6d-866ac6bbfc12,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:30.440536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.451995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.524406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96462dd9-4264-4f50-8f39-18ac96a36bda req-0149f718-fc8c-47dc-9de0-faff2495a0c0 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0994396 Aug 16 22:15:30.539731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.540355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afe9015-594c-42fd-9721-c79ec1152a4a {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:15:30.547750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.551697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d906f69a-57a6-47a6-8232-d09d876e0924 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5afe9015-594c-42fd-9721-c79ec1152a4a HTTP/1.1" status: 204 len: 168 time: 2.0042038 Aug 16 22:15:30.552179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:30.608088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] For port 18a3fe35-ff29-4119-a4e8-1dc0566639bf, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=18a3fe35-ff29-4119-a4e8-1dc0566639bf,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:30.608807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.627111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Deleting subnet 35bc0d37-ab7c-4aa9-be11-d4915f967f2f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:15:30.632782 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.679294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.800085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.818933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b801323-964a-4425-9b33-db675c4ec7de req-4dc7cd48-daba-470d-acf2-bdc98e46acb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:30.822241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b801323-964a-4425-9b33-db675c4ec7de req-4dc7cd48-daba-470d-acf2-bdc98e46acb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 943 time: 0.1983650 Aug 16 22:15:30.836594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:30.884096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.916290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bc0d37-ab7c-4aa9-be11-d4915f967f2f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:30.922692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:30.924912 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-95797de4-ac75-454d-8013-a9b6e378c30c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/35bc0d37-ab7c-4aa9-be11-d4915f967f2f HTTP/1.1" status: 204 len: 168 time: 0.3714683 Aug 16 22:15:30.929927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:30.933003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30e17c3-53fc-4497-8c35-591bf37cbe48 None None] Network e3b10f5f-2e29-4d34-aa90-de514babfe92 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:31.018776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b801323-964a-4425-9b33-db675c4ec7de req-b46d7247-8bae-4f68-ab91-a2ba338856c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833627 Aug 16 22:15:31.054036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.054677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.055180 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97 disassociated. External IP: 172.25.8.57, port: 18a3fe35-ff29-4119-a4e8-1dc0566639bf. Aug 16 22:15:31.055725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Calling delete_port for 18a3fe35-ff29-4119-a4e8-1dc0566639bf owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:31.094065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.198248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Deleting port b289ee42-76ed-46ce-9283-6a86e7ee584a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:31.198599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.230752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] DHCP port deletion for e3b10f5f-2e29-4d34-aa90-de514babfe92 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:15:31.235050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ca15216-3eba-4c68-8e5e-353cddb17a04 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:15:31.278158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] For port b289ee42-76ed-46ce-9283-6a86e7ee584a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b289ee42-76ed-46ce-9283-6a86e7ee584a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:31.278529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.295541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Calling delete_port for b289ee42-76ed-46ce-9283-6a86e7ee584a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:31.352795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Deleting port b289ee42-76ed-46ce-9283-6a86e7ee584a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:31.353507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.425118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:31.437216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '6ca15216-3eba-4c68-8e5e-353cddb17a04', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '6ca15216-3eba-4c68-8e5e-353cddb17a04', 'mac_address': 'fa:16:3e:bd:97:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:15:31.489277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] For port b289ee42-76ed-46ce-9283-6a86e7ee584a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b289ee42-76ed-46ce-9283-6a86e7ee584a,segment=NetworkSegment(b8035e8b-bb68-4910-9550-8a155566fa3e),segment_id=b8035e8b-bb68-4910-9550-8a155566fa3e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:31.489759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.511618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Calling delete_port for b289ee42-76ed-46ce-9283-6a86e7ee584a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:31.511866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ade331-9cfb-40bf-b867-80f080f88f2b req-b2e53d5a-dbfe-4e60-916a-11ac52fca45b tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:31.519361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05ade331-9cfb-40bf-b867-80f080f88f2b req-b2e53d5a-dbfe-4e60-916a-11ac52fca45b tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 946 time: 0.4699652 Aug 16 22:15:31.547605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:31.592985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Sync routers for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:31.599006 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.623944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca15216-3eba-4c68-8e5e-353cddb17a04 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:31.640931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] No DVR routers for this DVR port 1a19a078-c053-448d-9d6d-866ac6bbfc12 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:31.646018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.648037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38dfac56-34ff-47d9-9afd-df63f5f87fdc req-a533b146-f398-49a3-8889-d235da682a14 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.88 "DELETE /v2.0/ports/1a19a078-c053-448d-9d6d-866ac6bbfc12 HTTP/1.1" status: 204 len: 173 time: 2.8474379 Aug 16 22:15:31.665916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:31.666572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:31.671427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:31.677808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05ade331-9cfb-40bf-b867-80f080f88f2b req-3b134768-fbcb-4c04-929b-e0ad1c87b190 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups?id=aed4ec3c-f67e-4dee-b0b9-a75694f0d504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574738 Aug 16 22:15:31.678388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'name': 'network-vif-deleted', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:31.680698 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae20804e-23cb-4d13-acad-b8e9b6bad657" -d '{"events": [{"server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "name": "network-vif-deleted", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:31.705409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8eb613a8-8832-4263-be82-cba86a545121 req-d1ed9218-2334-4e47-ae78-4e42531cbbd4 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/ports?device_id=9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9 HTTP/1.1" status: 200 len: 210 time: 0.0976696 Aug 16 22:15:31.811841 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da95b5-7a20-4150-8de1-1d8f5c611262 x-openstack-request-id: req-78da95b5-7a20-4150-8de1-1d8f5c611262 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:31.812365 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9", "name": "network-vif-deleted", "tag": "1a19a078-c053-448d-9d6d-866ac6bbfc12", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:31.813005 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78da95b5-7a20-4150-8de1-1d8f5c611262 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:31.813501 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9299fda1-3e6e-4fd3-9f3c-a240e9c1c7c9', 'name': 'network-vif-deleted', 'tag': '1a19a078-c053-448d-9d6d-866ac6bbfc12', 'status': 'completed', 'code': 200} Aug 16 22:15:31.814731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.827192 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.861807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event deleted for resources: {'Port': ['ID=18a3fe35-ff29-4119-a4e8-1dc0566639bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:31.901732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.905227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:31.935977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] No DVR routers for this DVR port b289ee42-76ed-46ce-9283-6a86e7ee584a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:31.968653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b289ee42-76ed-46ce-9283-6a86e7ee584a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:31.972840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] No DVR routers for this DVR port b289ee42-76ed-46ce-9283-6a86e7ee584a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:31.987541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:31.989536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:32.045912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5101795-5624-4f40-b359-925736c6aa70 None None] Pushing event deleted for resources: {'Port': ['ID=b289ee42-76ed-46ce-9283-6a86e7ee584a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:32.071376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:32.124526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.145849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b10f5f-2e29-4d34-aa90-de514babfe92']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.162500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8035e8b-bb68-4910-9550-8a155566fa3e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.162934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8035e8b-bb68-4910-9550-8a155566fa3e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.172796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.191686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.198291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:15:32.198696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.225490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6ca15216-3eba-4c68-8e5e-353cddb17a04'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:15:32.272120 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:15:32.276422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dfe0c-7db5-408c-8090-68573fb3feba req-8503441b-2a6a-451f-85e7-4b8817fe6146 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:32.276648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.285651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b44dfe0c-7db5-408c-8090-68573fb3feba req-8503441b-2a6a-451f-85e7-4b8817fe6146 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 944 time: 0.1103921 Aug 16 22:15:32.308937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.314928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:32.316162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3b10f5f-2e29-4d34-aa90-de514babfe92 HTTP/1.1" status: 204 len: 168 time: 1.3849955 Aug 16 22:15:32.317400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29103-0dd9-483e-952c-81daa4075c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b10f5f-2e29-4d34-aa90-de514babfe92,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:32.331776 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:32.344370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:32.345002 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.441620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] No DVR routers for this DVR port 18a3fe35-ff29-4119-a4e8-1dc0566639bf on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:32.451800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.475023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fba968a2-fb19-40fa-8b52-218adae35b8a req-ee57b061-e467-4f5f-9ca6-c55abccafde0 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.88 "DELETE /v2.0/ports/18a3fe35-ff29-4119-a4e8-1dc0566639bf HTTP/1.1" status: 204 len: 173 time: 2.5447361 Aug 16 22:15:32.483811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b44dfe0c-7db5-408c-8090-68573fb3feba req-a8253c28-181a-4e2c-942b-d87c59a4ca2d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972039 Aug 16 22:15:32.528197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.585209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Checking router: 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:32.595415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b289ee42-76ed-46ce-9283-6a86e7ee584a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:32.633317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b289ee42-76ed-46ce-9283-6a86e7ee584a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:32.633690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b289ee42-76ed-46ce-9283-6a86e7ee584a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:32.634182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 05cd47d5-5291-4226-a360-b755ca5c5f4b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:32.669048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:32.678958 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:32.700394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 05cd47d5-5291-4226-a360-b755ca5c5f4b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:32.701833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 05cd47d5-5291-4226-a360-b755ca5c5f4b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:32.703939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:32.705286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:32.780839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-15397945-067f-4323-8d84-738019348e55 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ef4fa8709434b52a5df03ff99708330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082182 Aug 16 22:15:32.783962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:32.851832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36cff6b1-5047-44bd-99bc-50b490fbd3b9 req-a2327b0e-96a2-48f3-b683-75902cd9dc40 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/ports?device_id=78bbcd43-0040-43d2-9e22-4340575fe412 HTTP/1.1" status: 200 len: 210 time: 0.0367303 Aug 16 22:15:32.861389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:32.887962 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.933389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:32.994139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.006840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.008935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/176b855c-581e-4967-a325-d608f6fe3134 HTTP/1.1" status: 204 len: 168 time: 0.2237153 Aug 16 22:15:33.030823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898ace6-ad20-4896-bd1e-cd65aea8a975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b855c-581e-4967-a325-d608f6fe3134,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:33.040501 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:33.078517 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:33.088098 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:33.088722 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:33.160428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:33.190039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410461f0-3788-4edf-8e0e-3e1b18ff8123 None None] The sync data for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 is: [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:30Z', 'revision_number': 4, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '41b7b564-9868-4475-81c0-bd246a4c933e', 'name': '', 'network_id': '1f2e264d-abc6-4f08-907b-ba10aa1e136a', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'mac_address': 'fa:16:3e:c1:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:28Z', 'updated_at': '2021-08-16T22:11:38Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'subnets': [{'id': 'd70c1725-7359-4419-83ad-cbaf07f3c26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:33.231826 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:33.245956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ca15216-3eba-4c68-8e5e-353cddb17a04 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:33.309346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 6ca15216-3eba-4c68-8e5e-353cddb17a04 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:33.314714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 6ca15216-3eba-4c68-8e5e-353cddb17a04 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:33.315208 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.417522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.445937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:33.448359 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11617cf-7966-469f-ad61-c0e2a8f7ca94" -d '{"events": [{"server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:33.473761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:33.479704 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.527777 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a4fd5d-9fdf-455c-8fc2-b3d38259bba3 x-openstack-request-id: req-e2a4fd5d-9fdf-455c-8fc2-b3d38259bba3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:33.528068 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:33.528320 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2a4fd5d-9fdf-455c-8fc2-b3d38259bba3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:33.528991 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04', 'code': 200} Aug 16 22:15:33.555502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:33.599042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4c6616-d9ed-4420-a4bd-1609623dcbb4 None None] New status for floating IP 56969934-4206-45bd-8b5f-7500a335ee2f: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:15:33.666670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:33.691792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09234674-784f-41c3-81f4-2293f7245ad6 req-5dbb4f50-d5ce-4dec-aca3-298eac6f75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:33.693653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-09234674-784f-41c3-81f4-2293f7245ad6 req-5dbb4f50-d5ce-4dec-aca3-298eac6f75a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 1097 time: 0.0642967 Aug 16 22:15:33.707797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bbcef-fba2-44d2-9d7c-8d4e6bf2a394 req-0889a176-7ead-40f1-8e16-cc01119a1dcf tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:33.714811 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f535338b-31db-415e-9f0f-2d49812ee6aa None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:07:36Z', 'revision_number': 4, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a10d95c2-17a3-4a84-8280-457835db3f1b', 'name': '', 'network_id': '70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'mac_address': 'fa:16:3e:cc:72:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:35Z', 'updated_at': '2021-08-16T22:07:44Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'subnets': [{'id': 'aa9401a9-6148-4121-afd5-0d0bce5d2290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:33.716606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f6bbcef-fba2-44d2-9d7c-8d4e6bf2a394 req-0889a176-7ead-40f1-8e16-cc01119a1dcf tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.1113067 Aug 16 22:15:33.747034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-09234674-784f-41c3-81f4-2293f7245ad6 req-e26e5275-ca9a-44a1-a20f-4fdfec8ad433 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Aug 16 22:15:33.792899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f6bbcef-fba2-44d2-9d7c-8d4e6bf2a394 req-bd0ee5de-8b59-4435-9315-798a6bf07658 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Aug 16 22:15:33.815380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'name': 'network-vif-deleted', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:33.819683 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a97d942-60de-4a4c-9701-3c477ca2642f" -d '{"events": [{"server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "name": "network-vif-deleted", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:33.867206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:33.876932 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8626ac6-4d5b-4ff4-8aa5-4cadd65e9259 x-openstack-request-id: req-a8626ac6-4d5b-4ff4-8aa5-4cadd65e9259 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:33.877266 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78bbcd43-0040-43d2-9e22-4340575fe412", "name": "network-vif-deleted", "tag": "18a3fe35-ff29-4119-a4e8-1dc0566639bf", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:33.877728 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8626ac6-4d5b-4ff4-8aa5-4cadd65e9259 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:33.878156 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78bbcd43-0040-43d2-9e22-4340575fe412', 'name': 'network-vif-deleted', 'tag': '18a3fe35-ff29-4119-a4e8-1dc0566639bf', 'status': 'completed', 'code': 200} Aug 16 22:15:33.952555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:33.983758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.063055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.066259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.067735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "DELETE /v2.0/security-groups/6d3cc44e-9a2f-4731-8861-e3d73ec671aa HTTP/1.1" status: 204 len: 168 time: 0.1991868 Aug 16 22:15:34.070348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.089838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a6e25-9067-4505-bc7f-8ec33c2abd26 tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3cc44e-9a2f-4731-8861-e3d73ec671aa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:34.102330 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-63bde19e-8b0b-4440-ae50-1e90c307a9ec tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] show failed (client error): The resource could not be found. Aug 16 22:15:34.107706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-63bde19e-8b0b-4440-ae50-1e90c307a9ec tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "GET /v2.0/security-groups/6d3cc44e-9a2f-4731-8861-e3d73ec671aa HTTP/1.1" status: 404 len: 347 time: 0.0360401 Aug 16 22:15:34.110762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.112681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.121632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1a19a078-c053-448d-9d6d-866ac6bbfc12 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:34.165516 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92efbf-a388-4cae-a5df-68e6c0b7d5b3 None None] New status for floating IP 17a7c6d1-b866-4256-aac6-d71252a9cf97: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:15:34.187675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 1a19a078-c053-448d-9d6d-866ac6bbfc12 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:34.188061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1a19a078-c053-448d-9d6d-866ac6bbfc12 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:34.188435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 18a3fe35-ff29-4119-a4e8-1dc0566639bf no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:34.208131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 18a3fe35-ff29-4119-a4e8-1dc0566639bf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:34.208619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 18a3fe35-ff29-4119-a4e8-1dc0566639bf not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:34.222476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.254380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.290883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Deleting port 67b5a603-087e-4eae-9936-5e4b75934ccf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:34.291252 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.328528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.332508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.337378 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "DELETE /v2.0/security-groups/aed4ec3c-f67e-4dee-b0b9-a75694f0d504 HTTP/1.1" status: 204 len: 168 time: 0.2237146 Aug 16 22:15:34.338135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.363637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842567f1-0e37-48c3-9ee3-f3b1d62e23c7 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4ec3c-f67e-4dee-b0b9-a75694f0d504,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:34.368437 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b0044fbe-3c30-4e6b-9ce5-224a5aa14bea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] show failed (client error): The resource could not be found. Aug 16 22:15:34.374105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0044fbe-3c30-4e6b-9ce5-224a5aa14bea tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "GET /v2.0/security-groups/aed4ec3c-f67e-4dee-b0b9-a75694f0d504 HTTP/1.1" status: 404 len: 347 time: 0.0285738 Aug 16 22:15:34.374474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.395301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.395714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.412130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Calling delete_port for 67b5a603-087e-4eae-9936-5e4b75934ccf owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:34.529410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Deleting port e30e4492-ded6-4c9a-9c41-8ab44884c826 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:34.529710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.572483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.599468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Pushing event deleted for resources: {'Port': ['ID=67b5a603-087e-4eae-9936-5e4b75934ccf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:34.623131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.623519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.639572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Calling delete_port for e30e4492-ded6-4c9a-9c41-8ab44884c826 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:34.666161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.668883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.670083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a0a39c37-5732-4c7b-b163-9455c811545d tempest-ServersTestManualDisk-1685350109 tempest-ServersTestManualDisk-1685350109-project] 10.222.0.22 "DELETE /v2.0/floatingips/56969934-4206-45bd-8b5f-7500a335ee2f HTTP/1.1" status: 204 len: 168 time: 0.5581129 Aug 16 22:15:34.673046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:34.813293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.847791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Pushing event deleted for resources: {'Port': ['ID=e30e4492-ded6-4c9a-9c41-8ab44884c826,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:34.911440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.914175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:34.915476 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0fd2bb62-89f8-462d-b5fa-d208e776ad26 tempest-ServersWithSpecificFlavorTestJSON-52675094 tempest-ServersWithSpecificFlavorTestJSON-52675094-project] 10.222.0.22 "DELETE /v2.0/floatingips/17a7c6d1-b866-4256-aac6-d71252a9cf97 HTTP/1.1" status: 204 len: 168 time: 0.5387516 Aug 16 22:15:34.964340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce927d7-ed27-42c9-bdae-b4eea6da4dd2 req-33d69e8a-b33f-41fd-a1f6-178534a7f293 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:34.965876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ce927d7-ed27-42c9-bdae-b4eea6da4dd2 req-33d69e8a-b33f-41fd-a1f6-178534a7f293 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.0771532 Aug 16 22:15:34.987415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:35.031466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ce927d7-ed27-42c9-bdae-b4eea6da4dd2 req-87d801a9-200c-481d-8dd2-2ce5daf3ada2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Aug 16 22:15:35.108693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95c1a4a8-777d-44b6-8a79-4310d092c17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.161272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.222137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95c1a4a8-777d-44b6-8a79-4310d092c17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.227565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95c1a4a8-777d-44b6-8a79-4310d092c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.270303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1a4a8-777d-44b6-8a79-4310d092c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e624193d-1aa2-4a9a-beda-559e7b0b12db,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:35.276207 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-95c1a4a8-777d-44b6-8a79-4310d092c17f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c762a711b25d43e7aa96f41969f78377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877269 Aug 16 22:15:35.279659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:35.335142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.361488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.435458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.439958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.441330 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e624193d-1aa2-4a9a-beda-559e7b0b12db HTTP/1.1" status: 204 len: 168 time: 0.1603363 Aug 16 22:15:35.465771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752477d-4786-4c17-ac18-6814d0c485ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e624193d-1aa2-4a9a-beda-559e7b0b12db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:35.516700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Deleting port 41b7b564-9868-4475-81c0-bd246a4c933e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:35.517092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.599244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:35.608555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] For port 41b7b564-9868-4475-81c0-bd246a4c933e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=41b7b564-9868-4475-81c0-bd246a4c933e,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:35.608941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:35.622112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Calling delete_port for 41b7b564-9868-4475-81c0-bd246a4c933e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:35.987361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.025195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b7b564-9868-4475-81c0-bd246a4c933e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:36.319971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-0875d021-c3cc-4b40-8932-2d38a8c994d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1838250 Aug 16 22:15:36.353945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.371943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9749676-0322-4906-9922-6d4e27ebe0b0 req-4091f353-d5c2-40f4-8484-7036be6f3b84 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.373452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9749676-0322-4906-9922-6d4e27ebe0b0 req-4091f353-d5c2-40f4-8484-7036be6f3b84 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.2227833 Aug 16 22:15:36.598715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:36.702245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05223214-b632-483f-b6c6-285d7aff7ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.794252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9749676-0322-4906-9922-6d4e27ebe0b0 req-72e89407-6a13-4985-b788-887fdf6e290c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338940 Aug 16 22:15:36.796998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05223214-b632-483f-b6c6-285d7aff7ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.804615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05223214-b632-483f-b6c6-285d7aff7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.816306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.816800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.817495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.817915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.818391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.818866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.819337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:36.821541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-88982753-6b96-4412-8aff-ad2aa377b1fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6498 time: 0.1563070 Aug 16 22:15:36.863018 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-05223214-b632-483f-b6c6-285d7aff7ee4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac513d2c0ffe43a48f0ca9e6fe099dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607396 Aug 16 22:15:36.863517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:36.895577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05223214-b632-483f-b6c6-285d7aff7ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a581fc2-f379-409b-9272-3474ca3d59cb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:36.926475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.930353 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:15:36.931005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:36.954491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.011750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.014555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.018842 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a581fc2-f379-409b-9272-3474ca3d59cb HTTP/1.1" status: 204 len: 168 time: 0.1519387 Aug 16 22:15:37.036206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43039a6-a42c-4fc5-b35c-ffd64dbc1163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a581fc2-f379-409b-9272-3474ca3d59cb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:37.141373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-14ecffa7-2712-410b-ad1e-c27728660fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.141959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-14ecffa7-2712-410b-ad1e-c27728660fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.142321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-14ecffa7-2712-410b-ad1e-c27728660fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.143878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-14ecffa7-2712-410b-ad1e-c27728660fe9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&id=afbcf641-c92e-4711-83a6-9aa3665f9317&id=afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 200 len: 2289 time: 0.2732003 Aug 16 22:15:37.150357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:37.162743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4313cd-27bb-493e-93c7-3ad0cc15643a req-ac087714-5f61-4fb1-a97c-ae87cded8f5b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.164193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de4313cd-27bb-493e-93c7-3ad0cc15643a req-ac087714-5f61-4fb1-a97c-ae87cded8f5b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.1617920 Aug 16 22:15:37.361051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-8396eaa6-5a52-48e7-a4b4-d78f022de90b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 200 len: 1001 time: 0.2068028 Aug 16 22:15:37.404340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de4313cd-27bb-493e-93c7-3ad0cc15643a req-b22a3059-c388-4b7b-88bd-5343ce90d64e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942520 Aug 16 22:15:37.477041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-9b003f03-3885-4919-9600-42ec3c8bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.478561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-9b003f03-3885-4919-9600-42ec3c8bd5c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=100e6f52-c4b1-4c2f-b130-4a1f4b649852 HTTP/1.1" status: 200 len: 851 time: 0.0776989 Aug 16 22:15:37.479527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:37.484350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e4f573a6-9f98-4d40-93a6-df11302ca379 admin admin] 10.222.0.22 "PUT /v2.0/routers/88ca8f45-1fce-45b0-8f9f-f23d72cafb61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8101332 Aug 16 22:15:37.491090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:37.491950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Sync routers for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:37.504035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:37.504664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:37.581114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-d37ba1ae-4977-4f7c-a168-152a5bd61625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:37.582657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-d37ba1ae-4977-4f7c-a168-152a5bd61625 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a99a344-a6e4-43f8-90b4-17b1afa6bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947683 Aug 16 22:15:37.634349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.664872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:37.673760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Deleting port a10d95c2-17a3-4a84-8280-457835db3f1b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:37.674229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.781505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:37.793977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.795322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-c9e6c9d7-49db-4b58-a650-564a87dca7b7 service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989112 Aug 16 22:15:37.864397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] For port a10d95c2-17a3-4a84-8280-457835db3f1b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a10d95c2-17a3-4a84-8280-457835db3f1b,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:37.864786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.867550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Deleting port 7477e72a-4832-45f9-abad-82d391dbd415 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:37.867973 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:37.887253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Calling delete_port for a10d95c2-17a3-4a84-8280-457835db3f1b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:37.888823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '7477e72a-4832-45f9-abad-82d391dbd415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:15:35Z', 'revision_number': 5, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port': {'id': '7477e72a-4832-45f9-abad-82d391dbd415', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ec:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:37.929055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Checking router: 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:37.938948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Routers {'88ca8f45-1fce-45b0-8f9f-f23d72cafb61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:37.939563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:37.939889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-716201194-network', 'tenant_id': '190010564e4b44f5ae1fc5d78e8e2238'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:37.962255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-818c1ff1-b9ba-48d6-838d-a086f4abc741 service neutron] 10.222.0.88 "GET /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580832 Aug 16 22:15:37.981940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Made reservation on behalf of 190010564e4b44f5ae1fc5d78e8e2238 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:37.984757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.006165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.013454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-84b7a70d-d608-4456-a401-99b8bb67aa27 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 217 time: 0.0422060 Aug 16 22:15:38.019422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] For port 7477e72a-4832-45f9-abad-82d391dbd415, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7477e72a-4832-45f9-abad-82d391dbd415,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:38.019876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.035890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] Set router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:38.036995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Calling delete_port for 7477e72a-4832-45f9-abad-82d391dbd415 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:38.088783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:15:37Z', 'revision_number': 6, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:38.121009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3b098-4dad-4572-a3df-21c7b3405b0e None None] The sync data for ids ['88ca8f45-1fce-45b0-8f9f-f23d72cafb61'] in n-d-791505-20 is: [{'id': '88ca8f45-1fce-45b0-8f9f-f23d72cafb61', 'name': 'tempest-ServersTestManualDisk-1550857995-router', 'tenant_id': '94641680ee4c415cab1abf92d1849bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:11:25Z', 'updated_at': '2021-08-16T22:15:37Z', 'revision_number': 6, 'project_id': '94641680ee4c415cab1abf92d1849bae', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:38.127270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-d99b4270-d3bd-4aaf-888c-9ae6395637a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:38.129592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-d99b4270-d3bd-4aaf-888c-9ae6395637a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.1071465 Aug 16 22:15:38.220687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-6660a55f-d1ad-4fd5-acf6-3bb2522f75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:38.223026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-6660a55f-d1ad-4fd5-acf6-3bb2522f75a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806291 Aug 16 22:15:38.236233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.260042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.283750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.298801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:38.310258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5375ad81-26ab-48a9-afe5-446b386a414d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:38.316689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.317054 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Added segment 2dbdbddd-f2f5-4d69-ad53-453d76debe6a of type vlan for network 67031423-76ad-44ac-a8e4-1c40ab05400b Aug 16 22:15:38.320148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Pushing event deleted for resources: {'Port': ['ID=a10d95c2-17a3-4a84-8280-457835db3f1b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:38.327152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.377229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7477e72a-4832-45f9-abad-82d391dbd415,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:38.391275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.410529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-5c60f35d-7f20-4743-8bcf-94967774a794 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793492 Aug 16 22:15:38.468237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.474023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.475643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:38.476308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.665708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 41b7b564-9868-4475-81c0-bd246a4c933e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:38.690857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.701795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.706203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9227636 Aug 16 22:15:38.710108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 41b7b564-9868-4475-81c0-bd246a4c933e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:38.710506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:38.711793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 41b7b564-9868-4475-81c0-bd246a4c933e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:38.727481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Request body: {'subnet': {'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-716201194-subnet', 'tenant_id': '190010564e4b44f5ae1fc5d78e8e2238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:38.735481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604c9f-f74b-47ce-96e3-e51cb97e2d3c admin admin] Pushing event updated for resources: {'Network': ['ID=67031423-76ad-44ac-a8e4-1c40ab05400b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:38.748787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 67031423-76ad-44ac-a8e4-1c40ab05400b details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:38.798878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.799441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88ca8f45-1fce-45b0-8f9f-f23d72cafb61 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:15:38.804887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.808562 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3aaea755-5fca-479f-9d41-30a6bf87ffa4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/88ca8f45-1fce-45b0-8f9f-f23d72cafb61 HTTP/1.1" status: 204 len: 168 time: 1.3137498 Aug 16 22:15:38.809031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:38.843791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Made reservation on behalf of 190010564e4b44f5ae1fc5d78e8e2238 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:38.846162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.927812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Deleting subnet d70c1725-7359-4419-83ad-cbaf07f3c26f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:15:38.936192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.981181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306655c-252b-470e-865b-8b667cddd2fa req-298ffcf0-d70f-4203-86f3-b6eef8effac8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:38.984963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:38.988256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0306655c-252b-470e-865b-8b667cddd2fa req-298ffcf0-d70f-4203-86f3-b6eef8effac8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.1308713 Aug 16 22:15:38.991096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.000201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-0caf0bf2-6d21-4819-8a80-e1c07e3103c1 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350342 Aug 16 22:15:39.088890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-232ceb18-c090-4ceb-be59-093ae85e3848 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 217 time: 0.0763130 Aug 16 22:15:39.139139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.142885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0306655c-252b-470e-865b-8b667cddd2fa req-16bd1d37-7d45-4aa1-928d-8fdf5fd95c11 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525235 Aug 16 22:15:39.181951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.255287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-e2f20936-8235-4300-b37c-e946615c45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:39.257257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-e2f20936-8235-4300-b37c-e946615c45e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.1579392 Aug 16 22:15:39.263215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83c76b7-781b-4381-822e-82a3aee9951f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:39.272233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.306343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70c1725-7359-4419-83ad-cbaf07f3c26f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:39.308615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.313156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27b2f5-967d-4292-860b-67de2cdb9819 None None] Network 1f2e264d-abc6-4f08-907b-ba10aa1e136a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:39.316031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-872567bc-390f-4041-b5d7-188bc7576c3e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d70c1725-7359-4419-83ad-cbaf07f3c26f HTTP/1.1" status: 204 len: 168 time: 0.5010726 Aug 16 22:15:39.316789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:39.325636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Checking segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:39.326099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Network hostable DHCP agents. Network: 67031423-76ad-44ac-a8e4-1c40ab05400b, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:39.363772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Network 67031423-76ad-44ac-a8e4-1c40ab05400b is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:39.377787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 67031423-76ad-44ac-a8e4-1c40ab05400b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:39.388592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85cb36-4fa1-4bf2-847c-11b58285d3e9 None None] Network 67031423-76ad-44ac-a8e4-1c40ab05400b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:39.399990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:39.409854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.462273 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3e06d398-3635-4573-8165-480911dbcac7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7481642 Aug 16 22:15:39.510342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:39.568114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.575327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-f0f8421e-0f85-4b05-9ed8-abe5dc547d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:39.577277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-f0f8421e-0f85-4b05-9ed8-abe5dc547d5c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2748022 Aug 16 22:15:39.641757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615643ce-f781-4f36-a660-5adfa582a290 None None] Network 67031423-76ad-44ac-a8e4-1c40ab05400b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:39.778458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] DHCP port deletion for 1f2e264d-abc6-4f08-907b-ba10aa1e136a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:15:39.847158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Deleting port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:39.847531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.861513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320dffa-f5f9-4598-9bcd-3fcab97a3f43 req-547abf4e-39f1-4978-8fc0-4cb84418a8c9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:39.863079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b320dffa-f5f9-4598-9bcd-3fcab97a3f43 req-547abf4e-39f1-4978-8fc0-4cb84418a8c9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.3511462 Aug 16 22:15:39.899587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-1b0e699c-df71-4096-90d2-657a636ff17d service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909663 Aug 16 22:15:39.922238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] For port 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e5a398b-5fdc-4eef-906f-51dd382fadd4,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:39.922657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:39.941220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Calling delete_port for 5e5a398b-5fdc-4eef-906f-51dd382fadd4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:39.943269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:39.952917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cebcccc3-f646-4144-94ff-6927aaaa37af admin admin] 10.222.0.22 "PUT /v2.0/routers/7e3f58ec-377a-4096-81b3-44bd1e3f6b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3524342 Aug 16 22:15:39.954015 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Sync routers for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:39.955247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:39.963872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:39.964707 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.020937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Deleting port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:40.021309 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.049229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.071102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.079812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:40.088847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] Pushing event deleted for resources: {'Port': ['ID=5e5a398b-5fdc-4eef-906f-51dd382fadd4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:40.096678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38039c-2f01-48dd-a765-7677feb3b338 None None] No DVR routers for this DVR port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:40.097798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b320dffa-f5f9-4598-9bcd-3fcab97a3f43 req-757d7b85-c031-4bd4-9131-59aa0cdad7e4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222912 Aug 16 22:15:40.166733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] For port 5e5a398b-5fdc-4eef-906f-51dd382fadd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e5a398b-5fdc-4eef-906f-51dd382fadd4,segment=NetworkSegment(e2d29345-61f8-43ac-939b-1f4cc2971b5f),segment_id=e2d29345-61f8-43ac-939b-1f4cc2971b5f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:40.167143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.202058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Calling delete_port for 5e5a398b-5fdc-4eef-906f-51dd382fadd4 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:40.227038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-9fd77d8b-5ca2-4eec-97d3-5e422ce66f84 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156466 Aug 16 22:15:40.229537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.238446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-85b4223a-2460-4579-b243-978c0713eba0 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:40.245693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-85b4223a-2460-4579-b243-978c0713eba0 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.2979088 Aug 16 22:15:40.312801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Deleting port b549e16e-54aa-458e-a443-bf93e7244a29 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:40.313661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.337232 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:15:38Z', 'revision_number': 5, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port': {'id': 'b549e16e-54aa-458e-a443-bf93e7244a29', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:32Z', 'updated_at': '2021-08-16T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.370813 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Checking router: 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:40.372595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-6c54eabe-2744-42b6-a9b1-609c8ed93744 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/quotas/190010564e4b44f5ae1fc5d78e8e2238 HTTP/1.1" status: 200 len: 375 time: 0.1259425 Aug 16 22:15:40.387770 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Routers {'7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:40.388391 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.415542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-150017b2-aeb2-4ea9-9fd6-833440b74ddb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66 HTTP/1.1" status: 200 len: 217 time: 0.1678073 Aug 16 22:15:40.424023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7477e72a-4832-45f9-abad-82d391dbd415 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:40.448395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7477e72a-4832-45f9-abad-82d391dbd415 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:40.448688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-10679f2e-0857-45d6-b70b-ecff603b5afd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353749 Aug 16 22:15:40.448817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7477e72a-4832-45f9-abad-82d391dbd415 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:40.449273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e5a398b-5fdc-4eef-906f-51dd382fadd4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:40.477860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5e5a398b-5fdc-4eef-906f-51dd382fadd4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:40.478192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e5a398b-5fdc-4eef-906f-51dd382fadd4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:40.478676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] For port b549e16e-54aa-458e-a443-bf93e7244a29, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b549e16e-54aa-458e-a443-bf93e7244a29,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:40.480056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.503624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Calling delete_port for b549e16e-54aa-458e-a443-bf93e7244a29 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:40.505136 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] Set router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:40.551566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.582909 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:15:40Z', 'revision_number': 6, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.606844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5a398b-5fdc-4eef-906f-51dd382fadd4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:40.611550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] No DVR routers for this DVR port 5e5a398b-5fdc-4eef-906f-51dd382fadd4 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:40.614450 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d53e5-37c1-45a8-81f3-ed662231cd2e None None] The sync data for ids ['7e3f58ec-377a-4096-81b3-44bd1e3f6b3b'] in n-d-791505-20 is: [{'id': '7e3f58ec-377a-4096-81b3-44bd1e3f6b3b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-166048484-router', 'tenant_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:31Z', 'updated_at': '2021-08-16T22:15:40Z', 'revision_number': 6, 'project_id': 'e514c0ad9012477fb6f3fa8d139ef64c', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:40.621471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-c2d7ecf5-78cd-429e-ba80-6b301506909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:40.622955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-c2d7ecf5-78cd-429e-ba80-6b301506909f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.1723413 Aug 16 22:15:40.724894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.735730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-cbab167a-72b7-4851-94e4-be4f6e1ab343 service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862403 Aug 16 22:15:40.749746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.751840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b549e16e-54aa-458e-a443-bf93e7244a29,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:40.770618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2e264d-abc6-4f08-907b-ba10aa1e136a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.782117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-1c0a7633-c953-47b7-b636-da03bc0df682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:40.783625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-1c0a7633-c953-47b7-b636-da03bc0df682 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1363814 Aug 16 22:15:40.814742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.824562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d29345-61f8-43ac-939b-1f4cc2971b5f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.824870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d29345-61f8-43ac-939b-1f4cc2971b5f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:40.907464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.909684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.958541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.960577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3f58ec-377a-4096-81b3-44bd1e3f6b3b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:15:40.972484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:40.973852 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-393869b5-8b44-48e6-8408-d843973a52a9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7e3f58ec-377a-4096-81b3-44bd1e3f6b3b HTTP/1.1" status: 204 len: 168 time: 1.0170765 Aug 16 22:15:40.976215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47996) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:41.030290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Deleting subnet aa9401a9-6148-4121-afd5-0d0bce5d2290 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:15:41.033825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.074998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.115094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.145057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.162521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:15:41.163219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:15:41.166520 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:15:41.231112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-61183078-eccc-4c9f-828c-1458b1f8f493 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:41.231940 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-61183078-eccc-4c9f-828c-1458b1f8f493 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.1098225 Aug 16 22:15:41.235585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.277251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-571de9cf-c57c-4dea-88d9-13beed769f19 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649925 Aug 16 22:15:41.285473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-49fc743f-0959-4965-b5a5-0cde1507807e service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376153 Aug 16 22:15:41.365452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.409900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9401a9-6148-4121-afd5-0d0bce5d2290,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:41.412344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.416846 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11252430-df1e-4cdd-ae0f-f47c97ca8bb9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aa9401a9-6148-4121-afd5-0d0bce5d2290 HTTP/1.1" status: 204 len: 168 time: 0.4369833 Aug 16 22:15:41.417644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978e8bb-6765-4b7f-81b6-d9e6e74445a4 None None] Network 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:41.420334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:41.423408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 6ca15216-3eba-4c68-8e5e-353cddb17a04 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:41.423755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.434274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.492577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.497422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f2e264d-abc6-4f08-907b-ba10aa1e136a HTTP/1.1" status: 204 len: 168 time: 2.1763389 Aug 16 22:15:41.513819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cf37c-021a-4e96-9c1f-f6fe097a723c req-81f5e85b-4d4c-48b9-b495-2eda68daba02 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:41.522472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad9cf37c-021a-4e96-9c1f-f6fe097a723c req-81f5e85b-4d4c-48b9-b495-2eda68daba02 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 945 time: 0.3069766 Aug 16 22:15:41.530397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b76ff3-bc13-4542-9720-0b18fed00406 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2e264d-abc6-4f08-907b-ba10aa1e136a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:41.564006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-861e4d94-676b-4145-a2aa-b8d7067971c0 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775311 Aug 16 22:15:41.569303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bac4afe4-512d-40b4-83fd-35f411c18a85 req-d9fd4dcb-41a2-45b4-b97f-1016d90d91ad tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 210 time: 0.0730951 Aug 16 22:15:41.613204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-fdc71c30-91a5-4706-a144-65e11c15fac7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=b36a2ec9-356a-478c-a7ee-321450e1a192 HTTP/1.1" status: 200 len: 217 time: 0.0389037 Aug 16 22:15:41.747799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] DHCP port deletion for 70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:15:41.756004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-83b99ddb-c159-44e3-bdba-dcb47fa16fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:41.760827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-83b99ddb-c159-44e3-bdba-dcb47fa16fc6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 200 len: 797 time: 0.1355183 Aug 16 22:15:41.763057 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.823041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:41.830923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Deleting port 27e507a0-cda5-41b4-bec5-d332be837a14 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:41.831707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.839265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad9cf37c-021a-4e96-9c1f-f6fe097a723c req-e5ba0986-9591-4a4c-9f3c-3a9d4b47df8c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149333 Aug 16 22:15:41.905492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 6ca15216-3eba-4c68-8e5e-353cddb17a04, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6ca15216-3eba-4c68-8e5e-353cddb17a04,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:41.906445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:41.917821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-76d9ab88-f38b-4f24-b1f6-f6398f66a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:41.928008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-76d9ab88-f38b-4f24-b1f6-f6398f66a955 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bb754b0e-e3da-4117-a6e3-ff6a430b35d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606247 Aug 16 22:15:41.988765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] For port 27e507a0-cda5-41b4-bec5-d332be837a14, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=27e507a0-cda5-41b4-bec5-d332be837a14,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:41.989279 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.005030 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d526b39-0832-42de-9fdb-b4c0e27ebfdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94641680ee4c415cab1abf92d1849bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794465 Aug 16 22:15:42.006297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 6ca15216-3eba-4c68-8e5e-353cddb17a04 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:42.008039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:42.014417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Calling delete_port for 27e507a0-cda5-41b4-bec5-d332be837a14 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:42.089303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-bac0108c-a685-46cd-bf3d-e5e675c441c1 service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522286 Aug 16 22:15:42.213646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-f9bc13f9-8f54-4bd9-b623-f94e3d4d0a7b service neutron] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150613 Aug 16 22:15:42.255432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Deleting port 27e507a0-cda5-41b4-bec5-d332be837a14 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:42.256048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.277880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-a97a399c-bdec-4965-8333-eda62cefc68a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 200 len: 217 time: 0.0553865 Aug 16 22:15:42.306431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.343466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.348627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-a386cfc8-3bd5-4a21-9e8f-2a1f2a7704db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:42.350992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-a386cfc8-3bd5-4a21-9e8f-2a1f2a7704db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.0647950 Aug 16 22:15:42.399802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.421020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] For port 27e507a0-cda5-41b4-bec5-d332be837a14, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=27e507a0-cda5-41b4-bec5-d332be837a14,segment=NetworkSegment(48d6f710-edf5-4430-8f08-25574574dd1a),segment_id=48d6f710-edf5-4430-8f08-25574574dd1a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:42.422055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.430716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-59d69331-be84-45d2-bc80-a2a40ed231ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:42.432347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-59d69331-be84-45d2-bc80-a2a40ed231ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721498 Aug 16 22:15:42.433892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] No DVR routers for this DVR port 27e507a0-cda5-41b4-bec5-d332be837a14 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:42.436031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bfa43-c144-4aba-9e33-2c758b28e9f0 None None] Pushing event deleted for resources: {'Port': ['ID=27e507a0-cda5-41b4-bec5-d332be837a14,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:42.476525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 27e507a0-cda5-41b4-bec5-d332be837a14 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:42.504371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 27e507a0-cda5-41b4-bec5-d332be837a14 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:42.504858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 27e507a0-cda5-41b4-bec5-d332be837a14 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:42.505406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a10d95c2-17a3-4a84-8280-457835db3f1b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:42.526392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a10d95c2-17a3-4a84-8280-457835db3f1b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:42.526392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a10d95c2-17a3-4a84-8280-457835db3f1b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:42.526931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b549e16e-54aa-458e-a443-bf93e7244a29 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:42.532149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Calling delete_port for 27e507a0-cda5-41b4-bec5-d332be837a14 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:42.536884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.552343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b549e16e-54aa-458e-a443-bf93e7244a29 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:42.553199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b549e16e-54aa-458e-a443-bf93e7244a29 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:42.571705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6ca15216-3eba-4c68-8e5e-353cddb17a04'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:42.604583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-70d810ea-1c5f-48ad-9207-b618c1a199ed service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602013 Aug 16 22:15:42.744007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-858f2f6d-98ae-45e0-ba85-1d2158543328 req-cc8db6d6-3168-422d-8408-63d1023b038d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 210 time: 0.0486908 Aug 16 22:15:42.793574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-0379c524-c9f0-4fbc-ab77-c68a5d99c258 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807208 Aug 16 22:15:42.839149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-72bf8bc3-bf1d-4c80-9e26-057e7242e845 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 200 len: 217 time: 0.0368567 Aug 16 22:15:42.878713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=6ca15216-3eba-4c68-8e5e-353cddb17a04,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:42.931363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-c31f05cc-41ab-4308-ae2c-37d6de583ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:42.933373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.933547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-c31f05cc-41ab-4308-ae2c-37d6de583ea9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 200 len: 797 time: 0.0818081 Aug 16 22:15:42.935855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.937542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d80d400-354c-4196-b81c-65b269e5e3c3 HTTP/1.1" status: 204 len: 168 time: 0.9268196 Aug 16 22:15:42.987204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 6ca15216-3eba-4c68-8e5e-353cddb17a04 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:42.993156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:42.995394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2266a1d0-7ec5-41b3-9874-74b0df3c8286 req-4ffb4a79-d76b-4587-87bf-245a350b5815 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "DELETE /v2.0/ports/6ca15216-3eba-4c68-8e5e-353cddb17a04 HTTP/1.1" status: 204 len: 173 time: 1.7393584 Aug 16 22:15:42.995975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'name': 'network-vif-deleted', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:42.998237 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9974fe2-d974-457b-96f2-94f1f28ad849" -d '{"events": [{"server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "name": "network-vif-deleted", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:43.000713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89a74993-d36a-4121-93a1-14962ab7ae2d req-4f74b0e6-f8fa-4fb9-a0a1-1a70f4f05a55 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=b99d2844-4fee-46af-b68c-da33036754b6 HTTP/1.1" status: 200 len: 210 time: 0.0643139 Aug 16 22:15:43.001245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed013c-db0e-4420-a979-a8d8a0632b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80d400-354c-4196-b81c-65b269e5e3c3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:43.038596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-e91f616f-4a2c-4f9e-bf73-9fb55d37734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:43.042725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-e91f616f-4a2c-4f9e-bf73-9fb55d37734e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=afbcf641-c92e-4711-83a6-9aa3665f9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980735 Aug 16 22:15:43.061736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.125001 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420ed1e9-ac70-4fc9-abff-2a4cee8825b3 x-openstack-request-id: req-420ed1e9-ac70-4fc9-abff-2a4cee8825b3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:43.134669 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99d2844-4fee-46af-b68c-da33036754b6", "name": "network-vif-deleted", "tag": "6ca15216-3eba-4c68-8e5e-353cddb17a04", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:43.134669 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-420ed1e9-ac70-4fc9-abff-2a4cee8825b3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:43.134669 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99d2844-4fee-46af-b68c-da33036754b6', 'name': 'network-vif-deleted', 'tag': '6ca15216-3eba-4c68-8e5e-353cddb17a04', 'status': 'completed', 'code': 200} Aug 16 22:15:43.134669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e507a0-cda5-41b4-bec5-d332be837a14,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:43.134669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] No DVR routers for this DVR port 27e507a0-cda5-41b4-bec5-d332be837a14 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:43.286305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-451717e6-766a-44ae-a4ea-d059393d070d service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322235 Aug 16 22:15:43.430147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.447867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:43.462655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d6f710-edf5-4430-8f08-25574574dd1a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:43.463628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d6f710-edf5-4430-8f08-25574574dd1a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:43.463774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa5fc75-3664-41d4-9794-89092d81d60d req-3917fb2b-1717-462d-82b3-e3bcadc57807 service neutron] 10.222.0.88 "GET /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667514 Aug 16 22:15:43.479208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.513598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.524434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-c16fca8a-d296-4dcf-9e38-42e013d435c1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:43.525991 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-c16fca8a-d296-4dcf-9e38-42e013d435c1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.89 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.1929104 Aug 16 22:15:43.528615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:15:43.529059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:15:43.530856 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:15:43.579065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Request body: {'port': {'device_id': '671f96f9-d353-4173-922a-a1b1211fc89a', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'admin_state_up': True, 'tenant_id': '190010564e4b44f5ae1fc5d78e8e2238'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:43.660506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.665875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.668325 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] 10.222.0.22 "DELETE /v2.0/networks/70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2 HTTP/1.1" status: 204 len: 168 time: 2.2388678 Aug 16 22:15:43.671743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48050) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:43.692878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a75aa-4249-42d4-8ed4-e073bf604440 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d7c0e4-9a94-4afb-93dd-d435c7d1f1c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:43.750746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Made reservation on behalf of 190010564e4b44f5ae1fc5d78e8e2238 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:43.755616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:43.926235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Allocated IP 172.20.0.6 (67031423-76ad-44ac-a8e4-1c40ab05400b/f83c76b7-781b-4381-822e-82a3aee9951f/25e7f730-8cd9-497d-b24f-e979f04f0564) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:43.971747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f099567-9590-41ae-a548-44a5c61f7326 req-0c40f491-0927-40fb-bfd0-d131715e0c68 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 210 time: 0.1134279 Aug 16 22:15:44.091512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.274337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.303734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:44.387305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.437415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Network 67031423-76ad-44ac-a8e4-1c40ab05400b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:44.440724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:44.449434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1769205478-network', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:44.452384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:44.473753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.525969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:44.526945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.529237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:44.537808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:44.541710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.553980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.558075 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4b53230d-e69f-4081-a5d8-8b14b8a52086 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855552 Aug 16 22:15:44.583338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Request body: {'port': {'device_id': '671f96f9-d353-4173-922a-a1b1211fc89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:44.605322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-9f298d27-f1fb-4d92-b226-1f63804e9f9d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:44.609546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-9f298d27-f1fb-4d92-b226-1f63804e9f9d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.2119348 Aug 16 22:15:44.631142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-2fca4e04-fc52-4256-aa16-c9b24539b3a4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0171132 Aug 16 22:15:44.659867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.713866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-7c47dc2b-7e90-4b05-bda5-dc58216caba4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462437 Aug 16 22:15:44.802684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.813155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.832308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-cc03c1b2-5d81-4baa-b846-696d7fd5f682 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124001 Aug 16 22:15:44.855583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:44.900509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:44.900857 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Added segment 187dec89-b3a5-4e2f-b983-0bd40ea553d8 of type vlan for network 59878397-7eca-494b-afcf-2de414c0c2ec Aug 16 22:15:44.902214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ede27-9da7-49e0-b77c-d17c0827503b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:44.958524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.063046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e7f730-8cd9-497d-b24f-e979f04f0564 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:45.068330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.069456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:45.070047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.079080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.094411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Transition to ACTIVE for port object 25e7f730-8cd9-497d-b24f-e979f04f0564 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:45.121510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.136326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8286839 Aug 16 22:15:45.168191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:45.195671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Request body: {'subnet': {'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1769205478-subnet', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:45.229599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:45.231913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.269170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ca15216-3eba-4c68-8e5e-353cddb17a04 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:45.275426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-25f09b5f-49ae-4d8f-9305-51c7d6bda23e service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320498 Aug 16 22:15:45.300990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79aead-d3f1-4f78-8338-25ebc195eba3 req-497fa2ab-28a3-4480-a850-edbafbf4bb2f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:45.303761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb79aead-d3f1-4f78-8338-25ebc195eba3 req-497fa2ab-28a3-4480-a850-edbafbf4bb2f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.1078155 Aug 16 22:15:45.321802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 6ca15216-3eba-4c68-8e5e-353cddb17a04 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:45.323717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6ca15216-3eba-4c68-8e5e-353cddb17a04 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:45.339900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Deleting port 9f3952a8-bcee-4f46-b504-3e678bb9e30e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:45.340250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.415054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42eff-aa60-4792-a90d-f204ca987340 admin admin] Pushing event updated for resources: {'Network': ['ID=59878397-7eca-494b-afcf-2de414c0c2ec,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:45.426196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:45.436327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 59878397-7eca-494b-afcf-2de414c0c2ec details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:45.445594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.525789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] For port 9f3952a8-bcee-4f46-b504-3e678bb9e30e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f3952a8-bcee-4f46-b504-3e678bb9e30e,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:45.526212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.551087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce07b262-ce7c-4670-a2b6-459ecc68956d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:45.562563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Attempting to bind port 25e7f730-8cd9-497d-b24f-e979f04f0564 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:45.562910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Attempting to bind port 25e7f730-8cd9-497d-b24f-e979f04f0564 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:45.563323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Attempting to bind port 25e7f730-8cd9-497d-b24f-e979f04f0564 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:45.566248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Calling delete_port for 9f3952a8-bcee-4f46-b504-3e678bb9e30e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:45.572384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Port 25e7f730-8cd9-497d-b24f-e979f04f0564 on network 67031423-76ad-44ac-a8e4-1c40ab05400b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:15:45.572711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Attempting to bind port 25e7f730-8cd9-497d-b24f-e979f04f0564 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:45.574790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba13c-934f-4f41-978e-a331d7bc2c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.579789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Checking segment: {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:45.580159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Network hostable DHCP agents. Network: 59878397-7eca-494b-afcf-2de414c0c2ec, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:45.583420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:45.583761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Checking segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:45.584147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Bound using segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:45.584908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Bound port: 25e7f730-8cd9-497d-b24f-e979f04f0564, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:45.585047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.632909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Network 59878397-7eca-494b-afcf-2de414c0c2ec is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:45.656536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 59878397-7eca-494b-afcf-2de414c0c2ec) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:45.667390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d9a70-cd4c-43e2-9a98-96af87bdbd3d None None] Network 59878397-7eca-494b-afcf-2de414c0c2ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:45.685651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:45.686264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.733892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb79aead-d3f1-4f78-8338-25ebc195eba3 req-c28bca4c-c2f0-4e83-bc0f-9789d6e33200 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174163 Aug 16 22:15:45.736381 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-35a383e9-b65b-4c48-964f-06735b4fddf9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5679750 Aug 16 22:15:45.737741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:45.739732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:45.751466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:45.751466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:45.770923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.836730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:45.858484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:45.859325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.860782 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-4ef8ec2e-e787-46e1-9962-53fb0563e464 service neutron] 10.222.0.89 "PUT /v2.0/ports/25e7f730-8cd9-497d-b24f-e979f04f0564 HTTP/1.1" status: 200 len: 1092 time: 1.2853241 Aug 16 22:15:45.861627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:45.864045 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6" -d '{"events": [{"name": "network-changed", "server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:45.867538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.868620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.896139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-923d58d9-91b8-44b8-80f5-18825536efae req-89c7f16e-d608-4c4c-bf14-324db35cc51d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 210 time: 0.0844195 Aug 16 22:15:45.935927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-59878397-7eca-494b-afcf-2de414c0c2ec', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:15:45.938602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.955385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:45.975393 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49e133-cb31-4345-b81b-938e76eb393d x-openstack-request-id: req-8a49e133-cb31-4345-b81b-938e76eb393d {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:45.975393 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:45.975784 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a49e133-cb31-4345-b81b-938e76eb393d {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:45.976037 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'status': 'completed', 'code': 200} Aug 16 22:15:46.060699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.071535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-7c529dd1-69a2-4ecd-8fb7-b4c58649d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:46.073164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-7c529dd1-69a2-4ecd-8fb7-b4c58649d3d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 1095 time: 0.1348774 Aug 16 22:15:46.104548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3952a8-bcee-4f46-b504-3e678bb9e30e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:46.156951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Allocated IP 172.20.0.2 (59878397-7eca-494b-afcf-2de414c0c2ec/ce07b262-ce7c-4670-a2b6-459ecc68956d/2243a50b-0892-46bf-98b5-c137d207d574) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:46.270795 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-9ddc29f1-649c-42c3-8f21-094ec7ea70b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25e7f730-8cd9-497d-b24f-e979f04f0564 HTTP/1.1" status: 200 len: 217 time: 0.1228530 Aug 16 22:15:46.273008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.359408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.376877 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.386719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c508b-b3f3-4e68-890d-055443e64201 req-eb85ac09-5768-4b5c-b968-71cef819327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:46.386987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Transition to ACTIVE for port object 2243a50b-0892-46bf-98b5-c137d207d574 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:46.388357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-eb85ac09-5768-4b5c-b968-71cef819327c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.1063368 Aug 16 22:15:46.410163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Transition to ACTIVE for port object 2243a50b-0892-46bf-98b5-c137d207d574 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:46.429257 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.442790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-a58fa730-aecf-4e69-b0a9-2ca7d7412a95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405328 Aug 16 22:15:46.497421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Network 59878397-7eca-494b-afcf-2de414c0c2ec is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:46.501221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:46.506045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:46.509381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Pushing event updated for resources: {'Port': ['ID=2243a50b-0892-46bf-98b5-c137d207d574,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:46.572363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Attempting to bind port 2243a50b-0892-46bf-98b5-c137d207d574 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:46.572686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Attempting to bind port 2243a50b-0892-46bf-98b5-c137d207d574 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:46.573148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Attempting to bind port 2243a50b-0892-46bf-98b5-c137d207d574 on network 59878397-7eca-494b-afcf-2de414c0c2ec {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:46.578725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:46.579180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Checking segment: {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:46.579724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.580152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Bound using segment: {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:46.580692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Bound port: 2243a50b-0892-46bf-98b5-c137d207d574, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:46.581174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.646336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] For port 2243a50b-0892-46bf-98b5-c137d207d574, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:46.650928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] For port 2243a50b-0892-46bf-98b5-c137d207d574, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2243a50b-0892-46bf-98b5-c137d207d574,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:46.656887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.668520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-7bc0775e-6900-4e7f-ba67-9241dbac879d service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177315 Aug 16 22:15:46.673267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:46.718919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.723565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d7c38-d6df-4f48-b379-5b1b73bfaa92 None None] Pushing event updated for resources: {'Port': ['ID=2243a50b-0892-46bf-98b5-c137d207d574,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:46.843607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:46.940312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:46.949433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bfcd8957-08be-44dc-be82-643872c8b58d admin admin] 10.222.0.22 "PUT /v2.0/routers/01f1c5e0-cd2b-4084-8a7f-27bce44508ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754302 Aug 16 22:15:46.951879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:46.967178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Sync routers for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:47.009131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:47.011546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:47.027568 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f55c508b-b3f3-4e68-890d-055443e64201 req-72386fa0-4e5a-4948-a923-652eab0ccf9a service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995443 Aug 16 22:15:47.094345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Allocated IP 172.25.8.154 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/93fcf081-7db9-469d-bfbf-46c9c52d8f5c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:47.134035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ed1709d-395e-443e-a378-09e05a8ae446 req-d4409963-04cd-46d1-9d24-a31875ee0474 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 210 time: 0.0767093 Aug 16 22:15:47.219464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:47.268867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-69d6ca46-abf6-4454-8f1e-898a268cce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:47.270410 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-69d6ca46-abf6-4454-8f1e-898a268cce30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 1095 time: 0.1250706 Aug 16 22:15:47.319883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:47.375002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15f60-bd77-4adc-a2b1-a7abe0f0f76b req-80ad4689-2fd8-4053-afd6-a57171dad538 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:47.388530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bd15f60-bd77-4adc-a2b1-a7abe0f0f76b req-80ad4689-2fd8-4053-afd6-a57171dad538 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.5218346 Aug 16 22:15:47.415919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:47.521739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-da85b227-7b12-4f57-952d-e467743aedb3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:47.524060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-da85b227-7b12-4f57-952d-e467743aedb3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.88 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.4649103 Aug 16 22:15:47.535571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:15:45Z', 'revision_number': 5, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:47.547950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': '046f1cca-e277-4cec-b393-c7cb1b081000', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:47.551279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-a93c9e16-d89e-41dc-98aa-e00f0b20e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:47.553844 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-a93c9e16-d89e-41dc-98aa-e00f0b20e9db service neutron] 10.222.0.89 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 914 time: 0.2681224 Aug 16 22:15:47.565373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bd15f60-bd77-4adc-a2b1-a7abe0f0f76b req-b5b11d6c-9327-4d89-a946-aaf507bc13ba tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719823 Aug 16 22:15:47.573960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:47.593325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Checking router: 01f1c5e0-cd2b-4084-8a7f-27bce44508ac for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:47.608458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Routers {'01f1c5e0-cd2b-4084-8a7f-27bce44508ac'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:47.610330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:47.636565 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-92465621-a762-42bc-8320-b3c82302c2cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25e7f730-8cd9-497d-b24f-e979f04f0564 HTTP/1.1" status: 200 len: 217 time: 0.0732589 Aug 16 22:15:47.658809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:47.754263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-0b8ca904-6a52-44dd-8bc8-82cfe6e646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:47.755797 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-0b8ca904-6a52-44dd-8bc8-82cfe6e646c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.1050539 Aug 16 22:15:47.780761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:47.803239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] Set router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:47.815553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:47.823633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:47.828365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:47.837229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Pushing event updated for resources: {'Port': ['ID=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:47.845375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:47.849783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-3d4db346-80b0-4867-bd48-b50b24c5d8f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794549 Aug 16 22:15:47.926741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Deleting port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:47.927094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.042544 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-31c62ae8-ade2-42da-911b-20b2d51456f3 service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684558 Aug 16 22:15:48.125978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.154236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] For port 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:48.154834 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.190300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:15:45Z', 'revision_number': 5, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:48.190812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.6 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/73b41bb9-6920-439f-b56b-227ae076c1c8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:48.200350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Calling delete_port for 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:48.253379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dd5faa-ea3f-47cd-a167-5eeaa2ced8a1 None None] The sync data for ids ['01f1c5e0-cd2b-4084-8a7f-27bce44508ac'] in n-d-791505-20 is: [{'id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2006548388-router', 'tenant_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:07:40Z', 'updated_at': '2021-08-16T22:15:45Z', 'revision_number': 5, 'project_id': 'eddcb7f11e7749ecbb43d5c9ffe10399', 'gw_port': {'id': '39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f1c5e0-cd2b-4084-8a7f-27bce44508ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:07:42Z', 'updated_at': '2021-08-16T22:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:48.289121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6dfd920-753c-4469-93c8-17bc11f59b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.320866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b0ac7-8023-46d8-8a4d-b3ed9230c520 None None] Network 59878397-7eca-494b-afcf-2de414c0c2ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:48.355035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff1eb09-67b2-4622-8831-54bc3fd05a60 req-7c6233a7-1450-431e-9395-281cbae3b943 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 210 time: 0.0552030 Aug 16 22:15:48.375841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29e9a1a0-0f92-4f2f-a3a8-9e913dca4a17 None None] Provisioning for port 2243a50b-0892-46bf-98b5-c137d207d574 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:48.607295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.634182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.751691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Pushing event deleted for resources: {'Port': ['ID=39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:48.759273 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8eb24c8d-95e7-4533-8b6b-1c6f421104d6 req-4cbdfa11-5f45-4c46-9556-a848cb60a28b service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080173 Aug 16 22:15:48.801568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2243a50b-0892-46bf-98b5-c137d207d574 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:48.913731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2243a50b-0892-46bf-98b5-c137d207d574 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:48.922252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2243a50b-0892-46bf-98b5-c137d207d574 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:48.923034 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:48.948676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44827823-cfb6-4c74-9d13-200e0dcbb546 req-5b42145f-fc14-4ea8-987a-f49989385776 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:48.954245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44827823-cfb6-4c74-9d13-200e0dcbb546 req-5b42145f-fc14-4ea8-987a-f49989385776 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.2182827 Aug 16 22:15:48.959149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.025142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.028405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.059105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.090557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44827823-cfb6-4c74-9d13-200e0dcbb546 req-b01c6d56-5094-4b8c-a0b4-667bb8199f40 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352739 Aug 16 22:15:49.092476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f39db71-df09-4a90-99fa-1f9e43541b26 None None] Provisioning complete for port 2243a50b-0892-46bf-98b5-c137d207d574 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:49.093749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f39db71-df09-4a90-99fa-1f9e43541b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.161734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.170333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:49.174700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2243a50b-0892-46bf-98b5-c137d207d574, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2243a50b-0892-46bf-98b5-c137d207d574,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:49.179762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:49.182613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.185430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:49.185804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.188392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:49.191499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.222711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f3952a8-bcee-4f46-b504-3e678bb9e30e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:49.267914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.268691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01f1c5e0-cd2b-4084-8a7f-27bce44508ac {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:15:49.270606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9f3952a8-bcee-4f46-b504-3e678bb9e30e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:49.270771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f3952a8-bcee-4f46-b504-3e678bb9e30e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:49.275421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.279385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2360c4e-543d-458d-86ff-8671ea48625a admin admin] 10.222.0.22 "DELETE /v2.0/routers/01f1c5e0-cd2b-4084-8a7f-27bce44508ac HTTP/1.1" status: 204 len: 168 time: 2.3257327 Aug 16 22:15:49.280435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48166) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:49.287397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:49.287924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.305797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2243a50b-0892-46bf-98b5-c137d207d574,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:49.383680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.548220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:15:49.624340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-80345861-6bea-4abe-a434-86deba317184 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0826812 Aug 16 22:15:49.645985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Request body: {'port': {'device_id': '046f1cca-e277-4cec-b393-c7cb1b081000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:49.651983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Deleting subnet 63d27eb3-1dc0-45bf-9d62-b5886d7c63fa {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:15:49.669104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:49.681103 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Sync routers for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:49.686343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554918c-15f2-4ee2-9f15-3d3417dac716 req-bf32d481-16e1-4237-bdce-48bbd110a37f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:49.688072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4554918c-15f2-4ee2-9f15-3d3417dac716 req-bf32d481-16e1-4237-bdce-48bbd110a37f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 931 time: 0.1006515 Aug 16 22:15:49.689042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.694239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.695636 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-682925d2-69c4-4111-8b22-cbc6b84c7945 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9549730 Aug 16 22:15:49.698308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:49.700634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:49.701779 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:49.777192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.826132 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:49.833684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:49.863823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4554918c-15f2-4ee2-9f15-3d3417dac716 req-9635e381-6fef-4075-9656-2b1dbc89cdef tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481698 Aug 16 22:15:50.096894 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:48Z', 'revision_number': 3, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:50.107067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.191415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.222987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Checking router: f5298938-c9dd-4842-8b6e-b99b2b7e9be6 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:50.228046 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Updating router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:15:50.229325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d27eb3-1dc0-45bf-9d62-b5886d7c63fa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:50.229785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.281899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fedf5a7-036c-4324-ac93-6dfd75e25284 None None] Network 4a0af7db-926b-453d-99a2-3ec69fd74493 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:50.285264 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.290641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.294813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f08c74cd-3c76-4a89-be32-86d298c61062 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63d27eb3-1dc0-45bf-9d62-b5886d7c63fa HTTP/1.1" status: 204 len: 168 time: 1.0017028 Aug 16 22:15:50.294993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:50.479661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bf885-a440-4103-a106-742bef0b6f17 req-34be2142-5d79-44d4-93fc-10950c2b39ed tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:50.481258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c98bf885-a440-4103-a106-742bef0b6f17 req-34be2142-5d79-44d4-93fc-10950c2b39ed tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.2072034 Aug 16 22:15:50.481826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2243a50b-0892-46bf-98b5-c137d207d574 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:50.493157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.513911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Allocated IP 172.20.0.1 (59878397-7eca-494b-afcf-2de414c0c2ec/ce07b262-ce7c-4670-a2b6-459ecc68956d/2bb58e90-227d-434d-9c50-204d6c960ab6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:50.579532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c98bf885-a440-4103-a106-742bef0b6f17 req-5b6a179a-8a25-4f25-b6c9-6455b36869e9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816212 Aug 16 22:15:50.645191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b41bb9-6920-439f-b56b-227ae076c1c8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:50.656208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.679251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Transition to ACTIVE for port object 73b41bb9-6920-439f-b56b-227ae076c1c8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:50.685773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.698512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.724837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Transition to ACTIVE for port object 2bb58e90-227d-434d-9c50-204d6c960ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:50.752296 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.753629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:50.758761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Deleting port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:50.759054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.762718 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Transition to ACTIVE for port object 93fcf081-7db9-469d-bfbf-46c9c52d8f5c will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:50.770756 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.802495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.820151 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Attempting to bind port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:50.820903 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Attempting to bind port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:50.821535 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Attempting to bind port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:50.829105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:50.829844 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:50.830472 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.831079 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:50.831800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Bound port: 93fcf081-7db9-469d-bfbf-46c9c52d8f5c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:50.832447 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.881108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Network 59878397-7eca-494b-afcf-2de414c0c2ec is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:50.885805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:50.888865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:50.893326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Pushing event updated for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:50.947982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Attempting to bind port 73b41bb9-6920-439f-b56b-227ae076c1c8 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:50.947982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Attempting to bind port 73b41bb9-6920-439f-b56b-227ae076c1c8 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:50.948250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Attempting to bind port 73b41bb9-6920-439f-b56b-227ae076c1c8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:50.952475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] For port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,segment=NetworkSegment(fd989122-34f6-48ef-b3db-a5bf189337a5),segment_id=fd989122-34f6-48ef-b3db-a5bf189337a5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:50.953381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.960901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.970339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2243a50b-0892-46bf-98b5-c137d207d574 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:50.970723 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:50.977697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Port 73b41bb9-6920-439f-b56b-227ae076c1c8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:15:50.978032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Attempting to bind port 73b41bb9-6920-439f-b56b-227ae076c1c8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:50.992494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:50.992850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:50.996246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:50.996537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Bound port: 73b41bb9-6920-439f-b56b-227ae076c1c8, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:50.996914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.007794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Calling delete_port for 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:51.046586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] DHCP port deletion for 4a0af7db-926b-453d-99a2-3ec69fd74493 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:15:51.117215 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Pushing event updated for resources: {'Port': ['ID=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.141809 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.145536 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.146037 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.146481 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.147066 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.147642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.157512 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.157906 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.158505 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.158906 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.159307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.159744 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:51.180625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:51.187602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:51.221761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.248684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.259269 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] For port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:51.267815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.272815 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] For port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:51.288700 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.337210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:15:51.375425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.415257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:51.415901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.417357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-6ae9e142-d3a8-4a51-9468-31c019a9f08c service neutron] 10.222.0.88 "PUT /v2.0/ports/73b41bb9-6920-439f-b56b-227ae076c1c8 HTTP/1.1" status: 200 len: 1092 time: 1.7762716 Aug 16 22:15:51.417824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:51.420329 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:51.420522 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:51.423092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:51.444071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100668-5e08-4a7f-a9bc-9dcc1f32ab3f req-dfac441d-01cf-4018-81dc-7a86ca1cac66 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:51.445830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4100668-5e08-4a7f-a9bc-9dcc1f32ab3f req-dfac441d-01cf-4018-81dc-7a86ca1cac66 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.4024765 Aug 16 22:15:51.547365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.573704 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327bee2-e56a-4635-8228-f0038c58f152 x-openstack-request-id: req-b327bee2-e56a-4635-8228-f0038c58f152 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:51.573954 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:51.574129 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b327bee2-e56a-4635-8228-f0038c58f152 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:51.574538 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'status': 'completed', 'code': 200} Aug 16 22:15:51.598714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:51.614581 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:51.657914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.688877 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.699168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4100668-5e08-4a7f-a9bc-9dcc1f32ab3f req-5fcf0a96-ef07-47fe-8cc2-b66d0229a44f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197852 Aug 16 22:15:51.699964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.708992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] No DVR routers for this DVR port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:51.736488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'port_id': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'mac_address': 'fa:16:3e:80:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c76b7-781b-4381-822e-82a3aee9951f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:15:51.760947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.772067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Deleting port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:51.772447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.791954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-f55a5075-87e8-41c9-939b-102fd33dba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:51.810238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-f55a5075-87e8-41c9-939b-102fd33dba78 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 1095 time: 0.2705724 Aug 16 22:15:51.901670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] For port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:51.902054 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18feb37-35a8-4408-8289-6dc749acf8cd None None] Pushing event updated for resources: {'Port': ['ID=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.902902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.917541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Calling delete_port for 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:51.920551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:15:51.921956 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2bb58e90-227d-434d-9c50-204d6c960ab6', 'name': '', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'mac_address': 'fa:16:3e:f8:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:50Z', 'updated_at': '2021-08-16T22:15:50Z', 'revision_number': 1, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'subnets': [{'id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:51.930322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:51.942467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Pushing event updated for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.963360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-71710b8d-bc3d-4c58-a885-cd9d67bffc18 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b41bb9-6920-439f-b56b-227ae076c1c8 HTTP/1.1" status: 200 len: 217 time: 0.1521838 Aug 16 22:15:51.967915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c8d76bf-c4d0-4f14-a08e-c0daacdb5507 None None] Provisioning for port 2bb58e90-227d-434d-9c50-204d6c960ab6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:51.977598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] No DVR routers for this DVR port 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:51.980326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1ba14-bbcd-4152-9cea-3891d888b201 None None] Pushing event deleted for resources: {'Port': ['ID=78f9d21c-22b4-4edb-b4f5-dbf527421ca9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:51.982242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c8d76bf-c4d0-4f14-a08e-c0daacdb5507 None None] Provisioning complete for port 2bb58e90-227d-434d-9c50-204d6c960ab6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:51.982634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c8d76bf-c4d0-4f14-a08e-c0daacdb5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.007394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Network 59878397-7eca-494b-afcf-2de414c0c2ec is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:52.008953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:52.018469 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f153945-5ac3-47b8-bb19-0dbe0e618269 None None] The sync data for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 is: [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2bb58e90-227d-434d-9c50-204d6c960ab6', 'name': '', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'mac_address': 'fa:16:3e:f8:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:50Z', 'updated_at': '2021-08-16T22:15:50Z', 'revision_number': 1, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'subnets': [{'id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:15:52.098639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.113060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.119210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0af7db-926b-453d-99a2-3ec69fd74493']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:52.132427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e7f730-8cd9-497d-b24f-e979f04f0564 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:52.145694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd989122-34f6-48ef-b3db-a5bf189337a5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:52.147140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd989122-34f6-48ef-b3db-a5bf189337a5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:52.158569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.166366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:52.172230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d76bf-c4d0-4f14-a08e-c0daacdb5507 None None] Port 2bb58e90-227d-434d-9c50-204d6c960ab6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:15:52.188155 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.198152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.207978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:15:52.208399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.320304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:52.340344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:15:52.355100 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:15:52.413374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:52.414377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 39aa7e0f-1640-4dcc-a544-7fa6bbb4eea4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:52.450968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.525128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.553329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4a0af7db-926b-453d-99a2-3ec69fd74493 HTTP/1.1" status: 204 len: 168 time: 2.2571614 Aug 16 22:15:52.582387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['25e7f730-8cd9-497d-b24f-e979f04f0564'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:52.583382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5850700-e8aa-4713-b877-c0fccb9e1770 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0af7db-926b-453d-99a2-3ec69fd74493,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:52.637817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-839da8b1-3e14-4f9b-b55e-b4cbbdf27407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:52.639356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-839da8b1-3e14-4f9b-b55e-b4cbbdf27407 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.6537921 Aug 16 22:15:52.679038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31798c-9137-442b-90d8-411052589fe8 req-278056b3-8743-4f38-8d72-759d80a59624 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:52.681599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e31798c-9137-442b-90d8-411052589fe8 req-278056b3-8743-4f38-8d72-759d80a59624 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.7487421 Aug 16 22:15:52.724263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-262872e7-c81a-4529-91b3-9fe3286387cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743306 Aug 16 22:15:52.778153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.798459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da610e35-2c61-48d0-8bff-8077d3ff9b76 None None] Provisioning complete for port 2bb58e90-227d-434d-9c50-204d6c960ab6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:52.798934 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da610e35-2c61-48d0-8bff-8077d3ff9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:52.800924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:15:52.815861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:15:52.831419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-127231dc-2ec5-4b11-96b9-d32aba30ceff admin admin] 10.222.0.22 "PUT /v2.0/routers/f5298938-c9dd-4842-8b6e-b99b2b7e9be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1319914 Aug 16 22:15:52.854223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:52.890127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:52.927411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:15:52.928345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 78f9d21c-22b4-4edb-b4f5-dbf527421ca9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:15:52.950828 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e444f5db-00fa-4fe3-8982-3825d75bff98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e514c0ad9012477fb6f3fa8d139ef64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939212 Aug 16 22:15:52.969731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:52.980963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-da610e35-2c61-48d0-8bff-8077d3ff9b76 None None] Port 2bb58e90-227d-434d-9c50-204d6c960ab6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:15:53.019216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:53.038740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-ae080788-3db1-4ef4-b4ee-1701359da962 service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919035 Aug 16 22:15:53.142665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.185879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.211858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35589834-3fb9-4dbd-b5e3-12af30dceb0c req-0d38201c-afb5-4219-8280-22d0c4b01c40 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:53.220502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35589834-3fb9-4dbd-b5e3-12af30dceb0c req-0d38201c-afb5-4219-8280-22d0c4b01c40 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.1806610 Aug 16 22:15:53.233008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e31798c-9137-442b-90d8-411052589fe8 req-a460c4c3-75b4-437f-91a3-d47d86e2f810 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073652 Aug 16 22:15:53.250246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-787062740'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:53.299880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:53.303793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.362790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35589834-3fb9-4dbd-b5e3-12af30dceb0c req-773c37a5-4cc0-4c3f-abc4-b665e78935e5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410265 Aug 16 22:15:53.369025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ded7a569-5509-4535-89bf-1e2cc649c124 req-9c9bc4cb-3b5c-455c-b6ce-2582f7fd67fe service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841868 Aug 16 22:15:53.379306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.397899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.413239 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab6ee1f0-7730-46e0-b8ff-86d363f5d6b8 HTTP/1.1" status: 204 len: 168 time: 0.4401426 Aug 16 22:15:53.413239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:53.442759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c5716-5fa3-48a0-baab-1da306db5342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6ee1f0-7730-46e0-b8ff-86d363f5d6b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:53.500255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.501509 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Added segment 7db4179a-5161-43f2-aab3-c9740a9687d8 of type vlan for network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 Aug 16 22:15:53.588236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-a7ebbb1e-3c2d-48c5-8b13-8d5cb32f3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:53.590850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-a7ebbb1e-3c2d-48c5-8b13-8d5cb32f3fbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 1095 time: 0.0838506 Aug 16 22:15:53.606235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.646286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.677721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:53.678767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.764138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-10ea591f-d257-419d-83e4-13b7a68aa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:53.765873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-10ea591f-d257-419d-83e4-13b7a68aa611 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.1683309 Aug 16 22:15:53.772447 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7499030 Aug 16 22:15:53.775162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:53.787743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'subnet': {'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:53.835946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffc426-1ab9-46b8-a489-8c2f658ee598 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Network': ['ID=883d1164-5f90-4b1b-b2f6-b1dce6660fc4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:53.844996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-11f0504b-af40-4329-b6ae-7559a676ca01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b41bb9-6920-439f-b56b-227ae076c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0709577 Aug 16 22:15:53.852037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:53.954789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:53.965525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:53.970103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:53.972557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-efcafdc3-1b60-4113-99e6-533ec04ba75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:53.974304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-efcafdc3-1b60-4113-99e6-533ec04ba75b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.1214774 Aug 16 22:15:54.024880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-e33380e0-c8f9-4ff0-a382-c8877286b779 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385306 Aug 16 22:15:54.082632 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c4fb5dd-3efb-49fc-ad92-2f47ca13a66f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eddcb7f11e7749ecbb43d5c9ffe10399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113884 Aug 16 22:15:54.083529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:54.139468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-a52b0742-62ee-41e1-85ae-4bc2ff6c7b8d service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061244 Aug 16 22:15:54.188087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.245845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.263099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.279825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ba0b2-9b03-4b66-9a46-08abaa42c7c0 req-d5db41ec-20d2-422b-8e04-fc7690fb7bc9 service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326087 Aug 16 22:15:54.344971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Subnet': ['ID=cc144961-3378-4645-b3b1-d59938626f1b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:54.355201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Checking segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:54.355561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network hostable DHCP agents. Network: 883d1164-5f90-4b1b-b2f6-b1dce6660fc4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:54.366449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.368960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.373112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21b28624-438a-471b-9428-de470e58eced HTTP/1.1" status: 204 len: 168 time: 0.2861631 Aug 16 22:15:54.379599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e783071-69ab-4dce-b57a-ae3f74645256 req-9a254342-5656-4f4e-bdfb-77b4f7b25b1a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:54.380911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e783071-69ab-4dce-b57a-ae3f74645256 req-9a254342-5656-4f4e-bdfb-77b4f7b25b1a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 944 time: 0.0591168 Aug 16 22:15:54.386294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c3e51-093d-4f1f-a6b8-fcdd91f58d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b28624-438a-471b-9428-de470e58eced,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:54.393309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:54.407456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 883d1164-5f90-4b1b-b2f6-b1dce6660fc4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:54.416693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:54.417432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.432159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a96fc7-1049-49fe-b390-d3955911c454 None None] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:54.438345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e5a2e2f0-d378-4624-bee2-6b1932c31a7a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6620889 Aug 16 22:15:54.442181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:54.448798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1892011148'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:54.487596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:54.494131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.513706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e783071-69ab-4dce-b57a-ae3f74645256 req-6c0b77fb-e364-411f-9ca9-60ebe3ef6ddf tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257150 Aug 16 22:15:54.531584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:15:54.551765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.552855 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Added segment 99bfd821-c5f7-40db-8794-474802e28095 of type vlan for network e80e542b-33a9-4c01-a68a-7e70d9a3f477 Aug 16 22:15:54.661039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.695153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93fcf081-7db9-469d-bfbf-46c9c52d8f5c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:54.720744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa23c63-a4f6-4b05-8446-021b5aaca26f req-2eb8072b-6957-498e-9e21-75ec61a817c6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:54.722405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efa23c63-a4f6-4b05-8446-021b5aaca26f req-2eb8072b-6957-498e-9e21-75ec61a817c6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.1171477 Aug 16 22:15:54.759959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.767013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:54.768051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.808069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efa23c63-a4f6-4b05-8446-021b5aaca26f req-12725bf7-ca8d-4e8a-aec4-7d447693c9c3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782249 Aug 16 22:15:54.914320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:54.918969 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4729836 Aug 16 22:15:54.919330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:54.924579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'subnet': {'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:54.931014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38a0f5-648d-4960-ac34-10e5ee3aea8c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Network': ['ID=e80e542b-33a9-4c01-a68a-7e70d9a3f477,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:54.946240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:54.946747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:54.950904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:15:55.009977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'fixed_ips': [{'subnet_id': 'cc144961-3378-4645-b3b1-d59938626f1b'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:15:55.010845 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.038669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:55.043315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.239639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.267918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Allocated IP 19.80.0.2 (883d1164-5f90-4b1b-b2f6-b1dce6660fc4/cc144961-3378-4645-b3b1-d59938626f1b/fb5cde74-4c77-4a87-95de-0f11402330ea) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:55.271138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:55.282102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.325775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:55.335027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.441832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Subnet': ['ID=c0ee82b3-384f-49b4-b1cc-cb7364cf6c33,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:55.453588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:55.461621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Sync routers for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:15:55.474983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Checking segment: {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:55.475439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network hostable DHCP agents. Network: e80e542b-33a9-4c01-a68a-7e70d9a3f477, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:15:55.493791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:55.494526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:55.496918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:15:55.511610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, e80e542b-33a9-4c01-a68a-7e70d9a3f477) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:55.526302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:55.527057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.561005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc390f-e102-45e6-bc0a-8228622563b3 None None] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:55.563682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a5a49f66-9ff9-4054-bddc-8f08eca41517 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6428850 Aug 16 22:15:55.631671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 25e7f730-8cd9-497d-b24f-e979f04f0564 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:55.680289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd460d52-6ab2-494b-985f-4a23b4b65f2c req-574f2a32-7c42-4318-b64b-30ba66cc6edd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:55.691289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd460d52-6ab2-494b-985f-4a23b4b65f2c req-574f2a32-7c42-4318-b64b-30ba66cc6edd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 944 time: 0.0836289 Aug 16 22:15:55.756834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd460d52-6ab2-494b-985f-4a23b4b65f2c req-03cf4682-23b5-4cee-8cdb-3ed86c96ab63 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613635 Aug 16 22:15:55.859374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 25e7f730-8cd9-497d-b24f-e979f04f0564 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:55.859770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:55.988043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:56.034053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-54412583-7d8b-480f-bb59-78aa6f1ecb1a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:56.040912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-54412583-7d8b-480f-bb59-78aa6f1ecb1a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:56.049042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-54412583-7d8b-480f-bb59-78aa6f1ecb1a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/networks?id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4&id=e80e542b-33a9-4c01-a68a-7e70d9a3f477&id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4 HTTP/1.1" status: 200 len: 1391 time: 0.1794269 Aug 16 22:15:56.063716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.067451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-c06b24e2-54a6-482d-aaff-37810669a30f tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/quotas/c7ca2eb6e77e4e55aed3e066f963992f HTTP/1.1" status: 200 len: 375 time: 0.0171797 Aug 16 22:15:56.087139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Transition to ACTIVE for port object fb5cde74-4c77-4a87-95de-0f11402330ea will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:56.173043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Transition to ACTIVE for port object fb5cde74-4c77-4a87-95de-0f11402330ea will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:56.176196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-f263ea72-277c-464a-a4dd-84c5e6130cec tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070554 Aug 16 22:15:56.206865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.316553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:56.319470 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.328583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:56.330620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-e80e542b-33a9-4c01-a68a-7e70d9a3f477', 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'fixed_ips': [{'subnet_id': 'c0ee82b3-384f-49b4-b1cc-cb7364cf6c33'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:15:56.331466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.342365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:56.401136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Pushing event updated for resources: {'Port': ['ID=fb5cde74-4c77-4a87-95de-0f11402330ea,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:56.442218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:56.444503 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebef5a0-1701-4ab2-a700-1837b4c582b9" -d '{"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-plugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:56.531697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc445d-7859-46c4-8e58-acb40b0655be req-555e8bea-9b29-4423-af70-b9231f92837e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:56.533928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19fc445d-7859-46c4-8e58-acb40b0655be req-555e8bea-9b29-4423-af70-b9231f92837e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.3875666 Aug 16 22:15:56.556065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:56.566989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93fcf081-7db9-469d-bfbf-46c9c52d8f5c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:56.580165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.590464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-6f6558f5-dd44-4229-8ea9-0f5de9aed1e2 service neutron] 10.222.0.22 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131699 Aug 16 22:15:56.611036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Attempting to bind port fb5cde74-4c77-4a87-95de-0f11402330ea on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:56.611412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Attempting to bind port fb5cde74-4c77-4a87-95de-0f11402330ea by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:56.611786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Attempting to bind port fb5cde74-4c77-4a87-95de-0f11402330ea on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:56.612616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19fc445d-7859-46c4-8e58-acb40b0655be req-411c010a-797d-4b0b-9f7b-058375ba161c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720501 Aug 16 22:15:56.684952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:56.685263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Checking segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:56.685663 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.686065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Bound using segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:56.686573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Bound port: fb5cde74-4c77-4a87-95de-0f11402330ea, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:56.686955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.700296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-85f68a75-f018-4685-afb5-dc03302fbf7a service neutron] 10.222.0.22 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002774 Aug 16 22:15:56.762599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:56.777326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Allocated IP 19.86.0.2 (e80e542b-33a9-4c01-a68a-7e70d9a3f477/c0ee82b3-384f-49b4-b1cc-cb7364cf6c33/04942b1a-d7b2-4361-9a1a-da60e00648ed) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:15:56.818873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2bb58e90-227d-434d-9c50-204d6c960ab6', 'name': '', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'mac_address': 'fa:16:3e:f8:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:50Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 2, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'subnets': [{'id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:56.827668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:56.828046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.843658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dad9be-27ab-470f-9cd2-866a1679fbba req-dc1cce2a-ff33-49ec-b647-2dd54f5a409c tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:56.845177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76dad9be-27ab-470f-9cd2-866a1679fbba req-dc1cce2a-ff33-49ec-b647-2dd54f5a409c tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.0762670 Aug 16 22:15:56.859063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-246a5060-75eb-4d23-b45e-2fbf71eb8e2e service neutron] 10.222.0.22 "GET /v2.0/networks/e80e542b-33a9-4c01-a68a-7e70d9a3f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507645 Aug 16 22:15:56.877161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Checking router: f5298938-c9dd-4842-8b6e-b99b2b7e9be6 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:15:56.877524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Updating router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 port 2bb58e90-227d-434d-9c50-204d6c960ab6 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:15:56.881978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] For port fb5cde74-4c77-4a87-95de-0f11402330ea, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:56.939806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76dad9be-27ab-470f-9cd2-866a1679fbba req-75cdddbc-b3dc-4699-9bb1-36275c293fbb tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856082 Aug 16 22:15:56.960567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] For port fb5cde74-4c77-4a87-95de-0f11402330ea, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb5cde74-4c77-4a87-95de-0f11402330ea,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:56.973767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:56.976318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-87b3a458-1998-4c0c-8657-d23770c1297c service neutron] 10.222.0.22 "GET /v2.0/networks/e80e542b-33a9-4c01-a68a-7e70d9a3f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051338 Aug 16 22:15:56.979534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.022740 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94493e68-fa71-4493-9991-3d91c69cc23d x-openstack-request-id: req-94493e68-fa71-4493-9991-3d91c69cc23d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:15:57.023499 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-plugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:15:57.023499 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94493e68-fa71-4493-9991-3d91c69cc23d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:15:57.023720 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'code': 200} Aug 16 22:15:57.108956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-e8075cea-7808-4c4c-98d3-b33979caab79 service neutron] 10.222.0.22 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251290 Aug 16 22:15:57.167784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39120c7-fad0-49ba-a68d-0b8711f79374 None None] Pushing event updated for resources: {'Port': ['ID=fb5cde74-4c77-4a87-95de-0f11402330ea,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:57.179460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4cc31-df54-40f5-b46a-4b5b5542f7fd req-c3acbd2f-713a-4ab8-b164-f03faea38463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:57.183521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-98a4cc31-df54-40f5-b46a-4b5b5542f7fd req-c3acbd2f-713a-4ab8-b164-f03faea38463 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 1097 time: 0.0639136 Aug 16 22:15:57.245269 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-98a4cc31-df54-40f5-b46a-4b5b5542f7fd req-5fdca971-6535-4229-ac58-ebfb6072ccc5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Aug 16 22:15:57.246049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-a703eed5-205a-43b1-93e8-e98bd9600d5e service neutron] 10.222.0.22 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Aug 16 22:15:57.305530 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.413771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Transition to ACTIVE for port object 04942b1a-d7b2-4361-9a1a-da60e00648ed will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:57.450809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Transition to ACTIVE for port object 04942b1a-d7b2-4361-9a1a-da60e00648ed will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:57.463485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.507780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94724af4-f3d9-4124-82e2-d0e4d53f610b req-4c211066-cbe3-4960-b03b-e7343249aa27 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:57.509872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94724af4-f3d9-4124-82e2-d0e4d53f610b req-4c211066-cbe3-4960-b03b-e7343249aa27 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1316831 Aug 16 22:15:57.567770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:15:57.571604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94724af4-f3d9-4124-82e2-d0e4d53f610b req-22adfb20-81d3-46ad-8682-52c157ff389e tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533268 Aug 16 22:15:57.572959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Pushing event updated for resources: {'Port': ['ID=04942b1a-d7b2-4361-9a1a-da60e00648ed,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:57.576976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:15:57.583433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:15:57.676196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dfefc26-4e1a-48b9-a909-0d3bf5e243a8 req-23305fb1-f420-43e2-9112-e319ce6fc9e2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 210 time: 0.0449407 Aug 16 22:15:57.697411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Attempting to bind port 04942b1a-d7b2-4361-9a1a-da60e00648ed on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:57.697790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Attempting to bind port 04942b1a-d7b2-4361-9a1a-da60e00648ed by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:57.698318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Attempting to bind port 04942b1a-d7b2-4361-9a1a-da60e00648ed on network e80e542b-33a9-4c01-a68a-7e70d9a3f477 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:57.713108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:57.715008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Checking segment: {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:57.715164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.715490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Bound using segment: {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:57.715993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Bound port: 04942b1a-d7b2-4361-9a1a-da60e00648ed, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:57.716389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.754660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.796571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Transition to ACTIVE for port object 2bb58e90-227d-434d-9c50-204d6c960ab6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:15:57.809796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.821959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc1f4-1657-4523-9e60-3bd403a17cea req-655c6248-7cf2-4e08-8a16-456359219776 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:57.823523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2cfc1f4-1657-4523-9e60-3bd403a17cea req-655c6248-7cf2-4e08-8a16-456359219776 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.0683322 Aug 16 22:15:57.858218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] For port 04942b1a-d7b2-4361-9a1a-da60e00648ed, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:57.892772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] For port 04942b1a-d7b2-4361-9a1a-da60e00648ed, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04942b1a-d7b2-4361-9a1a-da60e00648ed,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:57.898164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360cbf2-2a9f-4e47-ab23-8cbaba994ace None None] Pushing event updated for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:57.904046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:57.907561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2cfc1f4-1657-4523-9e60-3bd403a17cea req-86b72418-86c2-4dfb-b6b3-5016836a9420 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Aug 16 22:15:58.156664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d055-ad41-4a42-bbf5-85e3842efea2 req-0cc0b0c4-9468-43a0-8520-e4894274136e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:58.159364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b577d055-ad41-4a42-bbf5-85e3842efea2 req-0cc0b0c4-9468-43a0-8520-e4894274136e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.0947621 Aug 16 22:15:58.236199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-e186f3f6-870b-4cd7-8572-bda7fa0eaea5 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:58.239242 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-e186f3f6-870b-4cd7-8572-bda7fa0eaea5 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.89 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 946 time: 0.1389067 Aug 16 22:15:58.286690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b577d055-ad41-4a42-bbf5-85e3842efea2 req-fefedd36-cd03-49fe-8e45-f782c534232f tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/security-groups?id=52a39947-a6a7-4ccd-b361-13f96f9ffdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059005 Aug 16 22:15:58.325168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd747f37-6bee-48f6-b597-db331ea00caa None None] Pushing event updated for resources: {'Port': ['ID=04942b1a-d7b2-4361-9a1a-da60e00648ed,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:58.336193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:15:58.357500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Attempting to bind port 2bb58e90-227d-434d-9c50-204d6c960ab6 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:15:58.358335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Attempting to bind port 2bb58e90-227d-434d-9c50-204d6c960ab6 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:15:58.358964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Attempting to bind port 2bb58e90-227d-434d-9c50-204d6c960ab6 on network 59878397-7eca-494b-afcf-2de414c0c2ec {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:15:58.480706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:15:58.481232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Checking segment: {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:15:58.483964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:58.484602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Bound using segment: {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:15:58.486808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Bound port: 2bb58e90-227d-434d-9c50-204d6c960ab6, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187dec89-b3a5-4e2f-b983-0bd40ea553d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:15:58.487428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:58.587263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:58.621167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Deleting port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:15:58.621526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:58.710310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd6a36-6c4b-4f08-bc45-4e029d1c0b59 None None] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:15:58.802787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04942b1a-d7b2-4361-9a1a-da60e00648ed up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:58.808275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] For port 7c29a68b-17bd-40b3-b293-7b96c552d0f1, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7c29a68b-17bd-40b3-b293-7b96c552d0f1,segment=NetworkSegment(be317ef4-ab62-44e6-9477-fea841651c59),segment_id=be317ef4-ab62-44e6-9477-fea841651c59)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:58.808667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:58.825243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Calling delete_port for 7c29a68b-17bd-40b3-b293-7b96c552d0f1 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:15:58.826096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5798ba3b-500b-4baf-80b7-889bcb84b9c8 req-2dabab99-e9d7-461a-a674-2d9d1a44e88d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 210 time: 0.0456717 Aug 16 22:15:58.828374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:58.932084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95a652-2f49-41d3-88b1-ad0b3d52be28 req-5cc91397-f27f-4498-b5fe-eb581c23a053 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:58.933969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe95a652-2f49-41d3-88b1-ad0b3d52be28 req-5cc91397-f27f-4498-b5fe-eb581c23a053 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1980395 Aug 16 22:15:58.967945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b60eef08-33e0-4d86-bb7e-b8efe59d8c3a None None] Provisioning for port fb5cde74-4c77-4a87-95de-0f11402330ea completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:58.992627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:58.997961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] For port 2bb58e90-227d-434d-9c50-204d6c960ab6, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:15:59.039552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe95a652-2f49-41d3-88b1-ad0b3d52be28 req-83e076a7-a1b3-4d51-8c41-f8202b125abf tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925267 Aug 16 22:15:59.041018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] For port 2bb58e90-227d-434d-9c50-204d6c960ab6, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2bb58e90-227d-434d-9c50-204d6c960ab6,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:15:59.042588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'mac_address': 'fa:16:3e:25:d3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:15:59.075467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.106411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-24500e3e-d514-41e1-a95c-02e728bb5560 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:59.125522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-24500e3e-d514-41e1-a95c-02e728bb5560 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:59.128499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-24500e3e-d514-41e1-a95c-02e728bb5560 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "GET /v2.0/networks?id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4&id=e80e542b-33a9-4c01-a68a-7e70d9a3f477&id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4 HTTP/1.1" status: 200 len: 1391 time: 0.3051150 Aug 16 22:15:59.225848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'admin_state_up': True, 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:15:59.240320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360cbf2-2a9f-4e47-ab23-8cbaba994ace None None] Pushing event updated for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:59.279943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278de4d-32f8-4bf5-bf68-21cff6aacb4c req-0bc9d68d-1781-41fd-ba16-622f5411aaa4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:59.288307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d278de4d-32f8-4bf5-bf68-21cff6aacb4c req-0bc9d68d-1781-41fd-ba16-622f5411aaa4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.1572626 Aug 16 22:15:59.298239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:15:59.298890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:15:59.300615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 04942b1a-d7b2-4361-9a1a-da60e00648ed completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:59.308873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb5cde74-4c77-4a87-95de-0f11402330ea up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:15:59.412701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e95361-6587-4b1f-9de5-5b64cdca8e0f req-fb96f1a4-0851-4ab2-aeeb-f24a920c402f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:15:59.420492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.426758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53e95361-6587-4b1f-9de5-5b64cdca8e0f req-fb96f1a4-0851-4ab2-aeeb-f24a920c402f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.2525132 Aug 16 22:15:59.498042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b41bb9-6920-439f-b56b-227ae076c1c8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:15:59.523160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fb5cde74-4c77-4a87-95de-0f11402330ea completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:15:59.526239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.552784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53e95361-6587-4b1f-9de5-5b64cdca8e0f req-28326f00-211d-444a-b67c-21223b7b175b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251249 Aug 16 22:15:59.564898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.580564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:15:59.586223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:15:59.606428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d278de4d-32f8-4bf5-bf68-21cff6aacb4c req-720c7e7e-61cb-4cf5-89fa-b5cc401d5358 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171091 Aug 16 22:15:59.607154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.638241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] No DVR routers for this DVR port 7c29a68b-17bd-40b3-b293-7b96c552d0f1 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:15:59.642788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.645237 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4e272e7-d52f-40c5-a315-ba47cb6f6d96 req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.89 "DELETE /v2.0/ports/7c29a68b-17bd-40b3-b293-7b96c552d0f1 HTTP/1.1" status: 204 len: 173 time: 1.3454688 Aug 16 22:15:59.646404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442f7ae-4de7-4984-874f-6e8d51f6fba0 tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] Pushing event deleted for resources: {'Port': ['ID=7c29a68b-17bd-40b3-b293-7b96c552d0f1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:59.657465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'name': 'network-vif-deleted', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:15:59.666005 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe68cf-e6c8-45d7-a518-539a3fe1c587" -d '{"events": [{"server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "name": "network-vif-deleted", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:15:59.686192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7c29a68b-17bd-40b3-b293-7b96c552d0f1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:15:59.692286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fb5cde74-4c77-4a87-95de-0f11402330ea triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:15:59.692823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.701872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=786967ed9e18449c961e42dd8856d77a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1105192 Aug 16 22:15:59.702635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:15:59.746064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77f42521-1e79-4ab0-b19e-2cf04f66c4f2 req-85201b8f-0797-499f-b7cd-a33b133c590e tempest-VolumesAdminNegativeTest-61664303 tempest-VolumesAdminNegativeTest-61664303-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ba14c8a-7263-4d48-a4e6-72d16e9f3a14 HTTP/1.1" status: 200 len: 210 time: 0.0510242 Aug 16 22:15:59.752680 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.813800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992075a-e78b-4740-9035-61a3d8b79fd6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:15:59.851602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.852119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.852720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.853234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.853800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.854241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.854745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.855190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.855634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.856321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.856821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.857401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a724b-f87f-4d57-83af-d3efdc99df00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:15:59.870996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.896550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:15:59.900754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.916477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:15:59.938581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf1f1e-4f07-4d73-b445-a634945186f6 None None] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:00.005821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.009011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.013343 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b992075a-e78b-4740-9035-61a3d8b79fd6 HTTP/1.1" status: 204 len: 168 time: 0.3098631 Aug 16 22:16:00.037663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa671460-72aa-4443-984d-c64aea835205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992075a-e78b-4740-9035-61a3d8b79fd6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:00.066849 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de69c6b0-06e9-4869-8465-5967d70a5823 x-openstack-request-id: req-de69c6b0-06e9-4869-8465-5967d70a5823 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:00.067682 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba14c8a-7263-4d48-a4e6-72d16e9f3a14", "name": "network-vif-deleted", "tag": "7c29a68b-17bd-40b3-b293-7b96c552d0f1", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:00.068034 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de69c6b0-06e9-4869-8465-5967d70a5823 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:00.068619 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba14c8a-7263-4d48-a4e6-72d16e9f3a14', 'name': 'network-vif-deleted', 'tag': '7c29a68b-17bd-40b3-b293-7b96c552d0f1', 'status': 'completed', 'code': 200} Aug 16 22:16:00.121326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:00.136527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.173305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Allocated IP 19.80.0.247 (883d1164-5f90-4b1b-b2f6-b1dce6660fc4/cc144961-3378-4645-b3b1-d59938626f1b/03c7fc8a-c2cb-4fef-859a-73c6ebab9e86) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:00.231420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['73b41bb9-6920-439f-b56b-227ae076c1c8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:00.249461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f29ec0fc-87cc-42a5-876f-683168a92f13 req-f38f748d-43f6-47d2-b848-eee647cc5b46 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 210 time: 0.0674157 Aug 16 22:16:00.284977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Provisioning for port 04942b1a-d7b2-4361-9a1a-da60e00648ed completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:00.298231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5730e444-2350-498c-948b-a17bd653a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2bb58e90-227d-434d-9c50-204d6c960ab6', 'name': '', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'mac_address': 'fa:16:3e:f8:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:50Z', 'updated_at': '2021-08-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'subnets': [{'id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:00.301371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fb5cde74-4c77-4a87-95de-0f11402330ea, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb5cde74-4c77-4a87-95de-0f11402330ea,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:00.352379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.364977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Provisioning complete for port 04942b1a-d7b2-4361-9a1a-da60e00648ed triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:00.365379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.372277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730e444-2350-498c-948b-a17bd653a37d None None] The sync data for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 is: [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:15:51Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '2bb58e90-227d-434d-9c50-204d6c960ab6', 'name': '', 'network_id': '59878397-7eca-494b-afcf-2de414c0c2ec', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'mac_address': 'fa:16:3e:f8:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:50Z', 'updated_at': '2021-08-16T22:15:58Z', 'revision_number': 4, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'subnets': [{'id': 'ce07b262-ce7c-4670-a2b6-459ecc68956d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:00.496030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:00.519625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4283637f-c097-40b0-aacb-9652b3cff7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.589225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fb5cde74-4c77-4a87-95de-0f11402330ea,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:00.602288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8833a9d-d9de-4383-8313-b8a3427ce676 req-22cfbc4b-d76f-4e73-8502-d2c183438e08 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:00.612103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8833a9d-d9de-4383-8313-b8a3427ce676 req-22cfbc4b-d76f-4e73-8502-d2c183438e08 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.2447901 Aug 16 22:16:00.716854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4283637f-c097-40b0-aacb-9652b3cff7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.722514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.729393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2bb58e90-227d-434d-9c50-204d6c960ab6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:00.734144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4283637f-c097-40b0-aacb-9652b3cff7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.742830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Transition to ACTIVE for port object 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:00.797798 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.813250 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4283637f-c097-40b0-aacb-9652b3cff7fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7d84243c1c44ed4bc53465e69033ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154140 Aug 16 22:16:00.814381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:00.828969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283637f-c097-40b0-aacb-9652b3cff7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb22dc9-94e3-46b1-a235-0a048d8a1a47,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:00.847913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.887080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:00.891279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2bb58e90-227d-434d-9c50-204d6c960ab6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:00.896744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.903040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] For port 04942b1a-d7b2-4361-9a1a-da60e00648ed, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04942b1a-d7b2-4361-9a1a-da60e00648ed,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:00.904376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2bb58e90-227d-434d-9c50-204d6c960ab6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:00.904752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.918988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8833a9d-d9de-4383-8313-b8a3427ce676 req-91108678-7599-47a3-9742-06f01e1c9346 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050923 Aug 16 22:16:00.928681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:00.933311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:00.934598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:00.956437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.018505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:01.027333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:01.027980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.037038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.045219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Pushing event updated for resources: {'Port': ['ID=04942b1a-d7b2-4361-9a1a-da60e00648ed,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.046855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.052521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbb22dc9-94e3-46b1-a235-0a048d8a1a47 HTTP/1.1" status: 204 len: 168 time: 0.2354593 Aug 16 22:16:01.073968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Provisioning complete for port fb5cde74-4c77-4a87-95de-0f11402330ea triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:01.074712 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-499b8996-31b3-4693-bee6-814f0da81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.090978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8781042 Aug 16 22:16:01.100217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149513a3-499a-47de-bec4-7976d115865a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.126210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47681-fcc3-4527-b81d-8f7b13564654 req-45ab4574-204f-4178-ba7d-3f175f7fac0c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:01.126631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d4ae2-eb5a-408c-a58b-a64fe8f8f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb22dc9-94e3-46b1-a235-0a048d8a1a47,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.133904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbf47681-fcc3-4527-b81d-8f7b13564654 req-45ab4574-204f-4178-ba7d-3f175f7fac0c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 944 time: 0.3464427 Aug 16 22:16:01.149702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477', 'admin_state_up': True, 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:01.181188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Deleting subnet f1e86eda-bd9a-4d81-be49-aef08d6ddf02 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:01.188441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.293722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.297841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.346502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbf47681-fcc3-4527-b81d-8f7b13564654 req-54ecf580-ee1b-42ea-b1df-d7a164a07a8b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116818 Aug 16 22:16:01.377569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:01.382250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.406547 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.419398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2bb58e90-227d-434d-9c50-204d6c960ab6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2bb58e90-227d-434d-9c50-204d6c960ab6,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:01.432847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.512671 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.568648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e86eda-bd9a-4d81-be49-aef08d6ddf02,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.571011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.575948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2cebecbf-f26a-4daa-a5d6-0160d26f7ecf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f1e86eda-bd9a-4d81-be49-aef08d6ddf02 HTTP/1.1" status: 204 len: 168 time: 0.5558627 Aug 16 22:16:01.578956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:01.590449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24606fa-d2b1-45ea-b247-27f841efcd47 req-bbb49a82-0b90-4e9e-ab02-c80240574de2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:01.600489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d24606fa-d2b1-45ea-b247-27f841efcd47 req-bbb49a82-0b90-4e9e-ab02-c80240574de2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 932 time: 0.1316202 Aug 16 22:16:01.673392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.716219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d24606fa-d2b1-45ea-b247-27f841efcd47 req-0e7ecb59-9398-4199-aa70-51e3a5a15210 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090109 Aug 16 22:16:01.731031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Allocated IP 19.86.0.74 (e80e542b-33a9-4c01-a68a-7e70d9a3f477/c0ee82b3-384f-49b4-b1cc-cb7364cf6c33/1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:01.738903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Provisioning for port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:01.746755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Provisioning complete for port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:01.747228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.748849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.789457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.794338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:01.801318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3488e80e-aac5-413a-8629-fdbbd6ea3bd4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:01.805610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Provisioning complete for port 04942b1a-d7b2-4361-9a1a-da60e00648ed triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:01.805995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0f70742d-dc84-4c30-bf1b-25ef4c83ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.814111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be317ef4-ab62-44e6-9477-fea841651c59') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:01.814546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be317ef4-ab62-44e6-9477-fea841651c59') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:01.831248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.848093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.856390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:01.856798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:01.859610 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:01.923072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.929527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.933852 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] 10.222.0.22 "DELETE /v2.0/networks/3488e80e-aac5-413a-8629-fdbbd6ea3bd4 HTTP/1.1" status: 204 len: 168 time: 0.3515453 Aug 16 22:16:01.934537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:01.941961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:01.956350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830eb4c-8d8d-40f7-a37f-641bf503f85b admin admin] Pushing event deleted for resources: {'Network': ['ID=3488e80e-aac5-413a-8629-fdbbd6ea3bd4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:01.958815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Transition to ACTIVE for port object 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:01.995747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.007208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Deleting subnet cd69b6f0-e78b-45aa-9c9e-23996e0edeb5 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:02.011519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.050423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.076706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:02.081095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:02.088062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:02.100977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.125410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:02.150282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104f7b1-e9f5-4568-b8e9-c7075fa96968 req-a93988e4-689d-41fa-9ce2-6be22f76128c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:02.159920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8104f7b1-e9f5-4568-b8e9-c7075fa96968 req-a93988e4-689d-41fa-9ce2-6be22f76128c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1342075 Aug 16 22:16:02.176635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.189829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:02.191870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.217173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd69b6f0-e78b-45aa-9c9e-23996e0edeb5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:02.221703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.225110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b40a1639-dcc2-42b7-941b-1b65cc160834 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cd69b6f0-e78b-45aa-9c9e-23996e0edeb5 HTTP/1.1" status: 204 len: 168 time: 0.2881701 Aug 16 22:16:02.226684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:02.228764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8104f7b1-e9f5-4568-b8e9-c7075fa96968 req-f98894e2-d46b-4fbd-976e-c5014e11ddca tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677769 Aug 16 22:16:02.230853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-0f8f7548-1cb6-4e9b-b25f-e9a055941b02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949445 Aug 16 22:16:02.251093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'admin_state_up': True, 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:02.293343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:02.375693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.390651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 73b41bb9-6920-439f-b56b-227ae076c1c8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:02.394884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 73b41bb9-6920-439f-b56b-227ae076c1c8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:02.395698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.479940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d959dbde-fa11-4bc0-9aae-d91527316323 None None] Provisioning for port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:02.499313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d959dbde-fa11-4bc0-9aae-d91527316323 None None] Provisioning complete for port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:02.499701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d959dbde-fa11-4bc0-9aae-d91527316323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.513338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:02.517736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.534726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.545525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33796d6-84ae-4469-a8f0-6d6b03184427']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:02.558315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a81ab1-1e60-45d4-9f5d-41d0128c90ba') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:02.559343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a81ab1-1e60-45d4-9f5d-41d0128c90ba') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:02.572049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.586249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04942b1a-d7b2-4361-9a1a-da60e00648ed up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:02.596849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.605385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:02.605632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.650442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d959dbde-fa11-4bc0-9aae-d91527316323 None None] Port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:02.663740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3e2ba-0173-48fc-9f02-5d3607f2161c req-b1f5dc82-b5aa-4d39-98d3-511a1935e9e4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:02.670989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda3e2ba-0173-48fc-9f02-5d3607f2161c req-b1f5dc82-b5aa-4d39-98d3-511a1935e9e4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 944 time: 0.2079289 Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:02.677336 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:02.685701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.715942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.718718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c33796d6-84ae-4469-a8f0-6d6b03184427 HTTP/1.1" status: 204 len: 168 time: 0.4901280 Aug 16 22:16:02.719473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.719953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504a9e3-633b-4871-9918-857b5462bae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33796d6-84ae-4469-a8f0-6d6b03184427,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:02.728554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Allocated IP 19.80.0.104 (883d1164-5f90-4b1b-b2f6-b1dce6660fc4/cc144961-3378-4645-b3b1-d59938626f1b/140b341b-a485-4fbb-b840-78c5dc341a22) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:02.747851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda3e2ba-0173-48fc-9f02-5d3607f2161c req-5e4e8b24-eb7a-4571-843b-6055cfedeb5e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758736 Aug 16 22:16:02.799090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 04942b1a-d7b2-4361-9a1a-da60e00648ed triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:02.801136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.815737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:02.818066 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa0820-4f7f-42c8-afc5-b7bb4cf14ccd" -d '{"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-plugged", "status": "completed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:02.856734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:02.871926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:02.897167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:02.921093 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30c6eb-4d18-44a4-abb3-e5d396eadefb x-openstack-request-id: req-1c30c6eb-4d18-44a4-abb3-e5d396eadefb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:02.921654 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-plugged", "status": "completed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:02.922217 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c30c6eb-4d18-44a4-abb3-e5d396eadefb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:02.922801 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'code': 200} Aug 16 22:16:02.944847 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7789952-695d-4e92-8e0f-a820b3e26ace admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f505cf4351c411fb7e46bfc2d7a60fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460682 Aug 16 22:16:02.947490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:02.964919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:02.972920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab6857-3134-4e67-a0d3-bfda0070c760 req-14df3aa2-d184-4f5b-878d-a420ac1dee07 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:02.979297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab6857-3134-4e67-a0d3-bfda0070c760 req-14df3aa2-d184-4f5b-878d-a420ac1dee07 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:02.986650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dab6857-3134-4e67-a0d3-bfda0070c760 req-14df3aa2-d184-4f5b-878d-a420ac1dee07 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 1654 time: 0.1137948 Aug 16 22:16:03.009714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2bb58e90-227d-434d-9c50-204d6c960ab6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:03.058975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2bb58e90-227d-434d-9c50-204d6c960ab6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:03.059353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.067098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.106375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dab6857-3134-4e67-a0d3-bfda0070c760 req-cb41c27a-c0fa-4597-944f-b8359b3563f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188102 Aug 16 22:16:03.112722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Transition to ACTIVE for port object 140b341b-a485-4fbb-b840-78c5dc341a22 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:03.136500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847efe35-bf01-4d3e-85c0-d3d80a5bf76e req-4a8ac9ba-83fe-4e06-93b9-7b143731a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:03.138353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-847efe35-bf01-4d3e-85c0-d3d80a5bf76e req-4a8ac9ba-83fe-4e06-93b9-7b143731a501 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 1097 time: 0.1301801 Aug 16 22:16:03.139055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.146337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb5cde74-4c77-4a87-95de-0f11402330ea up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:03.184945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.195323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fb5cde74-4c77-4a87-95de-0f11402330ea triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:03.196214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.231706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-847efe35-bf01-4d3e-85c0-d3d80a5bf76e req-66e008ce-2310-498c-8bdc-5c7bf4ac4577 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798731 Aug 16 22:16:03.245452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.300470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:03.305140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:03.307505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:03.310110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:03.313437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.315929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.317101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52a39947-a6a7-4ccd-b361-13f96f9ffdeb HTTP/1.1" status: 204 len: 168 time: 0.3686440 Aug 16 22:16:03.337452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7c29a68b-17bd-40b3-b293-7b96c552d0f1 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:03.373118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dc82c-8efd-49ff-94ea-81e79864c9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a39947-a6a7-4ccd-b361-13f96f9ffdeb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:03.391243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 7c29a68b-17bd-40b3-b293-7b96c552d0f1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:03.391702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7c29a68b-17bd-40b3-b293-7b96c552d0f1 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:03.416245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:03.416914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.435800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-808da3f8-382d-415a-bc4e-635f1b44d467 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1893864 Aug 16 22:16:03.444954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10139d2a-52f7-4f2b-b755-584429e392b6 req-3f7ff452-4131-43bf-bd54-e0843aba94ed tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:03.446571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10139d2a-52f7-4f2b-b755-584429e392b6 req-3f7ff452-4131-43bf-bd54-e0843aba94ed tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0936646 Aug 16 22:16:03.455963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:03.546838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10139d2a-52f7-4f2b-b755-584429e392b6 req-b8173a45-47ae-426f-b590-305355df5c61 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864286 Aug 16 22:16:03.547856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.682513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-23fe11d8-1aef-4adf-95f3-86e2523159dc None None] Provisioning for port 140b341b-a485-4fbb-b840-78c5dc341a22 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:03.690395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-23fe11d8-1aef-4adf-95f3-86e2523159dc None None] Provisioning complete for port 140b341b-a485-4fbb-b840-78c5dc341a22 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:03.691031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23fe11d8-1aef-4adf-95f3-86e2523159dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:03.738783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-23fe11d8-1aef-4adf-95f3-86e2523159dc None None] Port 140b341b-a485-4fbb-b840-78c5dc341a22 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:03.777158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:03.840847 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30ef7930-9fc3-4c8d-9e4d-23484392f5f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6dcc095edac429c9a6ada5c8025fc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607526 Aug 16 22:16:03.847971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:04.207710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:04.214403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-fb6b4eb7-eb32-4c8a-939a-ed5504d55f4b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626075 Aug 16 22:16:04.221112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.283509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Transition to ACTIVE for port object 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:04.320620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7716629-9d5d-4a69-99b7-c239512b08c2 req-91865f52-468a-45e5-8594-94f5d06addf6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.322140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7716629-9d5d-4a69-99b7-c239512b08c2 req-91865f52-468a-45e5-8594-94f5d06addf6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.4267488 Aug 16 22:16:04.329241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.339149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.444157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.517549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7716629-9d5d-4a69-99b7-c239512b08c2 req-4da6e5a7-8b76-4110-81f5-9c6669c0aeb5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790047 Aug 16 22:16:04.539950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Pushing event updated for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:04.575310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-abe4d092-5f41-4e28-9db7-ce23ccde2bbc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.576926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-abe4d092-5f41-4e28-9db7-ce23ccde2bbc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510978 Aug 16 22:16:04.641268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-430d4971-51f9-41dc-8ed8-b2ab424a4366 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/quotas/a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 375 time: 0.0438819 Aug 16 22:16:04.692775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.695252 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.696401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47050f81-91ff-4f1f-ab11-327484268b19 HTTP/1.1" status: 204 len: 168 time: 0.8474746 Aug 16 22:16:04.698902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-95debe2c-63b5-4f17-bd80-35cfa0442ed3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506983 Aug 16 22:16:04.703807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Attempting to bind port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:04.704160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Attempting to bind port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:04.704556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Attempting to bind port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:04.724290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f780-d233-42de-9ab0-615db9d8854d req-ba75a812-c98e-4fd1-9c85-7fef504d701a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.730295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f780-d233-42de-9ab0-615db9d8854d req-ba75a812-c98e-4fd1-9c85-7fef504d701a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.737471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f780-d233-42de-9ab0-615db9d8854d req-ba75a812-c98e-4fd1-9c85-7fef504d701a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.741575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1508f780-d233-42de-9ab0-615db9d8854d req-ba75a812-c98e-4fd1-9c85-7fef504d701a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2388 time: 0.1431022 Aug 16 22:16:04.743489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63e6d2-4334-4259-a5d3-202418c5f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47050f81-91ff-4f1f-ab11-327484268b19,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:04.748382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:04.748768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Attempting to bind port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:04.760954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:04.761321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Checking segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:04.761798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Bound using segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:04.762174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Bound port: 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:04.762546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.824713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1508f780-d233-42de-9ab0-615db9d8854d req-736df56a-624a-4c5d-9790-3c586b1559cf tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771818 Aug 16 22:16:04.883502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:04.888759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:04.899726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.967430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:04.967863 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:04.969615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] 10.222.0.89 "PUT /v2.0/ports/03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 HTTP/1.1" status: 200 len: 1093 time: 1.5193076 Aug 16 22:16:04.972421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:04.974885 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21371a37-7585-4a8f-9ec6-3a50d7546795" -d '{"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:05.011248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0c7c5-8938-4977-917b-55ef6d555dfe req-968d5c44-f26e-4eb1-b2b2-502c4b8264b7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.012875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50f0c7c5-8938-4977-917b-55ef6d555dfe req-968d5c44-f26e-4eb1-b2b2-502c4b8264b7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1268909 Aug 16 22:16:05.014998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6f81-641b-4b40-b57a-65fb13afa5de service neutron] Pushing event updated for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:05.022058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:05.153873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50f0c7c5-8938-4977-917b-55ef6d555dfe req-fe3439f4-b273-4cde-9469-712a35f50918 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290305 Aug 16 22:16:05.198967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b07573b-2ff3-45f1-9b4a-d36841cdddeb req-56ef5b74-1e1d-4abd-8c7a-2642454d94c0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 210 time: 0.0646060 Aug 16 22:16:05.202390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.372228 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325e92c-f8df-4fd0-ab63-87988ef3edab x-openstack-request-id: req-5325e92c-f8df-4fd0-ab63-87988ef3edab {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:05.372570 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:05.372860 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5325e92c-f8df-4fd0-ab63-87988ef3edab {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:05.373290 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', 'status': 'completed', 'code': 200} Aug 16 22:16:05.413983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-2c9cd27d-7453-46ad-87c5-af70730b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.414627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-2c9cd27d-7453-46ad-87c5-af70730b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.414995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-2c9cd27d-7453-46ad-87c5-af70730b7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.416954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-2c9cd27d-7453-46ad-87c5-af70730b7b95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2732 time: 0.0571694 Aug 16 22:16:05.550496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-28ed1be6-7f46-43de-897a-8d74ca5bc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.551538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-28ed1be6-7f46-43de-897a-8d74ca5bc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.552310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-28ed1be6-7f46-43de-897a-8d74ca5bc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.563887 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-28ed1be6-7f46-43de-897a-8d74ca5bc187 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1307759 Aug 16 22:16:05.599799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:05.611732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.637873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Transition to ACTIVE for port object 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:05.652021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.674026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-ab219607-50be-4684-831a-d65f24cd8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.675961 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-21371a37-7585-4a8f-9ec6-3a50d7546795 req-ab219607-50be-4684-831a-d65f24cd8838 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1066492 Aug 16 22:16:05.731839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Pushing event updated for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:05.775302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:05.782131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ed6a5-b8bc-4b99-9bf7-51a232a29697 req-22a33841-606b-4488-ae07-c93b6cb5c6a3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:05.784004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-574ed6a5-b8bc-4b99-9bf7-51a232a29697 req-22a33841-606b-4488-ae07-c93b6cb5c6a3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1433861 Aug 16 22:16:05.843444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-574ed6a5-b8bc-4b99-9bf7-51a232a29697 req-a0da872d-90ea-432e-b06b-1540c40e4387 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Aug 16 22:16:05.844115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Attempting to bind port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:05.844455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Attempting to bind port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:05.844792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Attempting to bind port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf on network e80e542b-33a9-4c01-a68a-7e70d9a3f477 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:05.850773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf on network e80e542b-33a9-4c01-a68a-7e70d9a3f477 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:05.851645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Attempting to bind port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf on network e80e542b-33a9-4c01-a68a-7e70d9a3f477 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:05.857161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:05.857660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Checking segment: {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:05.857887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Bound using segment: {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:05.858377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Bound port: 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bfd821-c5f7-40db-8794-474802e28095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:05.858719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.898370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-network', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:05.929168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Made reservation on behalf of f5fefa0aaa79466c8e905177be6acba5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:05.931687 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.948883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:05.950937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:05.999578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:06.006762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.052053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.052662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.054189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] 10.222.0.89 "PUT /v2.0/ports/1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf HTTP/1.1" status: 200 len: 1092 time: 1.0401826 Aug 16 22:16:06.059939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.063527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a95e-7f2c-4731-9d71-9430467deb93 req-0b31fc71-81ca-412e-ae0e-3f57a3e9e111 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.065543 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.076124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a95e-7f2c-4731-9d71-9430467deb93 req-0b31fc71-81ca-412e-ae0e-3f57a3e9e111 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.082720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a95e-7f2c-4731-9d71-9430467deb93 req-0b31fc71-81ca-412e-ae0e-3f57a3e9e111 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.094306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f0a95e-7f2c-4731-9d71-9430467deb93 req-0b31fc71-81ca-412e-ae0e-3f57a3e9e111 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2400 time: 0.1467707 Aug 16 22:16:06.103246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:06.109947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ecc39-95b1-4900-982f-85d00ddb0bc7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:06.120215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Request body: {'port': {'device_id': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:06.135153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.135881 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Added segment 2019fd4c-c508-461f-bc1c-512928c6c1ee of type vlan for network acec29cf-0510-4cb9-91b3-04513a46a4b7 Aug 16 22:16:06.188197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.195508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9dfb1-115a-4773-b2d7-9c6d5c69b523 service neutron] Pushing event updated for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:06.222081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f0a95e-7f2c-4731-9d71-9430467deb93 req-48f564e9-d9b4-4ecf-b595-9448916e11fa tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267056 Aug 16 22:16:06.236747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.242329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.244512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.285481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.289760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-d88a3eb4-3823-42b3-9c02-27ec8df693b0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232479 Aug 16 22:16:06.379697 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6032672 Aug 16 22:16:06.383758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:06.389460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Request body: {'subnet': {'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-subnet', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:06.413991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f5e43-c2c6-4d33-abca-98bba6284b1d admin admin] Pushing event updated for resources: {'Network': ['ID=acec29cf-0510-4cb9-91b3-04513a46a4b7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:06.419096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Made reservation on behalf of f5fefa0aaa79466c8e905177be6acba5 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:06.422733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.429982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:06.584498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d29b459-e819-487f-a95b-d62b06257a65 req-54c36aac-5606-4cfc-9ac7-4eb3d46ba025 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 210 time: 0.0814939 Aug 16 22:16:06.626864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.642657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-fa123f69-c884-452f-bb3c-8f374d6cf0c4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.644130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-fa123f69-c884-452f-bb3c-8f374d6cf0c4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457537 Aug 16 22:16:06.669777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Request body: {'port': {'device_id': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'a14b5d52742247f9af4f13258fc0969e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:06.677485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df760059-f24d-4049-a8ce-30c614e98080,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:06.693827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Checking segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:06.694201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Network hostable DHCP agents. Network: acec29cf-0510-4cb9-91b3-04513a46a4b7, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:06.713131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:06.722363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, acec29cf-0510-4cb9-91b3-04513a46a4b7) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:06.728190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.730449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.731298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11498dae-7d99-4ffb-a6cd-0e60b068e1f0 None None] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:06.751357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-70576610-4392-4151-8f9f-39c5c4aec619 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3626006 Aug 16 22:16:06.751706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:06.759598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:06.761403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3c59-78db-4079-96e3-fea666ae9460 req-85c549ba-6804-4450-b1d0-eaeada8fe0d4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.762951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-256c3c59-78db-4079-96e3-fea666ae9460 req-85c549ba-6804-4450-b1d0-eaeada8fe0d4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.2371597 Aug 16 22:16:06.786152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.787443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.848347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.905901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-256c3c59-78db-4079-96e3-fea666ae9460 req-9bc56d44-2b48-47fe-9202-09b8272353e1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314728 Aug 16 22:16:06.924501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-acec29cf-0510-4cb9-91b3-04513a46a4b7', 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'fixed_ips': [{'subnet_id': 'df760059-f24d-4049-a8ce-30c614e98080'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:06.926593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:06.929137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e81f52-5011-4af1-ade2-ba28dc2bba5a req-6173a50f-dff4-4d4d-9b78-ae27b5248058 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:06.930687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9e81f52-5011-4af1-ade2-ba28dc2bba5a req-6173a50f-dff4-4d4d-9b78-ae27b5248058 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1440573 Aug 16 22:16:07.009887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.018969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Made reservation on behalf of a14b5d52742247f9af4f13258fc0969e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:07.022518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.031870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9e81f52-5011-4af1-ade2-ba28dc2bba5a req-654cdeff-f03e-43a4-921b-39afe2a43125 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915120 Aug 16 22:16:07.041308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.044394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140b341b-a485-4fbb-b840-78c5dc341a22 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:07.057443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.078329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Transition to ACTIVE for port object 140b341b-a485-4fbb-b840-78c5dc341a22 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:07.086333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.094320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Allocated IP 172.20.0.2 (acec29cf-0510-4cb9-91b3-04513a46a4b7/df760059-f24d-4049-a8ce-30c614e98080/5168455d-c40d-4b36-887d-0d15eb3b7ddc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:07.165653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Pushing event updated for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:07.230684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.252120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.271841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.281969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Transition to ACTIVE for port object 5168455d-c40d-4b36-887d-0d15eb3b7ddc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:07.284581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.286376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Attempting to bind port 140b341b-a485-4fbb-b840-78c5dc341a22 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:07.286927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Attempting to bind port 140b341b-a485-4fbb-b840-78c5dc341a22 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:07.287440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Attempting to bind port 140b341b-a485-4fbb-b840-78c5dc341a22 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:07.292398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Port 140b341b-a485-4fbb-b840-78c5dc341a22 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:07.292957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Attempting to bind port 140b341b-a485-4fbb-b840-78c5dc341a22 on network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:07.296883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.305638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Transition to ACTIVE for port object 5168455d-c40d-4b36-887d-0d15eb3b7ddc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:07.321293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:07.321554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.322065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Checking segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:07.322670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Bound using segment: {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:07.323297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Bound port: 140b341b-a485-4fbb-b840-78c5dc341a22, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db4179a-5161-43f2-aab3-c9740a9687d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:07.323835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.364184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:07.369011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:07.375226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:07.377571 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16077c-2b5f-404a-9745-a07bdcd45423" -d '{"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:07.377778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:07.408190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Allocated IP 172.25.8.64 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:07.427393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Pushing event updated for resources: {'Port': ['ID=5168455d-c40d-4b36-887d-0d15eb3b7ddc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:07.442467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e98459-f042-4d82-8c67-731ec1e7932e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:07.453699 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebd1bbb-02cb-4ed3-a505-e33a31ea1392 x-openstack-request-id: req-aebd1bbb-02cb-4ed3-a505-e33a31ea1392 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:07.453989 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:07.454369 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aebd1bbb-02cb-4ed3-a505-e33a31ea1392 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:07.454616 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf', 'status': 'completed', 'code': 200} Aug 16 22:16:07.525102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Attempting to bind port 5168455d-c40d-4b36-887d-0d15eb3b7ddc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:07.525689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Attempting to bind port 5168455d-c40d-4b36-887d-0d15eb3b7ddc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:07.526088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Attempting to bind port 5168455d-c40d-4b36-887d-0d15eb3b7ddc on network acec29cf-0510-4cb9-91b3-04513a46a4b7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:07.529742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e417-ae54-4bb4-b650-783b19c580c5 req-1367b059-0376-430f-ac35-65265595cd9b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.535529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:07.535772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e417-ae54-4bb4-b650-783b19c580c5 req-1367b059-0376-430f-ac35-65265595cd9b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.536150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Checking segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:07.538086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.538556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Bound using segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:07.539103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Bound port: 5168455d-c40d-4b36-887d-0d15eb3b7ddc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:07.539745 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.541769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78e417-ae54-4bb4-b650-783b19c580c5 req-1367b059-0376-430f-ac35-65265595cd9b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.549200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c78e417-ae54-4bb4-b650-783b19c580c5 req-1367b059-0376-430f-ac35-65265595cd9b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2412 time: 0.2066035 Aug 16 22:16:07.571367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.579670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:07.616297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=140b341b-a485-4fbb-b840-78c5dc341a22,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:07.620045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-fffdf1fa-68b2-439e-b61a-c14152c368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.620455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-fffdf1fa-68b2-439e-b61a-c14152c368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.620925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-fffdf1fa-68b2-439e-b61a-c14152c368cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.623035 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-fffdf1fa-68b2-439e-b61a-c14152c368cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2826 time: 0.0805504 Aug 16 22:16:07.623485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Allocated IP 192.168.233.88 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/9abcca1a-e829-47df-8b25-5e2f383c26a6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:07.630538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.636517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] For port 5168455d-c40d-4b36-887d-0d15eb3b7ddc, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:07.642833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] For port 5168455d-c40d-4b36-887d-0d15eb3b7ddc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5168455d-c40d-4b36-887d-0d15eb3b7ddc,segment=NetworkSegment(2019fd4c-c508-461f-bc1c-512928c6c1ee),segment_id=2019fd4c-c508-461f-bc1c-512928c6c1ee)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:07.643877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c78e417-ae54-4bb4-b650-783b19c580c5 req-53f13a2e-a67b-48f3-85f2-6a671a704b12 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Aug 16 22:16:07.655009 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.691384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.692019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.693449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] 10.222.0.89 "PUT /v2.0/ports/140b341b-a485-4fbb-b840-78c5dc341a22 HTTP/1.1" status: 200 len: 1093 time: 1.5844972 Aug 16 22:16:07.731234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1962fb-d8fd-4f06-840b-9932b1c5e052 service neutron] Pushing event updated for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:07.797837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0ea54-d2c4-4894-9241-12aa5cb862d5 None None] Pushing event updated for resources: {'Port': ['ID=5168455d-c40d-4b36-887d-0d15eb3b7ddc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:07.822731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fbf2ee5-8ab7-4363-a5df-d47282f508c8 req-67406ad0-c4c6-41c2-a607-3c576ed2a286 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 210 time: 0.0725470 Aug 16 22:16:07.829091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-887dece2-6c7b-4f03-a4c9-b1d7b00c2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.829744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-887dece2-6c7b-4f03-a4c9-b1d7b00c2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.830475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-887dece2-6c7b-4f03-a4c9-b1d7b00c2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:07.832167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-887dece2-6c7b-4f03-a4c9-b1d7b00c2598 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1861122 Aug 16 22:16:07.836637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.926827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:07.943621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Transition to ACTIVE for port object 9abcca1a-e829-47df-8b25-5e2f383c26a6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:07.959349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:07.966476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:07.969400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:07.971469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:08.028048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.036881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-5e62717a-6308-4f79-9043-f972b3fe8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.038448 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2a16077c-2b5f-404a-9745-a07bdcd45423 req-5e62717a-6308-4f79-9043-f972b3fe8316 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1971266 Aug 16 22:16:08.218890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-e3637a67-08e9-44c7-942d-49e5d36906e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.219508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-e3637a67-08e9-44c7-942d-49e5d36906e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.219991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-e3637a67-08e9-44c7-942d-49e5d36906e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.221702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-e3637a67-08e9-44c7-942d-49e5d36906e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2868 time: 0.0840049 Aug 16 22:16:08.306931 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-ac8f1dd1-841d-4eb6-9679-2802bb8a0644 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 HTTP/1.1" status: 200 len: 217 time: 0.0688658 Aug 16 22:16:08.392575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:08.404343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-de88f212-156e-49c2-9ea5-ca7a7d134e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.406535 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-de88f212-156e-49c2-9ea5-ca7a7d134e98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc144961-3378-4645-b3b1-d59938626f1b HTTP/1.1" status: 200 len: 801 time: 0.0619411 Aug 16 22:16:08.407157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.413792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:08.420303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:08.497760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca388d2-20d7-4d7e-b953-5024e83105cc req-0731bbe2-b376-4a28-be77-3542700e4ccb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.505265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eca388d2-20d7-4d7e-b953-5024e83105cc req-0731bbe2-b376-4a28-be77-3542700e4ccb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.4914856 Aug 16 22:16:08.516162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:08.571335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-40fb8986-119f-443c-88cf-67997e305630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.572063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-40fb8986-119f-443c-88cf-67997e305630 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314933 Aug 16 22:16:08.580010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6667564-617b-4670-bf73-5346b5261e30 req-f08fe9ef-ab20-4a4f-a133-074302df90a8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.583189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5168455d-c40d-4b36-887d-0d15eb3b7ddc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:08.585296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6667564-617b-4670-bf73-5346b5261e30 req-f08fe9ef-ab20-4a4f-a133-074302df90a8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.2145336 Aug 16 22:16:08.604357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:08.605567 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.650530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5168455d-c40d-4b36-887d-0d15eb3b7ddc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:08.665693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6667564-617b-4670-bf73-5346b5261e30 req-58468b46-dbae-4889-b1a5-a8fa6660134d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528743 Aug 16 22:16:08.719745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eca388d2-20d7-4d7e-b953-5024e83105cc req-65f347da-d1ce-4b41-89a7-0b54523761a2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134509 Aug 16 22:16:08.721510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-5062f2d3-c81d-456a-bb1f-2c5830635a55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0559847 Aug 16 22:16:08.745117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Request body: {'port': {'device_id': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:08.829632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.835625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e85713f-990c-4467-8d0d-8e2b5d99e200 None None] Provisioning for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:08.840184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e85713f-990c-4467-8d0d-8e2b5d99e200 None None] Provisioning complete for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:08.840772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e85713f-990c-4467-8d0d-8e2b5d99e200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:08.900730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2e85713f-990c-4467-8d0d-8e2b5d99e200 None None] Port 9abcca1a-e829-47df-8b25-5e2f383c26a6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:09.038501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854afb9-3905-41e0-911b-01ce1bec3e4b None None] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:09.045314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d317c-4802-48fd-a68f-cfef9702d8a1 req-50fdb6f3-4196-4cd0-a0f2-da144e27bb65 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.051231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d317c-4802-48fd-a68f-cfef9702d8a1 req-50fdb6f3-4196-4cd0-a0f2-da144e27bb65 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.057093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d317c-4802-48fd-a68f-cfef9702d8a1 req-50fdb6f3-4196-4cd0-a0f2-da144e27bb65 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.058773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7d317c-4802-48fd-a68f-cfef9702d8a1 req-50fdb6f3-4196-4cd0-a0f2-da144e27bb65 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2412 time: 0.2455244 Aug 16 22:16:09.111719 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-64ee076f-c277-4e41-8323-8c0f339df74c service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289183 Aug 16 22:16:09.118676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.149637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Provisioning for port 5168455d-c40d-4b36-887d-0d15eb3b7ddc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:09.151620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e897fb3-9915-43b5-ade4-fa39ece6f1e9 req-e7b7921e-b40c-4ff1-843d-4546dbf0991e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.156463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Provisioning complete for port 5168455d-c40d-4b36-887d-0d15eb3b7ddc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:09.156936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.158976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e897fb3-9915-43b5-ade4-fa39ece6f1e9 req-e7b7921e-b40c-4ff1-843d-4546dbf0991e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 935 time: 0.2116065 Aug 16 22:16:09.205683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7d317c-4802-48fd-a68f-cfef9702d8a1 req-9190f98c-e5be-4848-b7a9-c1c963bdc5ea tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375606 Aug 16 22:16:09.238207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e897fb3-9915-43b5-ade4-fa39ece6f1e9 req-11e27498-540e-406b-ba9a-0ee96561d22a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702965 Aug 16 22:16:09.282307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.292801 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-06d3a7c7-23ca-439b-b3aa-c7e1d8420c26 service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708620 Aug 16 22:16:09.336670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] For port 5168455d-c40d-4b36-887d-0d15eb3b7ddc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5168455d-c40d-4b36-887d-0d15eb3b7ddc,segment=NetworkSegment(2019fd4c-c508-461f-bc1c-512928c6c1ee),segment_id=2019fd4c-c508-461f-bc1c-512928c6c1ee)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:09.340172 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-3b855a1d-dc50-40b2-930d-51b8277d62a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.74&port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf HTTP/1.1" status: 200 len: 217 time: 0.0380967 Aug 16 22:16:09.343913 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.362062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abcca1a-e829-47df-8b25-5e2f383c26a6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:09.378667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.391993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:16:09.395870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Transition to ACTIVE for port object 9abcca1a-e829-47df-8b25-5e2f383c26a6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:09.400055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-7a50627d-6554-420a-a0a7-bbe38781a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.401084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.401577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-7a50627d-6554-420a-a0a7-bbe38781a450 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0ee82b3-384f-49b4-b1cc-cb7364cf6c33 HTTP/1.1" status: 200 len: 801 time: 0.0528762 Aug 16 22:16:09.408268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595c5c7-3dd5-43b1-960d-d5487f0f8716 None None] Pushing event updated for resources: {'Port': ['ID=5168455d-c40d-4b36-887d-0d15eb3b7ddc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:09.455511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:09.457898 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e" -d '{"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:09.463055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:09.531806 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154fcd61-c8e2-4c77-8380-8b19028dfd34 x-openstack-request-id: req-154fcd61-c8e2-4c77-8380-8b19028dfd34 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:09.532109 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:09.532724 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-154fcd61-c8e2-4c77-8380-8b19028dfd34 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:09.533205 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22', 'status': 'completed', 'code': 200} Aug 16 22:16:09.553742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-1a82d6f5-31ae-480d-be78-055afaca96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.555273 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-1a82d6f5-31ae-480d-be78-055afaca96b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e80e542b-33a9-4c01-a68a-7e70d9a3f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046970 Aug 16 22:16:09.570243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:09.570584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:09.571556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:09.576265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:09.576589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:09.583384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:09.583955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:09.584115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:09.584557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Bound port: 9abcca1a-e829-47df-8b25-5e2f383c26a6, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:09.584931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.641020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:09.655408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Sync routers for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:09.679020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Routers {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:09.679391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5a675922-f37a-44ed-ba13-6ea50b58e04d None None] Provisioning complete for port 5168455d-c40d-4b36-887d-0d15eb3b7ddc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:09.679907 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:09.680628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a675922-f37a-44ed-ba13-6ea50b58e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.682486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:09.700971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.705209 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f38f8910-2060-4abd-a1ae-8b1dfb083cb4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9492321 Aug 16 22:16:09.707221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:09.709405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:09.727914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.737596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-457a507e-c209-4bec-9ca8-add978f59cd1 service neutron] 10.222.0.89 "GET /v2.0/networks/e80e542b-33a9-4c01-a68a-7e70d9a3f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Aug 16 22:16:09.831050 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Set router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:09.832400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:09.833051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:09.834856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] 10.222.0.88 "PUT /v2.0/ports/9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 1096 time: 1.0957768 Aug 16 22:16:09.907972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-56060bb6-22f1-4738-ae2f-be98e4e33d0b service neutron] 10.222.0.89 "GET /v2.0/networks/e80e542b-33a9-4c01-a68a-7e70d9a3f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553409 Aug 16 22:16:09.969474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-557eeb74-5e58-4624-b290-cb56c34d0b67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=140b341b-a485-4fbb-b840-78c5dc341a22 HTTP/1.1" status: 200 len: 217 time: 0.0497086 Aug 16 22:16:10.028235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdf5cc-aade-4491-80e0-ff4f5f5a43ba service neutron] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:10.036294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-a64c4dd7-11d0-4f98-8bd5-dc3984857459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.038499 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-a64c4dd7-11d0-4f98-8bd5-dc3984857459 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc144961-3378-4645-b3b1-d59938626f1b HTTP/1.1" status: 200 len: 801 time: 0.0604157 Aug 16 22:16:10.048558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aee07-530b-43ea-ad51-4fae0098678f req-19a6df32-1743-4a0f-a55e-c59fa3e41380 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.050168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f46aee07-530b-43ea-ad51-4fae0098678f req-19a6df32-1743-4a0f-a55e-c59fa3e41380 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.2285292 Aug 16 22:16:10.066878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662689f-11bd-4186-abd3-c381fdb7d9fd req-795b1476-d2a6-4b3d-b22a-abdb995b237a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.068461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2662689f-11bd-4186-abd3-c381fdb7d9fd req-795b1476-d2a6-4b3d-b22a-abdb995b237a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.2327003 Aug 16 22:16:10.094754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456a955-1355-4012-add0-6044bc3ec271 req-e1d64aad-7b65-429a-b011-227ba4664da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.095218 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:08Z', 'revision_number': 3, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:10.096488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-e1d64aad-7b65-429a-b011-227ba4664da4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502388 Aug 16 22:16:10.129774 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Checking router: db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:10.130406 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Updating router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:10.132744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-879e43a6-644f-47c1-ade5-fbd1546d2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.134283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-879e43a6-644f-47c1-ade5-fbd1546d2748 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1099 time: 0.1872251 Aug 16 22:16:10.158736 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.204283 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-6fe364c9-07be-4688-a727-ccaa3811e4ad service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967321 Aug 16 22:16:10.240370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-9b39ea9f-34dc-44f7-a29f-8d847a378e99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0871382 Aug 16 22:16:10.252205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f46aee07-530b-43ea-ad51-4fae0098678f req-99524c74-0732-47b2-aa94-d3a32c3be1f6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825628 Aug 16 22:16:10.258285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2662689f-11bd-4186-abd3-c381fdb7d9fd req-fb3c81a5-0b0b-4667-9d04-82c843c6a907 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527650 Aug 16 22:16:10.322441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f456a955-1355-4012-add0-6044bc3ec271 req-4ac5648c-0d16-4c68-86d7-d37e2704086f service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106887 Aug 16 22:16:10.361607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-ceae577b-b51b-496e-b2f2-0de3af3e6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.363107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-ceae577b-b51b-496e-b2f2-0de3af3e6b48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1100469 Aug 16 22:16:10.488295 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.500106 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Transition to ACTIVE for port object 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:10.507738 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.529910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-9e27fbf1-4866-42d6-847c-218d956f51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.530665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-9e27fbf1-4866-42d6-847c-218d956f51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.531161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-9e27fbf1-4866-42d6-847c-218d956f51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.532831 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-9e27fbf1-4866-42d6-847c-218d956f51e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2868 time: 0.0707300 Aug 16 22:16:10.558752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5168455d-c40d-4b36-887d-0d15eb3b7ddc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:10.567130 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Attempting to bind port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:10.567501 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Attempting to bind port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:10.567865 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Attempting to bind port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:10.575052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:10.575431 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:10.575837 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.576230 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:10.576746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Bound port: 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:10.578155 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.612459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-95c7a6ef-ca78-48ef-9b70-c9ca46a9aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.614582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-95c7a6ef-ca78-48ef-9b70-c9ca46a9aad9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1992908 Aug 16 22:16:10.624650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5168455d-c40d-4b36-887d-0d15eb3b7ddc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:10.627382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.636475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992883-a9d9-4a3e-8a98-8a2eac6b1ffa req-ee4de931-a7f0-47b2-b771-3c24b5ee5146 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.643090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992883-a9d9-4a3e-8a98-8a2eac6b1ffa req-ee4de931-a7f0-47b2-b771-3c24b5ee5146 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.649577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992883-a9d9-4a3e-8a98-8a2eac6b1ffa req-ee4de931-a7f0-47b2-b771-3c24b5ee5146 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.651373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff992883-a9d9-4a3e-8a98-8a2eac6b1ffa req-ee4de931-a7f0-47b2-b771-3c24b5ee5146 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2412 time: 0.2209063 Aug 16 22:16:10.655506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-f0aa0121-8c07-497d-b980-5d937586ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.656979 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-f0aa0121-8c07-497d-b980-5d937586ae10 service neutron] 10.222.0.89 "GET /v2.0/networks?id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4 HTTP/1.1" status: 200 len: 901 time: 0.1138439 Aug 16 22:16:10.659590 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bfc21-9b94-4b5a-8d37-76651bd5579c None None] Pushing event updated for resources: {'Port': ['ID=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:10.664252 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] For port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:10.668256 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] For port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:10.675540 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:10.720219 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-12f6da80-7b2c-4a54-88bb-767d4f0ae65d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=140b341b-a485-4fbb-b840-78c5dc341a22 HTTP/1.1" status: 200 len: 217 time: 0.0500238 Aug 16 22:16:10.734713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Routers {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:10.735618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:10.743126 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bfc21-9b94-4b5a-8d37-76651bd5579c None None] Pushing event updated for resources: {'Port': ['ID=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:10.775387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-f8af17b1-d5f7-45ee-9ea9-282c978581d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.776864 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-f8af17b1-d5f7-45ee-9ea9-282c978581d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cc144961-3378-4645-b3b1-d59938626f1b HTTP/1.1" status: 200 len: 801 time: 0.0480523 Aug 16 22:16:10.806883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-14944a9a-f5a1-4275-ae6f-ecf28414caf9 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814251 Aug 16 22:16:10.821852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fdca5-4e8b-48cf-9da2-95b5c7e076b0 req-fb88c32f-359a-49e7-913c-0bdd064502f6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.823317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c51fdca5-4e8b-48cf-9da2-95b5c7e076b0 req-fb88c32f-359a-49e7-913c-0bdd064502f6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.3069832 Aug 16 22:16:10.830994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-ec75deee-985c-4369-89a8-4cfd76ff04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:10.832793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-ec75deee-985c-4369-89a8-4cfd76ff04b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=883d1164-5f90-4b1b-b2f6-b1dce6660fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484686 Aug 16 22:16:10.852456 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] Set router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:10.921282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff992883-a9d9-4a3e-8a98-8a2eac6b1ffa req-1dd79b4c-7c78-4cc7-b1c0-a26da750130a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920960 Aug 16 22:16:10.952988 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-8ccc041e-9454-4ab8-890b-e398a4f60d88 service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103201 Aug 16 22:16:11.066146 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-cf8e2c9f-1122-4365-bcd7-71a9c8da913e req-d4fc8dbd-1bab-475e-a12a-d30794127344 service neutron] 10.222.0.89 "GET /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007566 Aug 16 22:16:11.071676 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:08Z', 'revision_number': 3, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:11.204446 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d07ec-19bf-4cf9-b63c-a3e2a6772918 None None] The sync data for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 is: [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:08Z', 'revision_number': 3, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:11.250619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c51fdca5-4e8b-48cf-9da2-95b5c7e076b0 req-f52d74d7-80aa-4440-ada9-976e4ca79b6f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043121 Aug 16 22:16:11.270456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.273822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae40952a-5344-47dd-9aad-5b6f38d198b6 req-c982e39a-c16a-4df0-857a-62a44b956f76 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417291 Aug 16 22:16:11.502811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec02bf-1da4-44d7-9166-cb28c52d3f9d req-3a783545-f03a-4a86-864c-29957217a6e5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:11.507151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6ec02bf-1da4-44d7-9166-cb28c52d3f9d req-3a783545-f03a-4a86-864c-29957217a6e5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1687186 Aug 16 22:16:11.533337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba955d-d442-4501-9a87-ff810eecd118 req-6c189120-c9fa-4cac-b30f-145187f903b6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:11.534777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eba955d-d442-4501-9a87-ff810eecd118 req-6c189120-c9fa-4cac-b30f-145187f903b6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1744523 Aug 16 22:16:11.538854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:11.540970 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78a7a2-4dfe-4428-9813-451149b2797e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:11.626199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6ec02bf-1da4-44d7-9166-cb28c52d3f9d req-5135317f-0aa0-42cc-a887-75bd76db2879 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107676 Aug 16 22:16:11.630089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Allocated IP 172.20.0.1 (acec29cf-0510-4cb9-91b3-04513a46a4b7/df760059-f24d-4049-a8ce-30c614e98080/89b9cd26-e6ad-4613-b46c-399180dacd53) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:11.650173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eba955d-d442-4501-9a87-ff810eecd118 req-880e9a73-a014-46d1-ae23-5e1921a26f96 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991609 Aug 16 22:16:11.768005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.783817 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac53ae46-1b8a-4e03-89e9-cc3299a40e1f x-openstack-request-id: req-ac53ae46-1b8a-4e03-89e9-cc3299a40e1f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:11.784024 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:11.784176 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac53ae46-1b8a-4e03-89e9-cc3299a40e1f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:11.784567 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'status': 'completed', 'code': 200} Aug 16 22:16:11.785501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Transition to ACTIVE for port object 89b9cd26-e6ad-4613-b46c-399180dacd53 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:11.823350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:11.896398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:11.903219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:11.906800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:11.908877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Pushing event updated for resources: {'Port': ['ID=89b9cd26-e6ad-4613-b46c-399180dacd53,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:11.951373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-1c82ca0e-a833-4cd4-b5f5-edf561d78bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:11.952971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-1c82ca0e-a833-4cd4-b5f5-edf561d78bba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1099 time: 0.0975645 Aug 16 22:16:11.960081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.196508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e4751e0-f89f-479f-8486-7019fdef10af None None] Provisioning for port 89b9cd26-e6ad-4613-b46c-399180dacd53 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:12.200354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e4751e0-f89f-479f-8486-7019fdef10af None None] Provisioning complete for port 89b9cd26-e6ad-4613-b46c-399180dacd53 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:12.200725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e4751e0-f89f-479f-8486-7019fdef10af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.233910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4494-9652-48b3-bb1b-899f5dbfdfed req-0d2840cc-ffa5-491f-ab4b-938b4cad02e8 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.235274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e4751e0-f89f-479f-8486-7019fdef10af None None] Port 89b9cd26-e6ad-4613-b46c-399180dacd53 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:12.239796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4494-9652-48b3-bb1b-899f5dbfdfed req-0d2840cc-ffa5-491f-ab4b-938b4cad02e8 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.245972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4494-9652-48b3-bb1b-899f5dbfdfed req-0d2840cc-ffa5-491f-ab4b-938b4cad02e8 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.247612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5aa4494-9652-48b3-bb1b-899f5dbfdfed req-0d2840cc-ffa5-491f-ab4b-938b4cad02e8 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2412 time: 0.2081962 Aug 16 22:16:12.274653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-0d12a9f2-e43e-4d1b-8fe1-caf11e79661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.276117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-0d12a9f2-e43e-4d1b-8fe1-caf11e79661a service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3131635 Aug 16 22:16:12.331077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.342346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-e9dadadf-61af-43df-815f-b5e5d491643c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0568230 Aug 16 22:16:12.417928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5aa4494-9652-48b3-bb1b-899f5dbfdfed req-4131640b-32e6-4b4c-ac43-f97405a28365 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624300 Aug 16 22:16:12.457987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-aa9c4ae0-5ccc-4457-a63e-728df398ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.459343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-aa9c4ae0-5ccc-4457-a63e-728df398ee2a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1072028 Aug 16 22:16:12.488687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddec5d-46e5-410b-a997-9e8b98dd91d4 req-17c744f7-0f94-443d-9210-abcd36e747ed tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.490234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbddec5d-46e5-410b-a997-9e8b98dd91d4 req-17c744f7-0f94-443d-9210-abcd36e747ed tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.1602874 Aug 16 22:16:12.554192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:12.603082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:12.605635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-8e9c2e21-ebae-444f-9efb-4d6d25bf267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.606654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:12.607033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.607178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-8e9c2e21-ebae-444f-9efb-4d6d25bf267a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405563 Aug 16 22:16:12.610604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbddec5d-46e5-410b-a997-9e8b98dd91d4 req-e8533a56-2848-4dfa-9b05-439b4579d199 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993941 Aug 16 22:16:12.702703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.727798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.732545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:12.740928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.744343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.797734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:12.811909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-0c2137b6-0145-4a95-9633-8b3cfc7fe4ac service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948688 Aug 16 22:16:12.937350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Pushing event updated for resources: {'Port': ['ID=89b9cd26-e6ad-4613-b46c-399180dacd53,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:12.939751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:12.968085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24fa36-ad84-4923-a04a-fb5743cd9e5e req-e502bb9f-b92a-423d-bc8c-cdd15fc7515f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.969583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea24fa36-ad84-4923-a04a-fb5743cd9e5e req-e502bb9f-b92a-423d-bc8c-cdd15fc7515f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.2229593 Aug 16 22:16:12.982575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8540102-b175-40c3-b5be-13726426d585 req-9bef330a-7c97-4447-923f-5172abfdb932 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:12.984593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8540102-b175-40c3-b5be-13726426d585 req-9bef330a-7c97-4447-923f-5172abfdb932 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.2284441 Aug 16 22:16:13.102763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b78a7a2-4dfe-4428-9813-451149b2797e req-d730ee04-8e87-4a36-9b52-6e33b632019d service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730663 Aug 16 22:16:13.110818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea24fa36-ad84-4923-a04a-fb5743cd9e5e req-46b940a2-3071-4191-ab63-2149be64754d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167202 Aug 16 22:16:13.115250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8540102-b175-40c3-b5be-13726426d585 req-1b3cacd1-5e80-4175-addf-9a79608954a7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174567 Aug 16 22:16:13.143130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:13.144496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:13.263781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:13.380201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:13.385082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fad88081-4628-4a21-8ed0-04a08aa43af9 admin admin] 10.222.0.22 "PUT /v2.0/routers/db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6732340 Aug 16 22:16:13.396126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:13.399871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Sync routers for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:13.418284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Routers {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:13.418953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:13.553266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-caf216a3-30db-41b1-980b-6366464354bb None None] Provisioning complete for port 89b9cd26-e6ad-4613-b46c-399180dacd53 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:13.553650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-caf216a3-30db-41b1-980b-6366464354bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:13.555284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f970-6002-4a9b-bb43-eba5be982bed req-887aff07-2618-4da0-90ca-f8fc82c0b0d7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:13.561879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f970-6002-4a9b-bb43-eba5be982bed req-887aff07-2618-4da0-90ca-f8fc82c0b0d7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:13.567990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f970-6002-4a9b-bb43-eba5be982bed req-887aff07-2618-4da0-90ca-f8fc82c0b0d7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:13.569753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c86f970-6002-4a9b-bb43-eba5be982bed req-887aff07-2618-4da0-90ca-f8fc82c0b0d7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2412 time: 0.0657718 Aug 16 22:16:13.614861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c86f970-6002-4a9b-bb43-eba5be982bed req-74c59e50-df02-468e-81a2-fa92349bf721 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380862 Aug 16 22:16:13.765135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-caf216a3-30db-41b1-980b-6366464354bb None None] Port 89b9cd26-e6ad-4613-b46c-399180dacd53 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:13.767727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Set router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:13.805764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:13.825613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'port_id': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', 'mac_address': 'fa:16:3e:77:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc144961-3378-4645-b3b1-d59938626f1b', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:13.929414 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:13.943279 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:13.948311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64712d47-9c7b-48b9-9837-bbbeef553c8f req-b2edcf92-a174-4aee-9bf3-c27fbdf3a94c tempest-FloatingIPsNegativeTestJSON-1145419212 tempest-FloatingIPsNegativeTestJSON-1145419212-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=f5fefa0aaa79466c8e905177be6acba5 HTTP/1.1" status: 200 len: 217 time: 0.3111246 Aug 16 22:16:13.969902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:14.006099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f6c901d-5080-46e4-a0d7-dfd0954592dd req-d5fc79ff-d884-43f5-a7d2-da76c27d14f3 tempest-FloatingIPsNegativeTestJSON-1145419212 tempest-FloatingIPsNegativeTestJSON-1145419212-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0319221 Aug 16 22:16:14.006653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:14.023583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd06a8-b968-4318-9da5-96abbd8c03ba req-f1142aa7-87e9-470e-9bd2-1e488246264d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.025062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adbd06a8-b968-4318-9da5-96abbd8c03ba req-f1142aa7-87e9-470e-9bd2-1e488246264d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.0795150 Aug 16 22:16:14.026688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.027349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 140b341b-a485-4fbb-b840-78c5dc341a22 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:14.069827 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-08ec8162-9662-4d19-b373-4d3515662934 req-edb416bc-bae9-4a2a-bdbe-ee2e1d0d46fd tempest-FloatingIPsNegativeTestJSON-1145419212 tempest-FloatingIPsNegativeTestJSON-1145419212-project] show failed (client error): The resource could not be found. Aug 16 22:16:14.070794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08ec8162-9662-4d19-b373-4d3515662934 req-edb416bc-bae9-4a2a-bdbe-ee2e1d0d46fd tempest-FloatingIPsNegativeTestJSON-1145419212 tempest-FloatingIPsNegativeTestJSON-1145419212-project] 10.222.0.22 "GET /v2.0/floatingips/bca8c025-4066-4264-b420-5d572b0f939b HTTP/1.1" status: 404 len: 350 time: 0.0428221 Aug 16 22:16:14.080441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:14.104313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adbd06a8-b968-4318-9da5-96abbd8c03ba req-f2679485-de64-47c9-80e2-64d3263169a6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686247 Aug 16 22:16:14.110218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.112248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=140b341b-a485-4fbb-b840-78c5dc341a22,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:14.137875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:14.152802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '140b341b-a485-4fbb-b840-78c5dc341a22', 'network_id': '883d1164-5f90-4b1b-b2f6-b1dce6660fc4', 'port_id': '140b341b-a485-4fbb-b840-78c5dc341a22', 'mac_address': 'fa:16:3e:b2:d2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc144961-3378-4645-b3b1-d59938626f1b', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:14.198913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:12Z', 'revision_number': 4, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '89b9cd26-e6ad-4613-b46c-399180dacd53', 'name': '', 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'mac_address': 'fa:16:3e:4b:f1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'df760059-f24d-4049-a8ce-30c614e98080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:11Z', 'updated_at': '2021-08-16T22:16:12Z', 'revision_number': 2, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'subnets': [{'id': 'df760059-f24d-4049-a8ce-30c614e98080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:14.235063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Checking router: db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:14.235425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Updating router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 port 89b9cd26-e6ad-4613-b46c-399180dacd53 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:14.257213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.275150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7520524-fd98-4287-9578-c00b68edcb99 req-aff47025-634a-441f-aefc-b834f6c0cf73 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.276036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.276675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7520524-fd98-4287-9578-c00b68edcb99 req-aff47025-634a-441f-aefc-b834f6c0cf73 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0822248 Aug 16 22:16:14.279795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140b341b-a485-4fbb-b840-78c5dc341a22 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:14.285136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1adb40-f1ad-40f2-9af4-e69d7f84351d req-7b7a8911-e950-43a5-a8e8-82bea802d242 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.286589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc1adb40-f1ad-40f2-9af4-e69d7f84351d req-7b7a8911-e950-43a5-a8e8-82bea802d242 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0810819 Aug 16 22:16:14.327790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=140b341b-a485-4fbb-b840-78c5dc341a22,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:14.334250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.334923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:14.343858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7520524-fd98-4287-9578-c00b68edcb99 req-3bfc610f-324f-4622-a92f-cf0a4a191597 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562911 Aug 16 22:16:14.348718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc1adb40-f1ad-40f2-9af4-e69d7f84351d req-fc5c2a92-6e91-40d8-9402-85bc03e4b5f7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544395 Aug 16 22:16:14.496758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.519181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:14.576434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:14.630871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:14.649479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf', 'network_id': 'e80e542b-33a9-4c01-a68a-7e70d9a3f477', 'port_id': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf', 'mac_address': 'fa:16:3e:48:a4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ee82b3-384f-49b4-b1cc-cb7364cf6c33', 'ip_address': '19.86.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:14.740797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:14.741125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.742582 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.772938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Deleting port 89b9cd26-e6ad-4613-b46c-399180dacd53 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:14.773406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.782799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d9f5-6687-49be-87a3-dc2665966441 req-ff635afb-9476-464d-a7a5-f0823cad3c52 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.788939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d9f5-6687-49be-87a3-dc2665966441 req-ff635afb-9476-464d-a7a5-f0823cad3c52 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.794720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:14.794933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d9f5-6687-49be-87a3-dc2665966441 req-ff635afb-9476-464d-a7a5-f0823cad3c52 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:14.797285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc24d9f5-6687-49be-87a3-dc2665966441 req-ff635afb-9476-464d-a7a5-f0823cad3c52 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2414 time: 0.0821602 Aug 16 22:16:14.838196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc24d9f5-6687-49be-87a3-dc2665966441 req-aed816dd-9f72-4058-85d9-a60ed516c63a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Aug 16 22:16:14.842921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:14.845512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.851595 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.864740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Transition to ACTIVE for port object 89b9cd26-e6ad-4613-b46c-399180dacd53 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:14.873400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.894313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Calling delete_port for 89b9cd26-e6ad-4613-b46c-399180dacd53 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:14.910579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:14.952758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:15.034529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e41c83-7ca4-4cfe-a94d-dbda915e8497 None None] Pushing event updated for resources: {'Port': ['ID=89b9cd26-e6ad-4613-b46c-399180dacd53,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:15.047784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:15.048150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:15.048514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 on network acec29cf-0510-4cb9-91b3-04513a46a4b7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:15.055083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:15.055699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Checking segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:15.056287 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.056743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Bound using segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:15.057391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Bound port: 89b9cd26-e6ad-4613-b46c-399180dacd53, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:15.057847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.097722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.123620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:16:15.124025 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:16:15.132504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b9cd26-e6ad-4613-b46c-399180dacd53,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:15.157704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.158868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.158868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.158868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.159234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.159349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.159636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.159971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.160304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.160622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.160952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.161310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:15.196781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dbe8dee3-538e-4de3-9ece-66175b4bca90 None None] Could not find standard attr ID for object 89b9cd26-e6ad-4613-b46c-399180dacd53. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:16:15.229262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aadfb-1307-45cf-98ea-551231570445 req-73128d8d-5068-4868-b4fc-c369be5118ac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:15.230880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-903aadfb-1307-45cf-98ea-551231570445 req-73128d8d-5068-4868-b4fc-c369be5118ac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.0541453 Aug 16 22:16:15.275366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-903aadfb-1307-45cf-98ea-551231570445 req-122f6004-56e5-4c8a-ab97-4b223370b50e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Aug 16 22:16:15.308775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['140b341b-a485-4fbb-b840-78c5dc341a22'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:15.316457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.334812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:15.371556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:15.512230 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c94098bb-6cc6-46bb-a577-d3a04a61c489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.532157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ed1e-b96c-479c-8471-e8986626575a req-8a18afea-72da-405a-bd96-9275c5e3abb4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:15.533627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13f3ed1e-b96c-479c-8471-e8986626575a req-8a18afea-72da-405a-bd96-9275c5e3abb4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0940988 Aug 16 22:16:15.544788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60f2e-ff26-4620-a57f-5aca366d8b07 req-dc5eda86-3603-4328-81a8-07e08d494f17 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:15.546944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95a60f2e-ff26-4620-a57f-5aca366d8b07 req-dc5eda86-3603-4328-81a8-07e08d494f17 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0978470 Aug 16 22:16:15.573916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:15.609028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13f3ed1e-b96c-479c-8471-e8986626575a req-5f4dc808-d4ec-48c3-ba4b-8f4fcbc3734d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Aug 16 22:16:15.632856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95a60f2e-ff26-4620-a57f-5aca366d8b07 req-30174445-519c-4868-b19b-4c4cbc60d3b5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Aug 16 22:16:15.683689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:15.684275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:15.684392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Attempting to bind port 89b9cd26-e6ad-4613-b46c-399180dacd53 on network acec29cf-0510-4cb9-91b3-04513a46a4b7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:15.708343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:15.708722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Checking segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:15.709146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.709545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Bound using segment: {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:15.710010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Bound port: 89b9cd26-e6ad-4613-b46c-399180dacd53, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2019fd4c-c508-461f-bc1c-512928c6c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'acec29cf-0510-4cb9-91b3-04513a46a4b7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:15.710391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.714468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:15.720742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af98479a-87a9-4d1b-ac26-e5c8139baf53 admin admin] 10.222.0.22 "PUT /v2.0/routers/db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390145 Aug 16 22:16:15.723191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:15.767745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Port 89b9cd26-e6ad-4613-b46c-399180dacd53 has been deleted concurrently {{(pid=94818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 22:16:15.788169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Routers {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:15.788698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:15.837621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.897783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] Set router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:15.975877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:15.990454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3f96-e920-4134-9630-131294524eeb req-279ad349-4e76-4cf3-8f5d-752fa3af9ece tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:15.996623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3f96-e920-4134-9630-131294524eeb req-279ad349-4e76-4cf3-8f5d-752fa3af9ece tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:16.002665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3f96-e920-4134-9630-131294524eeb req-279ad349-4e76-4cf3-8f5d-752fa3af9ece tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:16.004299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-311b3f96-e920-4134-9630-131294524eeb req-279ad349-4e76-4cf3-8f5d-752fa3af9ece tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2415 time: 0.0882368 Aug 16 22:16:16.066650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-311b3f96-e920-4134-9630-131294524eeb req-a16888e0-d8df-41f8-8273-b6093b487fec tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Aug 16 22:16:16.080028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:15Z', 'revision_number': 5, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:16.080380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Deleting port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:16.080733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.108099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5723b-3a11-4cd9-803f-23b2e6e780cb None None] The sync data for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 is: [{'id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-770828669-router', 'tenant_id': 'f5fefa0aaa79466c8e905177be6acba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:06Z', 'updated_at': '2021-08-16T22:16:15Z', 'revision_number': 5, 'project_id': 'f5fefa0aaa79466c8e905177be6acba5', 'gw_port': {'id': '0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:07Z', 'updated_at': '2021-08-16T22:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:16.167858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] For port 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:16.168228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.180884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Calling delete_port for 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:16.354993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.380445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:16.405908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:16.458652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2cf33-113e-4187-a428-1ef017df26fb req-00a04cc2-54e3-4ac9-9118-bfe63b70c9b7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:16.466241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e2cf33-113e-4187-a428-1ef017df26fb req-00a04cc2-54e3-4ac9-9118-bfe63b70c9b7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.1085594 Aug 16 22:16:16.504430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:16.525696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'mac_address': 'fa:16:3e:4f:a3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:16.538922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e2cf33-113e-4187-a428-1ef017df26fb req-0c4086df-367d-4a4a-92c0-03f0f4779968 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697637 Aug 16 22:16:16.559373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.576050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.589591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abcca1a-e829-47df-8b25-5e2f383c26a6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:16.611873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:16.615905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.662420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.664687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.694231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:16.776169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.776709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:16:16.781708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.782872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4beeb0f8-ed86-4cda-9479-136454fea43d admin admin] 10.222.0.22 "DELETE /v2.0/routers/db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5 HTTP/1.1" status: 204 len: 168 time: 1.0586720 Aug 16 22:16:16.785959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:16.792892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Sync routers for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:16.801936 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:16.802311 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:16:16.802954 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:16:16.815083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:16.815457 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:16:16.816042 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:16:16.816863 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9a03a-4132-4e49-91f1-a1f6722aeb86 None None] The sync data for ids ['db6db999-74c4-47a4-8f3a-4cf6d9f2b5a5'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:16.818921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b2b98-b765-4ece-8003-751d08250fc8 req-0ee4b6df-adc1-496c-9c24-0c28297b8fd7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:16.820824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e42b2b98-b765-4ece-8003-751d08250fc8 req-0ee4b6df-adc1-496c-9c24-0c28297b8fd7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1087620 Aug 16 22:16:16.829332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d07764-bfb1-43d5-a007-f39db4cbbec6 req-48f59bd4-4439-4240-bc0c-551c555bf7ec tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:16.830847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40d07764-bfb1-43d5-a007-f39db4cbbec6 req-48f59bd4-4439-4240-bc0c-551c555bf7ec tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1178327 Aug 16 22:16:16.844883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Deleting subnet df760059-f24d-4049-a8ce-30c614e98080 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:16.848556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.885913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:16.892517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e42b2b98-b765-4ece-8003-751d08250fc8 req-056b1a15-b81a-4c09-a820-31c6346cfe6e tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606506 Aug 16 22:16:16.897908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40d07764-bfb1-43d5-a007-f39db4cbbec6 req-736a3e4f-d3a2-41fa-aace-ff3730495f11 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Aug 16 22:16:17.010471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.068015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.095965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df760059-f24d-4049-a8ce-30c614e98080,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.099677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.101609 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58a00acf-6b58-4c04-ae66-80384b01ab5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/df760059-f24d-4049-a8ce-30c614e98080 HTTP/1.1" status: 204 len: 168 time: 0.3144300 Aug 16 22:16:17.104307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:17.106041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e83574-80b4-4ddf-8b9d-33290b6932ee None None] Network acec29cf-0510-4cb9-91b3-04513a46a4b7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:17.210077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.235350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995a66a-14b4-490a-8c18-21b235266512 req-6a33ad54-510d-40fd-8b6a-7c5859847196 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:17.241129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995a66a-14b4-490a-8c18-21b235266512 req-6a33ad54-510d-40fd-8b6a-7c5859847196 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:17.247336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995a66a-14b4-490a-8c18-21b235266512 req-6a33ad54-510d-40fd-8b6a-7c5859847196 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:17.249134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e995a66a-14b4-490a-8c18-21b235266512 req-6a33ad54-510d-40fd-8b6a-7c5859847196 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2415 time: 0.0988202 Aug 16 22:16:17.297925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:17.318331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e995a66a-14b4-490a-8c18-21b235266512 req-ecf74c7e-0e61-4525-8c21-fa5c00947e1b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Aug 16 22:16:17.329614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Deleting port 5168455d-c40d-4b36-887d-0d15eb3b7ddc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:17.329950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.399036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] For port 5168455d-c40d-4b36-887d-0d15eb3b7ddc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5168455d-c40d-4b36-887d-0d15eb3b7ddc,segment=NetworkSegment(2019fd4c-c508-461f-bc1c-512928c6c1ee),segment_id=2019fd4c-c508-461f-bc1c-512928c6c1ee)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:17.399405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.410379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:17.412670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Calling delete_port for 5168455d-c40d-4b36-887d-0d15eb3b7ddc owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:17.495808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.502045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:17.513236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:17.513619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.522029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15416f1c-056b-4739-a728-bb73ebb34744 None None] DHCP port deletion for acec29cf-0510-4cb9-91b3-04513a46a4b7 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:16:17.522826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5168455d-c40d-4b36-887d-0d15eb3b7ddc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.524636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] No DVR routers for this DVR port 5168455d-c40d-4b36-887d-0d15eb3b7ddc on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:17.600331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.612546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acec29cf-0510-4cb9-91b3-04513a46a4b7']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:17.619493 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.643791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019fd4c-c508-461f-bc1c-512928c6c1ee') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:17.644093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019fd4c-c508-461f-bc1c-512928c6c1ee') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:17.648391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:17.651231 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d6835-9d04-4833-a5c6-cd468aeec751" -d '{"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:17.657014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.671896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:17.674986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.679137 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.680276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 140b341b-a485-4fbb-b840-78c5dc341a22 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:17.697593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611a92-e94d-40d0-8c5a-806dc29add84 req-23956459-8ce9-4381-95c9-d79256a7240d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:17.699110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b611a92-e94d-40d0-8c5a-806dc29add84 req-23956459-8ce9-4381-95c9-d79256a7240d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 948 time: 0.0890763 Aug 16 22:16:17.702541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:17.702980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:17.704984 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:17.727047 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc487d3-6589-4296-843f-8f407f21c476 x-openstack-request-id: req-afc487d3-6589-4296-843f-8f407f21c476 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:17.727609 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:17.727609 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afc487d3-6589-4296-843f-8f407f21c476 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:17.727959 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', 'code': 200} Aug 16 22:16:17.766411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.778511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 140b341b-a485-4fbb-b840-78c5dc341a22 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:17.783579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 140b341b-a485-4fbb-b840-78c5dc341a22 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:17.783742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.783961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.787936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b611a92-e94d-40d0-8c5a-806dc29add84 req-a12475e4-6bd8-47a5-abbd-29bbd0c0b18e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734930 Aug 16 22:16:17.792594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.799684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/acec29cf-0510-4cb9-91b3-04513a46a4b7 HTTP/1.1" status: 204 len: 168 time: 0.6917610 Aug 16 22:16:17.809357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d49143-1c3b-4d55-8123-221447e870f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=acec29cf-0510-4cb9-91b3-04513a46a4b7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:17.875975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.908538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=140b341b-a485-4fbb-b840-78c5dc341a22,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:17.912438 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:17.913257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:17.917924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:17.965726 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47e3a5d3-f340-41cd-8a84-d393dd8c2cd6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5fefa0aaa79466c8e905177be6acba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441096 Aug 16 22:16:17.966060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:18.010315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:18.015020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:18.020044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:18.020426 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.034832 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.057564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a7f7-82d5-4279-9b0a-4d607ff3f233 req-366162ae-4e25-4aea-a7e3-223be7f2daa8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.059095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5869a7f7-82d5-4279-9b0a-4d607ff3f233 req-366162ae-4e25-4aea-a7e3-223be7f2daa8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0839419 Aug 16 22:16:18.063109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.075565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d948e-2096-4085-8884-47041329e83c req-462d542e-77af-4010-8379-a1cbf25be73c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.077671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-501d948e-2096-4085-8884-47041329e83c req-462d542e-77af-4010-8379-a1cbf25be73c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0733106 Aug 16 22:16:18.093734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.123859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.127070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.129569 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/567ecc39-95b1-4900-982f-85d00ddb0bc7 HTTP/1.1" status: 204 len: 168 time: 0.1611881 Aug 16 22:16:18.137000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673fb0a-ea75-4a1d-b395-b5ea43ee743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ecc39-95b1-4900-982f-85d00ddb0bc7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:18.143059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5869a7f7-82d5-4279-9b0a-4d607ff3f233 req-0ed3a2af-6ad0-49bb-a2e8-4636e4063774 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574501 Aug 16 22:16:18.144385 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.150960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-501d948e-2096-4085-8884-47041329e83c req-b2b2b600-6402-4705-9c01-c415c5e72a7a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648990 Aug 16 22:16:18.182985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:18.194100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.247229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0080fc2a-822c-46ef-a5a7-1564121015b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.257863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:18.438557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ee87-9cb3-40ab-9740-7e5442e5285a req-545ec157-dbc3-49c9-bebe-1bf13ef4b244 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.444457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ee87-9cb3-40ab-9740-7e5442e5285a req-545ec157-dbc3-49c9-bebe-1bf13ef4b244 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.450459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ee87-9cb3-40ab-9740-7e5442e5285a req-545ec157-dbc3-49c9-bebe-1bf13ef4b244 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.452114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3d3ee87-9cb3-40ab-9740-7e5442e5285a req-545ec157-dbc3-49c9-bebe-1bf13ef4b244 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.0652170 Aug 16 22:16:18.502748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3d3ee87-9cb3-40ab-9740-7e5442e5285a req-51d3b9e3-6615-4517-9b0c-c3c5a273780d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Aug 16 22:16:18.524118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5168455d-c40d-4b36-887d-0d15eb3b7ddc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:18.541093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5168455d-c40d-4b36-887d-0d15eb3b7ddc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:18.541479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5168455d-c40d-4b36-887d-0d15eb3b7ddc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:18.541903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:18.564238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:18.564582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b3f85dd-bca8-4ef4-9911-a4b8aa7c06ab not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:18.833589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:18.929447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d28c-c88b-4e71-a3c5-d15f8a644d79 req-0d03c4ed-f123-4f68-a967-9d23842751fc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:18.930899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6319d28c-c88b-4e71-a3c5-d15f8a644d79 req-0d03c4ed-f123-4f68-a967-9d23842751fc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 948 time: 0.0527422 Aug 16 22:16:18.935870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-599849948-network', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:18.978656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Made reservation on behalf of 1a373c74a69f4a0281ae6deeadd2c869 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:18.980908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:18.985568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6319d28c-c88b-4e71-a3c5-d15f8a644d79 req-958eceed-26cf-4241-952d-8e716fcdb864 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Aug 16 22:16:18.992116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.082238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.085791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.106609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:19.120388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85059c0-c57b-4d8a-a8e8-da6c00775918,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.125590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.125945 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Added segment 5c33b7c1-31df-4a8a-b0c8-1e3618a56351 of type vlan for network 56da6c3a-8134-46ba-a323-6d163564b9ae Aug 16 22:16:19.138306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.168429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.194265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.195609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.196209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.222029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3873231 Aug 16 22:16:19.225265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:19.230287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Request body: {'subnet': {'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-subnet', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:19.250668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Made reservation on behalf of 1a373c74a69f4a0281ae6deeadd2c869 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:19.252913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.326310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c9199-c9fd-4fdb-bfee-a71288bd731f admin admin] Pushing event updated for resources: {'Network': ['ID=56da6c3a-8134-46ba-a323-6d163564b9ae,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.337182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 56da6c3a-8134-46ba-a323-6d163564b9ae details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:19.347197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b581d45-ce3d-4c85-9df1-d24ec8d661cb req-1001240e-178e-4c9c-9dda-4edb04624217 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.353674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b581d45-ce3d-4c85-9df1-d24ec8d661cb req-1001240e-178e-4c9c-9dda-4edb04624217 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1433182 Aug 16 22:16:19.362261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c41a-2e9f-4fc2-8447-84eca1e347aa req-c9f6381b-b9be-4711-80ca-64107f56882b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.364050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d6c41a-2e9f-4fc2-8447-84eca1e347aa req-c9f6381b-b9be-4711-80ca-64107f56882b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1058428 Aug 16 22:16:19.428448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.429440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b581d45-ce3d-4c85-9df1-d24ec8d661cb req-00fcd51a-c417-4631-92a8-e6c8223ed90a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643280 Aug 16 22:16:19.432396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d6c41a-2e9f-4fc2-8447-84eca1e347aa req-63adb5b8-fc30-4135-86e7-85e54ab7a322 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Aug 16 22:16:19.482094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:19.501655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Checking segment: {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:19.502017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Network hostable DHCP agents. Network: 56da6c3a-8134-46ba-a323-6d163564b9ae, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:19.519338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Network 56da6c3a-8134-46ba-a323-6d163564b9ae is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:19.530226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 56da6c3a-8134-46ba-a323-6d163564b9ae) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:19.535525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.536249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.541879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce6f40-b639-424f-9f62-92d98a56ff2d None None] Network 56da6c3a-8134-46ba-a323-6d163564b9ae requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:19.555960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad1a2ead-369b-44ce-9d7d-98050b8f93b4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3269162 Aug 16 22:16:19.556362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48798) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:19.561734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:19.589626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.591303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.708333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.714401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-56da6c3a-8134-46ba-a323-6d163564b9ae', 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'fixed_ips': [{'subnet_id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:19.715271 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.728568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22'}, {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:19.730872 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947bc5cc-da5d-4fcd-acd3-f19b6bd309ac" -d '{"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22"}, {"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:19.788493 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983fafe-d3a2-4b9d-9389-070d36f4a42d x-openstack-request-id: req-2983fafe-d3a2-4b9d-9389-070d36f4a42d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:19.788779 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22", "code": 200}, {"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-plugged", "status": "completed", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:19.789030 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2983fafe-d3a2-4b9d-9389-070d36f4a42d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:19.789443 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22', 'code': 200} Aug 16 22:16:19.789715 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf', 'code': 200} Aug 16 22:16:19.790802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2ca8c-a0d7-42f8-99fa-8a2f3d086e96 req-5307bf45-bdf6-4941-9221-bf7d37a5aa17 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.797280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2ca8c-a0d7-42f8-99fa-8a2f3d086e96 req-5307bf45-bdf6-4941-9221-bf7d37a5aa17 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.803272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2ca8c-a0d7-42f8-99fa-8a2f3d086e96 req-5307bf45-bdf6-4941-9221-bf7d37a5aa17 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.804910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dc2ca8c-a0d7-42f8-99fa-8a2f3d086e96 req-5307bf45-bdf6-4941-9221-bf7d37a5aa17 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.1787734 Aug 16 22:16:19.863240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Allocated IP 172.20.0.2 (56da6c3a-8134-46ba-a323-6d163564b9ae/c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec/83515d87-eb91-4bb5-bdf8-cbecfff65059) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:19.888118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:19.917796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dc2ca8c-a0d7-42f8-99fa-8a2f3d086e96 req-327ce1ec-747c-410f-be06-12c4f089cfae tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049416 Aug 16 22:16:19.955371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce15b-3218-4ac2-8f87-bf9bff77291b req-efab5fca-9490-448a-b55a-67410c265508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.955851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce15b-3218-4ac2-8f87-bf9bff77291b req-efab5fca-9490-448a-b55a-67410c265508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.956529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce15b-3218-4ac2-8f87-bf9bff77291b req-efab5fca-9490-448a-b55a-67410c265508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:19.958409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b42ce15b-3218-4ac2-8f87-bf9bff77291b req-efab5fca-9490-448a-b55a-67410c265508 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2874 time: 0.0640078 Aug 16 22:16:19.999449 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b42ce15b-3218-4ac2-8f87-bf9bff77291b req-c882fa0e-dedb-4ca9-8a75-2f0507052336 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 16 22:16:20.028260 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.037845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Transition to ACTIVE for port object 83515d87-eb91-4bb5-bdf8-cbecfff65059 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:20.054097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Transition to ACTIVE for port object 83515d87-eb91-4bb5-bdf8-cbecfff65059 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:20.059782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.104978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Network 56da6c3a-8134-46ba-a323-6d163564b9ae is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:20.108044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:20.111202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:20.123879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Pushing event updated for resources: {'Port': ['ID=83515d87-eb91-4bb5-bdf8-cbecfff65059,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:20.175227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Attempting to bind port 83515d87-eb91-4bb5-bdf8-cbecfff65059 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:20.175944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Attempting to bind port 83515d87-eb91-4bb5-bdf8-cbecfff65059 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:20.176101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Attempting to bind port 83515d87-eb91-4bb5-bdf8-cbecfff65059 on network 56da6c3a-8134-46ba-a323-6d163564b9ae {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:20.181624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:20.182009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Checking segment: {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:20.182439 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.182828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Bound using segment: {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:20.183312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Bound port: 83515d87-eb91-4bb5-bdf8-cbecfff65059, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:20.183686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.246274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] For port 83515d87-eb91-4bb5-bdf8-cbecfff65059, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:20.249839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] For port 83515d87-eb91-4bb5-bdf8-cbecfff65059, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=83515d87-eb91-4bb5-bdf8-cbecfff65059,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:20.254280 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.263754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bacfa4-3972-4b0a-a2ac-ad284ff9e6ce req-b076ce2b-3641-49b4-808d-67fb68d76af1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:20.265823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45bacfa4-3972-4b0a-a2ac-ad284ff9e6ce req-b076ce2b-3641-49b4-808d-67fb68d76af1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 948 time: 0.0615063 Aug 16 22:16:20.318080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45bacfa4-3972-4b0a-a2ac-ad284ff9e6ce req-2776d9c4-f21e-4cd2-86fe-f0c294ff4327 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Aug 16 22:16:20.320646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ede66-e728-419e-abd5-4bc14282d783 None None] Pushing event updated for resources: {'Port': ['ID=83515d87-eb91-4bb5-bdf8-cbecfff65059,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:20.402070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:20.430039 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.490236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:20.494590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:20.495649 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.525296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.627112 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.662462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:20.666736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.698513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4780fa-6294-4348-a2a5-4430cce09f50 req-b6623e8d-e814-4a69-a8bc-89c9029ba594 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:20.700026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b4780fa-6294-4348-a2a5-4430cce09f50 req-b6623e8d-e814-4a69-a8bc-89c9029ba594 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1537282 Aug 16 22:16:20.713295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc38b3-e9eb-4524-a965-02469ed473f1 req-b5c93ace-7e97-48b4-a2fc-a44d3cfe7cae tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:20.714810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6fc38b3-e9eb-4524-a965-02469ed473f1 req-b5c93ace-7e97-48b4-a2fc-a44d3cfe7cae tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1138432 Aug 16 22:16:20.718349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:20.754968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Allocated IP 172.25.8.103 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d015d0fe-0545-4d1b-930f-fea26955d018) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:20.791548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b4780fa-6294-4348-a2a5-4430cce09f50 req-1e70973a-b6c0-4e86-9c30-9af42f6749b9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Aug 16 22:16:20.843628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6fc38b3-e9eb-4524-a965-02469ed473f1 req-c3727770-1c84-4339-be71-f7e37fdc0ee9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062069 Aug 16 22:16:20.899529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.943991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:20.989023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:20.989023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:20.991094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:21.040159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Pushing event updated for resources: {'Port': ['ID=d015d0fe-0545-4d1b-930f-fea26955d018,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:21.126337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.156303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe7aa-e953-4179-9472-25d1a5816a32 req-66fe40dc-b759-4e42-8c92-2dffda91cc50 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:21.162270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe7aa-e953-4179-9472-25d1a5816a32 req-66fe40dc-b759-4e42-8c92-2dffda91cc50 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:21.168190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe7aa-e953-4179-9472-25d1a5816a32 req-66fe40dc-b759-4e42-8c92-2dffda91cc50 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:21.169972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bfe7aa-e953-4179-9472-25d1a5816a32 req-66fe40dc-b759-4e42-8c92-2dffda91cc50 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.1488447 Aug 16 22:16:21.246601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bfe7aa-e953-4179-9472-25d1a5816a32 req-0ebb388c-2d28-4581-a550-cf745c547dd5 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699849 Aug 16 22:16:21.316681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea15330-9adb-43af-9043-7cff4204bdf4 None None] Network 56da6c3a-8134-46ba-a323-6d163564b9ae requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:21.364817 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.379415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-23f1916a-7fa5-42d5-a590-92c155ca1836 None None] Provisioning for port 83515d87-eb91-4bb5-bdf8-cbecfff65059 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:21.495131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cd353-9055-485d-b81e-58fc45933475 req-ed7ade94-cb01-4485-9db1-7b16d2f7233f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:21.496671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f5cd353-9055-485d-b81e-58fc45933475 req-ed7ade94-cb01-4485-9db1-7b16d2f7233f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0970356 Aug 16 22:16:21.607942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f5cd353-9055-485d-b81e-58fc45933475 req-ce7eaa3c-437a-45a3-8fdf-5cc467236666 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045947 Aug 16 22:16:21.632629 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:21.774727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Router 01ab3003-c5a4-412f-9a4c-159ca58b1877 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:16:21.790527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:21.792803 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b5627-28cb-4e1e-af45-a310fb8a8b3b" -d '{"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:21.829350 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3abf956-26de-49f3-b995-f334e06206b3 x-openstack-request-id: req-b3abf956-26de-49f3-b995-f334e06206b3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:21.831626 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:21.832094 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3abf956-26de-49f3-b995-f334e06206b3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:21.832576 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'code': 200} Aug 16 22:16:21.912710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:21.924193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Sync routers for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:21.933229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:21.933841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:21.963139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc778bd0-4c4a-4d56-a671-3493e0283370 req-9d2e9910-3753-4dba-bd48-e1f885cd40be tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:21.964634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc778bd0-4c4a-4d56-a671-3493e0283370 req-9d2e9910-3753-4dba-bd48-e1f885cd40be tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0972004 Aug 16 22:16:22.001351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.002499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-839b2ce7-4fdb-41c8-847e-285f2f21c860 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4451013 Aug 16 22:16:22.005504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:22.038713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15c512-3f78-4edf-9dbd-5fdd1ee9e20f req-44a925f2-a12c-4ca6-9b66-d03f0e980894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.040235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b15c512-3f78-4edf-9dbd-5fdd1ee9e20f req-44a925f2-a12c-4ca6-9b66-d03f0e980894 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.1217327 Aug 16 22:16:22.043638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:22.050552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda135-b0a7-432b-a35a-1ce28baefd90 req-f8a34f94-ffd3-4a84-b50a-6cea8e9b9cb6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.052029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6edda135-b0a7-432b-a35a-1ce28baefd90 req-f8a34f94-ffd3-4a84-b50a-6cea8e9b9cb6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1345823 Aug 16 22:16:22.056242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc778bd0-4c4a-4d56-a671-3493e0283370 req-cd86aba1-1918-4826-9dcb-30955e207787 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724695 Aug 16 22:16:22.099866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b15c512-3f78-4edf-9dbd-5fdd1ee9e20f req-dd9260a7-7d4c-49e8-87ea-930186fa58bf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Aug 16 22:16:22.118264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6edda135-b0a7-432b-a35a-1ce28baefd90 req-be02ab60-cb2b-44c4-83ad-5de56b529d98 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Aug 16 22:16:22.242160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:21Z', 'revision_number': 3, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:22.268121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Checking router: 01ab3003-c5a4-412f-9a4c-159ca58b1877 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:22.268469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Updating router 01ab3003-c5a4-412f-9a4c-159ca58b1877 port d015d0fe-0545-4d1b-930f-fea26955d018 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:22.296277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.525587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.589536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 83515d87-eb91-4bb5-bdf8-cbecfff65059 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:22.639829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.654684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Transition to ACTIVE for port object d015d0fe-0545-4d1b-930f-fea26955d018 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:22.664017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.668957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afba61-60c2-41dc-80c1-e4611f4b0324 req-c781f714-5363-45f9-b40f-21379d36f118 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.676095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afba61-60c2-41dc-80c1-e4611f4b0324 req-c781f714-5363-45f9-b40f-21379d36f118 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.683960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afba61-60c2-41dc-80c1-e4611f4b0324 req-c781f714-5363-45f9-b40f-21379d36f118 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.686671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46afba61-60c2-41dc-80c1-e4611f4b0324 req-c781f714-5363-45f9-b40f-21379d36f118 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.0876026 Aug 16 22:16:22.711818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 83515d87-eb91-4bb5-bdf8-cbecfff65059 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:22.722789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 83515d87-eb91-4bb5-bdf8-cbecfff65059 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:22.722789 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.728222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Attempting to bind port d015d0fe-0545-4d1b-930f-fea26955d018 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:22.728600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Attempting to bind port d015d0fe-0545-4d1b-930f-fea26955d018 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:22.729023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Attempting to bind port d015d0fe-0545-4d1b-930f-fea26955d018 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:22.756368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.765606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46afba61-60c2-41dc-80c1-e4611f4b0324 req-8532956b-5315-4996-96b3-4ddc249ce075 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721693 Aug 16 22:16:22.770974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:22.771374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:22.771774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.772178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:22.772665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Bound port: d015d0fe-0545-4d1b-930f-fea26955d018, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:22.773055 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.777014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Pushing event updated for resources: {'Port': ['ID=d015d0fe-0545-4d1b-930f-fea26955d018,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:22.788259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ae34e-a3ca-4070-8ed0-d0d2a18a3c09 req-d0849b17-ad56-4059-b9fc-accadb954a61 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:22.788259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-756ae34e-a3ca-4070-8ed0-d0d2a18a3c09 req-d0849b17-ad56-4059-b9fc-accadb954a61 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0867634 Aug 16 22:16:22.812273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.812628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.812976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.813348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.814189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.814189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.814446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.814651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.814978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.815341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.815675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.816001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:16:22.848153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-756ae34e-a3ca-4070-8ed0-d0d2a18a3c09 req-619cef33-2a92-460b-a9a7-6ab38b4edc69 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Aug 16 22:16:22.889180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] For port d015d0fe-0545-4d1b-930f-fea26955d018, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:22.910352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] For port d015d0fe-0545-4d1b-930f-fea26955d018, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d015d0fe-0545-4d1b-930f-fea26955d018,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:22.914938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.918425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:22.946785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Allocated IP 172.20.0.1 (56da6c3a-8134-46ba-a323-6d163564b9ae/c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec/8106cfd0-56a9-464a-9e1f-a51312380f5b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:23.069188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.082648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Transition to ACTIVE for port object 8106cfd0-56a9-464a-9e1f-a51312380f5b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:23.105400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b3e9-73be-48df-b49a-324869a0dd50 req-910956b1-7ae9-4856-97ee-88e67e496bf1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.107980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 83515d87-eb91-4bb5-bdf8-cbecfff65059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=83515d87-eb91-4bb5-bdf8-cbecfff65059,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:23.116233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b3e9-73be-48df-b49a-324869a0dd50 req-910956b1-7ae9-4856-97ee-88e67e496bf1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.119403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.120244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.127200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6b3e9-73be-48df-b49a-324869a0dd50 req-910956b1-7ae9-4856-97ee-88e67e496bf1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.130831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcc6b3e9-73be-48df-b49a-324869a0dd50 req-910956b1-7ae9-4856-97ee-88e67e496bf1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.0910037 Aug 16 22:16:23.148004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:23.148635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:23.151645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07add-2efa-45b4-9b50-a9efd2ef2df7 None None] Pushing event updated for resources: {'Port': ['ID=d015d0fe-0545-4d1b-930f-fea26955d018,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.176255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Network 56da6c3a-8134-46ba-a323-6d163564b9ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:23.180849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:23.187104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:23.216624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcc6b3e9-73be-48df-b49a-324869a0dd50 req-8ae2f197-8181-4d08-b3e2-2c7ac7190d77 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Aug 16 22:16:23.233511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.234773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf918-78db-4f35-b636-d303f2cb82f7 req-19dd18f6-ffd1-495d-87ea-c3f4e0201c40 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.236354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d33cf918-78db-4f35-b636-d303f2cb82f7 req-19dd18f6-ffd1-495d-87ea-c3f4e0201c40 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0877924 Aug 16 22:16:23.320239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d33cf918-78db-4f35-b636-d303f2cb82f7 req-ff90da8d-4283-4c71-93d2-c2b4b5847dfe tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762358 Aug 16 22:16:23.321196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=83515d87-eb91-4bb5-bdf8-cbecfff65059,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.336322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Pushing event updated for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.351463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:23.374488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.388728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d723fd-52c0-42ac-9528-a8c5c4b7f5db req-8014e64b-a13c-4738-add6-bed3493fbba1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.390370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1d723fd-52c0-42ac-9528-a8c5c4b7f5db req-8014e64b-a13c-4738-add6-bed3493fbba1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0692687 Aug 16 22:16:23.449344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1d723fd-52c0-42ac-9528-a8c5c4b7f5db req-880e9ccd-ef4e-41aa-bc5d-86ca7792a337 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Aug 16 22:16:23.556922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea3ab442-e054-4b40-83fc-1101d41a7cc0 None None] Provisioning for port 8106cfd0-56a9-464a-9e1f-a51312380f5b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:23.558927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.563667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea3ab442-e054-4b40-83fc-1101d41a7cc0 None None] Provisioning complete for port 8106cfd0-56a9-464a-9e1f-a51312380f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:23.564196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.564371 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab442-e054-4b40-83fc-1101d41a7cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.598537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:21Z', 'revision_number': 3, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:23.629409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0f651-a1d5-4965-a452-ce3aa74efe1e None None] The sync data for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 is: [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:21Z', 'revision_number': 3, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:23.631921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Pushing event updated for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:23.650712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ab442-e054-4b40-83fc-1101d41a7cc0 None None] Port 8106cfd0-56a9-464a-9e1f-a51312380f5b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:23.654268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:23.765501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Network 56da6c3a-8134-46ba-a323-6d163564b9ae is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:23.766929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:23.937695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Router 01ab3003-c5a4-412f-9a4c-159ca58b1877 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:23.950756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e4ec-7218-4667-9eca-733863e76561 req-f58dd8a2-77c1-4def-93d2-3f062289dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:23.953032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-f58dd8a2-77c1-4def-93d2-3f062289dbe5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 1097 time: 0.0858655 Aug 16 22:16:24.020627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3a595-c90a-4ef9-b2f1-570624541cf0 req-be4d9fd8-fdd2-4001-98ae-ef0a35e94449 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.022249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6b3a595-c90a-4ef9-b2f1-570624541cf0 req-be4d9fd8-fdd2-4001-98ae-ef0a35e94449 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0589669 Aug 16 22:16:24.069570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6b3a595-c90a-4ef9-b2f1-570624541cf0 req-a6142ea4-bfee-4758-a129-995f4864cab6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Aug 16 22:16:24.089322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c4f8d7d2-94bf-42a3-bb30-80daf4593343 None None] Provisioning complete for port 8106cfd0-56a9-464a-9e1f-a51312380f5b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:24.090200 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d7d2-94bf-42a3-bb30-80daf4593343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.137603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d7d2-94bf-42a3-bb30-80daf4593343 None None] Port 8106cfd0-56a9-464a-9e1f-a51312380f5b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:24.164883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:24.179659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f0fb676-892e-4e23-9938-d622d9024da5 admin admin] 10.222.0.22 "PUT /v2.0/routers/01ab3003-c5a4-412f-9a4c-159ca58b1877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666687 Aug 16 22:16:24.190829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e4ec-7218-4667-9eca-733863e76561 req-58c8076f-993d-4c5c-9391-648c2744f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.192345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-58c8076f-993d-4c5c-9391-648c2744f22c service neutron] 10.222.0.89 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 914 time: 0.1905656 Aug 16 22:16:24.250308 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-07fe8e23-4947-439a-8871-0468b4e151fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25e7f730-8cd9-497d-b24f-e979f04f0564 HTTP/1.1" status: 200 len: 217 time: 0.0489776 Aug 16 22:16:24.331450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e4ec-7218-4667-9eca-733863e76561 req-85eb3536-8ec0-4acf-80fc-22925d4c9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.332960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-85eb3536-8ec0-4acf-80fc-22925d4c9414 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.0745769 Aug 16 22:16:24.369643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdced-daa9-47d3-9e11-d92483f95da0 req-c1327a20-402e-41cb-8aec-0663569c4dc6 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.373366 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-4421ce59-2199-4a36-970c-c3212b74cabf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278502 Aug 16 22:16:24.376832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdced-daa9-47d3-9e11-d92483f95da0 req-c1327a20-402e-41cb-8aec-0663569c4dc6 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.382887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cdced-daa9-47d3-9e11-d92483f95da0 req-c1327a20-402e-41cb-8aec-0663569c4dc6 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.384642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc5cdced-daa9-47d3-9e11-d92483f95da0 req-c1327a20-402e-41cb-8aec-0663569c4dc6 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.0821853 Aug 16 22:16:24.476225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc5cdced-daa9-47d3-9e11-d92483f95da0 req-a91541fe-a032-4fcc-8b90-f4981d88fdf8 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804946 Aug 16 22:16:24.486596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-33f728fd-9b37-45fa-8106-2e15715c9d1e tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.488139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-33f728fd-9b37-45fa-8106-2e15715c9d1e tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.1024764 Aug 16 22:16:24.494604 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-b9589ed7-89ed-4e97-8a92-21d5708e40d3 service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131494 Aug 16 22:16:24.518457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-4f57b6d1-88f6-4064-ab74-42d68420124b tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.632750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-7365e4ec-7218-4667-9eca-733863e76561 req-01ab5740-acc1-4692-8c8a-c46103c7a423 service neutron] 10.222.0.89 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259651 Aug 16 22:16:24.659837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 83515d87-eb91-4bb5-bdf8-cbecfff65059 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:24.721690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 83515d87-eb91-4bb5-bdf8-cbecfff65059 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:24.722095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.813558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d015d0fe-0545-4d1b-930f-fea26955d018 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:24.830630 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-4f57b6d1-88f6-4064-ab74-42d68420124b tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.836932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-0bc7e783-cce6-4a8c-bc34-834d647f02cf tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2332072 Aug 16 22:16:24.837997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-4f57b6d1-88f6-4064-ab74-42d68420124b tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.863239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d015d0fe-0545-4d1b-930f-fea26955d018 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:24.863480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:24.866915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d015d0fe-0545-4d1b-930f-fea26955d018 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:24.867289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.937372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-ab1eb77d-45a9-4349-9aa1-d8d85866f7a2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.944114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-ab1eb77d-45a9-4349-9aa1-d8d85866f7a2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.950578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-ab1eb77d-45a9-4349-9aa1-d8d85866f7a2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:24.958275 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-ab1eb77d-45a9-4349-9aa1-d8d85866f7a2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 2418 time: 0.0694242 Aug 16 22:16:24.958525 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:24.985875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d015d0fe-0545-4d1b-930f-fea26955d018, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d015d0fe-0545-4d1b-930f-fea26955d018,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:24.992286 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.043771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d015d0fe-0545-4d1b-930f-fea26955d018,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.075014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:25.075361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.151316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c0ef313-e3eb-43d3-a648-7e1a1fea005a req-4f57b6d1-88f6-4064-ab74-42d68420124b tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547775 Aug 16 22:16:25.163270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57b6d1-88f6-4064-ab74-42d68420124b tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43719220-1b8a-4f34-a1ae-3bdce637bd8a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.172930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.181593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:25.182114 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.198168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:25.296873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e40313-7e4e-4e53-8c15-7358a0458bf1 req-377f43a0-b218-45a1-affd-941400b5f5f6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:25.298502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98e40313-7e4e-4e53-8c15-7358a0458bf1 req-377f43a0-b218-45a1-affd-941400b5f5f6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0681362 Aug 16 22:16:25.337877 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.354734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98e40313-7e4e-4e53-8c15-7358a0458bf1 req-88b06d6a-4ce6-4932-a40c-67590ea4f64e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Aug 16 22:16:25.365123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=03c7fc8a-c2cb-4fef-859a-73c6ebab9e86,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.376481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['140b341b-a485-4fbb-b840-78c5dc341a22', '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:25.380181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.445678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:25.448728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.456125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-f5f6c3d5-02c0-43d1-b45a-c829fe9889eb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "DELETE /v2.0/ports/03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 HTTP/1.1" status: 204 len: 173 time: 0.4961808 Aug 16 22:16:25.457062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:25.459463 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f799e799-ea2a-480c-8e6e-2b7968893ae3" -d '{"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:25.572934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Allocated IP 172.25.8.179 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/12738927-6ded-4282-ab59-0f0447cea084) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:25.582891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bd7c2-3fb7-4c64-a22d-41e7cc3b0a32 req-d0e08255-65c3-4b87-990c-d3b09c4684e7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:25.584673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-255bd7c2-3fb7-4c64-a22d-41e7cc3b0a32 req-d0e08255-65c3-4b87-990c-d3b09c4684e7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1301973 Aug 16 22:16:25.620708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:25.621602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.646589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Sync routers for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:25.656295 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:25.656892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:25.690504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-255bd7c2-3fb7-4c64-a22d-41e7cc3b0a32 req-33a66eb9-65ac-4e13-97f9-0412d9ecdf62 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936093 Aug 16 22:16:25.753582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.801060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:25.802885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:25.803264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.805779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:25.824393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:25.850759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:25.858248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:25.860882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:25.891274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=12738927-6ded-4282-ab59-0f0447cea084,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:25.970847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.000292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.006293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:26.016950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.035560 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:23Z', 'revision_number': 4, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8106cfd0-56a9-464a-9e1f-a51312380f5b', 'name': '', 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'mac_address': 'fa:16:3e:01:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:22Z', 'updated_at': '2021-08-16T22:16:23Z', 'revision_number': 2, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'subnets': [{'id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:26.081394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.093661 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Checking router: 01ab3003-c5a4-412f-9a4c-159ca58b1877 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:26.094316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Updating router 01ab3003-c5a4-412f-9a4c-159ca58b1877 port 8106cfd0-56a9-464a-9e1f-a51312380f5b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:16:26.117344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:26.120153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.124582 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-79d4e174-6006-4a8e-8db4-d0ff28e3ac2e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "DELETE /v2.0/ports/1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf HTTP/1.1" status: 204 len: 173 time: 0.6604745 Aug 16 22:16:26.136539 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.279268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 140b341b-a485-4fbb-b840-78c5dc341a22 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:26.280889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.322800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.334635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.421259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=12738927-6ded-4282-ab59-0f0447cea084,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.429777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.444064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 140b341b-a485-4fbb-b840-78c5dc341a22, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=140b341b-a485-4fbb-b840-78c5dc341a22,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:26.444446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.445320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.447622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-88a4310a-e356-4f04-a59f-6884daa2563a tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6041596 Aug 16 22:16:26.464653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 140b341b-a485-4fbb-b840-78c5dc341a22 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:26.518026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-f29c536b-c945-4c31-8949-ca3c68574086 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.0632687 Aug 16 22:16:26.541911 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.562224 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Transition to ACTIVE for port object 8106cfd0-56a9-464a-9e1f-a51312380f5b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:26.573473 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.590763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d015d0fe-0545-4d1b-930f-fea26955d018 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:26.622912 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7aac2-3ac3-4b9b-a049-1d0bbb17001c None None] Pushing event updated for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.679594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.727337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=140b341b-a485-4fbb-b840-78c5dc341a22,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:26.746364 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Attempting to bind port 8106cfd0-56a9-464a-9e1f-a51312380f5b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:26.747366 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Attempting to bind port 8106cfd0-56a9-464a-9e1f-a51312380f5b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:26.748056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Attempting to bind port 8106cfd0-56a9-464a-9e1f-a51312380f5b on network 56da6c3a-8134-46ba-a323-6d163564b9ae {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:26.750247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['03c7fc8a-c2cb-4fef-859a-73c6ebab9e86'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:26.759185 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:26.759593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d015d0fe-0545-4d1b-930f-fea26955d018 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:26.759786 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Checking segment: {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:26.760089 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.760699 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.761257 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Bound using segment: {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:26.762039 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Bound port: 8106cfd0-56a9-464a-9e1f-a51312380f5b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33b7c1-31df-4a8a-b0c8-1e3618a56351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:26.762665 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.827969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-ac43155e-e9c9-408f-b913-8dbce7dcbac6 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:26.830405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfbee698-a0e8-4568-a757-4c4145b49bc2 req-ac43155e-e9c9-408f-b913-8dbce7dcbac6 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.3065228 Aug 16 22:16:26.897216 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a256b29f-e7b2-4d5c-b3dd-a993ac1ac847 x-openstack-request-id: req-a256b29f-e7b2-4d5c-b3dd-a993ac1ac847 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:26.897638 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "03c7fc8a-c2cb-4fef-859a-73c6ebab9e86", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:26.898018 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a256b29f-e7b2-4d5c-b3dd-a993ac1ac847 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:26.898636 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '03c7fc8a-c2cb-4fef-859a-73c6ebab9e86', 'status': 'completed', 'code': 200} Aug 16 22:16:26.900214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 140b341b-a485-4fbb-b840-78c5dc341a22 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:26.915379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:26.918387 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d3b12f2f-0425-42af-999c-b35ffc2df811 req-72877403-a35a-4e8e-9cfc-8a4912a793f4 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "DELETE /v2.0/ports/140b341b-a485-4fbb-b840-78c5dc341a22 HTTP/1.1" status: 204 len: 173 time: 0.7854090 Aug 16 22:16:26.965783 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] For port 8106cfd0-56a9-464a-9e1f-a51312380f5b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:26.970022 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] For port 8106cfd0-56a9-464a-9e1f-a51312380f5b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8106cfd0-56a9-464a-9e1f-a51312380f5b,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:26.975156 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.026250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-371db4d5-586c-422f-ab7f-8c7bd0138398 req-343a7678-0d14-4498-9e8b-816ce1796cb9 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=b833da62-6a4c-4380-b310-29e6f811acfb HTTP/1.1" status: 200 len: 210 time: 0.0931709 Aug 16 22:16:27.059537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-7e48d939-dce7-477b-8c8c-25d1e3eee422 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2275937 Aug 16 22:16:27.080477 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7aac2-3ac3-4b9b-a049-1d0bbb17001c None None] Pushing event updated for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:27.114226 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:27.114875 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:27.166041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5ae4d-95ba-49db-b26a-6387dd1f5839 req-edc84e3c-5505-45b6-8854-7e88d6deb68d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:27.175980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4a5ae4d-95ba-49db-b26a-6387dd1f5839 req-edc84e3c-5505-45b6-8854-7e88d6deb68d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1784766 Aug 16 22:16:27.355922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4a5ae4d-95ba-49db-b26a-6387dd1f5839 req-27e0d7e8-da22-4943-8384-37d4de1d4461 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790569 Aug 16 22:16:27.368817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f928b-bc01-489e-b6bf-7b12208bbb07 req-c265298d-ecbe-4485-b83e-4ff527fe92e2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:27.377032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-435f928b-bc01-489e-b6bf-7b12208bbb07 req-c265298d-ecbe-4485-b83e-4ff527fe92e2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1496420 Aug 16 22:16:27.424185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-435f928b-bc01-489e-b6bf-7b12208bbb07 req-f01f7679-0ae8-4e21-92a9-96079ab1ef6c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Aug 16 22:16:27.428646 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:27.668365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6c9a0-3fe1-49e2-9211-63f75a05fabc req-10c94c56-9e58-4bf3-98e1-0f0bffc858aa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:27.676596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ac6c9a0-3fe1-49e2-9211-63f75a05fabc req-10c94c56-9e58-4bf3-98e1-0f0bffc858aa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1820617 Aug 16 22:16:27.739144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ac6c9a0-3fe1-49e2-9211-63f75a05fabc req-8fc6bb62-eca8-4737-a470-b86acba8ed93 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Aug 16 22:16:27.756909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72e9d476-729b-4612-8596-af791e4682ed req-eb525a32-25fd-4c22-8071-cfc5155a2843 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1917071 Aug 16 22:16:27.757881 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:23Z', 'revision_number': 4, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8106cfd0-56a9-464a-9e1f-a51312380f5b', 'name': '', 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'mac_address': 'fa:16:3e:01:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:22Z', 'updated_at': '2021-08-16T22:16:26Z', 'revision_number': 4, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'subnets': [{'id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:27.769251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:27.788709 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91de377-d129-49bc-b42c-2002c2e96554 None None] The sync data for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 is: [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:23Z', 'revision_number': 4, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8106cfd0-56a9-464a-9e1f-a51312380f5b', 'name': '', 'network_id': '56da6c3a-8134-46ba-a323-6d163564b9ae', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'mac_address': 'fa:16:3e:01:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:22Z', 'updated_at': '2021-08-16T22:16:26Z', 'revision_number': 4, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'subnets': [{'id': 'c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:27.814793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:27.996853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.106403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:28.166255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting subnet c0ee82b3-384f-49b4-b1cc-cb7364cf6c33 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:28.166481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Allocated IP 172.25.8.139 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/150a8d05-fc57-4acf-9039-6bc6eeb4a7c6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:28.170409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.223871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.298242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.320740 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.342188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.398914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:28.399883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.400453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:28.413338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:28.419136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=150a8d05-fc57-4acf-9039-6bc6eeb4a7c6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:28.439161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ee82b3-384f-49b4-b1cc-cb7364cf6c33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:28.445216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.451091 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-600cdf41-bb75-4968-a989-4999af91821a tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/subnets/c0ee82b3-384f-49b4-b1cc-cb7364cf6c33 HTTP/1.1" status: 204 len: 168 time: 0.3400667 Aug 16 22:16:28.452530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:28.453383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9aec3-c9aa-4413-999b-667c9c9d9271 None None] Network e80e542b-33a9-4c01-a68a-7e70d9a3f477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:28.615099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.615703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8106cfd0-56a9-464a-9e1f-a51312380f5b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:28.678973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 04942b1a-d7b2-4361-9a1a-da60e00648ed {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:28.679463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.684866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.706538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8106cfd0-56a9-464a-9e1f-a51312380f5b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:28.709359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1683b-8990-4381-a32d-53d1fd1cb670 req-d77073e3-3d2b-4750-a82d-a3dc05442df1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:28.711684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfb1683b-8990-4381-a32d-53d1fd1cb670 req-d77073e3-3d2b-4750-a82d-a3dc05442df1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1992671 Aug 16 22:16:28.714026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8106cfd0-56a9-464a-9e1f-a51312380f5b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:28.714658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.760525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.766958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 04942b1a-d7b2-4361-9a1a-da60e00648ed, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04942b1a-d7b2-4361-9a1a-da60e00648ed,segment=NetworkSegment(99bfd821-c5f7-40db-8794-474802e28095),segment_id=99bfd821-c5f7-40db-8794-474802e28095)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:28.767482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.788405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 04942b1a-d7b2-4361-9a1a-da60e00648ed owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:28.825059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfb1683b-8990-4381-a32d-53d1fd1cb670 req-de5aa096-1303-452a-8df0-a7e8542c51c1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887210 Aug 16 22:16:28.853438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] DHCP port deletion for e80e542b-33a9-4c01-a68a-7e70d9a3f477 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:16:28.869349 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.914348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf'}, {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:28.919859 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddea36-0729-4e10-9449-2fa12936fa24" -d '{"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf"}, {"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:28.925560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.948208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 04942b1a-d7b2-4361-9a1a-da60e00648ed on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:28.960215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8106cfd0-56a9-464a-9e1f-a51312380f5b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8106cfd0-56a9-464a-9e1f-a51312380f5b,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:28.972849 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:28.989644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=04942b1a-d7b2-4361-9a1a-da60e00648ed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.021841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Deleting port 04942b1a-d7b2-4361-9a1a-da60e00648ed {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:29.022496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.070727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-04835aed-7cb6-4bbf-b8a2-a65662378dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.072262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-04835aed-7cb6-4bbf-b8a2-a65662378dc1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.0894895 Aug 16 22:16:29.079750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.081870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdafb73-f2f3-470d-9f64-bc4320b1e706 req-c93acd7a-8089-453f-87b6-f69e412f88e0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.089880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fdafb73-f2f3-470d-9f64-bc4320b1e706 req-c93acd7a-8089-453f-87b6-f69e412f88e0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1578207 Aug 16 22:16:29.096771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.107478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80e542b-33a9-4c01-a68a-7e70d9a3f477']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:29.109822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] For port 04942b1a-d7b2-4361-9a1a-da60e00648ed, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:29.110317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.117737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bfd821-c5f7-40db-8794-474802e28095') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:29.118038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bfd821-c5f7-40db-8794-474802e28095') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:29.124796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Calling delete_port for 04942b1a-d7b2-4361-9a1a-da60e00648ed owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:29.127722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Port 04942b1a-d7b2-4361-9a1a-da60e00648ed was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:16:29.129183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.131026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.148996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.157219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:29.158039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: items = [ Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:29.161907 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:29.165786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] Pushing event deleted for resources: {'Port': ['ID=04942b1a-d7b2-4361-9a1a-da60e00648ed,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.169803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e0115-b71b-487e-93ca-f09e020d5d6a None None] No DVR routers for this DVR port 04942b1a-d7b2-4361-9a1a-da60e00648ed on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:29.222927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.239518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fdafb73-f2f3-470d-9f64-bc4320b1e706 req-b3f798b8-d3e8-44d5-bb59-675a4ecad035 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485112 Aug 16 22:16:29.256274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.256773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-27d3122e-c5aa-4011-be8d-ff91d4e2182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.257688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.260548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-27d3122e-c5aa-4011-be8d-ff91d4e2182d service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1658926 Aug 16 22:16:29.274763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.281623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/networks/e80e542b-33a9-4c01-a68a-7e70d9a3f477 HTTP/1.1" status: 204 len: 168 time: 0.8274391 Aug 16 22:16:29.285361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:29.304061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f03da5-ca25-48ad-b660-6898eb6f5a3d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Network': ['ID=e80e542b-33a9-4c01-a68a-7e70d9a3f477,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.352173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting subnet cc144961-3378-4645-b3b1-d59938626f1b {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:29.355515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.372684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=150a8d05-fc57-4acf-9039-6bc6eeb4a7c6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.379267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-f6ac9e2b-1e64-41c0-a2ab-821bf5e6ba40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0809822 Aug 16 22:16:29.409667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.441184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.479769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-412636be-c75f-4acf-9787-1f2feb78b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.481267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-412636be-c75f-4acf-9787-1f2feb78b74d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0939417 Aug 16 22:16:29.484521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.485673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72e9d476-729b-4612-8596-af791e4682ed req-1e009fe7-0910-44c1-bec6-7602fae0b495 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7206566 Aug 16 22:16:29.500916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.516654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:29.531912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3d3fb-8c77-42f7-ae3b-137d2a264543 req-30dd9837-fa8e-4261-8cd5-956cba248232 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.533451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec3d3fb-8c77-42f7-ae3b-137d2a264543 req-30dd9837-fa8e-4261-8cd5-956cba248232 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1115267 Aug 16 22:16:29.541380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:29.541850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 03c7fc8a-c2cb-4fef-859a-73c6ebab9e86 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:29.542349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 140b341b-a485-4fbb-b840-78c5dc341a22 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:29.560787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.562011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 140b341b-a485-4fbb-b840-78c5dc341a22 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:29.562462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 140b341b-a485-4fbb-b840-78c5dc341a22 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:29.563640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:29.582678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:29.583515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:29.583706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:29.586166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72e9d476-729b-4612-8596-af791e4682ed req-520c0ba7-b4f1-4b8b-99d9-5d9c91821275 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.0855942 Aug 16 22:16:29.590053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Subnet': ['ID=cc144961-3378-4645-b3b1-d59938626f1b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.596439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.601971 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6643a43f-715d-4c99-b944-59596eced6af tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/subnets/cc144961-3378-4645-b3b1-d59938626f1b HTTP/1.1" status: 204 len: 168 time: 0.3150501 Aug 16 22:16:29.603481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:29.607352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea1ac4e-024e-466d-a2db-22f939bc36c4 None None] Network 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:29.666098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-ac715a9a-85c4-4b8e-b8c8-f101b990b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.667628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-ac715a9a-85c4-4b8e-b8c8-f101b990b546 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778769 Aug 16 22:16:29.671291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec3d3fb-8c77-42f7-ae3b-137d2a264543 req-0b392854-ebc4-4fa2-9043-c373764fd34e tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060398 Aug 16 22:16:29.689001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.723606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.756205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port fb5cde74-4c77-4a87-95de-0f11402330ea {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:29.756480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.781327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:29.783706 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ab943-0b14-442f-86dd-639ec0595b24" -d '{"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-unplugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:29.794083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9d476-729b-4612-8596-af791e4682ed req-fe0898d0-1c27-4892-992d-0f35aaf78192 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:29.796134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72e9d476-729b-4612-8596-af791e4682ed req-fe0898d0-1c27-4892-992d-0f35aaf78192 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1937733 Aug 16 22:16:29.807903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:29.813544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.851014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-f031c830-0adf-4d35-a6e1-e8b8ec44eeec service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653700 Aug 16 22:16:29.858331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port fb5cde74-4c77-4a87-95de-0f11402330ea, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fb5cde74-4c77-4a87-95de-0f11402330ea,segment=NetworkSegment(7db4179a-5161-43f2-aab3-c9740a9687d8),segment_id=7db4179a-5161-43f2-aab3-c9740a9687d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:29.858707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:29.882707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for fb5cde74-4c77-4a87-95de-0f11402330ea owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:29.892256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:29.917173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] DHCP port deletion for 883d1164-5f90-4b1b-b2f6-b1dce6660fc4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:16:29.936217 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61765d-7d52-4cdf-bd6a-f31bd0d835de x-openstack-request-id: req-4f61765d-7d52-4cdf-bd6a-f31bd0d835de {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:29.936522 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf", "status": "completed", "code": 200}, {"server_uuid": "b833da62-6a4c-4380-b310-29e6f811acfb", "name": "network-vif-deleted", "tag": "140b341b-a485-4fbb-b840-78c5dc341a22", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:29.936778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f61765d-7d52-4cdf-bd6a-f31bd0d835de {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:29.938488 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '1c872ce4-d86a-4bc4-a5bd-09ae9a3e37cf', 'status': 'completed', 'code': 200} Aug 16 22:16:29.938908 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b833da62-6a4c-4380-b310-29e6f811acfb', 'name': 'network-vif-deleted', 'tag': '140b341b-a485-4fbb-b840-78c5dc341a22', 'status': 'completed', 'code': 200} Aug 16 22:16:29.965631 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd3aa75-a323-4278-9201-e8762c998d4d x-openstack-request-id: req-0cd3aa75-a323-4278-9201-e8762c998d4d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:29.966181 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-unplugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:29.966603 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cd3aa75-a323-4278-9201-e8762c998d4d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:29.967700 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'code': 200} Aug 16 22:16:29.998569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.002164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Deleting port fb5cde74-4c77-4a87-95de-0f11402330ea {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:30.002585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.025451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=fb5cde74-4c77-4a87-95de-0f11402330ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:30.030138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port fb5cde74-4c77-4a87-95de-0f11402330ea on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:30.080068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] For port fb5cde74-4c77-4a87-95de-0f11402330ea, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:30.080459 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.093569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Calling delete_port for fb5cde74-4c77-4a87-95de-0f11402330ea owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:30.096225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Port fb5cde74-4c77-4a87-95de-0f11402330ea was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:16:30.097657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.117478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.126201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] Pushing event deleted for resources: {'Port': ['ID=fb5cde74-4c77-4a87-95de-0f11402330ea,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:30.128098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4a6c2-1e28-4d2b-839a-ba63c1b41fb7 None None] No DVR routers for this DVR port fb5cde74-4c77-4a87-95de-0f11402330ea on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:30.134603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883d1164-5f90-4b1b-b2f6-b1dce6660fc4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:30.135041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-e29f463e-7149-425e-9a04-9b61f085a112 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748663 Aug 16 22:16:30.142491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b081a-8427-4acd-bfb5-6ec01421ff87 req-14d6f629-0740-4b05-b1e6-a0b167dbaf55 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:30.144081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c5b081a-8427-4acd-bfb5-6ec01421ff87 req-14d6f629-0740-4b05-b1e6-a0b167dbaf55 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1226509 Aug 16 22:16:30.148008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db4179a-5161-43f2-aab3-c9740a9687d8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:30.149292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db4179a-5161-43f2-aab3-c9740a9687d8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:30.159617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.161728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-7141f9d6-e5ef-4c7f-b00c-9f661ad1b3ce tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2145891 Aug 16 22:16:30.167917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:30.176987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.184476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:30.185024 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:30.188849 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:30.249406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.258939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.261782 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/networks/883d1164-5f90-4b1b-b2f6-b1dce6660fc4 HTTP/1.1" status: 204 len: 168 time: 0.6569331 Aug 16 22:16:30.267380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:30.274318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-511713682'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:30.299564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4ebec-b615-4696-84eb-8354df1a69f7 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Network': ['ID=883d1164-5f90-4b1b-b2f6-b1dce6660fc4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:30.473768 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:16:30.473768 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:16:30.473768 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'id': '6c9945b2-3330-4338-abe9-093effd3985b', 'expiration': datetime.datetime(2021, 8, 16, 22, 18, 30, 184249)}] Aug 16 22:16:30.473768 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:16:30.474627 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:16:30.483256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:30.487483 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.505863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c5b081a-8427-4acd-bfb5-6ec01421ff87 req-5f6a08d8-f06b-419e-b99d-d49a410c3e7e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417008 Aug 16 22:16:30.514676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:30.533054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.533443 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Added segment 0610f573-80a7-491e-a2e3-a902aecef8d8 of type vlan for network fa84e809-678a-45bd-be68-5612a4727a6d Aug 16 22:16:30.536466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8106cfd0-56a9-464a-9e1f-a51312380f5b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:30.573996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.585960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8106cfd0-56a9-464a-9e1f-a51312380f5b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:30.586528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.600572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.606653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:30.607244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.621845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13983e-f4f3-440e-9017-ec9cc47c80f4 req-04bc0392-df9f-4f53-ae2c-67aa821272ac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:30.623481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d13983e-f4f3-440e-9017-ec9cc47c80f4 req-04bc0392-df9f-4f53-ae2c-67aa821272ac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0522985 Aug 16 22:16:30.663331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d13983e-f4f3-440e-9017-ec9cc47c80f4 req-cebced86-42e1-4abe-87df-0fff1eebcc6a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Aug 16 22:16:30.672444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4005909 Aug 16 22:16:30.672661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:30.677653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'subnet': {'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:30.700854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6788298-e859-444b-94c6-934f9d0d909e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Network': ['ID=fa84e809-678a-45bd-be68-5612a4727a6d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:30.712679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fa84e809-678a-45bd-be68-5612a4727a6d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:30.754457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04942b1a-d7b2-4361-9a1a-da60e00648ed no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:30.784217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 04942b1a-d7b2-4361-9a1a-da60e00648ed {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:30.784571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04942b1a-d7b2-4361-9a1a-da60e00648ed not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:30.784989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb5cde74-4c77-4a87-95de-0f11402330ea no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:30.785690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:30.789919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:30.814344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fb5cde74-4c77-4a87-95de-0f11402330ea {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:30.814967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fb5cde74-4c77-4a87-95de-0f11402330ea not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:30.878246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2005-b6f0-4814-bc24-8903823279db req-ecb1a7f4-c11e-4e74-8ef3-b5601597ef2b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:30.880097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7eba2005-b6f0-4814-bc24-8903823279db req-ecb1a7f4-c11e-4e74-8ef3-b5601597ef2b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 943 time: 0.0519969 Aug 16 22:16:30.924642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7eba2005-b6f0-4814-bc24-8903823279db req-44f3eda4-4ad7-4b0e-a2d0-26d506d49237 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Aug 16 22:16:30.998146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.104915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.216535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Allocated IP 172.25.8.187 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/062a1a8c-90f7-4109-b2e6-3f161c1049e5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:31.251207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.304128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Subnet': ['ID=f8357329-ee7e-4782-b725-21f6e7af18d7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.319600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Checking segment: {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:31.319974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network hostable DHCP agents. Network: fa84e809-678a-45bd-be68-5612a4727a6d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:31.322854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.336625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network fa84e809-678a-45bd-be68-5612a4727a6d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:31.346475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fa84e809-678a-45bd-be68-5612a4727a6d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:31.350589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:31.351188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.357158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e7317-3bc4-4f8a-a2e0-6ac527eb0920 None None] Network fa84e809-678a-45bd-be68-5612a4727a6d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:31.365396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.367255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d72558d9-2c6f-48f9-b5df-a394fa11f5a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6933653 Aug 16 22:16:31.369889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:31.376067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1186828442'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:31.398596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:31.402349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.411616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:31.414688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:31.417358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:31.430707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:31.439930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.440278 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Added segment 431026d3-6f2e-4a73-9388-eb5c99cb9edf of type vlan for network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 Aug 16 22:16:31.441516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=062a1a8c-90f7-4109-b2e6-3f161c1049e5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.487618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:31.488176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.512148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.516918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.524957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:31.525613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.551921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.556031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1847720 Aug 16 22:16:31.558992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:31.578562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fa84e809-678a-45bd-be68-5612a4727a6d', 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'fixed_ips': [{'subnet_id': 'f8357329-ee7e-4782-b725-21f6e7af18d7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:31.579523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.587955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'subnet': {'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:31.612030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e371fd-ff73-47a7-a9db-55f7ac302f24 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Network': ['ID=fd7fe0d2-ab69-41dc-9f29-2288da595ec9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:31.664787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:31.792243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd57409-0f00-4831-8acc-8d2ddaf2fb95 req-9a370638-8b95-45cd-a2d9-9c85b57db23c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:31.793859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dd57409-0f00-4831-8acc-8d2ddaf2fb95 req-9a370638-8b95-45cd-a2d9-9c85b57db23c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1477458 Aug 16 22:16:31.803480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:31.807041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.907370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:31.947151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'port_id': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'mac_address': 'fa:16:3e:80:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c76b7-781b-4381-822e-82a3aee9951f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:31.956377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dd57409-0f00-4831-8acc-8d2ddaf2fb95 req-2cd4ac69-3934-4202-a162-dda17615251d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461163 Aug 16 22:16:31.969833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.987326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:31.987634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Allocated IP 19.80.0.2 (fa84e809-678a-45bd-be68-5612a4727a6d/f8357329-ee7e-4782-b725-21f6e7af18d7/48448961-02d6-4857-867e-1fc418d2761f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:32.011928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.037268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e7f730-8cd9-497d-b24f-e979f04f0564 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:32.089862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:32.095659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.118906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=062a1a8c-90f7-4109-b2e6-3f161c1049e5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.155279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.191454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.201651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c763b-06d6-459d-9f93-a0457b0c7314 req-102916f7-549d-4778-8d16-83a02788f90c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.203183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-733c763b-06d6-459d-9f93-a0457b0c7314 req-102916f7-549d-4778-8d16-83a02788f90c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1744082 Aug 16 22:16:32.217687 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.220472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.221584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-3079795a-b398-4ca2-9c64-00f0d7400edc tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0590267 Aug 16 22:16:32.226352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Transition to ACTIVE for port object 48448961-02d6-4857-867e-1fc418d2761f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:32.231627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.241974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Transition to ACTIVE for port object 48448961-02d6-4857-867e-1fc418d2761f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:32.247643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.283822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Network fa84e809-678a-45bd-be68-5612a4727a6d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:32.288682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:32.292132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:32.305528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Pushing event updated for resources: {'Port': ['ID=48448961-02d6-4857-867e-1fc418d2761f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.333606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-ba080c79-85bb-4a50-8276-116afe455a30 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.1031899 Aug 16 22:16:32.340069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-733c763b-06d6-459d-9f93-a0457b0c7314 req-a6fadcf9-2b99-479e-9ff5-41414db8de25 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301265 Aug 16 22:16:32.360143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Attempting to bind port 48448961-02d6-4857-867e-1fc418d2761f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:32.360631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Attempting to bind port 48448961-02d6-4857-867e-1fc418d2761f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:32.361138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Attempting to bind port 48448961-02d6-4857-867e-1fc418d2761f on network fa84e809-678a-45bd-be68-5612a4727a6d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:32.366902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:32.367464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Checking segment: {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:32.368052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.368547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Bound using segment: {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:32.369143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Bound port: 48448961-02d6-4857-867e-1fc418d2761f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:32.369683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.403500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Subnet': ['ID=b4c76a7a-4005-4e76-b3a8-8dc8cbfae135,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.424165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Checking segment: {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:32.424534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network hostable DHCP agents. Network: fd7fe0d2-ab69-41dc-9f29-2288da595ec9, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:32.447600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] For port 48448961-02d6-4857-867e-1fc418d2761f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:32.455406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['25e7f730-8cd9-497d-b24f-e979f04f0564'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:32.462824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] For port 48448961-02d6-4857-867e-1fc418d2761f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=48448961-02d6-4857-867e-1fc418d2761f,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:32.486753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:32.496196 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.503512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-9ca65e7e-62ca-47d4-8db4-d9d21f93760b tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.505305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8550c7eb-6a55-4b4e-815d-9f8d8581a3c7 req-9ca65e7e-62ca-47d4-8db4-d9d21f93760b tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1643345 Aug 16 22:16:32.516155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fd7fe0d2-ab69-41dc-9f29-2288da595ec9) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:32.520993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.521856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.532913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805969d-ca81-4718-9ecd-a95d168602fa None None] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:32.571752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba49701c-109f-4703-aad5-814bf6f986a0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9890857 Aug 16 22:16:32.594236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce4a7-6f47-45f1-b369-c6a5b04dd43d req-c9627f91-e3b5-449b-9c79-722cb6a275c5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.596032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-700ce4a7-6f47-45f1-b369-c6a5b04dd43d req-c9627f91-e3b5-449b-9c79-722cb6a275c5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 944 time: 0.0893359 Aug 16 22:16:32.642079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1710-7891-4454-ab2a-53568100adfb None None] Pushing event updated for resources: {'Port': ['ID=48448961-02d6-4857-867e-1fc418d2761f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:32.654180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-700ce4a7-6f47-45f1-b369-c6a5b04dd43d req-60d075d6-8841-4c61-a327-c05a1a430ca4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515821 Aug 16 22:16:32.799311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-dad17bb8-2233-4af9-ad05-61abbef2bb00 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1311443 Aug 16 22:16:32.829885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:32.843836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fd7fe0d2-ab69-41dc-9f29-2288da595ec9', 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'fixed_ips': [{'subnet_id': 'b4c76a7a-4005-4e76-b3a8-8dc8cbfae135'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:16:32.844889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.874126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:32.961191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.967880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.973931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.980896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.987324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.992760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:32.998932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:33.000891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-3a748bc4-f220-46d6-9337-07a368aaa6b8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1498156 Aug 16 22:16:33.003078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Allocated IP 19.86.0.2 (fd7fe0d2-ab69-41dc-9f29-2288da595ec9/b4c76a7a-4005-4e76-b3a8-8dc8cbfae135/9f192690-9f00-4a8c-87aa-42925df05d37) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:33.060224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97ccfb3b-5138-431a-9034-d32a8fb15765 req-d8008c6f-9be4-4ade-be28-73e33a659fed tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505459 Aug 16 22:16:33.087266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.182983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.191226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Transition to ACTIVE for port object 9f192690-9f00-4a8c-87aa-42925df05d37 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:33.206208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Transition to ACTIVE for port object 9f192690-9f00-4a8c-87aa-42925df05d37 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:33.211918 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.252051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:33.254916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:33.257316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:33.266681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Pushing event updated for resources: {'Port': ['ID=9f192690-9f00-4a8c-87aa-42925df05d37,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.268271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Allocated IP 172.25.8.98 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2f968700-9bd8-4b4f-b82d-f3dbf24856c3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:33.309418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-9c7ed129-cc12-47bc-8870-e3baeed786b0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:33.315378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-9c7ed129-cc12-47bc-8870-e3baeed786b0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:33.317024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-9c7ed129-cc12-47bc-8870-e3baeed786b0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/networks?id=fa84e809-678a-45bd-be68-5612a4727a6d&id=fd7fe0d2-ab69-41dc-9f29-2288da595ec9 HTTP/1.1" status: 200 len: 1391 time: 0.1687737 Aug 16 22:16:33.327527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Attempting to bind port 9f192690-9f00-4a8c-87aa-42925df05d37 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:33.327527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Attempting to bind port 9f192690-9f00-4a8c-87aa-42925df05d37 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:33.327527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Attempting to bind port 9f192690-9f00-4a8c-87aa-42925df05d37 on network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:33.333699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:33.334169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Checking segment: {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:33.334652 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.335116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Bound using segment: {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:33.335595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Bound port: 9f192690-9f00-4a8c-87aa-42925df05d37, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:33.335978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.367230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-9f9763ea-e42e-4603-ac8e-bf89a42cb681 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/quotas/c7ca2eb6e77e4e55aed3e066f963992f HTTP/1.1" status: 200 len: 375 time: 0.0394096 Aug 16 22:16:33.411976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] For port 9f192690-9f00-4a8c-87aa-42925df05d37, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:33.416212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] For port 9f192690-9f00-4a8c-87aa-42925df05d37, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f192690-9f00-4a8c-87aa-42925df05d37,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:33.420136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.455035 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.467060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-888c7fb0-c822-4907-b406-e5829cb21d8e tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895810 Aug 16 22:16:33.501794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ddc5e-0dd5-4df3-8400-e4f2ea4073c1 None None] Pushing event updated for resources: {'Port': ['ID=9f192690-9f00-4a8c-87aa-42925df05d37,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.513828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:33.572418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 25e7f730-8cd9-497d-b24f-e979f04f0564 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:33.573118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.583990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.624899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-9808f8d1-7ff8-4cab-a90a-48859563f53a service neutron] 10.222.0.22 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378925 Aug 16 22:16:33.660502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:33.663273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:33.668803 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.669440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:33.701328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:33.704188 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc84e85-6aef-4b70-9c4f-f35e041b308b" -d '{"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-plugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:33.742612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:33.745263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=2f968700-9bd8-4b4f-b82d-f3dbf24856c3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.748509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.797476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82129ec-e817-40d6-9df0-35fa13646dee None None] Network fa84e809-678a-45bd-be68-5612a4727a6d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:33.863156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:33.871302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:33.874247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-63b54e6f-109a-46e4-bdde-815f8e3e1906 service neutron] 10.222.0.22 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337315 Aug 16 22:16:33.892072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c1e1a650-8b7a-46f3-aa58-0c9157fca968 None None] Provisioning for port 48448961-02d6-4857-867e-1fc418d2761f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:33.956662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.027428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-ef4309cd-c394-4760-9a19-9f6a3a01072f service neutron] 10.222.0.22 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467021 Aug 16 22:16:34.196978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-2f41cece-528d-44b7-8046-e39fe8b75c81 service neutron] 10.222.0.22 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536684 Aug 16 22:16:34.228155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.233824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.315193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event updated for resources: {'Port': ['ID=2f968700-9bd8-4b4f-b82d-f3dbf24856c3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:34.336903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.354419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.357748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-4c01615f-2a72-40c9-a464-c1de05a62b52 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5573187 Aug 16 22:16:34.433734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-2372be7a-a74e-4ce3-9af5-952b2a609876 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0700707 Aug 16 22:16:34.524639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710affe-7700-45c5-916f-6ed20d6d0446 req-3f37658e-551b-4298-8a4b-658d2f9f4eff tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.526492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e710affe-7700-45c5-916f-6ed20d6d0446 req-3f37658e-551b-4298-8a4b-658d2f9f4eff tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1554096 Aug 16 22:16:34.594096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e710affe-7700-45c5-916f-6ed20d6d0446 req-af333597-ef17-4e7e-894b-f25abd2ff179 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Aug 16 22:16:34.629054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-f874338c-2405-4bf7-b486-0e0e8077cc6c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.633853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889ea74f-421c-443e-83dd-a4a8eee73c81 req-f874338c-2405-4bf7-b486-0e0e8077cc6c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1938007 Aug 16 22:16:34.649132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fac121-05b8-44f0-8be1-5f9b397bcaac None None] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:34.679182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 48448961-02d6-4857-867e-1fc418d2761f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:34.765732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.772172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.778452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.780845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eedc6b17-c921-4fed-b06a-d02081e3b827 None None] Provisioning for port 9f192690-9f00-4a8c-87aa-42925df05d37 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:34.785497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.791580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.798069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.804377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.806533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e72bf2ab-5fe9-4ea8-a996-04d7cbe02676 req-2caee617-f1cb-4bff-83d1-61e2b887bac6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.1395416 Aug 16 22:16:34.822623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 48448961-02d6-4857-867e-1fc418d2761f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:34.829128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392a301-9663-443e-929c-10a0c162879f req-1eaf39b9-f74f-4ad0-8a27-1f27a8408fc7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:34.830799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4392a301-9663-443e-929c-10a0c162879f req-1eaf39b9-f74f-4ad0-8a27-1f27a8408fc7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1283355 Aug 16 22:16:34.833504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 48448961-02d6-4857-867e-1fc418d2761f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:34.833892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:34.879158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4392a301-9663-443e-929c-10a0c162879f req-5f000e3e-2db0-4daa-b53a-3118dd3fb7ec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387766 Aug 16 22:16:34.960379 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f9ca5c-0d28-4325-bd0a-52cb68fef31c x-openstack-request-id: req-c9f9ca5c-0d28-4325-bd0a-52cb68fef31c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:34.960912 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-plugged", "status": "completed", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:34.961380 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9f9ca5c-0d28-4325-bd0a-52cb68fef31c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:34.961942 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'code': 200} Aug 16 22:16:34.969388 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.013081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 48448961-02d6-4857-867e-1fc418d2761f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=48448961-02d6-4857-867e-1fc418d2761f,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:35.033499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.034363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f192690-9f00-4a8c-87aa-42925df05d37 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:35.068164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e462d7-563e-46ae-9469-458e16d3bd53 req-8d4437fc-3857-46d3-92b2-930be0989dfa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.069893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3e462d7-563e-46ae-9469-458e16d3bd53 req-8d4437fc-3857-46d3-92b2-930be0989dfa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1199746 Aug 16 22:16:35.137913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=48448961-02d6-4857-867e-1fc418d2761f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:35.144938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3e462d7-563e-46ae-9469-458e16d3bd53 req-d030078a-54c9-4737-8b29-1bdc234dc917 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Aug 16 22:16:35.163514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9f192690-9f00-4a8c-87aa-42925df05d37 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:35.169457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9f192690-9f00-4a8c-87aa-42925df05d37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:35.170046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.204345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61dcb24c-e14c-485d-8341-306ce44dd09e req-d0e421c3-ab87-4d29-97e4-804b8fd18861 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 210 time: 0.0418751 Aug 16 22:16:35.290784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.335282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9f192690-9f00-4a8c-87aa-42925df05d37, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f192690-9f00-4a8c-87aa-42925df05d37,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:35.340784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a61821a-6ccf-4056-8802-58facdc1ae61 None None] Provisioning complete for port 9f192690-9f00-4a8c-87aa-42925df05d37 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:35.341278 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a61821a-6ccf-4056-8802-58facdc1ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.344884 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:35.363612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ece79-b7b6-409d-9e84-a97411e48083 req-c24f269e-90af-489e-bbfa-03dc96954667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.365286 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c40ece79-b7b6-409d-9e84-a97411e48083 req-c24f269e-90af-489e-bbfa-03dc96954667 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 1097 time: 0.0620782 Aug 16 22:16:35.410737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c40ece79-b7b6-409d-9e84-a97411e48083 req-cb685ca7-efb4-46f4-be35-e829d2a02b7a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350833 Aug 16 22:16:35.431906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9f192690-9f00-4a8c-87aa-42925df05d37,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:35.538296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83596cc5-da11-4719-b011-06f624af022f req-dd5c7fa2-87e8-4410-9b0a-432c1e30dff7 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips/8e3ca4c2-e9a8-4410-87f2-775e2d420942 HTTP/1.1" status: 200 len: 692 time: 0.3387036 Aug 16 22:16:35.648230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83596cc5-da11-4719-b011-06f624af022f req-14c9c978-2721-4f40-8473-8febaed7b8ea tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.649645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83596cc5-da11-4719-b011-06f624af022f req-14c9c978-2721-4f40-8473-8febaed7b8ea tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1057746 Aug 16 22:16:35.660253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-83596cc5-da11-4719-b011-06f624af022f req-4765751f-daf6-467f-a7be-968e67ee3dc3 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:35.661251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83596cc5-da11-4719-b011-06f624af022f req-4765751f-daf6-467f-a7be-968e67ee3dc3 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057282 Aug 16 22:16:35.740237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-91079ce8-9afa-44d6-9327-55a2bf60c97d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips/8e3ca4c2-e9a8-4410-87f2-775e2d420942 HTTP/1.1" status: 200 len: 692 time: 0.0490043 Aug 16 22:16:35.753396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae5c5-de41-4f6d-9807-aba766dd3c43 req-966dfc32-ddc9-4ffc-9701-d07aebc6db08 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.755016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-444ae5c5-de41-4f6d-9807-aba766dd3c43 req-966dfc32-ddc9-4ffc-9701-d07aebc6db08 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0907004 Aug 16 22:16:35.848997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-444ae5c5-de41-4f6d-9807-aba766dd3c43 req-4a6ea2fd-510a-49ce-9a29-4cf9917279ab tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844386 Aug 16 22:16:35.895997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-6c439459-1cbd-4680-8346-0ec21a3a8b90 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:35.897338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-6c439459-1cbd-4680-8346-0ec21a3a8b90 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1414497 Aug 16 22:16:35.961251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-f61f32df-d9d7-40da-95c3-5093709351f9 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0574749 Aug 16 22:16:36.022355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-8a6cb2c0-7acf-4a5a-8c82-2f007f9861bb tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0538001 Aug 16 22:16:36.074633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-2753c230-21cc-402c-a56f-1ff5c9ec9929 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.080350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-2753c230-21cc-402c-a56f-1ff5c9ec9929 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.081889 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-2753c230-21cc-402c-a56f-1ff5c9ec9929 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "GET /v2.0/networks?id=fa84e809-678a-45bd-be68-5612a4727a6d&id=fd7fe0d2-ab69-41dc-9f29-2288da595ec9 HTTP/1.1" status: 200 len: 1391 time: 0.1516480 Aug 16 22:16:36.139487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'port': {'device_id': '10c38ffd-923f-4551-88b2-19b987615533', 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d', 'admin_state_up': True, 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:36.186478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b291348-2dd0-4220-b190-e0922e455720 req-e1dbf1d4-968b-4832-a659-96691a2b4add tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.187895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b291348-2dd0-4220-b190-e0922e455720 req-e1dbf1d4-968b-4832-a659-96691a2b4add tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1141605 Aug 16 22:16:36.239664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Deleting port 2f968700-9bd8-4b4f-b82d-f3dbf24856c3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:36.240027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.245476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b291348-2dd0-4220-b190-e0922e455720 req-136cc1ea-711f-40c1-9630-dc681671aff5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Aug 16 22:16:36.251278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:36.255022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.324104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.324435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.348362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Calling delete_port for 2f968700-9bd8-4b4f-b82d-f3dbf24856c3 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:36.399712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Allocated IP 19.80.0.105 (fa84e809-678a-45bd-be68-5612a4727a6d/f8357329-ee7e-4782-b725-21f6e7af18d7/00d83912-bb6b-4003-be01-d02360dced56) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:36.463419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752c31e-ae9e-443a-b5d7-feceeb7a41b1 req-f6b0dec8-5b55-4a5e-b3cd-be77878b8758 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.464969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3752c31e-ae9e-443a-b5d7-feceeb7a41b1 req-f6b0dec8-5b55-4a5e-b3cd-be77878b8758 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0717406 Aug 16 22:16:36.535642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3752c31e-ae9e-443a-b5d7-feceeb7a41b1 req-38ff6754-8d32-41d4-8225-cbb00b8f3303 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625825 Aug 16 22:16:36.579402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.612242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event deleted for resources: {'Port': ['ID=2f968700-9bd8-4b4f-b82d-f3dbf24856c3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.613268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.628232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 48448961-02d6-4857-867e-1fc418d2761f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:36.634900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Transition to ACTIVE for port object 00d83912-bb6b-4003-be01-d02360dced56 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:36.673125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.705914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.708631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.727085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a01389f7-2893-4b6c-bd67-fa314a0a982c req-e8eaa8e1-f2d3-4e3c-b01b-2e7801d72e6d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "DELETE /v2.0/floatingips/8e3ca4c2-e9a8-4410-87f2-775e2d420942 HTTP/1.1" status: 204 len: 173 time: 0.6989839 Aug 16 22:16:36.757397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network fa84e809-678a-45bd-be68-5612a4727a6d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:36.758571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:36.762091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:36.766428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:36.827721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.830443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:36.852304 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a10d2145-9020-489a-88ca-40918e8a6098 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7168698 Aug 16 22:16:36.856203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945cae2-720d-4e88-a9de-96ab6466a15d req-352bd611-ed4e-4b70-8e13-bc2e6e2d0cd9 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:36.857899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5945cae2-720d-4e88-a9de-96ab6466a15d req-352bd611-ed4e-4b70-8e13-bc2e6e2d0cd9 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 932 time: 0.1882458 Aug 16 22:16:36.871328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Request body: {'port': {'device_id': '10c38ffd-923f-4551-88b2-19b987615533', 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9', 'admin_state_up': True, 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:36.989498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74abf-a772-400e-8f42-036d5a8e5e96 req-e0867d93-efcf-48fb-b310-aa6db1063c89 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.002133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Made reservation on behalf of c7ca2eb6e77e4e55aed3e066f963992f for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:37.005649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7f74abf-a772-400e-8f42-036d5a8e5e96 req-e0867d93-efcf-48fb-b310-aa6db1063c89 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2736356 Aug 16 22:16:37.007271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.016220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 48448961-02d6-4857-867e-1fc418d2761f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:37.016621 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.061506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5945cae2-720d-4e88-a9de-96ab6466a15d req-d32ad5a9-924f-4eda-a93a-3033c2f32170 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Aug 16 22:16:37.143453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-105071a8-37a8-46ea-8381-caa9809c5e11 None None] Provisioning for port 00d83912-bb6b-4003-be01-d02360dced56 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:37.150416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-105071a8-37a8-46ea-8381-caa9809c5e11 None None] Provisioning complete for port 00d83912-bb6b-4003-be01-d02360dced56 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:37.150811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-105071a8-37a8-46ea-8381-caa9809c5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.183597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2ead1ae-506b-46c0-8f9d-86774d95efeb req-47cb4a03-4f67-402c-8fd2-6615aa518d5f tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=1a373c74a69f4a0281ae6deeadd2c869 HTTP/1.1" status: 200 len: 1657 time: 0.0830960 Aug 16 22:16:37.184941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Allocated IP 19.86.0.209 (fd7fe0d2-ab69-41dc-9f29-2288da595ec9/b4c76a7a-4005-4e76-b3a8-8dc8cbfae135/44641c25-c684-4e5b-9369-9fde07425b71) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:37.196858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-105071a8-37a8-46ea-8381-caa9809c5e11 None None] Port 00d83912-bb6b-4003-be01-d02360dced56 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:37.200742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f192690-9f00-4a8c-87aa-42925df05d37 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:37.222609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006636a-6f94-4a3e-9d4b-0910dfe17d0c req-89e21358-453d-4ea0-ae70-eb188cb11a0f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.224374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e006636a-6f94-4a3e-9d4b-0910dfe17d0c req-89e21358-453d-4ea0-ae70-eb188cb11a0f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1611230 Aug 16 22:16:37.254214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9f192690-9f00-4a8c-87aa-42925df05d37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:37.254510 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.319977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-fb1572de-189a-4ee0-8b02-1f81f7ddf087 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1612899 Aug 16 22:16:37.347747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e006636a-6f94-4a3e-9d4b-0910dfe17d0c req-23993a8c-87df-4b43-bccd-e9cb9656b54f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093903 Aug 16 22:16:37.392119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ead1ae-506b-46c0-8f9d-86774d95efeb req-46eb51f9-0598-4f49-a11a-7dfa37dd2f42 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.393892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2ead1ae-506b-46c0-8f9d-86774d95efeb req-46eb51f9-0598-4f49-a11a-7dfa37dd2f42 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks?id=2c68faa2-37e1-488f-8bee-283f1cd173a3&id=2c68faa2-37e1-488f-8bee-283f1cd173a3&id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 787 time: 0.1931257 Aug 16 22:16:37.403010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:37.407182 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.422437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d2ead1ae-506b-46c0-8f9d-86774d95efeb req-6a2e8a70-4327-4cae-93cc-1d56f40b5cf7 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:37.427934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Transition to ACTIVE for port object 44641c25-c684-4e5b-9369-9fde07425b71 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:37.434015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2ead1ae-506b-46c0-8f9d-86774d95efeb req-6a2e8a70-4327-4cae-93cc-1d56f40b5cf7 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318015 Aug 16 22:16:37.450759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-7f64adbe-8cc0-4447-b920-2ba1881644af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.453345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-7f64adbe-8cc0-4447-b920-2ba1881644af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 1098 time: 0.0785530 Aug 16 22:16:37.486001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.558154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:37.566245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:37.568615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:37.620877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event updated for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:37.630795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8805e-828d-4597-8e5a-286082098185 req-b0b97063-9582-4a3c-add7-ab85eaa73033 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.637051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.637533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.638024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.638193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6e8805e-828d-4597-8e5a-286082098185 req-b0b97063-9582-4a3c-add7-ab85eaa73033 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1517901 Aug 16 22:16:37.639096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.639576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.640063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.640538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.648624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-5154bbcd-df71-4fd0-8e86-eae9ae164294 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 6498 time: 0.2388556 Aug 16 22:16:37.663536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.664174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.665482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-85cdc254-3040-41f7-b16a-7adc462b9dcd tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips/f858e7ef-0ae9-4d5f-9b95-8a30e45f9ef4 HTTP/1.1" status: 200 len: 693 time: 0.0872450 Aug 16 22:16:37.695867 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-1b67b204-f708-400e-8d89-6f59a1363855 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299510 Aug 16 22:16:37.707339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-eb655492-cad9-468a-8354-d9e55547f8ff service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&id=070ffe06-5732-470b-8333-f83b12a7ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576210 Aug 16 22:16:37.715053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Request body: {'port': {'device_id': '10c38ffd-923f-4551-88b2-19b987615533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:37.762312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6e8805e-828d-4597-8e5a-286082098185 req-7b069c65-d202-4980-94b3-9ff24ac93783 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227238 Aug 16 22:16:37.770298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-bb5f4db0-c432-4ba8-97a4-be235bd9091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.771984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-bb5f4db0-c432-4ba8-97a4-be235bd9091d service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 200 len: 906 time: 0.2587919 Aug 16 22:16:37.782997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.826126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8b5d7c0-4856-450f-932a-8a8fe4f8349a None None] Provisioning for port 44641c25-c684-4e5b-9369-9fde07425b71 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:37.830253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8b5d7c0-4856-450f-932a-8a8fe4f8349a None None] Provisioning complete for port 44641c25-c684-4e5b-9369-9fde07425b71 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:37.831350 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d7c0-4856-450f-932a-8a8fe4f8349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:37.868538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5d7c0-4856-450f-932a-8a8fe4f8349a None None] Port 44641c25-c684-4e5b-9369-9fde07425b71 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:16:37.923246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-f130757a-c440-4752-bc74-075cd9c06f23 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.924624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-f130757a-c440-4752-bc74-075cd9c06f23 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2488620 Aug 16 22:16:37.929138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-f40afd37-b4de-47ed-9cd2-b5afce74bd1b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 200 len: 1001 time: 0.1388206 Aug 16 22:16:37.947438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d21e7-fb6a-4559-b2f5-bbe0cb2f49dc req-7d64f34e-1f5f-4a25-bf9b-e7d19f048fc5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:37.948865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49d21e7-fb6a-4559-b2f5-bbe0cb2f49dc req-7d64f34e-1f5f-4a25-bf9b-e7d19f048fc5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1087363 Aug 16 22:16:38.027527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-ca9d2166-2c56-41fa-9f3d-19098e008d3d tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0941026 Aug 16 22:16:38.066291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d83912-bb6b-4003-be01-d02360dced56 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:38.073987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.086241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Transition to ACTIVE for port object 00d83912-bb6b-4003-be01-d02360dced56 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:38.089109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-0d55860c-57ef-455c-a8bd-983d847aba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.090252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.090558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-0d55860c-57ef-455c-a8bd-983d847aba1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 HTTP/1.1" status: 200 len: 845 time: 0.1398349 Aug 16 22:16:38.096460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49d21e7-fb6a-4559-b2f5-bbe0cb2f49dc req-b587fddb-d269-4788-8e01-6eee600800ca tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101956 Aug 16 22:16:38.103126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-ee6ccc92-c75b-48e9-b28d-ed03836fcb57 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0594113 Aug 16 22:16:38.161654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.235529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Attempting to bind port 00d83912-bb6b-4003-be01-d02360dced56 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:38.235886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Attempting to bind port 00d83912-bb6b-4003-be01-d02360dced56 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:38.236242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Attempting to bind port 00d83912-bb6b-4003-be01-d02360dced56 on network fa84e809-678a-45bd-be68-5612a4727a6d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:38.240729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Port 00d83912-bb6b-4003-be01-d02360dced56 on network fa84e809-678a-45bd-be68-5612a4727a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:38.241060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Attempting to bind port 00d83912-bb6b-4003-be01-d02360dced56 on network fa84e809-678a-45bd-be68-5612a4727a6d {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:38.246906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:38.247257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Checking segment: {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:38.247701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Bound using segment: {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:38.248175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Bound port: 00d83912-bb6b-4003-be01-d02360dced56, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0610f573-80a7-491e-a2e3-a902aecef8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:38.248540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.271767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-d39f34e5-98e9-47c8-95b9-6b59f1e05f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.273364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-d39f34e5-98e9-47c8-95b9-6b59f1e05f5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5bcc27f-109b-4917-a47e-433b6c0addd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693366 Aug 16 22:16:38.288550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-19c1eb96-bc3c-47a6-8dbc-6773fd607423 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:38.289777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-19c1eb96-bc3c-47a6-8dbc-6773fd607423 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084810 Aug 16 22:16:38.302585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95202-cbdb-43b1-9f11-4113e8a93a1a req-eaf45b63-4811-4fdd-9f46-e8a22a3a6493 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.308580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95202-cbdb-43b1-9f11-4113e8a93a1a req-eaf45b63-4811-4fdd-9f46-e8a22a3a6493 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.310256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ba95202-cbdb-43b1-9f11-4113e8a93a1a req-eaf45b63-4811-4fdd-9f46-e8a22a3a6493 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1667 time: 0.1311698 Aug 16 22:16:38.317257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:38.321264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=00d83912-bb6b-4003-be01-d02360dced56,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:38.326996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.364047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.364971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.366548 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/00d83912-bb6b-4003-be01-d02360dced56 HTTP/1.1" status: 200 len: 1093 time: 0.6562488 Aug 16 22:16:38.369057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'tag': '00d83912-bb6b-4003-be01-d02360dced56'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:38.371779 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa27f6-2570-47c3-accf-605a0a367764" -d '{"events": [{"name": "network-changed", "server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "tag": "00d83912-bb6b-4003-be01-d02360dced56"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:38.410178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Request body: {'port': {'device_id': '10c38ffd-923f-4551-88b2-19b987615533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:38.431573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab42e-1db8-4676-97e7-85fb152bf0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.487154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.667890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Deleting port 062a1a8c-90f7-4109-b2e6-3f161c1049e5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:38.668245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.728238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ba95202-cbdb-43b1-9f11-4113e8a93a1a req-4032a764-af99-44cc-8f69-8aa8b1c5fd99 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281745 Aug 16 22:16:38.760183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-d37e406a-8119-4f21-8a6d-f2b499cb5589 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476795 Aug 16 22:16:38.766055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44641c25-c684-4e5b-9369-9fde07425b71 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:38.774494 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.789131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Transition to ACTIVE for port object 44641c25-c684-4e5b-9369-9fde07425b71 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:38.792687 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.796905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.797505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.842353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:38.878921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Calling delete_port for 062a1a8c-90f7-4109-b2e6-3f161c1049e5 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:38.916920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Attempting to bind port 44641c25-c684-4e5b-9369-9fde07425b71 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:38.917559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Attempting to bind port 44641c25-c684-4e5b-9369-9fde07425b71 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:38.917894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Attempting to bind port 44641c25-c684-4e5b-9369-9fde07425b71 on network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:38.922434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Port 44641c25-c684-4e5b-9369-9fde07425b71 on network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:38.922762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Attempting to bind port 44641c25-c684-4e5b-9369-9fde07425b71 on network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:38.927686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:38.928028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Checking segment: {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:38.928412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Bound using segment: {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:38.928839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Bound port: 44641c25-c684-4e5b-9369-9fde07425b71, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431026d3-6f2e-4a73-9388-eb5c99cb9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:38.929310 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:38.972498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16477c-4089-4b97-8c93-7ddf77552e13 req-7e115423-d016-4e24-8be9-1399dd8f5dbd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:38.974104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb16477c-4089-4b97-8c93-7ddf77552e13 req-7e115423-d016-4e24-8be9-1399dd8f5dbd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.1742394 Aug 16 22:16:38.977664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7237d6dc-b3cb-43c7-8d95-3ecd0d49ce16 req-b700ca0a-5ab9-4bf4-8205-b8a61dbfbaa4 service neutron] 10.222.0.88 "GET /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003167 Aug 16 22:16:38.997005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:39.001834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=44641c25-c684-4e5b-9369-9fde07425b71,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:39.007444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.046727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.047440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.048923 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] 10.222.0.89 "PUT /v2.0/ports/44641c25-c684-4e5b-9369-9fde07425b71 HTTP/1.1" status: 200 len: 1093 time: 0.6451550 Aug 16 22:16:39.056709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb16477c-4089-4b97-8c93-7ddf77552e13 req-229240bb-317b-4336-93e0-98e237f5d011 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751741 Aug 16 22:16:39.068793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac13bc8-f537-473b-86d9-1f5129ac7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:39.104677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.146038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event deleted for resources: {'Port': ['ID=062a1a8c-90f7-4109-b2e6-3f161c1049e5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:39.186009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-59856083-ccb9-44ae-9659-e48ade6279d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.186513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-59856083-ccb9-44ae-9659-e48ade6279d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.188699 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-59856083-ccb9-44ae-9659-e48ade6279d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1983 time: 0.0674372 Aug 16 22:16:39.238600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-c6850aef-dd14-4b1f-b857-23b1f66d9541 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=00d83912-bb6b-4003-be01-d02360dced56 HTTP/1.1" status: 200 len: 217 time: 0.0359583 Aug 16 22:16:39.240399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.243376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:39.244535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c623a438-2cb1-4bf2-8f36-2fec036a01e3 req-b6b18f0d-c48c-4fa4-a2bb-6e343105cc37 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "DELETE /v2.0/floatingips/f858e7ef-0ae9-4d5f-9b95-8a30e45f9ef4 HTTP/1.1" status: 204 len: 173 time: 1.1311734 Aug 16 22:16:39.266011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48bde2-e10e-45ff-8075-6d755d01238b req-21e5b333-e76b-4fcf-accf-2bf0ac054f8d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.267565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb48bde2-e10e-45ff-8075-6d755d01238b req-21e5b333-e76b-4fcf-accf-2bf0ac054f8d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0773921 Aug 16 22:16:39.293049 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bdc4a1-1ffd-4bb1-9bf0-0bcfeb23becc x-openstack-request-id: req-16bdc4a1-1ffd-4bb1-9bf0-0bcfeb23becc {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:39.293622 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "tag": "00d83912-bb6b-4003-be01-d02360dced56", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:39.295200 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16bdc4a1-1ffd-4bb1-9bf0-0bcfeb23becc {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:39.295842 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'tag': '00d83912-bb6b-4003-be01-d02360dced56', 'status': 'completed', 'code': 200} Aug 16 22:16:39.302316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-da9c253d-21a3-4811-ac74-8b511b73db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.304025 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-da9c253d-21a3-4811-ac74-8b511b73db1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f8357329-ee7e-4782-b725-21f6e7af18d7 HTTP/1.1" status: 200 len: 801 time: 0.0580618 Aug 16 22:16:39.314345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb48bde2-e10e-45ff-8075-6d755d01238b req-9a084504-f92e-492e-b176-cae17219abf4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Aug 16 22:16:39.356120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-5d3800ee-b27e-4bdb-8029-ba15bd113de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.358140 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-5d3800ee-b27e-4bdb-8029-ba15bd113de9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa84e809-678a-45bd-be68-5612a4727a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463951 Aug 16 22:16:39.454849 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3ac99976-bbaf-41a2-b281-078dba060b10 service neutron] 10.222.0.89 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894549 Aug 16 22:16:39.495560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56abd3-ce22-45cd-9dd9-21b6349520c7 req-5ac66302-1d83-4be5-ae86-9cc1acdd589e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.498479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b56abd3-ce22-45cd-9dd9-21b6349520c7 req-5ac66302-1d83-4be5-ae86-9cc1acdd589e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0590160 Aug 16 22:16:39.558121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b56abd3-ce22-45cd-9dd9-21b6349520c7 req-a033c161-b93b-4a18-843f-c4965ea1a1e6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Aug 16 22:16:39.583499 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3b66c4b4-6ecb-4d5d-98d6-76abde56a933 service neutron] 10.222.0.89 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207952 Aug 16 22:16:39.631656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8becc934-6605-456b-b307-99e77aa4320e req-b9201ebf-0969-4a33-8a92-46db4cafc28e tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips/811c1fa5-ff74-460d-abec-3e7399eae52b HTTP/1.1" status: 200 len: 693 time: 0.0455623 Aug 16 22:16:39.635536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-b97280e2-05ad-4fd8-8ff0-d3bc0548101b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=44641c25-c684-4e5b-9369-9fde07425b71 HTTP/1.1" status: 200 len: 217 time: 0.0369711 Aug 16 22:16:39.688887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-b270cb15-5c02-4e69-89d5-7ca2aa9230e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.690524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-b270cb15-5c02-4e69-89d5-7ca2aa9230e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4c76a7a-4005-4e76-b3a8-8dc8cbfae135 HTTP/1.1" status: 200 len: 801 time: 0.0477715 Aug 16 22:16:39.749788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc934-6605-456b-b307-99e77aa4320e req-91f4faec-31dd-4db0-8b92-65b52283ae10 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.750019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-39835ef8-0b22-45fa-ad8d-2addc3a7cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.751206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8becc934-6605-456b-b307-99e77aa4320e req-91f4faec-31dd-4db0-8b92-65b52283ae10 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1129208 Aug 16 22:16:39.751578 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-39835ef8-0b22-45fa-ad8d-2addc3a7cd32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fd7fe0d2-ab69-41dc-9f29-2288da595ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526347 Aug 16 22:16:39.847617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8becc934-6605-456b-b307-99e77aa4320e req-9f3409d9-3894-4bdb-bcf2-ed7cd33d8d36 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.0864856 Aug 16 22:16:39.858657 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-3bccb6fd-2058-44df-9f68-8230d703f3ed service neutron] 10.222.0.89 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984592 Aug 16 22:16:39.911815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8becc934-6605-456b-b307-99e77aa4320e req-7c90ab63-decb-4923-afa9-71dd821ccb47 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.139 HTTP/1.1" status: 200 len: 696 time: 0.0570376 Aug 16 22:16:39.943620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-56e614eb-1150-4991-ade3-755e3611665c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:39.945108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-56e614eb-1150-4991-ade3-755e3611665c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.1929901 Aug 16 22:16:39.953679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bd5f853-91d9-45a5-b8d1-a69dfef71076 req-4a6f9f09-c928-45ee-948c-36000e2983d5 service neutron] 10.222.0.89 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Aug 16 22:16:39.990590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-9f79883b-eefb-46d4-a98e-a20f08834ae9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/quotas/190010564e4b44f5ae1fc5d78e8e2238 HTTP/1.1" status: 200 len: 375 time: 0.0183938 Aug 16 22:16:40.097290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-0e2edf73-29e6-4028-ae72-06f68f37d9fd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776265 Aug 16 22:16:40.111842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-326c7085-7e9e-4dd7-910f-1c07e0e60cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.112321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-326c7085-7e9e-4dd7-910f-1c07e0e60cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.115104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-326c7085-7e9e-4dd7-910f-1c07e0e60cbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1983 time: 0.0458934 Aug 16 22:16:40.159711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Deleting port 150a8d05-fc57-4acf-9039-6bc6eeb4a7c6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:40.160104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.214947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-da93ce83-63f2-401e-b052-9c9a96744702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.216452 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-da93ce83-63f2-401e-b052-9c9a96744702 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa84e809-678a-45bd-be68-5612a4727a6d HTTP/1.1" status: 200 len: 901 time: 0.0918128 Aug 16 22:16:40.255768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c3cb5481-f97f-4cfb-9efd-5dc3b4fb6089 service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515374 Aug 16 22:16:40.259206 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-77d9f105-9197-464e-8b5a-92ba131dc779 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=00d83912-bb6b-4003-be01-d02360dced56 HTTP/1.1" status: 200 len: 217 time: 0.0340245 Aug 16 22:16:40.275718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.276052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.309760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-9cfb0a44-031b-45ab-b001-829c8afa99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.311248 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-9cfb0a44-031b-45ab-b001-829c8afa99ed service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f8357329-ee7e-4782-b725-21f6e7af18d7 HTTP/1.1" status: 200 len: 801 time: 0.0448735 Aug 16 22:16:40.325360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Calling delete_port for 150a8d05-fc57-4acf-9039-6bc6eeb4a7c6 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:40.361817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-c18267dc-824b-426e-aeb3-cbeda57a4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.363329 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-c18267dc-824b-426e-aeb3-cbeda57a4151 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa84e809-678a-45bd-be68-5612a4727a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440195 Aug 16 22:16:40.378236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-35f55ed1-46e4-45d8-948c-e216eb16b96d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:16:40.379238 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-35f55ed1-46e4-45d8-948c-e216eb16b96d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051260 Aug 16 22:16:40.410124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-658797de-0949-4196-90b5-4fcecff7c8ad service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452625 Aug 16 22:16:40.495751 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-3ae6d831-570f-45cc-9274-39698ad73884 service neutron] 10.222.0.89 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079726 Aug 16 22:16:40.500050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.531097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event deleted for resources: {'Port': ['ID=150a8d05-fc57-4acf-9039-6bc6eeb4a7c6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:40.541586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:40.603067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.605742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.617665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8becc934-6605-456b-b307-99e77aa4320e req-4906a931-02a8-4edf-9c2d-351475125636 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "DELETE /v2.0/floatingips/811c1fa5-ff74-460d-abec-3e7399eae52b HTTP/1.1" status: 204 len: 173 time: 0.6944823 Aug 16 22:16:40.630264 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bbaa27f6-2570-47c3-accf-605a0a367764 req-68d87d91-ab43-4a32-a6a3-d2290f4d41a4 service neutron] 10.222.0.89 "GET /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260698 Aug 16 22:16:40.677685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929afb-c68d-4d35-8878-20480bb2b70c req-44a6ef5b-c356-4da7-bbc2-64fd6fdba37d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.684223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24929afb-c68d-4d35-8878-20480bb2b70c req-44a6ef5b-c356-4da7-bbc2-64fd6fdba37d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.686256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24929afb-c68d-4d35-8878-20480bb2b70c req-44a6ef5b-c356-4da7-bbc2-64fd6fdba37d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1679 time: 0.0655665 Aug 16 22:16:40.705285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:40.721506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'mac_address': 'fa:16:3e:25:d3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:40.753386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24929afb-c68d-4d35-8878-20480bb2b70c req-51fe683e-f36e-41e9-81ef-873bc3e14c21 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575233 Aug 16 22:16:40.764839 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.773629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4814-1f6a-45cc-9cd7-ef1ab85b392e req-22fcca11-cbde-4bd1-9925-356b4392f152 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:40.775114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f7a4814-1f6a-45cc-9cd7-ef1ab85b392e req-22fcca11-cbde-4bd1-9925-356b4392f152 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0879531 Aug 16 22:16:40.784213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73b41bb9-6920-439f-b56b-227ae076c1c8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:40.808557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:40.815685 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:40.823758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f7a4814-1f6a-45cc-9cd7-ef1ab85b392e req-dcd30dc0-1258-439b-9de7-e26919655b3c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Aug 16 22:16:40.877662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:40.931375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b19d29b2-ccaa-4bc5-89b5-1bc4be6b007c req-e5651894-f334-49bf-8775-8feb5940834b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 210 time: 0.0334961 Aug 16 22:16:41.021444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-c05d653a-0605-407f-95c2-9f86f3ddbd88 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips/9450bad9-7b8a-4231-af6c-46b4f116cb68 HTTP/1.1" status: 200 len: 693 time: 0.0565958 Aug 16 22:16:41.032017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['73b41bb9-6920-439f-b56b-227ae076c1c8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:41.132112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21169e-bf9b-4137-8a9d-0bcab0f44b80 req-17b8eae8-f306-4381-aeb9-8af6a325960a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.137582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b21169e-bf9b-4137-8a9d-0bcab0f44b80 req-17b8eae8-f306-4381-aeb9-8af6a325960a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1366365 Aug 16 22:16:41.204170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-d8ada94b-e84c-433e-9f36-a19cdac77799 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.205504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-d8ada94b-e84c-433e-9f36-a19cdac77799 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1641805 Aug 16 22:16:41.211136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b21169e-bf9b-4137-8a9d-0bcab0f44b80 req-3971c442-9f83-4ffd-b42b-d1abdee42b7a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694051 Aug 16 22:16:41.267704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-18bd3998-194b-4ccc-9b1b-65203708f2bd tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.0556133 Aug 16 22:16:41.283932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-da040c5e-d684-4dfc-911a-b3874cb23b64 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.285469 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-da040c5e-d684-4dfc-911a-b3874cb23b64 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.89 "GET /v2.0/ports?device_id=671f96f9-d353-4173-922a-a1b1211fc89a HTTP/1.1" status: 200 len: 945 time: 0.0581992 Aug 16 22:16:41.301246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:41.303426 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e262e00-42a0-46e4-9e63-e294b0515952" -d '{"events": [{"name": "network-changed", "server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "tag": "44641c25-c684-4e5b-9369-9fde07425b71"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:41.317950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-2573ab0a-b43e-4458-ae68-0ba9c2e1d804 tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.179 HTTP/1.1" status: 200 len: 696 time: 0.0438964 Aug 16 22:16:41.344382 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88801a3b-19d6-4743-9b8d-4014399f6cd2 x-openstack-request-id: req-88801a3b-19d6-4743-9b8d-4014399f6cd2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:41.344739 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "tag": "44641c25-c684-4e5b-9369-9fde07425b71", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:41.345203 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88801a3b-19d6-4743-9b8d-4014399f6cd2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:41.345889 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71', 'status': 'completed', 'code': 200} Aug 16 22:16:41.399895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Deleting port 25e7f730-8cd9-497d-b24f-e979f04f0564 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:41.400608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.486763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-8a09da68-994b-44ba-9a74-23ade1c023b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.487258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-8a09da68-994b-44ba-9a74-23ade1c023b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.488817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-8a09da68-994b-44ba-9a74-23ade1c023b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1983 time: 0.0762527 Aug 16 22:16:41.500140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Deleting port 12738927-6ded-4282-ab59-0f0447cea084 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:41.500467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.505410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] For port 25e7f730-8cd9-497d-b24f-e979f04f0564, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=25e7f730-8cd9-497d-b24f-e979f04f0564,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:41.505918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.518179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Calling delete_port for 25e7f730-8cd9-497d-b24f-e979f04f0564 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:41.642227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.642607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.649732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.654160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-d63f79e8-71d6-4e14-a6d2-3f4ae405588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.655452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-d63f79e8-71d6-4e14-a6d2-3f4ae405588e service neutron] 10.222.0.89 "GET /v2.0/networks?id=fd7fe0d2-ab69-41dc-9f29-2288da595ec9 HTTP/1.1" status: 200 len: 902 time: 0.1530881 Aug 16 22:16:41.659021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Calling delete_port for 12738927-6ded-4282-ab59-0f0447cea084 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:41.679094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event deleted for resources: {'Port': ['ID=25e7f730-8cd9-497d-b24f-e979f04f0564,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:41.692834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['25e7f730-8cd9-497d-b24f-e979f04f0564'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:41.705369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-8dcc1881-92e7-407a-82bc-51e31be787f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=44641c25-c684-4e5b-9369-9fde07425b71 HTTP/1.1" status: 200 len: 217 time: 0.0378358 Aug 16 22:16:41.720446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] No DVR routers for this DVR port 25e7f730-8cd9-497d-b24f-e979f04f0564 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:41.722919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:41.725132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bcc7b40f-9a41-435a-9c13-dbe440298158 req-f8741bdc-8250-451c-abe8-6bb20bb03cb5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.89 "DELETE /v2.0/ports/25e7f730-8cd9-497d-b24f-e979f04f0564 HTTP/1.1" status: 204 len: 173 time: 0.4301956 Aug 16 22:16:41.798675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-009c70ae-17a8-4544-92ef-f379a93e9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.800140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-009c70ae-17a8-4544-92ef-f379a93e9c1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b4c76a7a-4005-4e76-b3a8-8dc8cbfae135 HTTP/1.1" status: 200 len: 801 time: 0.0642884 Aug 16 22:16:41.965300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-47015874-c916-4ac8-9301-cfa51599565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:41.967238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-47015874-c916-4ac8-9301-cfa51599565d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fd7fe0d2-ab69-41dc-9f29-2288da595ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535287 Aug 16 22:16:42.045788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.089634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130b6a-785f-4bae-b2ae-e448dc8bc04f req-9afcafe1-0a9c-4815-bafd-9d474cb73ffb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.097015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130b6a-785f-4bae-b2ae-e448dc8bc04f req-9afcafe1-0a9c-4815-bafd-9d474cb73ffb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.098575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32130b6a-785f-4bae-b2ae-e448dc8bc04f req-9afcafe1-0a9c-4815-bafd-9d474cb73ffb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1679 time: 0.2479994 Aug 16 22:16:42.110511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Pushing event deleted for resources: {'Port': ['ID=12738927-6ded-4282-ab59-0f0447cea084,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:42.178128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-40793f01-d8ef-490e-92a4-16b0ead6cb99 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.179555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-40793f01-d8ef-490e-92a4-16b0ead6cb99 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.3168678 Aug 16 22:16:42.204672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Request body: {'port': {'device_id': 'b29e2877-abad-4989-bac0-83f78c39364a', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'admin_state_up': True, 'tenant_id': '190010564e4b44f5ae1fc5d78e8e2238'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:42.289123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32130b6a-785f-4bae-b2ae-e448dc8bc04f req-a8e7c85b-467d-4634-a932-47504c2d2362 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796293 Aug 16 22:16:42.299537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-2e5a25f2-eb06-4ef8-b716-ac8cbccf9977 service neutron] 10.222.0.89 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191271 Aug 16 22:16:42.300353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.302856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.303929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f81e2951-be1e-4ad0-9601-fe6f451e9f6c req-025b843f-ef21-47d1-b533-26a161e5b43c tempest-FloatingIPDetailsTestJSON-1235952636 tempest-FloatingIPDetailsTestJSON-1235952636-project] 10.222.0.22 "DELETE /v2.0/floatingips/9450bad9-7b8a-4231-af6c-46b4f116cb68 HTTP/1.1" status: 204 len: 173 time: 0.9728687 Aug 16 22:16:42.321846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:42.536322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:42.592361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 73b41bb9-6920-439f-b56b-227ae076c1c8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:42.593147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.676642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.700519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:42.703369 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e82e8e-ac6a-49e8-b44e-45fe74058b21" -d '{"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-plugged", "status": "completed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:42.716249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:42.721686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.747365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89832c87-e1f1-405c-a077-e9fedd401020 req-b48b7578-4fa6-470c-ba71-c8589a34a5f4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 210 time: 0.0742116 Aug 16 22:16:42.779170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.788152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:42.817399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a057-01f3-4c40-bf46-df966a45c149 req-411aa64e-72e8-4196-bfec-ebd4b4ab2704 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.818963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf38a057-01f3-4c40-bf46-df966a45c149 req-411aa64e-72e8-4196-bfec-ebd4b4ab2704 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 944 time: 0.1457279 Aug 16 22:16:42.838995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e262e00-42a0-46e4-9e63-e294b0515952 req-6ca38da7-79e6-4956-9c35-3690b188b518 service neutron] 10.222.0.89 "GET /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318265 Aug 16 22:16:42.858913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Made reservation on behalf of 190010564e4b44f5ae1fc5d78e8e2238 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:42.862257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:42.955408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46002cf-cccd-4d42-a24a-c857bc27742d req-7ece1f66-c252-4064-8158-db8fcaab8ac4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:42.957102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a46002cf-cccd-4d42-a24a-c857bc27742d req-7ece1f66-c252-4064-8158-db8fcaab8ac4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1351562 Aug 16 22:16:42.967202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf38a057-01f3-4c40-bf46-df966a45c149 req-aca817b8-ce39-4d61-82d7-5bc4897371a5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306419 Aug 16 22:16:43.033533 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e908a-794e-4045-be56-d7298043e4ba x-openstack-request-id: req-f20e908a-794e-4045-be56-d7298043e4ba {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:43.033830 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-plugged", "status": "completed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:43.034083 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f20e908a-794e-4045-be56-d7298043e4ba {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:43.034670 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'code': 200} Aug 16 22:16:43.043970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a46002cf-cccd-4d42-a24a-c857bc27742d req-50bf5eac-4eab-4d75-80d3-c17f67cd48b0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758049 Aug 16 22:16:43.075752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Deleting port 8106cfd0-56a9-464a-9e1f-a51312380f5b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:43.076225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.080182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Allocated IP 172.20.0.5 (67031423-76ad-44ac-a8e4-1c40ab05400b/f83c76b7-781b-4381-822e-82a3aee9951f/35212816-1c29-42b7-a3cb-422dadb92fe2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:43.160312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] For port 8106cfd0-56a9-464a-9e1f-a51312380f5b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8106cfd0-56a9-464a-9e1f-a51312380f5b,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:43.160676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.177864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Calling delete_port for 8106cfd0-56a9-464a-9e1f-a51312380f5b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:43.253265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.298375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.341204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['25e7f730-8cd9-497d-b24f-e979f04f0564'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:43.342083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Network 67031423-76ad-44ac-a8e4-1c40ab05400b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:43.345446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:43.349279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:43.365415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-deleted', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:43.367812 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f8f2b-e95f-414a-b6d3-33d585ca1b4d" -d '{"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-deleted", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:43.397520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:43.417978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.419074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.422355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.464610 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954cb67-0ea0-4fc7-a5b0-c3ac7f814af1 x-openstack-request-id: req-b954cb67-0ea0-4fc7-a5b0-c3ac7f814af1 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:43.464610 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671f96f9-d353-4173-922a-a1b1211fc89a", "name": "network-vif-deleted", "tag": "25e7f730-8cd9-497d-b24f-e979f04f0564", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:43.464610 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b954cb67-0ea0-4fc7-a5b0-c3ac7f814af1 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:43.464610 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671f96f9-d353-4173-922a-a1b1211fc89a', 'name': 'network-vif-deleted', 'tag': '25e7f730-8cd9-497d-b24f-e979f04f0564', 'status': 'completed', 'code': 200} Aug 16 22:16:43.464610 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Pushing event deleted for resources: {'Port': ['ID=8106cfd0-56a9-464a-9e1f-a51312380f5b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:43.470075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-6cd39b05-a11d-4168-8147-c637783902d5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692108 Aug 16 22:16:43.487586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 00d83912-bb6b-4003-be01-d02360dced56 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:43.496053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Request body: {'port': {'device_id': 'b29e2877-abad-4989-bac0-83f78c39364a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:43.552972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2345a9c-d5c7-49e2-b9a4-2e5db1c9a996 req-ac728cd4-5b34-47db-b1e4-07fdff891f02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.561184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2345a9c-d5c7-49e2-b9a4-2e5db1c9a996 req-ac728cd4-5b34-47db-b1e4-07fdff891f02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:43.562877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2345a9c-d5c7-49e2-b9a4-2e5db1c9a996 req-ac728cd4-5b34-47db-b1e4-07fdff891f02 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1679 time: 0.1388469 Aug 16 22:16:43.660019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.678195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2345a9c-d5c7-49e2-b9a4-2e5db1c9a996 req-be931760-fbf0-45a0-b05a-80f574558eb0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028712 Aug 16 22:16:43.719957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=00d83912-bb6b-4003-be01-d02360dced56,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:43.750686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '00d83912-bb6b-4003-be01-d02360dced56', 'network_id': 'fa84e809-678a-45bd-be68-5612a4727a6d', 'port_id': '00d83912-bb6b-4003-be01-d02360dced56', 'mac_address': 'fa:16:3e:6c:da:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8357329-ee7e-4782-b725-21f6e7af18d7', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:43.874005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.893476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d83912-bb6b-4003-be01-d02360dced56 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:43.917495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=00d83912-bb6b-4003-be01-d02360dced56,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:43.934708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:43.935454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 44641c25-c684-4e5b-9369-9fde07425b71 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:44.022910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:44.135513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35212816-1c29-42b7-a3cb-422dadb92fe2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:44.148363 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.150019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.170489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Transition to ACTIVE for port object 35212816-1c29-42b7-a3cb-422dadb92fe2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:44.171676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.198977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=44641c25-c684-4e5b-9369-9fde07425b71,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:44.213397 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.216610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '44641c25-c684-4e5b-9369-9fde07425b71', 'network_id': 'fd7fe0d2-ab69-41dc-9f29-2288da595ec9', 'port_id': '44641c25-c684-4e5b-9369-9fde07425b71', 'mac_address': 'fa:16:3e:04:c4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c76a7a-4005-4e76-b3a8-8dc8cbfae135', 'ip_address': '19.86.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:44.265657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.278691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1601113-5549-470c-8c45-39f40823b1e7 req-40cdf174-022a-4dd4-a2e4-cc6fcfcea97d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.285558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44641c25-c684-4e5b-9369-9fde07425b71 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:44.286987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1601113-5549-470c-8c45-39f40823b1e7 req-40cdf174-022a-4dd4-a2e4-cc6fcfcea97d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 931 time: 0.4315467 Aug 16 22:16:44.314673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=44641c25-c684-4e5b-9369-9fde07425b71,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:44.322194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.339470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4a333-0c24-4ef4-be92-3fd7137e2df2 req-4f5ca780-ce90-4cc8-9060-0e9e20c0c465 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.343165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb4a333-0c24-4ef4-be92-3fd7137e2df2 req-4f5ca780-ce90-4cc8-9060-0e9e20c0c465 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1709113 Aug 16 22:16:44.394267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:44.397623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:44.412424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1601113-5549-470c-8c45-39f40823b1e7 req-0eb1867f-65ae-481a-b6ac-b54a310474cf tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244268 Aug 16 22:16:44.523318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb4a333-0c24-4ef4-be92-3fd7137e2df2 req-d3de624b-2a2c-4c0a-98f5-3119287c900f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661930 Aug 16 22:16:44.573185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Router 01ab3003-c5a4-412f-9a4c-159ca58b1877 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:16:44.608666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Attempting to bind port 35212816-1c29-42b7-a3cb-422dadb92fe2 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:44.609020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Attempting to bind port 35212816-1c29-42b7-a3cb-422dadb92fe2 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:44.609399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Attempting to bind port 35212816-1c29-42b7-a3cb-422dadb92fe2 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:44.616438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Port 35212816-1c29-42b7-a3cb-422dadb92fe2 on network 67031423-76ad-44ac-a8e4-1c40ab05400b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:44.616779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Attempting to bind port 35212816-1c29-42b7-a3cb-422dadb92fe2 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:44.627825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:44.628195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Checking segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:44.628581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Bound using segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:44.629040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Bound port: 35212816-1c29-42b7-a3cb-422dadb92fe2, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:44.629460 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.686953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d282000-1b52-49a1-aa9c-c79a6c533026 req-a7f04553-c472-4a1b-bf81-783a57d38cf1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.689087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d282000-1b52-49a1-aa9c-c79a6c533026 req-a7f04553-c472-4a1b-bf81-783a57d38cf1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1362770 Aug 16 22:16:44.713967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['44641c25-c684-4e5b-9369-9fde07425b71'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:44.744755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:16:44.756124 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9bb5bf9d-e6f8-4ebf-9698-369eecd7014a admin admin] 10.222.0.22 "PUT /v2.0/routers/01ab3003-c5a4-412f-9a4c-159ca58b1877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4330499 Aug 16 22:16:44.758598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:44.764319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Sync routers for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:16:44.770197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d282000-1b52-49a1-aa9c-c79a6c533026 req-6ea89906-204c-439d-99a0-6a33ab53dac2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679004 Aug 16 22:16:44.772936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:44.776584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:44.799070 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.803300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:44.804128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:44.881393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:44.882108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:44.883534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] 10.222.0.88 "PUT /v2.0/ports/35212816-1c29-42b7-a3cb-422dadb92fe2 HTTP/1.1" status: 200 len: 1092 time: 1.3955734 Aug 16 22:16:44.883994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:44.886835 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:44.964518 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5e6fc-3857-4df6-ba23-256414f1f7a8 x-openstack-request-id: req-bbe5e6fc-3857-4df6-ba23-256414f1f7a8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:44.969223 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:44.969486 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbe5e6fc-3857-4df6-ba23-256414f1f7a8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:44.969908 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'status': 'completed', 'code': 200} Aug 16 22:16:44.976056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bf23e-c920-447c-a3e6-60dde38de369 service neutron] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:44.995681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:44.998517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.050882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59ac92-0fa0-49b5-b6ff-010cd2689da5 req-7b396031-023f-4739-8afc-831eb87cf2ee tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.057569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59ac92-0fa0-49b5-b6ff-010cd2689da5 req-7b396031-023f-4739-8afc-831eb87cf2ee tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.065841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e59ac92-0fa0-49b5-b6ff-010cd2689da5 req-7b396031-023f-4739-8afc-831eb87cf2ee tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1681 time: 0.1980028 Aug 16 22:16:45.078860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-b28f0665-af0e-4c4d-99ad-969e7edf4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.080437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-b28f0665-af0e-4c4d-99ad-969e7edf4a69 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 1095 time: 0.0997403 Aug 16 22:16:45.151723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-d840a0ce-77f0-49fb-83c2-9dd51ec417c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35212816-1c29-42b7-a3cb-422dadb92fe2 HTTP/1.1" status: 200 len: 217 time: 0.0541153 Aug 16 22:16:45.169045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e59ac92-0fa0-49b5-b6ff-010cd2689da5 req-529bd04b-4d23-4cc7-8486-413c790ac6de tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022708 Aug 16 22:16:45.200338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.236989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-202a78c0-3863-4a00-b4ee-16565faf464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.238746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-202a78c0-3863-4a00-b4ee-16565faf464a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.0677528 Aug 16 22:16:45.279991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Deleting port d015d0fe-0545-4d1b-930f-fea26955d018 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:45.280493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.310765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:43Z', 'revision_number': 5, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port': {'id': 'd015d0fe-0545-4d1b-930f-fea26955d018', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:16:20Z', 'updated_at': '2021-08-16T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:45.311079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-2bebde45-8af9-49b6-8a6e-e7605e4adc1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613282 Aug 16 22:16:45.348962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Checking router: 01ab3003-c5a4-412f-9a4c-159ca58b1877 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:16:45.371246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Routers {'01ab3003-c5a4-412f-9a4c-159ca58b1877'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:16:45.371878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['01ab3003-c5a4-412f-9a4c-159ca58b1877'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:45.402617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] For port d015d0fe-0545-4d1b-930f-fea26955d018, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d015d0fe-0545-4d1b-930f-fea26955d018,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:45.405822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.425412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Calling delete_port for d015d0fe-0545-4d1b-930f-fea26955d018 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:45.468961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-fc1f351b-699a-4871-bfa4-967374fbe0a3 service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499329 Aug 16 22:16:45.662199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:45.710351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 25e7f730-8cd9-497d-b24f-e979f04f0564 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:45.710777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 25e7f730-8cd9-497d-b24f-e979f04f0564 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:45.719861 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33590f4f-7f7d-4f65-881f-a6c0f4bdd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.736559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.738818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] Set router 01ab3003-c5a4-412f-9a4c-159ca58b1877 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:16:45.753649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492424d-2b8d-41f4-b860-b4c6bd2c5818 req-679442cb-9891-4862-923f-78415d5d0071 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.760882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8492424d-2b8d-41f4-b860-b4c6bd2c5818 req-679442cb-9891-4862-923f-78415d5d0071 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.1899955 Aug 16 22:16:45.770399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Pushing event deleted for resources: {'Port': ['ID=d015d0fe-0545-4d1b-930f-fea26955d018,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:45.776552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c7321a8-50b9-444b-8f6f-0b8eab2de46c req-2b061fd8-45de-4dec-bcb4-9c7ba7250e63 service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970972 Aug 16 22:16:45.795895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d879507-30f4-4dfa-9529-5f75f68b99ad req-1e68deee-7f37-4e2c-a450-4cfdacca1b08 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:45.797448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d879507-30f4-4dfa-9529-5f75f68b99ad req-1e68deee-7f37-4e2c-a450-4cfdacca1b08 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1475859 Aug 16 22:16:45.823258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['00d83912-bb6b-4003-be01-d02360dced56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:45.829422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:45Z', 'revision_number': 6, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:45.853769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8492424d-2b8d-41f4-b860-b4c6bd2c5818 req-bc322b8e-6bb0-4183-854a-85c70871be89 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870419 Aug 16 22:16:45.865141 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:45.897686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e21a85-067f-4f9b-8db2-278ebc50c4fc None None] The sync data for ids ['01ab3003-c5a4-412f-9a4c-159ca58b1877'] in n-d-791505-20 is: [{'id': '01ab3003-c5a4-412f-9a4c-159ca58b1877', 'name': 'tempest-FloatingIPDetailsTestJSON-599849948-router', 'tenant_id': '1a373c74a69f4a0281ae6deeadd2c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:16:19Z', 'updated_at': '2021-08-16T22:16:45Z', 'revision_number': 6, 'project_id': '1a373c74a69f4a0281ae6deeadd2c869', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:16:45.911782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d879507-30f4-4dfa-9529-5f75f68b99ad req-64a2167d-1947-4b23-9d92-6987948f0a19 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981250 Aug 16 22:16:46.002768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-8fe2abe5-85f1-4ff3-b89d-3b936ace505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.006490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-8fe2abe5-85f1-4ff3-b89d-3b936ace505f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 1095 time: 0.0913696 Aug 16 22:16:46.020843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.023480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.121322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.123402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ab3003-c5a4-412f-9a4c-159ca58b1877 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:16:46.134602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.139947 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9eafeed3-f698-4ef2-8e00-9964fb7fd873 admin admin] 10.222.0.22 "DELETE /v2.0/routers/01ab3003-c5a4-412f-9a4c-159ca58b1877 HTTP/1.1" status: 204 len: 168 time: 1.3801272 Aug 16 22:16:46.140895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:46.191609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Deleting subnet c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:16:46.195767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.205700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f44632-8611-44a0-83cd-5be4980568a8 req-88263c1b-b9d1-42b9-9708-9f5b3df2a30a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.209106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52f44632-8611-44a0-83cd-5be4980568a8 req-88263c1b-b9d1-42b9-9708-9f5b3df2a30a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1257985 Aug 16 22:16:46.228927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-e023778c-5a71-4cc9-8689-4378f763958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.230550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-e023778c-5a71-4cc9-8689-4378f763958e service neutron] 10.222.0.88 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 914 time: 0.1883307 Aug 16 22:16:46.254292 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.321762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52f44632-8611-44a0-83cd-5be4980568a8 req-ca226c5d-af99-462f-b78e-e333939b7fce tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023464 Aug 16 22:16:46.378992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.398595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-a501f3a3-9574-441e-b68a-391398ae52ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35212816-1c29-42b7-a3cb-422dadb92fe2 HTTP/1.1" status: 200 len: 217 time: 0.1578965 Aug 16 22:16:46.470155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.505944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dfee0-860e-4aa4-8761-41f4e1e8af9b req-c1eb2498-b5a2-498c-bfe1-4e4c43ea842b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.511832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dfee0-860e-4aa4-8761-41f4e1e8af9b req-c1eb2498-b5a2-498c-bfe1-4e4c43ea842b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.512725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:46.515065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.520183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa229deb-8d34-4994-918d-5b4dbc5d49bb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c6e7fbc0-dbd7-4831-bd5f-2c087ef87fec HTTP/1.1" status: 204 len: 168 time: 0.3775105 Aug 16 22:16:46.521367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:46.523147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175dfee0-860e-4aa4-8761-41f4e1e8af9b req-c1eb2498-b5a2-498c-bfe1-4e4c43ea842b tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1681 time: 0.2314205 Aug 16 22:16:46.525771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a2fcc-a507-445a-8ab5-53616959b1e3 None None] Network 56da6c3a-8134-46ba-a323-6d163564b9ae requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:46.533723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-24a9d8c6-865d-4f94-a1c3-57dc4b75a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:46.535150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-24a9d8c6-865d-4f94-a1c3-57dc4b75a8cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.1175880 Aug 16 22:16:46.574709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-03e37ece-e899-4f42-a5de-951393a480c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302582 Aug 16 22:16:46.602038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175dfee0-860e-4aa4-8761-41f4e1e8af9b req-d966e3ac-af77-4c41-bfba-ab3522aa6fe2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778515 Aug 16 22:16:46.608012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.677254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Deleting port 83515d87-eb91-4bb5-bdf8-cbecfff65059 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:46.677759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.707879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-c9e40b09-a5ce-466d-b7fb-d7ebf5deebe5 service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228538 Aug 16 22:16:46.754499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] For port 83515d87-eb91-4bb5-bdf8-cbecfff65059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=83515d87-eb91-4bb5-bdf8-cbecfff65059,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:46.754871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.785472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Calling delete_port for 83515d87-eb91-4bb5-bdf8-cbecfff65059 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:46.802652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] DHCP port deletion for 56da6c3a-8134-46ba-a323-6d163564b9ae request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:16:46.849329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44e6fd0-4c91-4d80-817f-bb5c1e66bec8 req-b0319821-2810-4467-a2b5-dc7102dec429 service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311610 Aug 16 22:16:46.918513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Deleting port 83515d87-eb91-4bb5-bdf8-cbecfff65059 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:46.919011 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:46.924654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8106cfd0-56a9-464a-9e1f-a51312380f5b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:46.969005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8106cfd0-56a9-464a-9e1f-a51312380f5b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:46.969486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8106cfd0-56a9-464a-9e1f-a51312380f5b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:46.969924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d015d0fe-0545-4d1b-930f-fea26955d018 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:46.977574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.024455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Pushing event deleted for resources: {'Port': ['ID=83515d87-eb91-4bb5-bdf8-cbecfff65059,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:47.025598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d015d0fe-0545-4d1b-930f-fea26955d018 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:47.025955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d015d0fe-0545-4d1b-930f-fea26955d018 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:47.038284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] No DVR routers for this DVR port 83515d87-eb91-4bb5-bdf8-cbecfff65059 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:47.042251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0557985-b8ce-4931-8dc4-cec8b862507f req-c95cf20e-14ac-4bce-9316-c4ef5361a704 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.051350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0557985-b8ce-4931-8dc4-cec8b862507f req-c95cf20e-14ac-4bce-9316-c4ef5361a704 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.1138191 Aug 16 22:16:47.059574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] For port 83515d87-eb91-4bb5-bdf8-cbecfff65059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=83515d87-eb91-4bb5-bdf8-cbecfff65059,segment=NetworkSegment(5c33b7c1-31df-4a8a-b0c8-1e3618a56351),segment_id=5c33b7c1-31df-4a8a-b0c8-1e3618a56351)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:47.060718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.082923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Calling delete_port for 83515d87-eb91-4bb5-bdf8-cbecfff65059 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:47.129876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0557985-b8ce-4931-8dc4-cec8b862507f req-85e924b0-40e2-4bfb-a969-3a2158212366 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772882 Aug 16 22:16:47.158148 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.159469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f60a54-c449-4f1b-a26e-f4245d5725db req-4a850e72-9e15-4d85-87e7-bfb92affdc19 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.171376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03f60a54-c449-4f1b-a26e-f4245d5725db req-4a850e72-9e15-4d85-87e7-bfb92affdc19 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1167755 Aug 16 22:16:47.175545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56da6c3a-8134-46ba-a323-6d163564b9ae']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:47.192185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c33b7c1-31df-4a8a-b0c8-1e3618a56351') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:47.192506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c33b7c1-31df-4a8a-b0c8-1e3618a56351') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:16:47.208934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.239820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.242864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.244758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03f60a54-c449-4f1b-a26e-f4245d5725db req-ed65467c-c1b6-4838-8560-51cd762ef0cc tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Aug 16 22:16:47.260017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:16:47.260684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:16:47.264175 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:16:47.306964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] Pushing event deleted for resources: {'Port': ['ID=83515d87-eb91-4bb5-bdf8-cbecfff65059,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:47.314981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ee4927-0063-481e-9c31-899c47944581 None None] No DVR routers for this DVR port 83515d87-eb91-4bb5-bdf8-cbecfff65059 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:47.372351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.382831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.387865 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] 10.222.0.22 "DELETE /v2.0/networks/56da6c3a-8134-46ba-a323-6d163564b9ae HTTP/1.1" status: 204 len: 168 time: 0.8631310 Aug 16 22:16:47.426159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865522d-f83d-41ff-aced-a701a3acff05 admin admin] Pushing event deleted for resources: {'Network': ['ID=56da6c3a-8134-46ba-a323-6d163564b9ae,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:47.520002 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-8b744470-3752-4036-a1dc-d3e50b29af32 service neutron] show failed (client error): The resource could not be found. Aug 16 22:16:47.520002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-8b744470-3752-4036-a1dc-d3e50b29af32 service neutron] 10.222.0.88 "GET /v2.0/ports/9abcca1a-e829-47df-8b25-5e2f383c26a6/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.1316743 Aug 16 22:16:47.527053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd8ec6-7354-44c3-be66-0e43abba3a56 req-ed79f669-018b-49ab-a52b-0f7a856ec77a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.528693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42cd8ec6-7354-44c3-be66-0e43abba3a56 req-ed79f669-018b-49ab-a52b-0f7a856ec77a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0799990 Aug 16 22:16:47.533931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 00d83912-bb6b-4003-be01-d02360dced56 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:47.586744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42cd8ec6-7354-44c3-be66-0e43abba3a56 req-789e5951-dd62-4496-965b-240a093ea284 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518672 Aug 16 22:16:47.591242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:47.626042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 00d83912-bb6b-4003-be01-d02360dced56 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:47.634805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 00d83912-bb6b-4003-be01-d02360dced56 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:47.636801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.668817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-43a3d196-6af8-44b4-8d03-0f80d7462948 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a373c74a69f4a0281ae6deeadd2c869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763915 Aug 16 22:16:47.672601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:47.751479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.791276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666f89-6c02-4e5c-9a4e-abd37d3a20eb req-4e4e4a31-d9d4-4817-8207-e7eb861a7220 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.795161 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.806729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.811104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666f89-6c02-4e5c-9a4e-abd37d3a20eb req-4e4e4a31-d9d4-4817-8207-e7eb861a7220 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:47.826620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6666f89-6c02-4e5c-9a4e-abd37d3a20eb req-4e4e4a31-d9d4-4817-8207-e7eb861a7220 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1681 time: 0.1233292 Aug 16 22:16:47.858522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d83912-bb6b-4003-be01-d02360dced56'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:47.861354 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fa784b-bbf6-4689-9306-aa8d86c06a37" -d '{"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-plugged", "status": "completed", "tag": "00d83912-bb6b-4003-be01-d02360dced56"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:47.886617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=00d83912-bb6b-4003-be01-d02360dced56,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:47.894362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.894952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.897552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:47.898136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 44641c25-c684-4e5b-9369-9fde07425b71 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:47.898833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d85059c0-c57b-4d8a-a8e8-da6c00775918 HTTP/1.1" status: 204 len: 168 time: 0.2250617 Aug 16 22:16:47.914115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354ed1b-8ec6-437c-bffb-8d6147794554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85059c0-c57b-4d8a-a8e8-da6c00775918,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:47.946565 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca2e80-3ca4-45fe-9790-71a0e76bef57 x-openstack-request-id: req-40ca2e80-3ca4-45fe-9790-71a0e76bef57 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:47.947626 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-plugged", "status": "completed", "tag": "00d83912-bb6b-4003-be01-d02360dced56", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:47.948103 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40ca2e80-3ca4-45fe-9790-71a0e76bef57 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:47.948656 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d83912-bb6b-4003-be01-d02360dced56', 'code': 200} Aug 16 22:16:48.011742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 44641c25-c684-4e5b-9369-9fde07425b71 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:48.012379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-df8b6a0a-be6e-4ec7-91bd-79a2be65ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.014691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-df8b6a0a-be6e-4ec7-91bd-79a2be65ca55 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1101 time: 0.1689079 Aug 16 22:16:48.020976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6666f89-6c02-4e5c-9a4e-abd37d3a20eb req-791f8837-beaa-4d67-88dc-edd84b149ae9 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933239 Aug 16 22:16:48.034152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 44641c25-c684-4e5b-9369-9fde07425b71 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:48.034529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.055531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:48.069225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:48.099850 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.175926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.179502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.239245 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a9ac8e4-4399-435f-9503-01b0777d8709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.247560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=44641c25-c684-4e5b-9369-9fde07425b71,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:48.257645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.369230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:48.520951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9986708-20a8-432a-a75e-bb88ff36f635 req-582087bf-e9be-4423-bb3b-37cd16de0ee5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.530520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9986708-20a8-432a-a75e-bb88ff36f635 req-582087bf-e9be-4423-bb3b-37cd16de0ee5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.2563360 Aug 16 22:16:48.568986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734dd7-604a-4a95-b77b-70dda8452ea3 req-b3780d9d-4a07-48d2-916a-fa9a2895acd2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.577566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad734dd7-604a-4a95-b77b-70dda8452ea3 req-b3780d9d-4a07-48d2-916a-fa9a2895acd2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1998010 Aug 16 22:16:48.603987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 83515d87-eb91-4bb5-bdf8-cbecfff65059 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:48.632775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 83515d87-eb91-4bb5-bdf8-cbecfff65059 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:48.633155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 83515d87-eb91-4bb5-bdf8-cbecfff65059 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:48.635002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9986708-20a8-432a-a75e-bb88ff36f635 req-1139f2e8-764f-4a8b-b01e-e87e3c220d60 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Aug 16 22:16:48.662132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:48.687876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad734dd7-604a-4a95-b77b-70dda8452ea3 req-02322689-68f1-4465-9dfc-505f3d938150 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Aug 16 22:16:48.727264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:48.812611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:48.817455 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26296a0-6d62-4a1b-a35a-1d060d82c226" -d '{"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:48.824734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.881536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Transition to ACTIVE for port object 9abcca1a-e829-47df-8b25-5e2f383c26a6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:16:48.892391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:48.897208 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412364c1-ae17-4233-beb7-6f03e2823be3 x-openstack-request-id: req-412364c1-ae17-4233-beb7-6f03e2823be3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:48.897208 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:48.897208 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-412364c1-ae17-4233-beb7-6f03e2823be3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:48.897208 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'code': 200} Aug 16 22:16:48.918586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1867d-b510-4c3f-872c-0789ec0e2f9f req-ec6a8304-294c-4040-8aa6-834553d05c3f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:48.921001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb1867d-b510-4c3f-872c-0789ec0e2f9f req-ec6a8304-294c-4040-8aa6-834553d05c3f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0918071 Aug 16 22:16:48.999720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] No DVR routers for this DVR port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:49.045451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.064483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:16:49.064851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:16:49.065183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:49.083773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb1867d-b510-4c3f-872c-0789ec0e2f9f req-d0c1f2af-0200-4f23-8b35-83320ff32218 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409550 Aug 16 22:16:49.084254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:16:49.084593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Attempting to bind port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:16:49.094301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:16:49.094917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:49.095721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:16:49.096340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Bound port: 9abcca1a-e829-47df-8b25-5e2f383c26a6, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:16:49.096892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.154906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.565901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67ac3e-53b5-4bc1-9bb6-e8c61e1d8b0d req-ada82db2-e531-421c-8de9-75e62796ea5d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.571998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67ac3e-53b5-4bc1-9bb6-e8c61e1d8b0d req-ada82db2-e531-421c-8de9-75e62796ea5d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.573650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea67ac3e-53b5-4bc1-9bb6-e8c61e1d8b0d req-ada82db2-e531-421c-8de9-75e62796ea5d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.0932250 Aug 16 22:16:49.609304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:16:49.641102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:16:49.662542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.672545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea67ac3e-53b5-4bc1-9bb6-e8c61e1d8b0d req-b9340d94-0b3f-4aed-bc53-9c96a524b1bf tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866425 Aug 16 22:16:49.721164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.721887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:49.723381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] 10.222.0.89 "PUT /v2.0/ports/9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 1096 time: 1.6762407 Aug 16 22:16:49.752385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d9e0f-9b25-466d-a7f7-1634fc8b56e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:49.926626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-f5ad230f-75ae-4ab6-93f3-3ae098c268b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.928305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-f5ad230f-75ae-4ab6-93f3-3ae098c268b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1099 time: 0.1538794 Aug 16 22:16:49.939829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21548ad-4f11-4476-b98f-6c5b1c9f6492 req-df0e4b26-7e78-4c73-8db4-dc9d6e5c0fb9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.948344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d21548ad-4f11-4476-b98f-6c5b1c9f6492 req-df0e4b26-7e78-4c73-8db4-dc9d6e5c0fb9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.1088467 Aug 16 22:16:49.951077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:49.954245 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96440348-409b-4d12-bd90-b74e09b4779e" -d '{"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-plugged", "status": "completed", "tag": "44641c25-c684-4e5b-9369-9fde07425b71"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:49.983096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7def208-8b15-4676-9d0c-0730e4399cc0 req-afbc1100-5629-4767-8c03-3206ba13ef71 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:49.997952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7def208-8b15-4676-9d0c-0730e4399cc0 req-afbc1100-5629-4767-8c03-3206ba13ef71 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1739109 Aug 16 22:16:50.089982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d21548ad-4f11-4476-b98f-6c5b1c9f6492 req-83cd8e20-eb0c-4d29-a39c-1df114284be6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405675 Aug 16 22:16:50.110758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7def208-8b15-4676-9d0c-0730e4399cc0 req-1d5538e5-72d0-447b-b049-be7b216f17b9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128054 Aug 16 22:16:50.155977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-b5beffa7-912b-4d14-a168-873c879cc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.157772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-b5beffa7-912b-4d14-a168-873c879cc4bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2048483 Aug 16 22:16:50.220285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-0d6db7ea-ec39-41e7-823f-aa9b122f0509 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0459611 Aug 16 22:16:50.288666 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d05367-fb90-4406-826e-e14f49a88285 x-openstack-request-id: req-66d05367-fb90-4406-826e-e14f49a88285 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:50.289417 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-plugged", "status": "completed", "tag": "44641c25-c684-4e5b-9369-9fde07425b71", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:50.290005 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66d05367-fb90-4406-826e-e14f49a88285 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:50.290475 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71', 'code': 200} Aug 16 22:16:50.307744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-dabb1c35-9054-4698-bd20-25f0c5d48975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.311233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-dabb1c35-9054-4698-bd20-25f0c5d48975 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0780294 Aug 16 22:16:50.440033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-1b3aaf27-7577-419a-8728-a46cd53ffb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.441939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-1b3aaf27-7577-419a-8728-a46cd53ffb13 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194513 Aug 16 22:16:50.456763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf02b8-9e0d-47d9-a56a-92b44dae16df req-70035f82-24e2-4a70-a4fa-2164908a1daf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.477757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0d61-109d-46b7-ad5a-02864fd8586f req-3f9cb74e-c64d-4247-8bcb-21c771b6ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.478968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0d61-109d-46b7-ad5a-02864fd8586f req-3f9cb74e-c64d-4247-8bcb-21c771b6ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.480199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29cf02b8-9e0d-47d9-a56a-92b44dae16df req-70035f82-24e2-4a70-a4fa-2164908a1daf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.0908642 Aug 16 22:16:50.481018 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a0fa0d61-109d-46b7-ad5a-02864fd8586f req-3f9cb74e-c64d-4247-8bcb-21c771b6ea87 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1987 time: 0.0632770 Aug 16 22:16:50.530223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a0fa0d61-109d-46b7-ad5a-02864fd8586f req-7e55892d-9605-44c9-8356-9069f8020d0a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358052 Aug 16 22:16:50.568507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:50.605457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29cf02b8-9e0d-47d9-a56a-92b44dae16df req-17218b22-9108-4a51-a4dc-3ae5824fa8a8 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225634 Aug 16 22:16:50.652805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-fb9b1986-21f8-4a0d-94fd-fa86b74129ee service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689105 Aug 16 22:16:50.744575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:50.772337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'port_id': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'mac_address': 'fa:16:3e:b7:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c76b7-781b-4381-822e-82a3aee9951f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:50.863618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20be0-146a-4750-b3a2-bf1e953ddbeb req-aee4b716-da22-40c3-b35a-469f08a95790 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.870990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20be0-146a-4750-b3a2-bf1e953ddbeb req-aee4b716-da22-40c3-b35a-469f08a95790 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:50.873041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43d20be0-146a-4750-b3a2-bf1e953ddbeb req-aee4b716-da22-40c3-b35a-469f08a95790 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.1034853 Aug 16 22:16:50.879732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.897059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35212816-1c29-42b7-a3cb-422dadb92fe2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:50.898718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:50.901386 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0836cfd-8171-410e-814d-a0b062cf502f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:50.921267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:50.928038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:50.934237 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:16:50.981371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43d20be0-146a-4750-b3a2-bf1e953ddbeb req-7f02d1bd-669b-4deb-88cc-b3881c1f6e08 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Aug 16 22:16:51.003005 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a540f-de16-432e-bc7c-f7771dfa5605 x-openstack-request-id: req-157a540f-de16-432e-bc7c-f7771dfa5605 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:51.003695 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:51.003991 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-157a540f-de16-432e-bc7c-f7771dfa5605 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:51.004377 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'status': 'completed', 'code': 200} Aug 16 22:16:51.006699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a42abe7e-850e-48cc-9929-76b2dd293444 req-f6872115-2db0-4953-9311-786d4fb4d94e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773367 Aug 16 22:16:51.015121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:51.041001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:51.132101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.203017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-6aa1b410-8551-4317-930f-24fdf3a1c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.204557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-6aa1b410-8551-4317-930f-24fdf3a1c868 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1099 time: 0.1463895 Aug 16 22:16:51.212525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-9f6ab5cb-fe19-4488-a94e-7fdb58109931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.214027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-9f6ab5cb-fe19-4488-a94e-7fdb58109931 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1099 time: 0.0986989 Aug 16 22:16:51.257787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-849634ae-5e35-4103-b9ee-9a93b9f73fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.406208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-849634ae-5e35-4103-b9ee-9a93b9f73fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.411505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-849634ae-5e35-4103-b9ee-9a93b9f73fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.459883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849634ae-5e35-4103-b9ee-9a93b9f73fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e03f0f-0fb4-4c06-92de-cf53c3f30ce5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:51.471807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['35212816-1c29-42b7-a3cb-422dadb92fe2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:51.509586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c8bc-31da-47e3-b873-c5d1c2eb46ec req-08144a8e-fe4e-44fa-ae0f-3df046457a08 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.509858 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-849634ae-5e35-4103-b9ee-9a93b9f73fca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc1bf17b9415423a87bca20085919ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674041 Aug 16 22:16:51.510329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:51.514426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70c8c8bc-31da-47e3-b873-c5d1c2eb46ec req-08144a8e-fe4e-44fa-ae0f-3df046457a08 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 944 time: 0.2657473 Aug 16 22:16:51.515557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-2b12478a-917a-4d72-b92c-a5a3227cb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.516938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-2b12478a-917a-4d72-b92c-a5a3227cb07d service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2694664 Aug 16 22:16:51.536514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d7d06-49ce-4497-b6c0-21897a3745c7 req-afad502c-fe14-48b8-a0f2-9c8e10c9c0ed tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.543740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c03d7d06-49ce-4497-b6c0-21897a3745c7 req-afad502c-fe14-48b8-a0f2-9c8e10c9c0ed tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.2252779 Aug 16 22:16:51.604530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-a5f0d8a9-7554-4214-a1da-827d92dc2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.606132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-a5f0d8a9-7554-4214-a1da-827d92dc2228 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3903539 Aug 16 22:16:51.615742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-56096b02-cc90-4634-bdc9-c072ebee8573 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0888565 Aug 16 22:16:51.644176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.682057 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.715063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-762f3bf5-b29a-486e-806c-e52d72a23956 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0982826 Aug 16 22:16:51.736570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.739624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:51.743333 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5e03f0f-0fb4-4c06-92de-cf53c3f30ce5 HTTP/1.1" status: 204 len: 168 time: 0.2297981 Aug 16 22:16:51.752763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70c8c8bc-31da-47e3-b873-c5d1c2eb46ec req-42728880-d71d-4086-9d10-5db2a6e55664 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247369 Aug 16 22:16:51.768701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc75a32-614b-4cb3-a709-c942fb234edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e03f0f-0fb4-4c06-92de-cf53c3f30ce5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:51.804699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c03d7d06-49ce-4497-b6c0-21897a3745c7 req-941481ed-7450-49b8-8476-2c8f3ad816bc tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599685 Aug 16 22:16:51.829861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-07f15fa3-ef1e-4315-bd98-e35969be63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.831412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-07f15fa3-ef1e-4315-bd98-e35969be63ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2020662 Aug 16 22:16:51.924531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-9a4b2c94-fac0-4398-ab62-2e9f2755e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:51.938233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-9a4b2c94-fac0-4398-ab62-2e9f2755e257 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2130678 Aug 16 22:16:52.057731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-3935c482-7e1e-4663-9681-1c98290802a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.059247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-3935c482-7e1e-4663-9681-1c98290802a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2027228 Aug 16 22:16:52.270291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-dcf02a62-bd26-499e-aca3-45ae7dca5602 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660659 Aug 16 22:16:52.291168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0836cfd-8171-410e-814d-a0b062cf502f req-03d6a0f1-e805-4e97-8f4a-1c211c176143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.292931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-03d6a0f1-e805-4e97-8f4a-1c211c176143 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3408561 Aug 16 22:16:52.340060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868154ed-f975-429d-b0fb-60cd37b8d5f7 req-e876534f-7ffb-42c2-a61f-b3482e272218 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.342961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-868154ed-f975-429d-b0fb-60cd37b8d5f7 req-e876534f-7ffb-42c2-a61f-b3482e272218 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.3091903 Aug 16 22:16:52.452583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768261f7-69fe-499c-b985-00573a5b2bdf req-ca2a4990-c857-49db-9a92-1aafdec40c68 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.458843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768261f7-69fe-499c-b985-00573a5b2bdf req-ca2a4990-c857-49db-9a92-1aafdec40c68 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.461171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-768261f7-69fe-499c-b985-00573a5b2bdf req-ca2a4990-c857-49db-9a92-1aafdec40c68 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.3561337 Aug 16 22:16:52.502389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:52.513164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-868154ed-f975-429d-b0fb-60cd37b8d5f7 req-390690dc-44b2-4de0-ab0a-3e952d057da6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560700 Aug 16 22:16:52.569327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:52.576728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-768261f7-69fe-499c-b985-00573a5b2bdf req-c24065a3-bf54-4070-837d-56d5221265e0 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991466 Aug 16 22:16:52.600264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-44d4cd8e-d765-4e16-8b37-5c961537041e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059914 Aug 16 22:16:52.602294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-c7dae157-1329-4894-9382-0dde67918c5c service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892544 Aug 16 22:16:52.677755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:52.726385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0836cfd-8171-410e-814d-a0b062cf502f req-cb8aba26-ef71-45c3-bc70-991101d30e16 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159248 Aug 16 22:16:52.939820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:52.954979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499f534-4958-46ab-8f95-8c2a4f6491c3 req-7e0ac0b7-edd5-4480-a99a-9af21fb120f9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:52.956546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5499f534-4958-46ab-8f95-8c2a4f6491c3 req-7e0ac0b7-edd5-4480-a99a-9af21fb120f9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0704632 Aug 16 22:16:53.045708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5499f534-4958-46ab-8f95-8c2a4f6491c3 req-7fd445e5-d43b-48c5-811f-c535cb03ea0f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828731 Aug 16 22:16:53.161445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2096187574-network', 'tenant_id': '300a0221320a473c81142524da874885'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:53.190851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf85519-b2f4-4356-a381-b3d44dd410c8 req-f2416b15-d848-424f-bf28-aef198611a7a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.191525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cf85519-b2f4-4356-a381-b3d44dd410c8 req-f2416b15-d848-424f-bf28-aef198611a7a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 944 time: 0.1130664 Aug 16 22:16:53.213043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:53.215402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.230643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.280157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cf85519-b2f4-4356-a381-b3d44dd410c8 req-dc65d6b7-868e-4796-830e-f6139469a3ab tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819364 Aug 16 22:16:53.313205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88960f-5292-49e5-b4b9-97e77d0adb11 req-713ee363-7e33-4528-851c-ed86b5a124ff tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.319232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88960f-5292-49e5-b4b9-97e77d0adb11 req-713ee363-7e33-4528-851c-ed86b5a124ff tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.320948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d88960f-5292-49e5-b4b9-97e77d0adb11 req-713ee363-7e33-4528-851c-ed86b5a124ff tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.0950801 Aug 16 22:16:53.392700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d88960f-5292-49e5-b4b9-97e77d0adb11 req-5a0ff979-e768-4ca9-8a91-7bf302244b27 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620832 Aug 16 22:16:53.438075 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.443968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.472902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:16:53.483743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:53.488993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.489441 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Added segment 8f840a08-7976-4358-bce0-54d892865624 of type vlan for network b9b1ed1d-092d-4402-977e-3475c4c122f1 Aug 16 22:16:53.536290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.549123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:16:53.600048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.601207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.601858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.659376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:53.672944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'mac_address': 'fa:16:3e:4f:a3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:16:53.709454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] Pushing event updated for resources: {'Network': ['ID=b9b1ed1d-092d-4402-977e-3475c4c122f1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:53.720957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:16:53.728056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b50d0673-00bc-4b45-874d-2ef8dbb5096f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7870195 Aug 16 22:16:53.733010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:16:53.740241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Request body: {'subnet': {'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2096187574-subnet', 'tenant_id': '300a0221320a473c81142524da874885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:53.746000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.766749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:53.769462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.807513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abcca1a-e829-47df-8b25-5e2f383c26a6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:16:53.842919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67739-b7d5-4925-ba26-527498961eb2 req-34eb5b04-e305-457a-8746-4094b076b1b1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:53.844580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:53.845143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14d67739-b7d5-4925-ba26-527498961eb2 req-34eb5b04-e305-457a-8746-4094b076b1b1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 947 time: 0.1610751 Aug 16 22:16:53.860554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:53.917335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14d67739-b7d5-4925-ba26-527498961eb2 req-42ac648b-a663-49cf-9fd2-a452b186ba2e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617158 Aug 16 22:16:53.924879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:54.046825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.120625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f84d59-c278-48fb-8e21-72e8a571ba44,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:54.134372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Checking segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:16:54.134815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Network hostable DHCP agents. Network: b9b1ed1d-092d-4402-977e-3475c4c122f1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:16:54.189802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:54.199647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:16:54.236333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b9b1ed1d-092d-4402-977e-3475c4c122f1) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:54.241137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.241780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.266153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836b8ed-2dd2-4fef-82f1-291e3de9e6f4 None None] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:54.267868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657ebf4-189a-4e58-b75e-4ee87633e23b req-c34dc53f-bba5-46e3-bc8e-769beb76fea1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.276721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4657ebf4-189a-4e58-b75e-4ee87633e23b req-c34dc53f-bba5-46e3-bc8e-769beb76fea1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1428945 Aug 16 22:16:54.293699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6716d228-d900-498f-afe7-42ef5c198027 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5499408 Aug 16 22:16:54.307071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19250487-4547-4542-9eec-859edc3dec4d req-c6e4226c-be20-4333-9224-b5e5a8b97dcb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.314837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19250487-4547-4542-9eec-859edc3dec4d req-c6e4226c-be20-4333-9224-b5e5a8b97dcb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 948 time: 0.1358554 Aug 16 22:16:54.436993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4657ebf4-189a-4e58-b75e-4ee87633e23b req-67ce18f4-17eb-4e64-9847-99bbbf357ec6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560631 Aug 16 22:16:54.492967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19250487-4547-4542-9eec-859edc3dec4d req-b4466937-3f1a-450e-9a31-27c1a2e0baa2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711292 Aug 16 22:16:54.551299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-3c883003-dfff-42dd-8fbb-5546b1cb3e13 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.556357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-3c883003-dfff-42dd-8fbb-5546b1cb3e13 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee&tenant_id=a14b5d52742247f9af4f13258fc0969e&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 948 time: 0.2371325 Aug 16 22:16:54.589934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:54.657822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d04257-3504-4047-a067-1aea6256b7ee None None] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:16:54.687138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87efcae-5e18-4efa-b3e9-b5711c29ce06 req-7d425725-f5fc-4915-937b-b84afb374890 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.690180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f87efcae-5e18-4efa-b3e9-b5711c29ce06 req-7d425725-f5fc-4915-937b-b84afb374890 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 944 time: 0.1007977 Aug 16 22:16:54.722302 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-db6be175-be6d-4ef7-a36d-d996de7af667 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:16:54.723769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-db6be175-be6d-4ef7-a36d-d996de7af667 service neutron] 10.222.0.88 "DELETE /v2.0/ports/9abcca1a-e829-47df-8b25-5e2f383c26a6/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.1248078 Aug 16 22:16:54.766293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 35212816-1c29-42b7-a3cb-422dadb92fe2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:54.780029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f87efcae-5e18-4efa-b3e9-b5711c29ce06 req-70f5a1d7-2cb7-4cf5-9356-acf27919027c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826547 Aug 16 22:16:54.783865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 35212816-1c29-42b7-a3cb-422dadb92fe2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:54.784254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.822889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e61b4f28-1da4-4a14-861c-8829d184ee18 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.831126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e61b4f28-1da4-4a14-861c-8829d184ee18 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:54.843555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e61b4f28-1da4-4a14-861c-8829d184ee18 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.1180980 Aug 16 22:16:54.925751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:54.997314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:55.000799 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc703cc-574f-49cd-b306-d98cb4dab2e0" -d '{"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-plugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:55.014355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c22d5-36bb-4ea7-a3fb-06aaaf85367d req-5f3862b2-9721-43b2-a23b-848f7e656442 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.020465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c22d5-36bb-4ea7-a3fb-06aaaf85367d req-5f3862b2-9721-43b2-a23b-848f7e656442 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.027734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-415c22d5-36bb-4ea7-a3fb-06aaaf85367d req-5f3862b2-9721-43b2-a23b-848f7e656442 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 1683 time: 0.1774762 Aug 16 22:16:55.035403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:55.042391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.065861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-d881f67d-5b7f-4bc8-a935-3dc1d5028e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.066902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-d881f67d-5b7f-4bc8-a935-3dc1d5028e37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1100 time: 0.1546879 Aug 16 22:16:55.071537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 00d83912-bb6b-4003-be01-d02360dced56 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:55.071890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.100390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:55.500320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-415c22d5-36bb-4ea7-a3fb-06aaaf85367d req-a0d84b24-ebd2-4678-a8f0-489b0530a815 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716866 Aug 16 22:16:55.556832 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f564a6-2d95-449d-8937-77ab47d11d9f x-openstack-request-id: req-d8f564a6-2d95-449d-8937-77ab47d11d9f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:55.557382 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-plugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:55.557806 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8f564a6-2d95-449d-8937-77ab47d11d9f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:55.558375 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'code': 200} Aug 16 22:16:55.561285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:16:55.659175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 00d83912-bb6b-4003-be01-d02360dced56, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=00d83912-bb6b-4003-be01-d02360dced56,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:55.660200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.679429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:16:55.686442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9abcca1a-e829-47df-8b25-5e2f383c26a6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:16:55.686828 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.785433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 00d83912-bb6b-4003-be01-d02360dced56 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:55.794708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-15818a7b-476e-46c0-a439-5223b46de856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.796891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-15818a7b-476e-46c0-a439-5223b46de856 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.6698794 Aug 16 22:16:55.805757 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.860935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:55.867099 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:55.877848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-ebc2a276-6f0b-438e-b4ac-f75abb533daf tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.886262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-ebc2a276-6f0b-438e-b4ac-f75abb533daf tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.7534952 Aug 16 22:16:55.898733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-8e9da9a5-b309-49fe-9d83-8f1dcad9e759 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0854545 Aug 16 22:16:55.926314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:55.945298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78273d97-70c3-42f1-bbd6-97b34b7d2c32 req-c78258b3-8041-46ef-b94a-4bb45d74a9b5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.947363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78273d97-70c3-42f1-bbd6-97b34b7d2c32 req-c78258b3-8041-46ef-b94a-4bb45d74a9b5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.2526431 Aug 16 22:16:55.968929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83de13b-e543-4d5f-b50b-9dd4b1725b5c req-2847b6c1-ecc3-4c67-9b01-f8a66bfaec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:55.971194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f83de13b-e543-4d5f-b50b-9dd4b1725b5c req-2847b6c1-ecc3-4c67-9b01-f8a66bfaec48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 1097 time: 0.2937782 Aug 16 22:16:55.972688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-4014e21c-da87-4cf2-b06d-736faab2d045 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/quotas/300a0221320a473c81142524da874885 HTTP/1.1" status: 200 len: 375 time: 0.0857620 Aug 16 22:16:56.079592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-4336c0c0-11f0-4bda-a3c2-73b34ef89449 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779042 Aug 16 22:16:56.177803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-6789527f-628d-418c-a37b-60b8e872ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:56.179360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-6789527f-628d-418c-a37b-60b8e872ab55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2284977 Aug 16 22:16:56.192221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78273d97-70c3-42f1-bbd6-97b34b7d2c32 req-9508541e-a407-44e7-8361-961484cfd291 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295640 Aug 16 22:16:56.251550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f83de13b-e543-4d5f-b50b-9dd4b1725b5c req-d7737415-3ce6-471a-b6f4-253aaec51763 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510870 Aug 16 22:16:56.380571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-806bcc80-800c-47c8-acf5-0a5514238fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:56.382183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-806bcc80-800c-47c8-acf5-0a5514238fb2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1849260 Aug 16 22:16:56.388652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a52315d7-36dd-4932-ab31-a8b497ee0f72 service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971361 Aug 16 22:16:56.406799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.448866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['44641c25-c684-4e5b-9369-9fde07425b71', '00d83912-bb6b-4003-be01-d02360dced56'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:16:56.484930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa6edc-e9e4-4669-ba28-8dbe60e7abd0 req-5f82058e-6406-405e-8aa1-cb4a71e2d791 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:56.486634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effa6edc-e9e4-4669-ba28-8dbe60e7abd0 req-5f82058e-6406-405e-8aa1-cb4a71e2d791 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1872869 Aug 16 22:16:56.505786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=00d83912-bb6b-4003-be01-d02360dced56,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:56.591763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 00d83912-bb6b-4003-be01-d02360dced56 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:56.598228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:56.600237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-f5573bcb-1ecb-45d6-8e80-6036b199f36c tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "DELETE /v2.0/ports/00d83912-bb6b-4003-be01-d02360dced56 HTTP/1.1" status: 204 len: 173 time: 1.7483368 Aug 16 22:16:56.600703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-deleted', 'tag': '00d83912-bb6b-4003-be01-d02360dced56'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:56.602994 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9395de-aab9-4ddb-a873-c09a20c68d14" -d '{"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-deleted", "tag": "00d83912-bb6b-4003-be01-d02360dced56"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:56.696069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effa6edc-e9e4-4669-ba28-8dbe60e7abd0 req-5ac61806-8269-4d53-95fd-49aa3be1c947 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934597 Aug 16 22:16:56.744240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-0d5fd0d4-a3ca-4399-831e-46aa47f97657 service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474841 Aug 16 22:16:56.882879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-f5179727-bb31-4a25-996f-dc3a33f5a404 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011063 Aug 16 22:16:56.932223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 44641c25-c684-4e5b-9369-9fde07425b71 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:16:56.932576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:57.188396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba677d66-6e59-4989-93fa-43f6c28f1678 req-5ee13db8-39ba-4655-b5d1-322bc3465499 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822828 Aug 16 22:16:57.205386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5480-6296-4061-be22-862883f589ae req-11995094-6da4-4a5d-977a-54b6c5b88571 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:57.206964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeef5480-6296-4061-be22-862883f589ae req-11995094-6da4-4a5d-977a-54b6c5b88571 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.2266655 Aug 16 22:16:57.214090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 44641c25-c684-4e5b-9369-9fde07425b71, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=44641c25-c684-4e5b-9369-9fde07425b71,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:16:57.214463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:57.226370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58969a5-9bc0-46a2-b842-98709a3cda09 req-af996fdc-7660-4616-b166-d08702f72b0d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:57.229539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f58969a5-9bc0-46a2-b842-98709a3cda09 req-af996fdc-7660-4616-b166-d08702f72b0d tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 946 time: 0.1905444 Aug 16 22:16:57.261501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 44641c25-c684-4e5b-9369-9fde07425b71 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:16:57.317514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeef5480-6296-4061-be22-862883f589ae req-827d7cf8-506e-4be2-983e-04413eff0175 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984626 Aug 16 22:16:57.402814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f58969a5-9bc0-46a2-b842-98709a3cda09 req-ff1f1261-3998-4b36-b8e9-22f1cb1f29b2 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/security-groups?id=b91ede27-9da7-49e0-b77c-d17c0827503b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071718 Aug 16 22:16:57.460701 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389f73b-d2cf-4e80-8bc4-c710b6fec5ca x-openstack-request-id: req-c389f73b-d2cf-4e80-8bc4-c710b6fec5ca {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:57.460997 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-deleted", "tag": "00d83912-bb6b-4003-be01-d02360dced56", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:57.461277 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c389f73b-d2cf-4e80-8bc4-c710b6fec5ca {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:57.461843 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-deleted', 'tag': '00d83912-bb6b-4003-be01-d02360dced56', 'status': 'completed', 'code': 200} Aug 16 22:16:57.538459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-015aa132-c3ef-4e37-bc72-e904aa2b84c0 req-277c1bbb-5ae4-4035-a5de-61bb8041db0d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 210 time: 0.0635207 Aug 16 22:16:57.559962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:57.562679 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d20acf-f33a-4450-9260-e842308976a8" -d '{"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:57.595053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:57.614896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726acda-a081-4a7a-87ea-0ecf229e662a req-5f46ba52-e36d-4215-b800-154a013b9f43 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:57.616409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6726acda-a081-4a7a-87ea-0ecf229e662a req-5f46ba52-e36d-4215-b800-154a013b9f43 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0805359 Aug 16 22:16:57.639378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=44641c25-c684-4e5b-9369-9fde07425b71,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:57.685272 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e855a4e-9ef7-4cb2-9979-9f3381a29bee x-openstack-request-id: req-8e855a4e-9ef7-4cb2-9979-9f3381a29bee {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:16:57.685740 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-plugged", "status": "completed", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:16:57.686133 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e855a4e-9ef7-4cb2-9979-9f3381a29bee {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:16:57.686673 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'code': 200} Aug 16 22:16:57.710378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 44641c25-c684-4e5b-9369-9fde07425b71 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:16:57.713192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:57.715576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-311842c4-ca7f-43b3-b075-2cf51991ba80 req-e3c61f79-b11d-4dd2-afb4-e56bb3e06f85 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.89 "DELETE /v2.0/ports/44641c25-c684-4e5b-9369-9fde07425b71 HTTP/1.1" status: 204 len: 173 time: 1.1059635 Aug 16 22:16:57.754698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6726acda-a081-4a7a-87ea-0ecf229e662a req-419cea8f-60b0-433c-ac9d-27d7fd0bbb62 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136973 Aug 16 22:16:57.858777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbb938-84e8-480a-9f31-1a035770fb9c req-bded1d69-4546-4220-9592-80785ffdf75b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:57.860330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dbbb938-84e8-480a-9f31-1a035770fb9c req-bded1d69-4546-4220-9592-80785ffdf75b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0663447 Aug 16 22:16:57.902389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dbbb938-84e8-480a-9f31-1a035770fb9c req-eb939140-15cc-4a18-8b07-aee4626865ce tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Aug 16 22:16:58.359592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-5138ab87-5714-47e1-9155-54a8444b5b0c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.361269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-5138ab87-5714-47e1-9155-54a8444b5b0c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.1089029 Aug 16 22:16:58.387718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Request body: {'port': {'device_id': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'admin_state_up': True, 'tenant_id': '300a0221320a473c81142524da874885'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:16:58.508322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461e43-241b-4f71-af10-9205a916807b req-762ee7b9-5f37-4e9c-96d9-0ec3122d3c12 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.509866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd461e43-241b-4f71-af10-9205a916807b req-762ee7b9-5f37-4e9c-96d9-0ec3122d3c12 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1059849 Aug 16 22:16:58.562223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e58ff56-2719-45ad-bd9f-c337fe235d41 req-07c66d34-c4bd-47b1-b3f2-7352cd5d2ebb tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "GET /v2.0/ports?device_id=10c38ffd-923f-4551-88b2-19b987615533 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Aug 16 22:16:58.595458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd461e43-241b-4f71-af10-9205a916807b req-c3413b6a-2cdb-4446-9b65-13cda319b4d4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Aug 16 22:16:58.596669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:16:58.600091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:58.708354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfa79f47-8b4e-42f6-b673-3f855deaea31 req-a822209a-38d4-46bc-b320-141e07bfb7d0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 210 time: 0.0525408 Aug 16 22:16:58.816273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4700ec-35e3-474b-88d4-0f5d6f81712e req-5b3e9c87-97ba-4014-a4d4-11e939bbabac tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.817815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b4700ec-35e3-474b-88d4-0f5d6f81712e req-5b3e9c87-97ba-4014-a4d4-11e939bbabac tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1400547 Aug 16 22:16:58.823777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Allocated IP 172.20.0.3 (b9b1ed1d-092d-4402-977e-3475c4c122f1/20f84d59-c278-48fb-8e21-72e8a571ba44/9823ec82-9290-4ac1-b60c-0b06a4debc65) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:16:58.889166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-624b9a42-3796-4ac8-9fac-bbfb80a7ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.890663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-624b9a42-3796-4ac8-9fac-bbfb80a7ee81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 1097 time: 0.1348546 Aug 16 22:16:58.975262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc4522-ddd6-478f-bbe9-80f32c52ae6c req-4c8376b0-a4fa-4895-9fa1-5a9e88c5222d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:58.976758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69dc4522-ddd6-478f-bbe9-80f32c52ae6c req-4c8376b0-a4fa-4895-9fa1-5a9e88c5222d tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1580553 Aug 16 22:16:58.983311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b4700ec-35e3-474b-88d4-0f5d6f81712e req-ceb44118-f79c-4d8d-ac9d-24ddc973c527 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475430 Aug 16 22:16:59.128407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69dc4522-ddd6-478f-bbe9-80f32c52ae6c req-419796b6-4ced-4fe0-bdb3-cff82713a4f8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441340 Aug 16 22:16:59.140006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-e78900cf-9b52-4b83-afa0-d61565a1d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.141487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-e78900cf-9b52-4b83-afa0-d61565a1d381 service neutron] 10.222.0.88 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.2334459 Aug 16 22:16:59.204713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-fe1e705e-a47d-4396-be85-a0ffdb7bf7b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73b41bb9-6920-439f-b56b-227ae076c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0539947 Aug 16 22:16:59.223492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6d676-2d27-44f8-b981-7d4fc7c37f51 req-625d6047-0079-43ab-a250-2a67103aaac3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.225004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da6d676-2d27-44f8-b981-7d4fc7c37f51 req-625d6047-0079-43ab-a250-2a67103aaac3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1780717 Aug 16 22:16:59.280590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.321719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-5e32da62-7f98-44ff-a03e-c1047abf4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.323229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-5e32da62-7f98-44ff-a03e-c1047abf4c5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0956945 Aug 16 22:16:59.326695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da6d676-2d27-44f8-b981-7d4fc7c37f51 req-a5b08736-ff10-402e-af5f-cd586302a58a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871544 Aug 16 22:16:59.372994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-2cecf4ad-8b1f-45e4-9867-7cdaa8cee9a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391052 Aug 16 22:16:59.381994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:16:59.583285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 00d83912-bb6b-4003-be01-d02360dced56 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:59.605052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 00d83912-bb6b-4003-be01-d02360dced56 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:59.605458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 00d83912-bb6b-4003-be01-d02360dced56 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:59.605886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 44641c25-c684-4e5b-9369-9fde07425b71 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:16:59.627281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 44641c25-c684-4e5b-9369-9fde07425b71 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:16:59.627635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 44641c25-c684-4e5b-9369-9fde07425b71 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:16:59.792321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-deleted', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:16:59.795606 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd80a8-90c2-49b5-a42d-e9d571168eff" -d '{"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-deleted", "tag": "44641c25-c684-4e5b-9369-9fde07425b71"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:16:59.843215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:16:59.851824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:16:59.853643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:16:59.855911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:16:59.941392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee11b-92fa-4d4f-a78a-094c1e9906ba req-23d5e6e8-b707-4d28-9cee-d2b414c17ee7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.942895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e40ee11b-92fa-4d4f-a78a-094c1e9906ba req-23d5e6e8-b707-4d28-9cee-d2b414c17ee7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.5503213 Aug 16 22:16:59.948859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655c40-46d1-4ef4-8708-df8c5f5b7d8e req-17114373-fece-4558-91f9-80cc070e7ba7 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.950332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce655c40-46d1-4ef4-8708-df8c5f5b7d8e req-17114373-fece-4558-91f9-80cc070e7ba7 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.4908957 Aug 16 22:16:59.953507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-86d8dcc0-20be-48ee-b3da-8dd892ba2da0 service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620646 Aug 16 22:16:59.959194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:16:59.960382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.059382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-a35b9ce2-b5e8-4745-bc00-6e745e08a3ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6810708 Aug 16 22:17:00.078909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce655c40-46d1-4ef4-8708-df8c5f5b7d8e req-2210edee-980c-4fc1-9a36-7262465540c0 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153293 Aug 16 22:17:00.081725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e40ee11b-92fa-4d4f-a78a-094c1e9906ba req-9644ce19-ff86-408d-8ab3-968296ee1c55 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304095 Aug 16 22:17:00.135517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dcff1a4-4730-46f2-871f-84658d92f146 req-4cae2219-8700-4a7d-b295-167352fb1a49 service neutron] 10.222.0.88 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709051 Aug 16 22:17:00.154032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Request body: {'port': {'device_id': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:00.154654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:00.189594 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4efa3b-99fc-4cbe-94dd-3c7f61463720 x-openstack-request-id: req-2f4efa3b-99fc-4cbe-94dd-3c7f61463720 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:00.189888 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c38ffd-923f-4551-88b2-19b987615533", "name": "network-vif-deleted", "tag": "44641c25-c684-4e5b-9369-9fde07425b71", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:00.190136 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f4efa3b-99fc-4cbe-94dd-3c7f61463720 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:00.190519 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c38ffd-923f-4551-88b2-19b987615533', 'name': 'network-vif-deleted', 'tag': '44641c25-c684-4e5b-9369-9fde07425b71', 'status': 'completed', 'code': 200} Aug 16 22:17:00.226380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting subnet b4c76a7a-4005-4e76-b3a8-8dc8cbfae135 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:17:00.229813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.236522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.273940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.332347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9d194-5c7e-47f4-8859-d350801687c1 req-eadcb865-c077-4c0d-bb6a-b70512c2f22c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.333774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46e9d194-5c7e-47f4-8859-d350801687c1 req-eadcb865-c077-4c0d-bb6a-b70512c2f22c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 931 time: 0.1424689 Aug 16 22:17:00.352341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa39d0-f06b-4900-b12e-3cd4b5c84339 req-6b4bc46b-3aa5-42af-afce-2f89dd5eef5a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.353820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4efa39d0-f06b-4900-b12e-3cd4b5c84339 req-6b4bc46b-3aa5-42af-afce-2f89dd5eef5a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1152349 Aug 16 22:17:00.358291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.418086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.442446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c76a7a-4005-4e76-b3a8-8dc8cbfae135,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:00.451569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.456126 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a39d0c4-5d92-4e57-b891-54e35d3bc8e1 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/subnets/b4c76a7a-4005-4e76-b3a8-8dc8cbfae135 HTTP/1.1" status: 204 len: 168 time: 0.2980435 Aug 16 22:17:00.457095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:00.457736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815fd008-e624-4d8a-bfe6-5a21db28b9e4 None None] Network fd7fe0d2-ab69-41dc-9f29-2288da595ec9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:00.477912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46e9d194-5c7e-47f4-8859-d350801687c1 req-fa48a95b-4206-429c-a341-6715b4396ed1 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353638 Aug 16 22:17:00.491353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4efa39d0-f06b-4900-b12e-3cd4b5c84339 req-3d32ffd3-e39a-43fa-a1c2-7d97e817fee1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242008 Aug 16 22:17:00.576049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.657290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 9f192690-9f00-4a8c-87aa-42925df05d37 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:00.657924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.697232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d5670-0241-46ef-b690-e2e9162b0cd8 req-be3baf5d-1fba-4300-95ec-5436df6cd6c7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:00.697626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] DHCP port deletion for fd7fe0d2-ab69-41dc-9f29-2288da595ec9 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:17:00.699035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c17d5670-0241-46ef-b690-e2e9162b0cd8 req-be3baf5d-1fba-4300-95ec-5436df6cd6c7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.0901947 Aug 16 22:17:00.738088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 9f192690-9f00-4a8c-87aa-42925df05d37, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f192690-9f00-4a8c-87aa-42925df05d37,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:00.738463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.752911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 9f192690-9f00-4a8c-87aa-42925df05d37 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:00.755891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Deleting port 9f192690-9f00-4a8c-87aa-42925df05d37 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:00.756572 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.779748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:00.786851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c17d5670-0241-46ef-b690-e2e9162b0cd8 req-87e48e85-74d2-42b5-bc9d-6bca4777845b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814195 Aug 16 22:17:00.791037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.814653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Transition to ACTIVE for port object 9823ec82-9290-4ac1-b60c-0b06a4debc65 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:00.821165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.845696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] For port 9f192690-9f00-4a8c-87aa-42925df05d37, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9f192690-9f00-4a8c-87aa-42925df05d37,segment=NetworkSegment(431026d3-6f2e-4a73-9388-eb5c99cb9edf),segment_id=431026d3-6f2e-4a73-9388-eb5c99cb9edf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:00.846333 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.863206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Calling delete_port for 9f192690-9f00-4a8c-87aa-42925df05d37 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:00.871347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.893643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:00.902801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=9f192690-9f00-4a8c-87aa-42925df05d37,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:00.904929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 9f192690-9f00-4a8c-87aa-42925df05d37 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:00.964150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.964498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.964843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.965208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.965541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.965922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.966240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.966570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.966674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:00.966900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.967234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.967648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:00.967986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:01.007986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-73f4ab37-7a21-4fcf-b199-c0184f0518b3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352976 Aug 16 22:17:01.008637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Attempting to bind port 9823ec82-9290-4ac1-b60c-0b06a4debc65 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:01.008973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Attempting to bind port 9823ec82-9290-4ac1-b60c-0b06a4debc65 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:01.009332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Attempting to bind port 9823ec82-9290-4ac1-b60c-0b06a4debc65 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:01.016424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] Pushing event deleted for resources: {'Port': ['ID=9f192690-9f00-4a8c-87aa-42925df05d37,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.017373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.017798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Port 9823ec82-9290-4ac1-b60c-0b06a4debc65 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:01.018194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Attempting to bind port 9823ec82-9290-4ac1-b60c-0b06a4debc65 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:01.023299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670b4c2-50df-4326-90e5-0a6e7db245e3 None None] No DVR routers for this DVR port 9f192690-9f00-4a8c-87aa-42925df05d37 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:01.033779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7fe0d2-ab69-41dc-9f29-2288da595ec9']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:01.035967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:01.036312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Checking segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:01.036700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Bound using segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:01.037166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Bound port: 9823ec82-9290-4ac1-b60c-0b06a4debc65, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:01.037532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.045699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431026d3-6f2e-4a73-9388-eb5c99cb9edf') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:01.045925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431026d3-6f2e-4a73-9388-eb5c99cb9edf') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:01.058680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.076692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.083599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:17:01.084057 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:17:01.087385 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:17:01.163821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.185340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.187253 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/networks/fd7fe0d2-ab69-41dc-9f29-2288da595ec9 HTTP/1.1" status: 204 len: 168 time: 0.7296944 Aug 16 22:17:01.188847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d027-cf96-4d49-901a-c1255f115f81 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Network': ['ID=fd7fe0d2-ab69-41dc-9f29-2288da595ec9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.190588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:01.245930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting subnet f8357329-ee7e-4782-b725-21f6e7af18d7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:17:01.249811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.250532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:01.262404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-cf15514e-c0ad-4fcb-b701-804c7b2fe375 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.263928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-cf15514e-c0ad-4fcb-b701-804c7b2fe375 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490280 Aug 16 22:17:01.275371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:01.284957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.290073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.316296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-8823115e-2128-4421-b328-c97e7c8210a4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/quotas/a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 375 time: 0.0457239 Aug 16 22:17:01.328282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57471eaa-f4d6-46e1-900a-d55efc6522be req-2ac09294-c4d6-4f93-bbf3-222fd92c723a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.329742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57471eaa-f4d6-46e1-900a-d55efc6522be req-2ac09294-c4d6-4f93-bbf3-222fd92c723a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1490445 Aug 16 22:17:01.344458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.345101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.346456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] 10.222.0.89 "PUT /v2.0/ports/9823ec82-9290-4ac1-b60c-0b06a4debc65 HTTP/1.1" status: 200 len: 1092 time: 1.2638385 Aug 16 22:17:01.390414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.412152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8b4e-2f41-45e4-b193-ae2ab974e38b service neutron] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.436082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57471eaa-f4d6-46e1-900a-d55efc6522be req-7219cc1c-44a6-4e8b-886a-7d58528d3f47 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837126 Aug 16 22:17:01.457420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-acea2a03-ab4c-47a9-9ce8-480c622ee153 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254351 Aug 16 22:17:01.479815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.481307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-75b3af32-589d-4d58-a0d7-bad66422930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.483042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-75b3af32-589d-4d58-a0d7-bad66422930c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 1095 time: 0.0646031 Aug 16 22:17:01.509950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Subnet': ['ID=f8357329-ee7e-4782-b725-21f6e7af18d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:01.512120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.514701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5017832a-b5aa-418a-b0d0-91075a067441 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/subnets/f8357329-ee7e-4782-b725-21f6e7af18d7 HTTP/1.1" status: 204 len: 168 time: 0.3231761 Aug 16 22:17:01.517235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:01.524627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d462e2d-cc29-40d1-b4de-84bd01e8157a None None] Network fa84e809-678a-45bd-be68-5612a4727a6d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:01.548123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-0933ac1a-ebb1-484e-b894-8a52464e2109 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65 HTTP/1.1" status: 200 len: 217 time: 0.0469849 Aug 16 22:17:01.651329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934c2a-9a85-412a-8322-69289968ccdc req-d9b7737c-b664-40e1-89fe-8c9097d70c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.651501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.651807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-d9b7737c-b664-40e1-89fe-8c9097d70c60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0960526 Aug 16 22:17:01.715524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-222cd9db-a3d2-423a-a77e-da562a0f739d req-5fb2ebef-c23b-4fba-9630-bca1bd19dc25 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 210 time: 0.0687313 Aug 16 22:17:01.717563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-22e95a10-4897-4670-a9eb-b189deeac172 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549848 Aug 16 22:17:01.748493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d91331-7d3f-4452-88d5-fb57835b297a req-48faa888-53c3-4615-897e-c586d4321e0e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:01.750360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48d91331-7d3f-4452-88d5-fb57835b297a req-48faa888-53c3-4615-897e-c586d4321e0e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 943 time: 0.1579187 Aug 16 22:17:01.758526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Deleting port 48448961-02d6-4857-867e-1fc418d2761f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:01.758931 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.785231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] DHCP port deletion for fa84e809-678a-45bd-be68-5612a4727a6d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:17:01.836304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] For port 48448961-02d6-4857-867e-1fc418d2761f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=48448961-02d6-4857-867e-1fc418d2761f,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:01.836773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.852305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Calling delete_port for 48448961-02d6-4857-867e-1fc418d2761f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:01.855832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Deleting port 48448961-02d6-4857-867e-1fc418d2761f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:01.857261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.928366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48d91331-7d3f-4452-88d5-fb57835b297a req-8830ad67-b816-437a-af8c-8846976ee3c7 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536417 Aug 16 22:17:01.936284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] For port 48448961-02d6-4857-867e-1fc418d2761f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=48448961-02d6-4857-867e-1fc418d2761f,segment=NetworkSegment(0610f573-80a7-491e-a2e3-a902aecef8d8),segment_id=0610f573-80a7-491e-a2e3-a902aecef8d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:01.936929 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.955513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Calling delete_port for 48448961-02d6-4857-867e-1fc418d2761f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:01.969014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:01.983783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-e68f2671-fd0f-489d-9167-b01f0fd12e1b service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555964 Aug 16 22:17:02.005581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Port': ['ID=48448961-02d6-4857-867e-1fc418d2761f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.009324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] No DVR routers for this DVR port 48448961-02d6-4857-867e-1fc418d2761f on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:02.100804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455d76-3a5f-40f5-b4da-f0cebc3af47b req-565d52d1-d2d6-4a4a-a180-ef84353a4cff tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.102439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f455d76-3a5f-40f5-b4da-f0cebc3af47b req-565d52d1-d2d6-4a4a-a180-ef84353a4cff tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 945 time: 0.1133757 Aug 16 22:17:02.118715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.134575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa84e809-678a-45bd-be68-5612a4727a6d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:02.149975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0610f573-80a7-491e-a2e3-a902aecef8d8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:02.150295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0610f573-80a7-491e-a2e3-a902aecef8d8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:02.162746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.167441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1934c2a-9a85-412a-8322-69289968ccdc req-fc426f04-35f4-41e8-8dd6-ab7741beba7c service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681304 Aug 16 22:17:02.175848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f455d76-3a5f-40f5-b4da-f0cebc3af47b req-bf9e42a5-9b57-4911-96bf-3bbd9e016ebd tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656841 Aug 16 22:17:02.179821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.190126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:17:02.190841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.191615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:02.194398 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c68199-d3ef-49ca-8510-01c928f30fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:17:02.207840 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:17:02.258495 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf768b-eddd-4a43-a098-e56b9ce39a97 x-openstack-request-id: req-2ccf768b-eddd-4a43-a098-e56b9ce39a97 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:02.259769 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:02.260027 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ccf768b-eddd-4a43-a098-e56b9ce39a97 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:02.260460 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'status': 'completed', 'code': 200} Aug 16 22:17:02.264640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.276220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.278139 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] 10.222.0.22 "DELETE /v2.0/networks/fa84e809-678a-45bd-be68-5612a4727a6d HTTP/1.1" status: 204 len: 168 time: 0.7597775 Aug 16 22:17:02.299596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77959f4d-9d58-4477-9eff-5dd48ee64a53 tempest-ServersTestMultiNic-1364200685 tempest-ServersTestMultiNic-1364200685-project] Pushing event deleted for resources: {'Network': ['ID=fa84e809-678a-45bd-be68-5612a4727a6d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.320380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.330718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Network fa84e809-678a-45bd-be68-5612a4727a6d is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:17:02.331176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] No DVR routers for this DVR port 48448961-02d6-4857-867e-1fc418d2761f on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:02.350556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb0271-9f95-40fa-b35c-7bcfb09d86e9 None None] Pushing event deleted for resources: {'Port': ['ID=48448961-02d6-4857-867e-1fc418d2761f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.394293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-c7c7d3bd-715f-415a-806c-7cc7ce427cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.395853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-c7c7d3bd-715f-415a-806c-7cc7ce427cc3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 1095 time: 0.0618730 Aug 16 22:17:02.517283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-7adfd2f4-b9e9-486e-be7c-be8c10e335e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.518811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-7adfd2f4-b9e9-486e-be7c-be8c10e335e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 905 time: 0.1138868 Aug 16 22:17:02.574676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 48448961-02d6-4857-867e-1fc418d2761f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:02.592471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-71b18f54-1307-43a1-b9db-f29fd6395139 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65 HTTP/1.1" status: 200 len: 217 time: 0.0654888 Aug 16 22:17:02.597470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 48448961-02d6-4857-867e-1fc418d2761f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:02.598457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 48448961-02d6-4857-867e-1fc418d2761f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:02.599266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f192690-9f00-4a8c-87aa-42925df05d37 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:02.623760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9f192690-9f00-4a8c-87aa-42925df05d37 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:02.624162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9f192690-9f00-4a8c-87aa-42925df05d37 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:02.634186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:02.640439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:02.690535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8999716-1ac4-45dd-9ec8-8532f3eb2777 req-1370bad0-5a5f-4345-87b5-74aa052d760b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.691976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8999716-1ac4-45dd-9ec8-8532f3eb2777 req-1370bad0-5a5f-4345-87b5-74aa052d760b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1031070 Aug 16 22:17:02.696025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-13bcae30-3eeb-42aa-a913-2e5735265d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:02.697579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-13bcae30-3eeb-42aa-a913-2e5735265d50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0855720 Aug 16 22:17:02.726939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.767286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-3f169bb3-f2df-445a-b57e-9b4a0ef4d9b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588737 Aug 16 22:17:02.770714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:02.773161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:02.783541 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af950a64-9f74-44be-a297-98e918072b00" -d '{"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-unplugged", "status": "completed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:02.787118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:02.814479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8999716-1ac4-45dd-9ec8-8532f3eb2777 req-7f938525-258b-4285-bcfe-6a92cbe6df0d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132944 Aug 16 22:17:02.868675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:02.877284 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c659cc5-fc1e-4a64-9479-aa6bb4e35b1d x-openstack-request-id: req-1c659cc5-fc1e-4a64-9479-aa6bb4e35b1d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:02.877501 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-unplugged", "status": "failed", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:02.877921 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c659cc5-fc1e-4a64-9479-aa6bb4e35b1d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:02.878873 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'code': 422} returned with failed status Aug 16 22:17:02.909227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7006acea-ec2c-43ef-9ce4-4dec5d1edd0d req-e3801ddf-1119-429a-a42d-0e6f9751c884 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 210 time: 0.0525634 Aug 16 22:17:02.948419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-a166140e-1ade-4935-8a53-5801b1e7899a service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664436 Aug 16 22:17:03.094165 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-756a15e1-fa22-47c0-aaed-b502f2410720 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293696 Aug 16 22:17:03.109237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f03a1d-5ff0-418e-bf03-a5cefdab9467 req-9fddf9f2-493d-432e-aebf-f25f86375861 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.110795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f03a1d-5ff0-418e-bf03-a5cefdab9467 req-9fddf9f2-493d-432e-aebf-f25f86375861 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 943 time: 0.1084275 Aug 16 22:17:03.117128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68c68199-d3ef-49ca-8510-01c928f30fc3 req-c78f3bd2-9be8-4d73-8f61-de1ef42d2e64 service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544452 Aug 16 22:17:03.141927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.171024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f03a1d-5ff0-418e-bf03-a5cefdab9467 req-b091c345-766a-40b1-b88b-09da779d0a36 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Aug 16 22:17:03.308108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f9c69-16b0-4c42-a0c1-0c2804e37870 req-44d62a88-75e6-4e44-9338-2de8fec26627 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.310205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f92f9c69-16b0-4c42-a0c1-0c2804e37870 req-44d62a88-75e6-4e44-9338-2de8fec26627 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.0522807 Aug 16 22:17:03.350772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f92f9c69-16b0-4c42-a0c1-0c2804e37870 req-c12223e6-2895-4450-9755-158450ec65bf tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Aug 16 22:17:03.591441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-0fc5b9fb-eda8-45aa-b7cb-29e1ed2c4faf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.592896 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-0fc5b9fb-eda8-45aa-b7cb-29e1ed2c4faf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4797957 Aug 16 22:17:03.628286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Request body: {'port': {'device_id': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'a14b5d52742247f9af4f13258fc0969e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:03.803583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Made reservation on behalf of a14b5d52742247f9af4f13258fc0969e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:03.807017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.927667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Deleting port 2bb58e90-227d-434d-9c50-204d6c960ab6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:03.928054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:03.941441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880392c-6758-4994-8e0c-f531ca499463 req-d5eaecbc-eee3-4a00-9dc7-118a4c5af7fb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:03.943627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2880392c-6758-4994-8e0c-f531ca499463 req-d5eaecbc-eee3-4a00-9dc7-118a4c5af7fb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0557539 Aug 16 22:17:03.984862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2880392c-6758-4994-8e0c-f531ca499463 req-90e2c23d-2561-4375-9271-29008d34d070 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Aug 16 22:17:04.049606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Allocated IP 192.168.233.12 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/2d959347-9e2b-448d-b728-78b9dff766ad) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:04.065401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-2011d321-6dee-46c1-959e-140a7afbe194 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.066922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-2011d321-6dee-46c1-959e-140a7afbe194 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=046f1cca-e277-4cec-b393-c7cb1b081000 HTTP/1.1" status: 200 len: 943 time: 0.0606434 Aug 16 22:17:04.080487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] For port 2bb58e90-227d-434d-9c50-204d6c960ab6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2bb58e90-227d-434d-9c50-204d6c960ab6,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:04.080923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.087923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8518308f-829b-4593-8a90-ac23c8f2df9a req-b602f08a-b87c-4496-8d9b-42cd1a4ed07f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 210 time: 0.0402894 Aug 16 22:17:04.103792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Calling delete_port for 2bb58e90-227d-434d-9c50-204d6c960ab6 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:04.186847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 73b41bb9-6920-439f-b56b-227ae076c1c8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:04.187296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.286719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 73b41bb9-6920-439f-b56b-227ae076c1c8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73b41bb9-6920-439f-b56b-227ae076c1c8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:04.287098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.300381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 73b41bb9-6920-439f-b56b-227ae076c1c8 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:04.334836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.357436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Transition to ACTIVE for port object 2d959347-9e2b-448d-b728-78b9dff766ad will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:04.416714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c316b8b-6541-4b57-9e20-69bd18499911 req-bbbe666a-6e22-4d2f-bc60-11670c540a26 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.418223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c316b8b-6541-4b57-9e20-69bd18499911 req-bbbe666a-6e22-4d2f-bc60-11670c540a26 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 943 time: 0.0656145 Aug 16 22:17:04.429170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.437097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.469233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb58e90-227d-434d-9c50-204d6c960ab6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:04.471563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:04.499632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c316b8b-6541-4b57-9e20-69bd18499911 req-ff2cc8f3-e693-4ff2-9617-57d98d9f9d11 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738120 Aug 16 22:17:04.515795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:04.542823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:04.551275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:04.552735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.605584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=73b41bb9-6920-439f-b56b-227ae076c1c8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:04.631074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:04.664521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:04.665297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.676007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 73b41bb9-6920-439f-b56b-227ae076c1c8 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:04.678605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.699795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7aed2654-a70a-43e8-b8a7-27a933404fa0 req-02ff8d4a-8e29-463c-8d88-acd094fee4d6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "DELETE /v2.0/ports/73b41bb9-6920-439f-b56b-227ae076c1c8 HTTP/1.1" status: 204 len: 173 time: 0.6140008 Aug 16 22:17:04.700428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-deleted', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:04.714571 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b817a-6d92-4506-b3ff-4b8de0d0f061" -d '{"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-deleted", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:04.717533 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-63e422f0-61b1-4ade-adb0-22fa2cf7a1d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0931077 Aug 16 22:17:04.773461 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760d72c-41c3-4150-91c4-a8a6de2c623b x-openstack-request-id: req-8760d72c-41c3-4150-91c4-a8a6de2c623b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:04.773759 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046f1cca-e277-4cec-b393-c7cb1b081000", "name": "network-vif-deleted", "tag": "73b41bb9-6920-439f-b56b-227ae076c1c8", "status": "failed", "code": 422}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:04.774011 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8760d72c-41c3-4150-91c4-a8a6de2c623b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:04.774444 n-d-791505-20 neutron-server[94816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '046f1cca-e277-4cec-b393-c7cb1b081000', 'name': 'network-vif-deleted', 'tag': '73b41bb9-6920-439f-b56b-227ae076c1c8', 'status': 'failed', 'code': 422} returned with failed status Aug 16 22:17:04.778481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Request body: {'port': {'device_id': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:04.850283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.859351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.911361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46cb7e7f-9ca3-4566-ac6d-18032e15435a None None] Provisioning for port 2d959347-9e2b-448d-b728-78b9dff766ad completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:04.915518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46cb7e7f-9ca3-4566-ac6d-18032e15435a None None] Provisioning complete for port 2d959347-9e2b-448d-b728-78b9dff766ad triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:04.916136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46cb7e7f-9ca3-4566-ac6d-18032e15435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:04.953450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46cb7e7f-9ca3-4566-ac6d-18032e15435a None None] Port 2d959347-9e2b-448d-b728-78b9dff766ad cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:05.112743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e3390-690c-48ae-bc84-e254d4175c7c req-ca7a63d3-1c12-4277-903d-dc7c7f58e8a2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.114325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d97e3390-690c-48ae-bc84-e254d4175c7c req-ca7a63d3-1c12-4277-903d-dc7c7f58e8a2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0561011 Aug 16 22:17:05.170808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d97e3390-690c-48ae-bc84-e254d4175c7c req-696c56d2-24d9-4cc5-9dc0-f3e784e2218d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497391 Aug 16 22:17:05.269319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446113-f496-4008-af78-3b964bd034a7 req-30f22667-35b5-404d-b5f5-a1d9737b2b96 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.270810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07446113-f496-4008-af78-3b964bd034a7 req-30f22667-35b5-404d-b5f5-a1d9737b2b96 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 935 time: 0.0623467 Aug 16 22:17:05.273485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:05.314725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07446113-f496-4008-af78-3b964bd034a7 req-6938f355-10dc-42f3-92d5-01e9e59e7296 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362594 Aug 16 22:17:05.366569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d959347-9e2b-448d-b728-78b9dff766ad {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:05.377801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.423121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Transition to ACTIVE for port object 2d959347-9e2b-448d-b728-78b9dff766ad will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:05.428220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.467936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-2219b192-ceb3-4f4f-af3b-d18c420dc0aa tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.469498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-2219b192-ceb3-4f4f-af3b-d18c420dc0aa tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1060033 Aug 16 22:17:05.474237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:05.481419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4878ccba-82c9-482a-a770-7dced3d97acc admin admin] 10.222.0.22 "PUT /v2.0/routers/f5298938-c9dd-4842-8b6e-b99b2b7e9be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8398058 Aug 16 22:17:05.484542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:05.487700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Sync routers for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:05.498431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:05.499604 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:05.500803 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:05.504193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-2e90c681-806c-4924-8162-c3b2779bcba5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0180130 Aug 16 22:17:05.551431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-fe92e9e3-89f3-434e-baa0-4f05b2b4aa67 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457408 Aug 16 22:17:05.586314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:05.658647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:05.659188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:05.659304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:05.663334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.667245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:05.667576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:05.715639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-f7b89604-c3c7-4278-b4e6-d2776df4c08f service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632187 Aug 16 22:17:05.733770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:05.741001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:05.741418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:05.741804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:05.742315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Bound port: 2d959347-9e2b-448d-b728-78b9dff766ad, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:05.742634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.750988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'mac_address': 'fa:16:3e:a8:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:05.804024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.821734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:05.829770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-ed2a51a3-0e56-4f82-9b09-12706a7ede46 service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125824 Aug 16 22:17:05.830820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:05.869034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:05.873031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea172-6a48-4da8-a630-399038d6d628 req-64b318fe-21bd-4df1-a4cd-8405ea2284e7 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.874976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7ea172-6a48-4da8-a630-399038d6d628 req-64b318fe-21bd-4df1-a4cd-8405ea2284e7 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 943 time: 0.2403705 Aug 16 22:17:05.875108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:05.877942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.882015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:05.891872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.895576 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.953267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:05.954054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:05.955556 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] 10.222.0.89 "PUT /v2.0/ports/2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 1096 time: 1.1935346 Aug 16 22:17:05.957303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:05.958316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7ea172-6a48-4da8-a630-399038d6d628 req-da18d75f-5bc4-4b2a-9f3e-06563776553d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Aug 16 22:17:05.961249 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9561a8-988c-4e6c-9c91-f02267d3bfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:06.035347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958bd1-c742-46ec-84be-3b5916d4368a service neutron] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:06.045057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:06.069264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca91a802-59d9-41b8-b978-fdb351e02f50 req-97fa49ee-d05a-4cf4-b9d9-40d7d09e2f98 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 210 time: 0.0414760 Aug 16 22:17:06.107303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Deleting port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:06.107879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:06.161542 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:17:04Z', 'revision_number': 5, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port': {'id': '93fcf081-7db9-469d-bfbf-46c9c52d8f5c', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:15:46Z', 'updated_at': '2021-08-16T22:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:06.169708 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf8eb0-d5d2-4136-990f-5971d7086f82 x-openstack-request-id: req-57bf8eb0-d5d2-4136-990f-5971d7086f82 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:06.170069 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:06.170394 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57bf8eb0-d5d2-4136-990f-5971d7086f82 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:06.170848 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'status': 'completed', 'code': 200} Aug 16 22:17:06.178562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-70925ed6-67bd-49bc-bf1a-0cb36b005c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.180366 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-70925ed6-67bd-49bc-bf1a-0cb36b005c4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1099 time: 0.1141710 Aug 16 22:17:06.197851 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Checking router: f5298938-c9dd-4842-8b6e-b99b2b7e9be6 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:06.208701 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Routers {'f5298938-c9dd-4842-8b6e-b99b2b7e9be6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:06.209360 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:06.217546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9823ec82-9290-4ac1-b60c-0b06a4debc65'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:06.369867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fad45-96f1-44ba-b0f1-92a97c702621 req-34e17df7-2ef4-4bcb-b41e-73a36feac89c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.383103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-598fad45-96f1-44ba-b0f1-92a97c702621 req-34e17df7-2ef4-4bcb-b41e-73a36feac89c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1120408 Aug 16 22:17:06.405944 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] Set router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:06.452012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-598fad45-96f1-44ba-b0f1-92a97c702621 req-0cb87268-f39e-46cd-a46f-141ef5fd8d8d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656157 Aug 16 22:17:06.541824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:17:05Z', 'revision_number': 6, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:06.578018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999edc0-5d36-410f-ba99-ed5634eef3a6 None None] The sync data for ids ['f5298938-c9dd-4842-8b6e-b99b2b7e9be6'] in n-d-791505-20 is: [{'id': 'f5298938-c9dd-4842-8b6e-b99b2b7e9be6', 'name': 'tempest-ServersTestMultiNic-1769205478-router', 'tenant_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:15:45Z', 'updated_at': '2021-08-16T22:17:05Z', 'revision_number': 6, 'project_id': 'c7ca2eb6e77e4e55aed3e066f963992f', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:06.613181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86ffdc-34d1-40c3-a1e4-f88fba61c99f req-e413e8e8-b7b5-4f97-b216-de000ed3766a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.614761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e86ffdc-34d1-40c3-a1e4-f88fba61c99f req-e413e8e8-b7b5-4f97-b216-de000ed3766a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.1174362 Aug 16 22:17:06.633452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:06.638126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c74c3d-a68b-4a4c-89a1-22df2ef8f435 req-266c6bcd-53d9-4cf2-8128-0523aa55b1e5 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.639744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9c74c3d-a68b-4a4c-89a1-22df2ef8f435 req-266c6bcd-53d9-4cf2-8128-0523aa55b1e5 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0772002 Aug 16 22:17:06.658337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 73b41bb9-6920-439f-b56b-227ae076c1c8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:06.658780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73b41bb9-6920-439f-b56b-227ae076c1c8 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:06.688482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e86ffdc-34d1-40c3-a1e4-f88fba61c99f req-12432898-889b-458a-8ac5-b72a4b1fb234 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Aug 16 22:17:06.706010 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-2bca24e5-12fa-4ed6-afdc-d377eb2ffced service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.5082300 Aug 16 22:17:06.709312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9c74c3d-a68b-4a4c-89a1-22df2ef8f435 req-38a4b18a-2d14-496c-b9c9-dafaa64f8383 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605783 Aug 16 22:17:06.714987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] For port 93fcf081-7db9-469d-bfbf-46c9c52d8f5c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:06.715410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:06.756658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Calling delete_port for 93fcf081-7db9-469d-bfbf-46c9c52d8f5c owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:06.783506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-eef223c8-84c8-4e81-ade4-ef769f8a560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.784968 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-eef223c8-84c8-4e81-ade4-ef769f8a560c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0662820 Aug 16 22:17:06.876028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-4a569ac6-ebc3-4647-83f2-3e96f016e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:06.877664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-4a569ac6-ebc3-4647-83f2-3e96f016e440 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614223 Aug 16 22:17:07.046335 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-1d803f41-16a8-43cb-8dd1-50f39aea9e8e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368921 Aug 16 22:17:07.081042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8227c-25c6-44ca-a49b-eb9c4a368849 req-bf0de591-fc95-4f73-8af2-8c6620f96a08 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.083014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69d8227c-25c6-44ca-a49b-eb9c4a368849 req-bf0de591-fc95-4f73-8af2-8c6620f96a08 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 944 time: 0.0619965 Aug 16 22:17:07.108805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.124874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69d8227c-25c6-44ca-a49b-eb9c4a368849 req-a29e6361-8949-4aa6-ae97-1dcb2171cffd tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Aug 16 22:17:07.149231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Pushing event deleted for resources: {'Port': ['ID=93fcf081-7db9-469d-bfbf-46c9c52d8f5c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:07.159975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8cdeb31-394d-4be9-9bdf-43105ab5f67a req-f79c434d-f93d-4672-b26d-94cf9aa621f5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 210 time: 0.0279465 Aug 16 22:17:07.228382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.232459 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6e3d0eca-cdba-41e8-8d02-e6c862f9d6bd req-36e403d3-cdf6-49cd-add0-efe0a3a073ae service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762798 Aug 16 22:17:07.327789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.329927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.377743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.378957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5298938-c9dd-4842-8b6e-b99b2b7e9be6 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:17:07.383414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.386940 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ad17a23-dd60-4fa6-af1f-922bc347243a admin admin] 10.222.0.22 "DELETE /v2.0/routers/f5298938-c9dd-4842-8b6e-b99b2b7e9be6 HTTP/1.1" status: 204 len: 168 time: 1.8991351 Aug 16 22:17:07.387179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:07.459516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Deleting subnet ce07b262-ce7c-4670-a2b6-459ecc68956d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:17:07.464296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.498173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-c694b5dc-689b-47a0-ba08-440a0532de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.499713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-c694b5dc-689b-47a0-ba08-440a0532de12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1099 time: 0.0868216 Aug 16 22:17:07.562702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.590913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-d0d8dc89-08c6-4f93-8927-8d45f545b569 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.592366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-d0d8dc89-08c6-4f93-8927-8d45f545b569 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.1857257 Aug 16 22:17:07.608226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b557518-12ad-4563-86ef-06f3ab136152 req-4fa8dca6-9511-4964-9102-a87f336feb81 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.609738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b557518-12ad-4563-86ef-06f3ab136152 req-4fa8dca6-9511-4964-9102-a87f336feb81 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0784020 Aug 16 22:17:07.622609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:07.653436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b557518-12ad-4563-86ef-06f3ab136152 req-ffa61b93-7722-4547-84ea-94e4aead7440 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364847 Aug 16 22:17:07.667232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-b27f2592-a35b-4461-87f3-853700cbfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.668877 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-b27f2592-a35b-4461-87f3-853700cbfc43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1592619 Aug 16 22:17:07.679895 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.684923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': '0501734e-b188-47a4-bb4d-3df559f4684e', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:07.693454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9823ec82-9290-4ac1-b60c-0b06a4debc65 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:07.702942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9823ec82-9290-4ac1-b60c-0b06a4debc65 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:07.703460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.749043 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-a64eb2b2-85f4-4071-90c3-d206160fb454 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0666690 Aug 16 22:17:07.828772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.833981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.876418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce07b262-ce7c-4670-a2b6-459ecc68956d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:07.896474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.897845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:07.899551 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec56f78f-b15f-42aa-b124-e39112b2802d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ce07b262-ce7c-4670-a2b6-459ecc68956d HTTP/1.1" status: 204 len: 168 time: 0.5101042 Aug 16 22:17:07.902198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:07.904917 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15030a7-1112-4c02-b257-c36de4d92eb8" -d '{"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-plugged", "status": "completed", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:07.907976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250eeef-4ecd-42bb-ab35-b7f1a9cd4e8f req-ff481caf-655f-4e00-a6d4-a4bd87aefd34 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.912076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd286fee-3c55-4e4e-92c2-dad32ca950c1 None None] Network 59878397-7eca-494b-afcf-2de414c0c2ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:07.917658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8250eeef-4ecd-42bb-ab35-b7f1a9cd4e8f req-ff481caf-655f-4e00-a6d4-a4bd87aefd34 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.0842450 Aug 16 22:17:07.920467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:07.922700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-d0511c16-f90f-4e30-8fa3-c10aa97ab93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:07.924285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-d0511c16-f90f-4e30-8fa3-c10aa97ab93e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1653674 Aug 16 22:17:07.925261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:07.932133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:07.959543 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.038247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-6c034790-7fc6-4e94-a725-1e040b4a8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.039894 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-6c034790-7fc6-4e94-a725-1e040b4a8f92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1053011 Aug 16 22:17:08.044801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.047624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8250eeef-4ecd-42bb-ab35-b7f1a9cd4e8f req-7a6ac8d9-13c3-47be-a2a1-72a6ed6398c3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187119 Aug 16 22:17:08.071713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.098432 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667a591-2bc3-40a0-9d39-ac9ce30b3b64 x-openstack-request-id: req-b667a591-2bc3-40a0-9d39-ac9ce30b3b64 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:08.098809 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-plugged", "status": "completed", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:08.099295 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b667a591-2bc3-40a0-9d39-ac9ce30b3b64 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:08.099900 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'code': 200} Aug 16 22:17:08.174918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] DHCP port deletion for 59878397-7eca-494b-afcf-2de414c0c2ec request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:17:08.181315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.12 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/7bf3de76-5023-441c-a0f4-e9c93449c674) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:08.202476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4b6e8-cb79-45ca-ac8a-834392f9476e req-3268be55-70b5-43ae-85e9-1c7b6521c389 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.204036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01b4b6e8-cb79-45ca-ac8a-834392f9476e req-3268be55-70b5-43ae-85e9-1c7b6521c389 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.0880754 Aug 16 22:17:08.230067 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-3123dd80-12a3-4521-a892-7fa36bf9f47c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727469 Aug 16 22:17:08.242403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Deleting port 2243a50b-0892-46bf-98b5-c137d207d574 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:08.242792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.248250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Deleting port 2243a50b-0892-46bf-98b5-c137d207d574 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:08.248711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.315920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] For port 2243a50b-0892-46bf-98b5-c137d207d574, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2243a50b-0892-46bf-98b5-c137d207d574,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:08.316609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.331152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Calling delete_port for 2243a50b-0892-46bf-98b5-c137d207d574 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:08.337680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01b4b6e8-cb79-45ca-ac8a-834392f9476e req-3329bf45-e535-43f3-ab2b-6d044e6e0f71 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217341 Aug 16 22:17:08.375121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9fd5-6d0e-4d4e-8c09-718ef848421f req-6884f4c9-a8e7-406c-b511-5e5c8061dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.376641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-069d9fd5-6d0e-4d4e-8c09-718ef848421f req-6884f4c9-a8e7-406c-b511-5e5c8061dc5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 1097 time: 0.1702104 Aug 16 22:17:08.378779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] For port 2243a50b-0892-46bf-98b5-c137d207d574, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2243a50b-0892-46bf-98b5-c137d207d574,segment=NetworkSegment(187dec89-b3a5-4e2f-b983-0bd40ea553d8),segment_id=187dec89-b3a5-4e2f-b983-0bd40ea553d8)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:08.379229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.405737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Calling delete_port for 2243a50b-0892-46bf-98b5-c137d207d574 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:08.418093 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-db9561a8-988c-4e6c-9c91-f02267d3bfa7 req-f5ecf7d8-79d6-4801-8dae-99f2f63d54b7 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799319 Aug 16 22:17:08.428296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a506d89-cd71-4a89-9cf7-37edc95c6b54 req-15e48ddf-53e9-42a9-86a9-7d3024f9586f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:08.429790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a506d89-cd71-4a89-9cf7-37edc95c6b54 req-15e48ddf-53e9-42a9-86a9-7d3024f9586f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.1875412 Aug 16 22:17:08.443038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.476492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] Pushing event deleted for resources: {'Port': ['ID=2243a50b-0892-46bf-98b5-c137d207d574,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.486614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf1c4ed-baef-4b0d-840b-abd0fdda7d5c None None] No DVR routers for this DVR port 2243a50b-0892-46bf-98b5-c137d207d574 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:08.496450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cc35b6d-3f93-499e-9c2e-f85a9f496a08 req-d0aa37b1-447c-4ad6-8ebe-53d99b483beb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 210 time: 0.0785036 Aug 16 22:17:08.514609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-069d9fd5-6d0e-4d4e-8c09-718ef848421f req-9fb6745d-4d41-45ff-93bd-ac1987f5c844 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940819 Aug 16 22:17:08.529049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.537816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a506d89-cd71-4a89-9cf7-37edc95c6b54 req-2ccb90e0-e064-4a9a-a6d5-9007fb1d5406 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Aug 16 22:17:08.568570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2243a50b-0892-46bf-98b5-c137d207d574,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.574788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] No DVR routers for this DVR port 2243a50b-0892-46bf-98b5-c137d207d574 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:08.595614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93fcf081-7db9-469d-bfbf-46c9c52d8f5c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:08.604334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.616564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 93fcf081-7db9-469d-bfbf-46c9c52d8f5c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:08.616916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93fcf081-7db9-469d-bfbf-46c9c52d8f5c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:08.617437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2bb58e90-227d-434d-9c50-204d6c960ab6 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:08.636341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2bb58e90-227d-434d-9c50-204d6c960ab6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:08.636742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2bb58e90-227d-434d-9c50-204d6c960ab6 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:08.637192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2243a50b-0892-46bf-98b5-c137d207d574 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:08.650415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.654053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.657029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2243a50b-0892-46bf-98b5-c137d207d574 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:08.657388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2243a50b-0892-46bf-98b5-c137d207d574 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:08.661505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59878397-7eca-494b-afcf-2de414c0c2ec']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:08.672796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187dec89-b3a5-4e2f-b983-0bd40ea553d8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:08.673331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187dec89-b3a5-4e2f-b983-0bd40ea553d8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:08.683078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.701728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.705506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:08.708829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:08.709392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:17:08.709808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.711412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:17:08.711589 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:17:08.749971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.774352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.779347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:08.783783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/59878397-7eca-494b-afcf-2de414c0c2ec HTTP/1.1" status: 204 len: 168 time: 0.8780181 Aug 16 22:17:08.796998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc3586-dd16-4c31-8d89-720a70b7daf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59878397-7eca-494b-afcf-2de414c0c2ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:08.901030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:08.943692 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-198ab729-684a-4e6e-bd5a-4a6cbe74bc3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7ca2eb6e77e4e55aed3e066f963992f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412259 Aug 16 22:17:08.949596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:09.011192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.034814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.089253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.089894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.096748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.102328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.103622 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b91ede27-9da7-49e0-b77c-d17c0827503b HTTP/1.1" status: 204 len: 168 time: 0.1566517 Aug 16 22:17:09.112597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83086-6ddd-41b0-906a-ef179582ba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ede27-9da7-49e0-b77c-d17c0827503b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.114962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32076-a12e-4805-8376-71e05bc407df req-973c7b68-dda9-43bc-8eca-69bf863a2ca2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.116533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23c32076-a12e-4805-8376-71e05bc407df req-973c7b68-dda9-43bc-8eca-69bf863a2ca2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.3796461 Aug 16 22:17:09.118705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-c3441e56-3f54-48a3-a7bc-9bc72e3a9d65 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4477544 Aug 16 22:17:09.147537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Request body: {'port': {'device_id': '0501734e-b188-47a4-bb4d-3df559f4684e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:09.187162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23c32076-a12e-4805-8376-71e05bc407df req-172279e0-1ae0-4906-984f-30de6f74861a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Aug 16 22:17:09.215203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.422996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dadeb-c721-4234-bc52-65d6f0a390af req-ef7a4542-fe8d-419b-ba57-93b5bfa112f0 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.424502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f5dadeb-c721-4234-bc52-65d6f0a390af req-ef7a4542-fe8d-419b-ba57-93b5bfa112f0 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.1453378 Aug 16 22:17:09.437658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f822f-87dc-46c6-ad9c-ea9920e15a79 req-45fe5b7d-469a-4a16-bb81-73fe9f9f102a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.439239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc6f822f-87dc-46c6-ad9c-ea9920e15a79 req-45fe5b7d-469a-4a16-bb81-73fe9f9f102a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.1756580 Aug 16 22:17:09.548409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc6f822f-87dc-46c6-ad9c-ea9920e15a79 req-ad0d4385-13eb-4f2e-947c-bea16e620743 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921538 Aug 16 22:17:09.552808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f5dadeb-c721-4234-bc52-65d6f0a390af req-6d2d6e74-d824-4e14-9cd6-7440c8be9ef6 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108556 Aug 16 22:17:09.641425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:09.725504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf3de76-5023-441c-a0f4-e9c93449c674 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:09.744954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.772368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Transition to ACTIVE for port object 7bf3de76-5023-441c-a0f4-e9c93449c674 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:09.777225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:09.784493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0e15c-b872-49f6-87a7-551158e51b52 req-8e4fea1d-187d-4d65-b86c-5e4d9bb9a0f1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.786405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ff0e15c-b872-49f6-87a7-551158e51b52 req-8e4fea1d-187d-4d65-b86c-5e4d9bb9a0f1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 932 time: 0.1608241 Aug 16 22:17:09.790380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '2d959347-9e2b-448d-b728-78b9dff766ad', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '2d959347-9e2b-448d-b728-78b9dff766ad', 'mac_address': 'fa:16:3e:b2:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:09.790929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.836811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.850056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d959347-9e2b-448d-b728-78b9dff766ad {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:09.851996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:09.871110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:09.876151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:09.898823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c26aa-1c43-423b-ab1d-30a34cce61d9 req-4539d6bc-ba13-4ee8-86b8-9e701eb364fc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:09.900348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-025c26aa-1c43-423b-ab1d-30a34cce61d9 req-4539d6bc-ba13-4ee8-86b8-9e701eb364fc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.2219920 Aug 16 22:17:09.927932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.970227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-548375314-network', 'tenant_id': '72816ab1b569441aa690dbbd91251172'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:09.972190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ff0e15c-b872-49f6-87a7-551158e51b52 req-d8948ae1-104a-4a80-85a3-20bf41666bd9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659286 Aug 16 22:17:09.975698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:09.994206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-025c26aa-1c43-423b-ab1d-30a34cce61d9 req-2cb60e92-c00c-48fe-a83f-fa4ff27ae889 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717969 Aug 16 22:17:09.999426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:10.002712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.017054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.023483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Attempting to bind port 7bf3de76-5023-441c-a0f4-e9c93449c674 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:10.023827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Attempting to bind port 7bf3de76-5023-441c-a0f4-e9c93449c674 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:10.024351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Attempting to bind port 7bf3de76-5023-441c-a0f4-e9c93449c674 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:10.029296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Port 7bf3de76-5023-441c-a0f4-e9c93449c674 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:10.029622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Attempting to bind port 7bf3de76-5023-441c-a0f4-e9c93449c674 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:10.034508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:10.034857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:10.035242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:10.035678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Bound port: 7bf3de76-5023-441c-a0f4-e9c93449c674, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:10.036046 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.104552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:10.107621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7bf3de76-5023-441c-a0f4-e9c93449c674,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:10.108840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.112348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.113381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.140005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:17:10.147840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.148460 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.149905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/7bf3de76-5023-441c-a0f4-e9c93449c674 HTTP/1.1" status: 200 len: 1093 time: 1.0066524 Aug 16 22:17:10.150348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:10.152636 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41244c25-353f-4bd0-819d-44cd6b3634ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:10.157295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b51b560-71cb-4821-ae85-48119a016a7f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:10.163960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.164315 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Added segment 17d324dd-ee37-44bd-87d1-060c4a09b833 of type vlan for network fe645dd0-0c29-4901-81ca-9877e8832341 Aug 16 22:17:10.173761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:10.180674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cf486-b534-4f1d-bdda-09bb459c51f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:10.215181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.249164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.250171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.250762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.269141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-de72ac6f-7177-4256-9172-e6bf3d2407ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.271351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-de72ac6f-7177-4256-9172-e6bf3d2407ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 1096 time: 0.0633874 Aug 16 22:17:10.274641 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e45d67-c8ed-4beb-8996-62f8a9c4ac61 x-openstack-request-id: req-18e45d67-c8ed-4beb-8996-62f8a9c4ac61 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:10.274943 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:10.275204 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18e45d67-c8ed-4beb-8996-62f8a9c4ac61 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:10.275996 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674', 'status': 'completed', 'code': 200} Aug 16 22:17:10.316321 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4605813 Aug 16 22:17:10.321151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:10.329383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Request body: {'subnet': {'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-subnet', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:10.339252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4375cd-836d-4447-840a-b2944e948f27 admin admin] Pushing event updated for resources: {'Network': ['ID=fe645dd0-0c29-4901-81ca-9877e8832341,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:10.354157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-065df7e3-a6f0-4bbd-a819-b09db7c85257 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bf3de76-5023-441c-a0f4-e9c93449c674 HTTP/1.1" status: 200 len: 217 time: 0.0521815 Aug 16 22:17:10.356617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fe645dd0-0c29-4901-81ca-9877e8832341 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:17:10.357298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:10.359629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.437684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a718970-1037-41bf-8673-3e595962d319 req-23a13cff-2c45-4b64-9a7c-59e8c600a815 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.439366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a718970-1037-41bf-8673-3e595962d319 req-23a13cff-2c45-4b64-9a7c-59e8c600a815 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0881052 Aug 16 22:17:10.441338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-7f9f97fb-6b50-4af0-ad4d-77c5610342dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.442704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-7f9f97fb-6b50-4af0-ad4d-77c5610342dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0793631 Aug 16 22:17:10.484489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-869e9c3c-bbb6-434f-99a8-969793a0118c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322530 Aug 16 22:17:10.524405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a718970-1037-41bf-8673-3e595962d319 req-c798d78c-c0da-4ed1-9c2f-ede805fd67a3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782287 Aug 16 22:17:10.539845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.593509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-ee796578-706c-450f-aaf9-f796c61d9268 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948389 Aug 16 22:17:10.600648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426edb9b-35ba-4a00-aded-0ae83bf6f79f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:10.606378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Checking segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:10.606845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Network hostable DHCP agents. Network: fe645dd0-0c29-4901-81ca-9877e8832341, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:17:10.625093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Network fe645dd0-0c29-4901-81ca-9877e8832341 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:17:10.636979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fe645dd0-0c29-4901-81ca-9877e8832341) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:10.643373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.644242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.645461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb503a-dee1-4e1f-ab54-1059e4c0e18f None None] Network fe645dd0-0c29-4901-81ca-9877e8832341 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:10.660306 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-104cfff2-010b-4487-a8fd-9cfbf78dc789 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3375454 Aug 16 22:17:10.663078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:10.667418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:10.689313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.690396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.750825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.786524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a231d-8978-4d7f-894d-afb09ffa4cb5 req-2be87f44-8aa5-442b-8a92-3624e74b1ecb tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.788068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b37a231d-8978-4d7f-894d-afb09ffa4cb5 req-2be87f44-8aa5-442b-8a92-3624e74b1ecb tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.1203551 Aug 16 22:17:10.797320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b0db9-3276-40ee-9dd5-7c713bcd8d86 req-c9595eb7-74ab-4beb-bb64-fcd5baba0a01 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.798834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e2b0db9-3276-40ee-9dd5-7c713bcd8d86 req-c9595eb7-74ab-4beb-bb64-fcd5baba0a01 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 948 time: 0.1322372 Aug 16 22:17:10.802980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c78387f-2656-4be4-9a10-242cbb99e7a4 req-6ce8edef-3db3-436c-a7e0-abbe8ec7f9fa service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936989 Aug 16 22:17:10.819444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fe645dd0-0c29-4901-81ca-9877e8832341', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:17:10.819969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.859599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b37a231d-8978-4d7f-894d-afb09ffa4cb5 req-d832bd34-e4a0-481d-be64-343272afd25f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597160 Aug 16 22:17:10.867391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e2b0db9-3276-40ee-9dd5-7c713bcd8d86 req-02329ba4-da88-4072-991e-583c1de0acb7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512962 Aug 16 22:17:10.899681 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:10.954465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-17819fa0-2679-4d03-810f-dd7c9975941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:10.956314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-17819fa0-2679-4d03-810f-dd7c9975941f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 1096 time: 0.0481865 Aug 16 22:17:10.965680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Allocated IP 172.20.0.2 (fe645dd0-0c29-4901-81ca-9877e8832341/426edb9b-35ba-4a00-aded-0ae83bf6f79f/7314a0a1-6d82-48ee-8400-8d043e31f819) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:11.104326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-0c974f87-5731-4ba7-bc4c-762464300cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.105949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-0c974f87-5731-4ba7-bc4c-762464300cb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.1408954 Aug 16 22:17:11.137607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.157165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.158890 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.169317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Transition to ACTIVE for port object 7314a0a1-6d82-48ee-8400-8d043e31f819 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:11.176183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-7414a98e-c56e-4352-9132-a1a2d71063d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bf3de76-5023-441c-a0f4-e9c93449c674 HTTP/1.1" status: 200 len: 217 time: 0.0584586 Aug 16 22:17:11.186461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Transition to ACTIVE for port object 7314a0a1-6d82-48ee-8400-8d043e31f819 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:11.191812 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.205412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97fd34-3db0-4d90-a7f4-510d320bd3dd req-d7ae618b-0022-4db2-8db0-887344b36a67 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.208123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e97fd34-3db0-4d90-a7f4-510d320bd3dd req-d7ae618b-0022-4db2-8db0-887344b36a67 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.1322861 Aug 16 22:17:11.248419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Network fe645dd0-0c29-4901-81ca-9877e8832341 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:11.253051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:11.257516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:11.260541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Pushing event updated for resources: {'Port': ['ID=7314a0a1-6d82-48ee-8400-8d043e31f819,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.263262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17a40c-6c94-4465-acb4-6da2eb66f1ce req-c828421a-4155-433a-a939-c2ef69bda677 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.264972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea17a40c-6c94-4465-acb4-6da2eb66f1ce req-c828421a-4155-433a-a939-c2ef69bda677 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 944 time: 0.1764894 Aug 16 22:17:11.284577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-af75a67d-d92d-468e-a47a-a961986334d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.286030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-af75a67d-d92d-468e-a47a-a961986334d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.0993500 Aug 16 22:17:11.292050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Allocated IP 172.25.8.148 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:11.316718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e97fd34-3db0-4d90-a7f4-510d320bd3dd req-ffb4d41c-13e7-4f2d-8f8c-8f4f19e80b8c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896099 Aug 16 22:17:11.318257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Attempting to bind port 7314a0a1-6d82-48ee-8400-8d043e31f819 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:11.318849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Attempting to bind port 7314a0a1-6d82-48ee-8400-8d043e31f819 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:11.319303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Attempting to bind port 7314a0a1-6d82-48ee-8400-8d043e31f819 on network fe645dd0-0c29-4901-81ca-9877e8832341 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:11.324660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:11.325149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Checking segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:11.325788 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.326248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Bound using segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:11.326786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Bound port: 7314a0a1-6d82-48ee-8400-8d043e31f819, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:11.327238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.335735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-8b9d1d6e-49fe-4ce3-bbed-aa617d8a000b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386426 Aug 16 22:17:11.394839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea17a40c-6c94-4465-acb4-6da2eb66f1ce req-ff7d7cd4-094c-4da3-b827-af8f0d281f21 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121364 Aug 16 22:17:11.413743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] For port 7314a0a1-6d82-48ee-8400-8d043e31f819, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:11.417019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] For port 7314a0a1-6d82-48ee-8400-8d043e31f819, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7314a0a1-6d82-48ee-8400-8d043e31f819,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:11.424936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.429466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.442195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-4fdb5102-4781-4041-ab57-fdf8b3d48c0f service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957689 Aug 16 22:17:11.500062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.535590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b00ac9-522b-4180-a0e0-e2cec47990b5 None None] Pushing event updated for resources: {'Port': ['ID=7314a0a1-6d82-48ee-8400-8d043e31f819,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.570216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:11.574585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:11.581169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:11.639623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:11.642080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Pushing event updated for resources: {'Port': ['ID=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:11.670860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-4c14ac2b-550d-4eb4-b5d5-292ca6bf8569 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.672443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-4c14ac2b-550d-4eb4-b5d5-292ca6bf8569 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.1914051 Aug 16 22:17:11.708333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 2d959347-9e2b-448d-b728-78b9dff766ad completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:11.713255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 2d959347-9e2b-448d-b728-78b9dff766ad triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:11.713793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.807254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41244c25-353f-4bd0-819d-44cd6b3634ce req-7f60cb39-bca0-4f0a-a8cb-f09a8d3a050d service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557754 Aug 16 22:17:11.863434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.871458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae2b80-d3bf-431e-907f-8cdff8187a0f req-b500ce5a-7813-498c-b310-62d5c4829207 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.873644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fae2b80-d3bf-431e-907f-8cdff8187a0f req-b500ce5a-7813-498c-b310-62d5c4829207 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.2942097 Aug 16 22:17:11.900082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:11.902488 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d58f4e-fb2b-47d5-a507-c7aecc605e2a" -d '{"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-plugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:11.913841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb613e-8599-4f9c-aa7b-c65e10e30a41 req-b87f6f12-84d9-46e5-9378-ba2c55017cc1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:11.915425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52eb613e-8599-4f9c-aa7b-c65e10e30a41 req-b87f6f12-84d9-46e5-9378-ba2c55017cc1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.2417920 Aug 16 22:17:11.925665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:11.937813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.940309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:11.963007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fae2b80-d3bf-431e-907f-8cdff8187a0f req-c6ad09ca-3681-45fb-8736-57fdda25eafe tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815670 Aug 16 22:17:11.994535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52eb613e-8599-4f9c-aa7b-c65e10e30a41 req-216fb781-a906-4061-a029-1734e84d2c2d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Aug 16 22:17:11.997642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Deleting port 8703e253-c084-477f-b30d-b892d3d3a204 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:11.998077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.035148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.172970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] For port 8703e253-c084-477f-b30d-b892d3d3a204, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8703e253-c084-477f-b30d-b892d3d3a204,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:12.173390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.193836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64b8e-cda3-4849-b03d-f894e6317829 req-c86ecb7f-2fab-408d-9d3f-25d279d189de tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.195463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ec64b8e-cda3-4849-b03d-f894e6317829 req-c86ecb7f-2fab-408d-9d3f-25d279d189de tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 946 time: 0.1374698 Aug 16 22:17:12.209592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d45a97-68c1-479e-b0aa-99bb12d63d09 req-948a001a-c94a-472d-a1f6-15b2efe6f17b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.211181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4d45a97-68c1-479e-b0aa-99bb12d63d09 req-948a001a-c94a-472d-a1f6-15b2efe6f17b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1412666 Aug 16 22:17:12.318537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ec64b8e-cda3-4849-b03d-f894e6317829 req-d8ed3b81-3dda-4d15-8e18-b7d77790d43f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups?id=4f63d4ba-83d3-4c97-a059-ee447601b78a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063128 Aug 16 22:17:12.354590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4d45a97-68c1-479e-b0aa-99bb12d63d09 req-8d13d479-dc1f-460c-b6dd-f938cd36ac2c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346412 Aug 16 22:17:12.381745 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efccd9ad-d3e9-44c0-bb15-cdc4d7e589d6 x-openstack-request-id: req-efccd9ad-d3e9-44c0-bb15-cdc4d7e589d6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:12.382371 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-plugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:12.383199 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efccd9ad-d3e9-44c0-bb15-cdc4d7e589d6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:12.383199 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'code': 200} Aug 16 22:17:12.447999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.448385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.448702 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Floating IP 10f2a51e-3786-480a-90ee-474a32e0106b disassociated. External IP: 172.25.8.93, port: 8703e253-c084-477f-b30d-b892d3d3a204. Aug 16 22:17:12.449048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Calling delete_port for 8703e253-c084-477f-b30d-b892d3d3a204 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:12.525150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.617174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7314a0a1-6d82-48ee-8400-8d043e31f819 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:12.678540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f1736-2fff-492b-a2d6-71179a80083a req-86ff34e6-b256-4039-9903-e4522f65a0ea tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.680094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c2f1736-2fff-492b-a2d6-71179a80083a req-86ff34e6-b256-4039-9903-e4522f65a0ea tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 944 time: 0.1521065 Aug 16 22:17:12.682111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b7fe-9285-41d8-b577-415f5039b5bd req-663369fa-a555-4781-b47a-8549472abadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:12.683525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50f8b7fe-9285-41d8-b577-415f5039b5bd req-663369fa-a555-4781-b47a-8549472abadf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1101 time: 0.1579509 Aug 16 22:17:12.695139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7314a0a1-6d82-48ee-8400-8d043e31f819 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:12.700832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Router 7f3c948d-daa8-49ed-8169-e1617d11646f is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:17:12.711869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82ccdb-bf8f-440d-9391-29af8f5b6766 None None] Network fe645dd0-0c29-4901-81ca-9877e8832341 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:12.782333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Provisioning for port 7314a0a1-6d82-48ee-8400-8d043e31f819 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:12.789349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Provisioning complete for port 7314a0a1-6d82-48ee-8400-8d043e31f819 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:12.789726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.791824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50f8b7fe-9285-41d8-b577-415f5039b5bd req-5729ec82-8018-4e41-b72d-0b31621b0c12 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953462 Aug 16 22:17:12.801147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c2f1736-2fff-492b-a2d6-71179a80083a req-6783c6cc-25ef-43c4-aadc-ec3e4bb0a0b1 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103268 Aug 16 22:17:12.820241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:12.822731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.831860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Sync routers for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:12.837622 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:12.842004 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9b32c04-c8bf-425a-a52f-7ea04f6d217d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1749208 Aug 16 22:17:12.842233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:12.857634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event deleted for resources: {'Port': ['ID=8703e253-c084-477f-b30d-b892d3d3a204,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:12.861814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:12.862319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:12.976475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Router 13cbbba8-35b2-49fe-8442-a86a05c09b77 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:13.182472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:13.191109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76a1b-bf53-43ab-a0bf-f22ba2751bf2 req-731dd380-d700-4a0b-b9a7-a4610b5fdb1a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.192532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bc76a1b-bf53-43ab-a0bf-f22ba2751bf2 req-731dd380-d700-4a0b-b9a7-a4610b5fdb1a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.1052694 Aug 16 22:17:13.203132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.206404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f24c87-a767-4380-8c8a-ddbab1128373 req-8e6dfe3b-19c4-4cb5-89b1-4ae47b52d58a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.212613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:13.213786 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Sync routers for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:13.214289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17f24c87-a767-4380-8c8a-ddbab1128373 req-8e6dfe3b-19c4-4cb5-89b1-4ae47b52d58a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1121602 Aug 16 22:17:13.229700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:13.230676 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:13.283804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] No DVR routers for this DVR port 8703e253-c084-477f-b30d-b892d3d3a204 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:13.309034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.311655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fbded07-2246-4603-b4f5-3b43642a98ac req-7ee92f5f-f579-4d77-8659-5f30058096e4 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.88 "DELETE /v2.0/ports/8703e253-c084-477f-b30d-b892d3d3a204 HTTP/1.1" status: 204 len: 173 time: 1.6289251 Aug 16 22:17:13.320999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'name': 'network-vif-deleted', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:13.324901 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a20f0f2-05c9-425a-9b33-89813bef8377" -d '{"events": [{"server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "name": "network-vif-deleted", "tag": "8703e253-c084-477f-b30d-b892d3d3a204"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:13.366803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] For port 7314a0a1-6d82-48ee-8400-8d043e31f819, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7314a0a1-6d82-48ee-8400-8d043e31f819,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:13.384935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.397954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bc76a1b-bf53-43ab-a0bf-f22ba2751bf2 req-65c3c0f0-1ddb-4809-b512-3f264a3be87d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803179 Aug 16 22:17:13.400218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.416258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17f24c87-a767-4380-8c8a-ddbab1128373 req-ba39a7fe-23fc-4000-8ec1-25f3af8b9342 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012851 Aug 16 22:17:13.480317 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:13.503979 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd3d7e5-3c1d-4a93-b079-d7142bd302e6 x-openstack-request-id: req-1dd3d7e5-3c1d-4a93-b079-d7142bd302e6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:13.504354 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e", "name": "network-vif-deleted", "tag": "8703e253-c084-477f-b30d-b892d3d3a204", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:13.504675 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dd3d7e5-3c1d-4a93-b079-d7142bd302e6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:13.505173 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e', 'name': 'network-vif-deleted', 'tag': '8703e253-c084-477f-b30d-b892d3d3a204', 'status': 'completed', 'code': 200} Aug 16 22:17:13.565009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4a3a8-40bf-47f0-b7b4-ebbba1d29558 None None] Pushing event updated for resources: {'Port': ['ID=7314a0a1-6d82-48ee-8400-8d043e31f819,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:13.597814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37bf3c22-a943-4323-b2cd-3bebfc05b818 req-d4ecee05-b422-4b3f-88b8-e18e31756702 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89234d-7aa7-40e1-bc9f-0f9df0b79e9e HTTP/1.1" status: 200 len: 210 time: 0.0586998 Aug 16 22:17:13.658719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7bf3de76-5023-441c-a0f4-e9c93449c674 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:13.697867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:11Z', 'revision_number': 3, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:13.716846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c2f7d-ddcc-4414-beef-e5bf894965a7 req-f85ba0fe-595f-4631-ba28-2765a236f04e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:13.725688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb7c2f7d-ddcc-4414-beef-e5bf894965a7 req-f85ba0fe-595f-4631-ba28-2765a236f04e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0955849 Aug 16 22:17:13.730606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Allocated IP 172.20.0.1 (fe645dd0-0c29-4901-81ca-9877e8832341/426edb9b-35ba-4a00-aded-0ae83bf6f79f/802f806c-87e9-4687-aa2d-85845928f811) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:13.793290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Checking router: 7f3c948d-daa8-49ed-8169-e1617d11646f for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:13.793913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Updating router 7f3c948d-daa8-49ed-8169-e1617d11646f port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:17:13.804952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb7c2f7d-ddcc-4414-beef-e5bf894965a7 req-55d23786-5e7b-4f91-b0bd-890c114e112a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762601 Aug 16 22:17:13.849689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.879052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.894672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Transition to ACTIVE for port object 802f806c-87e9-4687-aa2d-85845928f811 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:13.905482 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:13.940515 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Checking router: 13cbbba8-35b2-49fe-8442-a86a05c09b77 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:13.947260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-594d722c-e1bb-4e75-b143-d413fc44e98d None None] Provisioning complete for port 7314a0a1-6d82-48ee-8400-8d043e31f819 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:13.947702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-594d722c-e1bb-4e75-b143-d413fc44e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:13.967949 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:13.968881 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:13.977033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.055817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7bf3de76-5023-441c-a0f4-e9c93449c674,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:14.123350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Network fe645dd0-0c29-4901-81ca-9877e8832341 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:14.132066 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Pushing event updated for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:14.160939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:14.161409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:14.170041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:14.228054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb28b9-f40c-475d-9c27-8e28c654e753 req-794f7da8-65b5-4a77-a320-6719d9a2bc81 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.243849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72eb28b9-f40c-475d-9c27-8e28c654e753 req-794f7da8-65b5-4a77-a320-6719d9a2bc81 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 944 time: 0.1799278 Aug 16 22:17:14.247933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.320316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '7bf3de76-5023-441c-a0f4-e9c93449c674', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '7bf3de76-5023-441c-a0f4-e9c93449c674', 'mac_address': 'fa:16:3e:22:bc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:14.326428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72eb28b9-f40c-475d-9c27-8e28c654e753 req-466f296d-efc5-41cd-9748-9d6171f93bf3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816643 Aug 16 22:17:14.358712 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.440398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.451868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.479231 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:14.490946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf3de76-5023-441c-a0f4-e9c93449c674 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:14.525674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7bf3de76-5023-441c-a0f4-e9c93449c674,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:14.529888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.548238 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d48781-3eec-41bf-ba14-0c3de8effc7e None None] The sync data for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 is: [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:13:19Z', 'revision_number': 4, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c2010dda-bf93-4972-a4c2-1a113f57613a', 'name': '', 'network_id': 'a5bcc27f-109b-4917-a47e-433b6c0addd8', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'mac_address': 'fa:16:3e:be:56:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:18Z', 'updated_at': '2021-08-16T22:13:28Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'subnets': [{'id': '68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:14.593959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1864b8-827c-4ae9-a5fb-567e92400c1a req-b454fa01-ae3b-4d0c-9b9d-4dd4c812b9fc tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:14.596841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f1864b8-827c-4ae9-a5fb-567e92400c1a req-b454fa01-ae3b-4d0c-9b9d-4dd4c812b9fc tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0832121 Aug 16 22:17:14.618257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7314a0a1-6d82-48ee-8400-8d043e31f819 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:14.650306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f1864b8-827c-4ae9-a5fb-567e92400c1a req-53b89565-14ca-4e6f-860b-2a169703464c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482492 Aug 16 22:17:14.661975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.687791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:14.690402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa548f74-bcda-4ada-97d2-89287b449b64 None None] Provisioning for port 802f806c-87e9-4687-aa2d-85845928f811 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:14.698054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Transition to ACTIVE for port object 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:14.703684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa548f74-bcda-4ada-97d2-89287b449b64 None None] Provisioning complete for port 802f806c-87e9-4687-aa2d-85845928f811 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:14.704237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa548f74-bcda-4ada-97d2-89287b449b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.708844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:14.725612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.731388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.739914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.773730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.801458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.805542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-aa548f74-bcda-4ada-97d2-89287b449b64 None None] Port 802f806c-87e9-4687-aa2d-85845928f811 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:14.814161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd2548-f199-4fee-b3e8-73e610a7c3a6 None None] Pushing event updated for resources: {'Port': ['ID=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:14.819025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Pushing event updated for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:14.822263 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.822458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Attempting to bind port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:14.822836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Attempting to bind port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:14.823199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Attempting to bind port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:14.829871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7314a0a1-6d82-48ee-8400-8d043e31f819 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:14.830252 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.833163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:14.833821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:14.833939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.834334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:14.834807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Bound port: 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:14.835196 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.926947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.927199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] For port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:14.928079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.932372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "DELETE /v2.0/security-groups/4f63d4ba-83d3-4c97-a059-ee447601b78a HTTP/1.1" status: 204 len: 168 time: 0.2224126 Aug 16 22:17:14.934041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] For port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:14.941217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:14.955322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49894) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:14.960147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Network fe645dd0-0c29-4901-81ca-9877e8832341 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:14.961780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:14.989343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7bf3de76-5023-441c-a0f4-e9c93449c674'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:15.025957 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-c2a1dd70-64fc-4c7d-ab7a-27635ae0a309 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] show failed (client error): The resource could not be found. Aug 16 22:17:15.030818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c2a1dd70-64fc-4c7d-ab7a-27635ae0a309 tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "GET /v2.0/security-groups/4f63d4ba-83d3-4c97-a059-ee447601b78a HTTP/1.1" status: 404 len: 347 time: 0.0680110 Aug 16 22:17:15.030818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f00103-181d-47c1-b357-a0b0210f755f tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f63d4ba-83d3-4c97-a059-ee447601b78a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:15.031891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49898) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:15.087883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213639f-b218-4adf-a205-d2d0ed599963 None None] New status for floating IP 10f2a51e-3786-480a-90ee-474a32e0106b: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:17:15.117482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ca966-0441-497f-90e9-9e754eebc61b req-a500b1fb-a240-4af0-b37f-22d00ae6c305 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.126946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-584ca966-0441-497f-90e9-9e754eebc61b req-a500b1fb-a240-4af0-b37f-22d00ae6c305 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2148976 Aug 16 22:17:15.140830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Router 7f3c948d-daa8-49ed-8169-e1617d11646f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:15.216393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-584ca966-0441-497f-90e9-9e754eebc61b req-9ee9aae4-cf38-4905-8281-b2c2ac074296 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Aug 16 22:17:15.308738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Deleting port 33c83a77-3f71-47c8-9ed4-4dd567b95d8c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:15.309442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.316517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:15.325474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:15.326798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:16:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:15.336452 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-367cb096-2098-4e1f-ad52-a53a45261636 admin admin] 10.222.0.22 "PUT /v2.0/routers/7f3c948d-daa8-49ed-8169-e1617d11646f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4860606 Aug 16 22:17:15.425194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.427794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.457456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Calling delete_port for 33c83a77-3f71-47c8-9ed4-4dd567b95d8c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:15.478267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd2548-f199-4fee-b3e8-73e610a7c3a6 None None] Pushing event updated for resources: {'Port': ['ID=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:15.502139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-eea459de-a075-4d8f-acbd-28c3c23f0539 req-bbf26eb8-a778-4917-8a93-211efc901f79 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:15.503165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eea459de-a075-4d8f-acbd-28c3c23f0539 req-bbf26eb8-a778-4917-8a93-211efc901f79 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1073973 Aug 16 22:17:15.516595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ba09cfe9-de32-4f70-a359-c09c9c1760f9 None None] Provisioning complete for port 802f806c-87e9-4687-aa2d-85845928f811 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:15.516974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba09cfe9-de32-4f70-a359-c09c9c1760f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.561999 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12577dca-a91a-4312-8fca-06b3c0204423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:15.604729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ba09cfe9-de32-4f70-a359-c09c9c1760f9 None None] Port 802f806c-87e9-4687-aa2d-85845928f811 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:15.610267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:15.912220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cee24b-3bf1-41fb-8fe2-0e18a2d3b5f7 req-d9e63a89-f079-480a-9a88-64e9e0d05eb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:15.919985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86cee24b-3bf1-41fb-8fe2-0e18a2d3b5f7 req-d9e63a89-f079-480a-9a88-64e9e0d05eb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 945 time: 0.4889042 Aug 16 22:17:16.031020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 2, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:16.036247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86cee24b-3bf1-41fb-8fe2-0e18a2d3b5f7 req-64f75416-e865-4653-b885-e0b7d3c38d6a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152573 Aug 16 22:17:16.045519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda0ab1-3fb3-42d3-b83d-9b3e1ca12d13 req-fd3c7d40-3ccb-4f01-b849-73a1e8becc2d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.047433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dda0ab1-3fb3-42d3-b83d-9b3e1ca12d13 req-fd3c7d40-3ccb-4f01-b849-73a1e8becc2d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1594656 Aug 16 22:17:16.063227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-78ebf3be-3155-439a-beb7-352837957ee8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779621 Aug 16 22:17:16.067724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428552e-dfe9-4f96-943c-1152bcc32b53 None None] The sync data for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 is: [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 2, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:16.159471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dda0ab1-3fb3-42d3-b83d-9b3e1ca12d13 req-8cde32f9-e661-446e-bb69-df43c6e18bd8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929193 Aug 16 22:17:16.219925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.255496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Pushing event deleted for resources: {'Port': ['ID=33c83a77-3f71-47c8-9ed4-4dd567b95d8c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:16.351783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6931-04e8-4221-9235-6cbf60f529d0 req-73faf90f-3a3e-404a-b2f8-f4dc6f02b566 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:16.353528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fea6931-04e8-4221-9235-6cbf60f529d0 req-73faf90f-3a3e-404a-b2f8-f4dc6f02b566 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1662803 Aug 16 22:17:16.425425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.428432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:16.429658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c57229b4-7b60-4eb6-976c-260c459de9fc tempest-ServersTestJSON-1075001899 tempest-ServersTestJSON-1075001899-project] 10.222.0.22 "DELETE /v2.0/floatingips/10f2a51e-3786-480a-90ee-474a32e0106b HTTP/1.1" status: 204 len: 168 time: 1.3881977 Aug 16 22:17:16.432698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:16.479780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fea6931-04e8-4221-9235-6cbf60f529d0 req-54e2703e-19a0-471f-8c49-6c3248c61770 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194303 Aug 16 22:17:16.664763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8703e253-c084-477f-b30d-b892d3d3a204 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:16.685877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 8703e253-c084-477f-b30d-b892d3d3a204 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:16.686242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8703e253-c084-477f-b30d-b892d3d3a204 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:16.944349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.310132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62765a-5a93-44f6-b85d-696c12ff405c req-56206b6f-67c6-48d3-a603-46edc5b4bb91 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.319853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f62765a-5a93-44f6-b85d-696c12ff405c req-56206b6f-67c6-48d3-a603-46edc5b4bb91 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 945 time: 0.1441898 Aug 16 22:17:17.418892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f62765a-5a93-44f6-b85d-696c12ff405c req-2040b56c-7618-420c-8a82-2e6a9fb69f7a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979786 Aug 16 22:17:17.425677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Deleting port c2010dda-bf93-4972-a4c2-1a113f57613a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:17.426092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.434878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ffab0-ea5e-4e0e-a3e9-5350b674668b req-6b785b74-ec28-479b-a370-f24f253b71e0 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.443884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60ffab0-ea5e-4e0e-a3e9-5350b674668b req-6b785b74-ec28-479b-a370-f24f253b71e0 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0941935 Aug 16 22:17:17.507441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60ffab0-ea5e-4e0e-a3e9-5350b674668b req-80f7a364-b149-49a2-9a55-54cfc426b911 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625699 Aug 16 22:17:17.601048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] For port c2010dda-bf93-4972-a4c2-1a113f57613a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c2010dda-bf93-4972-a4c2-1a113f57613a,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:17.612095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.630178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Calling delete_port for c2010dda-bf93-4972-a4c2-1a113f57613a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:17.669683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:17.676179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7bf3de76-5023-441c-a0f4-e9c93449c674 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:17.730729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861a20-4482-47b7-80e7-935009a741fd req-c9ad7319-d59e-475a-a160-9b78908b8b01 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:17.740772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07861a20-4482-47b7-80e7-935009a741fd req-c9ad7319-d59e-475a-a160-9b78908b8b01 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1042032 Aug 16 22:17:17.823324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07861a20-4482-47b7-80e7-935009a741fd req-fd7b0a3a-d448-458d-8e1d-214517b0143c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798485 Aug 16 22:17:17.833402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 7bf3de76-5023-441c-a0f4-e9c93449c674 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:17.845707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 7bf3de76-5023-441c-a0f4-e9c93449c674 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:17.846098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:17.892714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:17.914251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'mac_address': 'fa:16:3e:a8:1f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:17.940039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.000482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.032189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2010dda-bf93-4972-a4c2-1a113f57613a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:18.045217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:18.069396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.095448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.095800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.096142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.097181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.099209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.099456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.100598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.101037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.102926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.103296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.103657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.106412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:18.123374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7bf3de76-5023-441c-a0f4-e9c93449c674,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:18.127491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:18.130018 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571748e4-56c8-4a77-9c9c-2d5d51332d2c" -d '{"events": [{"server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:18.142522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.151315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:18.152955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.172068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-94a34260-7756-43ac-80fa-3f4ba903c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.174579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-94a34260-7756-43ac-80fa-3f4ba903c6cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1101 time: 0.0911868 Aug 16 22:17:18.192147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.259036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:18.291828 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8970fc5-abac-4048-858f-ebd5f9b67aa8 x-openstack-request-id: req-b8970fc5-abac-4048-858f-ebd5f9b67aa8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:18.292144 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:18.292392 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8970fc5-abac-4048-858f-ebd5f9b67aa8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:18.292812 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674', 'code': 200} Aug 16 22:17:18.409989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.420584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9823ec82-9290-4ac1-b60c-0b06a4debc65'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:18.431159 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d71ac475-ea17-49b1-b2c9-07fb683074f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:18.442391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e151d25-a1ca-4d6b-8993-be549376244e req-91759a78-c3c8-456d-84b1-6055e9918dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.445531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e151d25-a1ca-4d6b-8993-be549376244e req-91759a78-c3c8-456d-84b1-6055e9918dcd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 1098 time: 0.1092737 Aug 16 22:17:18.450463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e50b24aa-5db5-47ac-b6c0-39764698bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.452155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e50b24aa-5db5-47ac-b6c0-39764698bcd3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2697515 Aug 16 22:17:18.550890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:18.577958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-4dd31b80-51be-46c6-88d7-7d7eb2464442 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.1085279 Aug 16 22:17:18.676736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-7be76395-239b-4d4e-b873-efbce6dde8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.678396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-7be76395-239b-4d4e-b873-efbce6dde8eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0735502 Aug 16 22:17:18.743305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e151d25-a1ca-4d6b-8993-be549376244e req-6f9253b1-3112-480c-8e0a-d99996366a3f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898207 Aug 16 22:17:18.765871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b90bcd-d011-4d05-b7db-73fdca8dc092 req-2bdfa4ba-1a06-43a5-8906-062226dee6ac tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.767267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61b90bcd-d011-4d05-b7db-73fdca8dc092 req-2bdfa4ba-1a06-43a5-8906-062226dee6ac tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1998954 Aug 16 22:17:18.772641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-4aa5ee9d-39bf-4512-b365-30290e4b1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:18.774319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-4aa5ee9d-39bf-4512-b365-30290e4b1d3e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794499 Aug 16 22:17:18.843536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61b90bcd-d011-4d05-b7db-73fdca8dc092 req-ec13e306-9eeb-4863-8745-265caacfc12b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633776 Aug 16 22:17:18.883726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Router 13cbbba8-35b2-49fe-8442-a86a05c09b77 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:17:18.910356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:19.023708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23740ca-5c52-46ca-b000-98c84b0b7f9c req-4f5b7815-6d04-4366-ade2-861b8bef66c6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.031873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b23740ca-5c52-46ca-b000-98c84b0b7f9c req-4f5b7815-6d04-4366-ade2-861b8bef66c6 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0947349 Aug 16 22:17:19.032100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:19.036684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:19.037137 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.136252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:17:19.147346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50088) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:19.147901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Sync routers for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:19.159119 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-119d4e99-1cb1-48da-b434-a53a95ce7781 admin admin] 10.222.0.22 "PUT /v2.0/routers/13cbbba8-35b2-49fe-8442-a86a05c09b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7251301 Aug 16 22:17:19.161803 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:19.162559 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:17:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:19.174136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.176710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b23740ca-5c52-46ca-b000-98c84b0b7f9c req-8fdc63ab-5aac-439f-bd9c-50d01a310750 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411793 Aug 16 22:17:19.249337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.298766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Sync routers for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:17:19.343790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:19.350252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:19.350989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:17:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:19.404757 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.436752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:19.439194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-2096f2ad-9a6c-46ee-9183-87d7fbf9aec1 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023316 Aug 16 22:17:19.539776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.583294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:19.608215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915219ac-b9c1-4f9f-a00c-5abdb5d78ff4 req-1b102419-e9a5-4d44-ae84-d28d94d7d3ed tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:19.616148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915219ac-b9c1-4f9f-a00c-5abdb5d78ff4 req-1b102419-e9a5-4d44-ae84-d28d94d7d3ed tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1953137 Aug 16 22:17:19.709599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-33b111b3-8b32-4e9a-8e35-1ce45d3feed0 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422593 Aug 16 22:17:19.752679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:19.762732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915219ac-b9c1-4f9f-a00c-5abdb5d78ff4 req-4b8977c5-e758-4636-9431-eac7bc443d20 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400673 Aug 16 22:17:19.783914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.945122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Deleting port 21990431-91a4-466f-9467-2548f74a1241 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:19.945353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:19.968195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': '21990431-91a4-466f-9467-2548f74a1241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:17:17Z', 'revision_number': 5, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port': {'id': '21990431-91a4-466f-9467-2548f74a1241', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:13:15Z', 'updated_at': '2021-08-16T22:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:19.976316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.014397 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Checking router: 13cbbba8-35b2-49fe-8442-a86a05c09b77 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:20.041822 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Routers {'13cbbba8-35b2-49fe-8442-a86a05c09b77'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:20.044127 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:17:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['13cbbba8-35b2-49fe-8442-a86a05c09b77'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:20.148426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785d25c-a645-4b27-9f99-56a6ee2113f7 req-b5a90361-751e-45a6-8d88-28d426444224 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.157618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c785d25c-a645-4b27-9f99-56a6ee2113f7 req-b5a90361-751e-45a6-8d88-28d426444224 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1746621 Aug 16 22:17:20.188427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9823ec82-9290-4ac1-b60c-0b06a4debc65 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:20.188427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.205776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] For port 21990431-91a4-466f-9467-2548f74a1241, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=21990431-91a4-466f-9467-2548f74a1241,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:20.206200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.212210 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] Set router 13cbbba8-35b2-49fe-8442-a86a05c09b77 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:20.229537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Calling delete_port for 21990431-91a4-466f-9467-2548f74a1241 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:20.246171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c785d25c-a645-4b27-9f99-56a6ee2113f7 req-5642f982-e8be-4c64-a55a-30a833e1f645 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790894 Aug 16 22:17:20.284589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 6, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:20.328733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9998f38-e767-487e-9f3c-86463b161490 None None] The sync data for ids ['13cbbba8-35b2-49fe-8442-a86a05c09b77'] in n-d-791505-20 is: [{'id': '13cbbba8-35b2-49fe-8442-a86a05c09b77', 'name': 'tempest-ServersTestJSON-1694380618-router', 'tenant_id': '5f0f14c3641741eb97b534f0a5301ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:13:14Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 6, 'project_id': '5f0f14c3641741eb97b534f0a5301ba6', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:20.452423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 2, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:20.530462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Checking router: 7f3c948d-daa8-49ed-8169-e1617d11646f for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:17:20.530829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Updating router 7f3c948d-daa8-49ed-8169-e1617d11646f port 802f806c-87e9-4687-aa2d-85845928f811 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:17:20.569896 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.581553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.584782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976fd26-5b37-43df-9882-68448f651ae3 req-1cf11bcc-70c6-4f8c-a5ff-4bd69f4f28ae tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:20.593613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3976fd26-5b37-43df-9882-68448f651ae3 req-1cf11bcc-70c6-4f8c-a5ff-4bd69f4f28ae tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.2159035 Aug 16 22:17:20.677944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3976fd26-5b37-43df-9882-68448f651ae3 req-3a845a31-62ea-4857-880b-c70b346a7314 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785656 Aug 16 22:17:20.751391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.786132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:20.788345 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c52f3-86a9-41a0-9f2f-2c67d606a6e9" -d '{"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-plugged", "status": "completed", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:20.808581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:20.816477 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:20.833915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=21990431-91a4-466f-9467-2548f74a1241,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:20.872958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:21.003327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.116386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ce253-7cae-4076-aabd-4f44811a5bc1 req-96c8a4f2-b722-4b5c-8041-5a7d1216afea tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:21.118008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.124653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae7ce253-7cae-4076-aabd-4f44811a5bc1 req-96c8a4f2-b722-4b5c-8041-5a7d1216afea tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1679990 Aug 16 22:17:21.129103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.132006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.159766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Transition to ACTIVE for port object 802f806c-87e9-4687-aa2d-85845928f811 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:21.162851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.172240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:21.172953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.203334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.205841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.208243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae7ce253-7cae-4076-aabd-4f44811a5bc1 req-9ce9295f-0dae-4234-a478-6b25849bdc27 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661659 Aug 16 22:17:21.282011 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.283330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cbbba8-35b2-49fe-8442-a86a05c09b77 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:17:21.294375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.295574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3d8e72ce-0c65-4dbc-9066-2daf7e6b8a16 admin admin] 10.222.0.22 "DELETE /v2.0/routers/13cbbba8-35b2-49fe-8442-a86a05c09b77 HTTP/1.1" status: 204 len: 168 time: 2.1444862 Aug 16 22:17:21.298724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:21.399656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Deleting subnet 68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:17:21.403948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.418053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16679ab0-42ee-46d1-ad13-a67d15de216e req-74b8338a-dfa0-4c9a-9cc5-c3a3ab826729 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:21.427480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16679ab0-42ee-46d1-ad13-a67d15de216e req-74b8338a-dfa0-4c9a-9cc5-c3a3ab826729 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0651035 Aug 16 22:17:21.467283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.514454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16679ab0-42ee-46d1-ad13-a67d15de216e req-724a2b96-00d5-4853-8dd7-b9d3e1703294 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856018 Aug 16 22:17:21.535232 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32956a50-84a3-4c25-a765-74741e65c21f x-openstack-request-id: req-32956a50-84a3-4c25-a765-74741e65c21f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:21.535232 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-plugged", "status": "completed", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:21.535232 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32956a50-84a3-4c25-a765-74741e65c21f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:21.535232 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'code': 200} Aug 16 22:17:21.582920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Pushing event updated for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:21.664661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.727976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c2010dda-bf93-4972-a4c2-1a113f57613a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:21.901539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.931425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c2010dda-bf93-4972-a4c2-1a113f57613a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:21.932856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:21.936181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c2010dda-bf93-4972-a4c2-1a113f57613a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:21.938058 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14 HTTP/1.1" status: 204 len: 168 time: 0.6382918 Aug 16 22:17:21.939352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:21.946155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647b39ab-feb1-4a2c-a82d-33812e4cc5f4 None None] Network a5bcc27f-109b-4917-a47e-433b6c0addd8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:21.958640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Attempting to bind port 802f806c-87e9-4687-aa2d-85845928f811 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:21.963649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Attempting to bind port 802f806c-87e9-4687-aa2d-85845928f811 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:21.964134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Attempting to bind port 802f806c-87e9-4687-aa2d-85845928f811 on network fe645dd0-0c29-4901-81ca-9877e8832341 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:22.048867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12ec7-ef51-4969-a429-da45551441b0 req-a6ebdbe5-993e-46cd-9ec9-97e6dfa1b505 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.057128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eb12ec7-ef51-4969-a429-da45551441b0 req-a6ebdbe5-993e-46cd-9ec9-97e6dfa1b505 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1215010 Aug 16 22:17:22.084809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:22.085224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Checking segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:22.085625 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.086034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Bound using segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:22.086517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Bound port: 802f806c-87e9-4687-aa2d-85845928f811, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:22.086909 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.156902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eb12ec7-ef51-4969-a429-da45551441b0 req-c4186c51-6ad1-4183-a4f9-56e3028c6638 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894697 Aug 16 22:17:22.158802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.171479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a863d1-7677-4992-a26d-65210995d6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bc56da-9f8d-4cdb-a6d4-e5e5b3d80c14,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:22.235918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Deleting port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:22.236270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.281765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] For port 802f806c-87e9-4687-aa2d-85845928f811, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:22.288644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] For port 802f806c-87e9-4687-aa2d-85845928f811, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=802f806c-87e9-4687-aa2d-85845928f811,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:22.322612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] For port ca94cec3-e69c-40ec-b3f1-3463b4df4f93, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,segment=NetworkSegment(54d3834a-80e8-4c90-8f7f-7511bc51e4f3),segment_id=54d3834a-80e8-4c90-8f7f-7511bc51e4f3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:22.323217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.324443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.333112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00af4f-65b0-4189-978a-3c63b59ae286 req-e07a2857-42b8-40c1-bb1a-104cdf57216f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.334973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e00af4f-65b0-4189-978a-3c63b59ae286 req-e07a2857-42b8-40c1-bb1a-104cdf57216f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1069193 Aug 16 22:17:22.336702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Calling delete_port for ca94cec3-e69c-40ec-b3f1-3463b4df4f93 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:22.389188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e00af4f-65b0-4189-978a-3c63b59ae286 req-cd5c574d-08c2-424f-a67f-dcad7b745757 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Aug 16 22:17:22.500691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.563655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca94cec3-e69c-40ec-b3f1-3463b4df4f93,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:22.571437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] No DVR routers for this DVR port ca94cec3-e69c-40ec-b3f1-3463b4df4f93 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:22.588612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:17:22.589370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:17:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:22.706805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 21990431-91a4-466f-9467-2548f74a1241 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:22.713803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ee330-93bb-477a-89b0-2349ba0a2f5c None None] DHCP port deletion for a5bcc27f-109b-4917-a47e-433b6c0addd8 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:17:22.733800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398743b-1716-483d-91d0-215fcfc4f3cf req-a7cc8661-715a-4eec-8605-773574b65477 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:22.737274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6398743b-1716-483d-91d0-215fcfc4f3cf req-a7cc8661-715a-4eec-8605-773574b65477 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0934546 Aug 16 22:17:22.749433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.845952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.851266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6398743b-1716-483d-91d0-215fcfc4f3cf req-cbd76ea4-426b-4a18-a979-fe629093bb0b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968876 Aug 16 22:17:22.866648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Pushing event updated for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:22.871169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bcc27f-109b-4917-a47e-433b6c0addd8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:22.879168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 21990431-91a4-466f-9467-2548f74a1241 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:22.879363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 21990431-91a4-466f-9467-2548f74a1241 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:22.892013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d3834a-80e8-4c90-8f7f-7511bc51e4f3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:22.892188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.892375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d3834a-80e8-4c90-8f7f-7511bc51e4f3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:22.892494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.892834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.893663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.894355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.894355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.894655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.894985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.895318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.895642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.895970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.896295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af242f6-6ffa-4ae6-bd26-279c778d16ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:17:22.906823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.923694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.935864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:17:22.936332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:17:22.939580 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:17:22.980485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:17:23.024284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.034962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.037806 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a5bcc27f-109b-4917-a47e-433b6c0addd8 HTTP/1.1" status: 204 len: 168 time: 1.0610294 Aug 16 22:17:23.056188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8288b5-c198-4d2c-a6b2-720a3ddc1025 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5bcc27f-109b-4917-a47e-433b6c0addd8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:23.254905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:23.320306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:22Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:17:23.329238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26c25-5fdb-44ea-a413-46bb6cd1bea8 req-8c298094-fb32-4765-bb0d-d5f726f13f7f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.333924 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5913a402-2a42-4de7-9d0a-46bd050c293c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f0f14c3641741eb97b534f0a5301ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779650 Aug 16 22:17:23.336448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:23.337085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22e26c25-5fdb-44ea-a413-46bb6cd1bea8 req-8c298094-fb32-4765-bb0d-d5f726f13f7f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0706718 Aug 16 22:17:23.389927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8612a2-6ae1-42e0-8b30-f78b330e6b4f None None] The sync data for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 is: [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:22Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:17:23.428667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.473942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22e26c25-5fdb-44ea-a413-46bb6cd1bea8 req-e796a4bb-0881-4b74-aff1-d5bd3e7e559b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235135 Aug 16 22:17:23.479043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.551421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.555287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:23.556978 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c890fcc1-faa7-49b6-a0ed-dc739b3598f9 HTTP/1.1" status: 204 len: 168 time: 0.2194240 Aug 16 22:17:23.568635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9dd7e-4d94-456e-b488-a824a88b69e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c890fcc1-faa7-49b6-a0ed-dc739b3598f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:23.648240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50fad-dcd4-4e4a-bea0-1bdc2ad58bd2 req-44b1e3ac-8cb6-46e3-9698-d57c261944a5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:23.657317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b50fad-dcd4-4e4a-bea0-1bdc2ad58bd2 req-44b1e3ac-8cb6-46e3-9698-d57c261944a5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0746074 Aug 16 22:17:23.712786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b50fad-dcd4-4e4a-bea0-1bdc2ad58bd2 req-39216d01-9bf2-4405-afa4-3a2e11bc8699 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Aug 16 22:17:23.932259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-94404fd9-31be-4e57-8695-15eb90740548 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248798 Aug 16 22:17:24.164993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-6d5a136b-13a5-4bda-8abf-3d4cb965c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.172802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-6d5a136b-13a5-4bda-8abf-3d4cb965c488 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.1662738 Aug 16 22:17:24.195863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59209eb1-716e-466c-a4a1-8843c80a22da req-3996e034-5998-4de1-91e6-508386631065 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.199767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59209eb1-716e-466c-a4a1-8843c80a22da req-3996e034-5998-4de1-91e6-508386631065 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1521752 Aug 16 22:17:24.334017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59209eb1-716e-466c-a4a1-8843c80a22da req-a68b2743-de36-4ed6-966f-22f086b81c1e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097491 Aug 16 22:17:24.399350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-4e0a8d97-4339-4604-94f1-4c968481ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.401389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-4e0a8d97-4339-4604-94f1-4c968481ea0f service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1997631 Aug 16 22:17:24.460482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-23050453-7803-439a-be79-15dd21c63f00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0476432 Aug 16 22:17:24.557895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-87c4326b-c809-451a-8147-5a5f24bef169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.559843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-87c4326b-c809-451a-8147-5a5f24bef169 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0916893 Aug 16 22:17:24.725926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-31fcb274-7c12-49d2-806c-71b5c550f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.727656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-31fcb274-7c12-49d2-806c-71b5c550f605 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1534972 Aug 16 22:17:24.728466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 802f806c-87e9-4687-aa2d-85845928f811 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:24.764470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df12695-83ac-407e-9497-28b8e8f6a072 req-98596616-6665-4a1c-85e3-67e2a22cdedb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:24.766335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0df12695-83ac-407e-9497-28b8e8f6a072 req-98596616-6665-4a1c-85e3-67e2a22cdedb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1506267 Aug 16 22:17:24.836642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 802f806c-87e9-4687-aa2d-85845928f811 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:24.841666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 802f806c-87e9-4687-aa2d-85845928f811 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:24.842056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:24.889703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0df12695-83ac-407e-9497-28b8e8f6a072 req-3d919136-35d5-4670-9860-2fa1218a00c3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Aug 16 22:17:24.946006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-9638da93-0cdd-4079-aac6-ebf88f254451 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093160 Aug 16 22:17:25.070600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.107502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9a0e-ba37-470c-8ec1-e795f19d12fa req-a5df1e5e-9b75-4374-802a-98f9a5f91288 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.115253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3df9a0e-ba37-470c-8ec1-e795f19d12fa req-a5df1e5e-9b75-4374-802a-98f9a5f91288 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1195300 Aug 16 22:17:25.123121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 802f806c-87e9-4687-aa2d-85845928f811, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=802f806c-87e9-4687-aa2d-85845928f811,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:25.129268 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:25.195928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3677346-4bc4-412a-9ca0-ff64d735285a req-4f11b627-d947-4964-aa27-2698e00a9b17 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330697 Aug 16 22:17:25.213226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3df9a0e-ba37-470c-8ec1-e795f19d12fa req-11e9e81b-6085-418d-9bf1-3308af64bfc5 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970719 Aug 16 22:17:25.238357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:25.249510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ca94cec3-e69c-40ec-b3f1-3463b4df4f93 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:25.289623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ca94cec3-e69c-40ec-b3f1-3463b4df4f93 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:25.290108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ca94cec3-e69c-40ec-b3f1-3463b4df4f93 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:25.501049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f0f1-7bdb-49b4-b2e3-c209593e3606 req-ee4e6d65-10dc-491d-b4bb-d39a28e3275e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:25.509627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3926f0f1-7bdb-49b4-b2e3-c209593e3606 req-ee4e6d65-10dc-491d-b4bb-d39a28e3275e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0960002 Aug 16 22:17:25.562435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3926f0f1-7bdb-49b4-b2e3-c209593e3606 req-bc85fbe7-2af6-4792-aeea-4b5bbc8da207 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Aug 16 22:17:25.721205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:25.868886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc21cd31-b2b9-4113-af88-b741fbe2fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.051184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc21cd31-b2b9-4113-af88-b741fbe2fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.060229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83989f-ffba-4b16-8de7-be343c53e9a2 req-24f530a5-cfb5-40dc-a658-b5cb62ae92eb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.061977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a83989f-ffba-4b16-8de7-be343c53e9a2 req-24f530a5-cfb5-40dc-a658-b5cb62ae92eb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0891209 Aug 16 22:17:26.063258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cc21cd31-b2b9-4113-af88-b741fbe2fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.124211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cc21cd31-b2b9-4113-af88-b741fbe2fa59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b99391953921445bb53116adb785ce4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014809 Aug 16 22:17:26.127285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:26.140029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21cd31-b2b9-4113-af88-b741fbe2fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c54c9-2347-45f6-ad1d-7760f286f50f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:26.192971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a83989f-ffba-4b16-8de7-be343c53e9a2 req-ed003ca8-3641-4f28-a58e-f9e2bdba02f5 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081409 Aug 16 22:17:26.225933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.265271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.331413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.333902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.335013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/369c54c9-2347-45f6-ad1d-7760f286f50f HTTP/1.1" status: 204 len: 168 time: 0.2066967 Aug 16 22:17:26.363486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7b61f-ecc9-481f-901a-58794f6e46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c54c9-2347-45f6-ad1d-7760f286f50f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:26.388247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1250e-6fcf-4647-82bb-db47081ebfbe req-7ee18b4d-a47f-4497-8757-843bb0f60495 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.395904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49e1250e-6fcf-4647-82bb-db47081ebfbe req-7ee18b4d-a47f-4497-8757-843bb0f60495 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0756955 Aug 16 22:17:26.433456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49e1250e-6fcf-4647-82bb-db47081ebfbe req-d2cbcd8e-8c83-4afb-b713-8387a9589f63 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Aug 16 22:17:26.631751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 802f806c-87e9-4687-aa2d-85845928f811 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:26.712280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 802f806c-87e9-4687-aa2d-85845928f811 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:26.713334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:26.798396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b240-c462-4ab8-aeee-b89a4ea361a1 req-0ceb2057-be4a-4301-ac90-062c3ebe3c06 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:26.800699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fba2b240-c462-4ab8-aeee-b89a4ea361a1 req-0ceb2057-be4a-4301-ac90-062c3ebe3c06 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1487100 Aug 16 22:17:26.884195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fba2b240-c462-4ab8-aeee-b89a4ea361a1 req-aae4fc2d-2c0d-45ff-8836-4385d6276e7d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734787 Aug 16 22:17:27.368388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70f4f-a925-4891-9132-74cf0834269e req-9264aa02-fab4-4d4a-9950-f91280f53e5c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.377705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05b70f4f-a925-4891-9132-74cf0834269e req-9264aa02-fab4-4d4a-9950-f91280f53e5c tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1169167 Aug 16 22:17:27.442797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05b70f4f-a925-4891-9132-74cf0834269e req-677309e1-81db-427e-b370-006b38c29a03 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630248 Aug 16 22:17:27.599994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b79f6d-91e8-4e38-a5e1-6b37646d7548 req-2211853d-35fe-4255-bfa5-8916f1db519f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:27.609625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11b79f6d-91e8-4e38-a5e1-6b37646d7548 req-2211853d-35fe-4255-bfa5-8916f1db519f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0859780 Aug 16 22:17:27.680406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11b79f6d-91e8-4e38-a5e1-6b37646d7548 req-27557513-7286-43f8-9cb8-d8e4598ea941 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669765 Aug 16 22:17:27.935402 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:17:28.161887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfe337-ca1e-4809-b713-c7d937382fa6 req-5f18c479-76bc-4a38-ac39-ffdf9a25980b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.164058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08dfe337-ca1e-4809-b713-c7d937382fa6 req-5f18c479-76bc-4a38-ac39-ffdf9a25980b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1042528 Aug 16 22:17:28.213434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08dfe337-ca1e-4809-b713-c7d937382fa6 req-5038a7cd-7518-4dab-89b8-2a0b61086602 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Aug 16 22:17:28.314000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:28.538849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672bcc79-ac53-4274-b98b-ce1665e88a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:28.654244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6d12-220d-4299-8b46-328e8ac1b59e req-45fa194a-8c07-4f4a-8493-c7acee9596a3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:28.657231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-161d6d12-220d-4299-8b46-328e8ac1b59e req-45fa194a-8c07-4f4a-8493-c7acee9596a3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0930104 Aug 16 22:17:28.754873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672bcc79-ac53-4274-b98b-ce1665e88a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:28.759745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-161d6d12-220d-4299-8b46-328e8ac1b59e req-3ab5ad31-ddfb-4652-b46a-063e1333ff4f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848179 Aug 16 22:17:28.760811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672bcc79-ac53-4274-b98b-ce1665e88a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:28.806773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-672bcc79-ac53-4274-b98b-ce1665e88a60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2889781dcace4c4e9106e3724b5cc361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911506 Aug 16 22:17:28.807648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bcc79-ac53-4274-b98b-ce1665e88a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12ed94-3dc7-4158-9151-672a48826c03,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:28.810150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:28.936685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:28.961245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.014529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.017221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656a613-796a-4000-8735-752fda25281e req-19fcc585-bc44-4b0e-a29c-e423342d412a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.018837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e656a613-796a-4000-8735-752fda25281e req-19fcc585-bc44-4b0e-a29c-e423342d412a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1066933 Aug 16 22:17:29.019667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:29.021535 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c12ed94-3dc7-4158-9151-672a48826c03 HTTP/1.1" status: 204 len: 168 time: 0.2092004 Aug 16 22:17:29.038270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be569d-16d5-45ca-8489-1a24ee28d8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12ed94-3dc7-4158-9151-672a48826c03,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:29.117843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e656a613-796a-4000-8735-752fda25281e req-8cc7adf3-06a6-44a9-95e6-5610cd51dcb8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909393 Aug 16 22:17:29.376031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a05df-dcc1-4710-a9ff-b746cf772b90 req-18e13cc0-de01-4065-a964-1d316b1310a0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.383752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a6a05df-dcc1-4710-a9ff-b746cf772b90 req-18e13cc0-de01-4065-a964-1d316b1310a0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0697699 Aug 16 22:17:29.457789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a6a05df-dcc1-4710-a9ff-b746cf772b90 req-76776c5b-6f44-44bf-b882-9dfed0156830 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730109 Aug 16 22:17:29.936902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1cc2c-fc3d-471d-aa25-294114bd630c req-bf55f835-95fe-4aba-ac10-c14c0b9a31ea tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:29.945386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71e1cc2c-fc3d-471d-aa25-294114bd630c req-bf55f835-95fe-4aba-ac10-c14c0b9a31ea tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0816696 Aug 16 22:17:30.000738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71e1cc2c-fc3d-471d-aa25-294114bd630c req-450b5deb-33b1-494f-81fb-f0b908b2511d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531743 Aug 16 22:17:30.260271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bafea1-d01e-4f32-9d50-537cfc0663d8 req-5ff7515c-521b-412d-96bf-c0438df50f27 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.261984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0bafea1-d01e-4f32-9d50-537cfc0663d8 req-5ff7515c-521b-412d-96bf-c0438df50f27 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0651064 Aug 16 22:17:30.331707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0bafea1-d01e-4f32-9d50-537cfc0663d8 req-4e2d7ec0-0930-4f66-abea-3ce68e5af262 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621409 Aug 16 22:17:30.663076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c523f-f511-4e8b-a339-362a18ecc474 req-712b6396-12df-4df0-9a16-e68581174fe3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:30.664725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab2c523f-f511-4e8b-a339-362a18ecc474 req-712b6396-12df-4df0-9a16-e68581174fe3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0908599 Aug 16 22:17:30.750351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab2c523f-f511-4e8b-a339-362a18ecc474 req-65711763-4ce3-4799-a30d-55cce44f59ad tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744886 Aug 16 22:17:31.135651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de75c98-45f8-4d1a-8e9f-799901153ee5 req-f3419c3b-21aa-4c06-9cef-63c6712445bf tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.139459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2de75c98-45f8-4d1a-8e9f-799901153ee5 req-f3419c3b-21aa-4c06-9cef-63c6712445bf tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0698626 Aug 16 22:17:31.209224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2de75c98-45f8-4d1a-8e9f-799901153ee5 req-a9ab6608-e242-45aa-a97c-aad9f1f468cb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Aug 16 22:17:31.512574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb216-9976-4fc5-b6b5-1895723a49c2 req-d32b0fa7-820e-42a5-893e-8a90d67c9bc6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.514411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f16bb216-9976-4fc5-b6b5-1895723a49c2 req-d32b0fa7-820e-42a5-893e-8a90d67c9bc6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0715504 Aug 16 22:17:31.574913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f16bb216-9976-4fc5-b6b5-1895723a49c2 req-264c9445-3706-4c92-8487-c905a5f96e74 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Aug 16 22:17:31.942061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89af3-ce2d-46e7-a0e0-1e52a8a08f27 req-56130764-fa8f-4317-85ce-e49724132910 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:31.950205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6f89af3-ce2d-46e7-a0e0-1e52a8a08f27 req-56130764-fa8f-4317-85ce-e49724132910 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0691485 Aug 16 22:17:32.001494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6f89af3-ce2d-46e7-a0e0-1e52a8a08f27 req-23209bcc-cc3b-4ec1-afb2-60c2a63c2882 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Aug 16 22:17:32.349874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3eea-16e3-473e-87d4-d6baec981158 req-f3f640b6-147f-41f0-a27f-1bea43313d09 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.352163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bde3eea-16e3-473e-87d4-d6baec981158 req-f3f640b6-147f-41f0-a27f-1bea43313d09 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0831532 Aug 16 22:17:32.437308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bde3eea-16e3-473e-87d4-d6baec981158 req-2310a436-3383-4bec-8d0e-cde611b51ac0 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735266 Aug 16 22:17:32.807663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e06a7-a024-4b02-ac33-2a79a9cd567a req-4a345fa7-c9f5-4ea9-8f0f-8dd5413fbf25 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:32.817089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf9e06a7-a024-4b02-ac33-2a79a9cd567a req-4a345fa7-c9f5-4ea9-8f0f-8dd5413fbf25 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0917127 Aug 16 22:17:32.822795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:32.871913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf9e06a7-a024-4b02-ac33-2a79a9cd567a req-d5168f23-00d3-4c49-975c-8034ac51a924 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Aug 16 22:17:32.982526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-937cf6cf-c133-41f3-889b-c6bc74af042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.079831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-937cf6cf-c133-41f3-889b-c6bc74af042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.089686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-937cf6cf-c133-41f3-889b-c6bc74af042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.141081 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-937cf6cf-c133-41f3-889b-c6bc74af042f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=704c526b7cbc44a4adc6c220475db758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162055 Aug 16 22:17:33.141725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:33.143913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cf6cf-c133-41f3-889b-c6bc74af042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c56af8a-9850-45d2-99db-f4468f764a51,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.169832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138536a1-7fa2-4c22-99bf-8e43a45cdff7 req-f08992e6-3aa4-4a24-8ebf-b72f350f9653 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.171618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-138536a1-7fa2-4c22-99bf-8e43a45cdff7 req-f08992e6-3aa4-4a24-8ebf-b72f350f9653 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0645714 Aug 16 22:17:33.206250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.216949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-138536a1-7fa2-4c22-99bf-8e43a45cdff7 req-86887b8d-0ca7-44cc-a81e-0d242ae08d3a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387635 Aug 16 22:17:33.241858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.310239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.313294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.317946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c56af8a-9850-45d2-99db-f4468f764a51 HTTP/1.1" status: 204 len: 168 time: 0.1750963 Aug 16 22:17:33.328177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153bf1-9e6f-408a-9404-2f8472577825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c56af8a-9850-45d2-99db-f4468f764a51,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.562803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f311f91-a9fe-4800-a107-8cb30a11c005 req-a8d01b96-a1a9-4685-ac02-7dab61f482c7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:33.571777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f311f91-a9fe-4800-a107-8cb30a11c005 req-a8d01b96-a1a9-4685-ac02-7dab61f482c7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0632114 Aug 16 22:17:33.638636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f311f91-a9fe-4800-a107-8cb30a11c005 req-cc2f0492-5d41-4f06-9b84-d1a1ae3ea200 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658541 Aug 16 22:17:33.678359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:33.702126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c818c772-c1f3-43b0-9142-59582e166d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.800803 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c818c772-c1f3-43b0-9142-59582e166d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.805472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c818c772-c1f3-43b0-9142-59582e166d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:33.850689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818c772-c1f3-43b0-9142-59582e166d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd25eaa-1f0b-4151-8808-4097e14a08c9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:33.854958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c818c772-c1f3-43b0-9142-59582e166d26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7974fbde86104eeca979e2abc87c1848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753354 Aug 16 22:17:33.857544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:34.009312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db5b1-4b3d-4df0-b556-fe5e146f56b7 req-736f8bc4-6366-4681-9952-09c97be72bbb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.018181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84db5b1-4b3d-4df0-b556-fe5e146f56b7 req-736f8bc4-6366-4681-9952-09c97be72bbb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0789108 Aug 16 22:17:34.086046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84db5b1-4b3d-4df0-b556-fe5e146f56b7 req-1f548c84-1d0a-49b9-b670-c47b38135f27 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664432 Aug 16 22:17:34.227848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.255546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.314032 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.317457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:34.318841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fd25eaa-1f0b-4151-8808-4097e14a08c9 HTTP/1.1" status: 204 len: 168 time: 0.4603243 Aug 16 22:17:34.338240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446695d9-d761-4da0-a746-095b1d08292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd25eaa-1f0b-4151-8808-4097e14a08c9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:34.408059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030aa2d-13e0-4546-96e9-dd17e8d4244f req-8a4d530c-cd39-4036-8edb-eda6a7d61f3b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.416230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a030aa2d-13e0-4546-96e9-dd17e8d4244f req-8a4d530c-cd39-4036-8edb-eda6a7d61f3b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0950308 Aug 16 22:17:34.467498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a030aa2d-13e0-4546-96e9-dd17e8d4244f req-9847d53b-fb47-44b6-8d6f-b3160bae30f3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Aug 16 22:17:34.689277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-a444e05a-500c-42a8-acb4-7c390924db60 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:34.697900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-a444e05a-500c-42a8-acb4-7c390924db60 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.1303251 Aug 16 22:17:35.030927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-7ac8a9f0-cd81-4450-9f54-b1a49f9199e6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/quotas/300a0221320a473c81142524da874885 HTTP/1.1" status: 200 len: 375 time: 0.3317981 Aug 16 22:17:35.097946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8881-9f16-4ba4-9075-3932bc2dc3a9 req-79ee807e-dacd-4d65-bfb1-a24b41a97521 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.099477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e96c8881-9f16-4ba4-9075-3932bc2dc3a9 req-79ee807e-dacd-4d65-bfb1-a24b41a97521 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.3912911 Aug 16 22:17:35.109354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-dca512d8-a59e-48fc-8ad4-f795015335b6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776367 Aug 16 22:17:35.190938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e96c8881-9f16-4ba4-9075-3932bc2dc3a9 req-9d45af9c-2e4f-4546-a13e-29e7569f429a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806134 Aug 16 22:17:35.248280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-188581db-c026-4d66-974f-e251bd6f9398 service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242330 Aug 16 22:17:35.390957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40824c2-1d8d-4959-b884-cbfed2d2b043 req-010ec9d7-cc1b-4843-b85e-199c65d14052 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.390957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e40824c2-1d8d-4959-b884-cbfed2d2b043 req-010ec9d7-cc1b-4843-b85e-199c65d14052 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1247752 Aug 16 22:17:35.394745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-6e47dad1-ddbd-45a3-add5-282cd965af9f service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386845 Aug 16 22:17:35.453097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e40824c2-1d8d-4959-b884-cbfed2d2b043 req-b366e16d-eb83-49cf-9c71-9d6f603c6048 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 Aug 16 22:17:35.693960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4fb7520-9770-40f9-a89c-d9d465a33cc9 req-40826ec1-07fd-4770-8489-552033867667 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 210 time: 0.0512192 Aug 16 22:17:35.715888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cddd55-822a-4aa5-96e2-9afa0a7999e0 req-4b103b96-7eb1-4f8e-a3dd-c77502ee357a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:35.717583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18cddd55-822a-4aa5-96e2-9afa0a7999e0 req-4b103b96-7eb1-4f8e-a3dd-c77502ee357a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0896671 Aug 16 22:17:35.785004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18cddd55-822a-4aa5-96e2-9afa0a7999e0 req-a23ed67d-e098-4e0a-8a45-94b12a2e25d0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Aug 16 22:17:36.319118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66cb71-bae3-4cad-9049-35d68198ffda req-4050a7c5-86a2-475d-899e-ad09aef77901 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.321196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c66cb71-bae3-4cad-9049-35d68198ffda req-4050a7c5-86a2-475d-899e-ad09aef77901 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0537629 Aug 16 22:17:36.362765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c66cb71-bae3-4cad-9049-35d68198ffda req-5d65a351-d0a9-4913-a23e-51d61fd9fd1d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Aug 16 22:17:36.601112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-4468ebe0-cc5d-4c9c-9a8a-0afa74d06af3 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.602703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-4468ebe0-cc5d-4c9c-9a8a-0afa74d06af3 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "GET /v2.0/ports?device_id=c78b717f-3091-4ce4-96f0-55d1bdfeb642 HTTP/1.1" status: 200 len: 945 time: 0.0806575 Aug 16 22:17:36.619102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d9757-829b-4ba7-bcf4-f43ca421ab25 req-95137a75-3116-404e-8d7f-b26e6fdf3f46 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:36.620828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b83d9757-829b-4ba7-bcf4-f43ca421ab25 req-95137a75-3116-404e-8d7f-b26e6fdf3f46 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0867906 Aug 16 22:17:36.723808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b83d9757-829b-4ba7-bcf4-f43ca421ab25 req-96f28ead-7ed1-4223-b5e5-853f3adce5c8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918279 Aug 16 22:17:36.750345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Deleting port 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:36.750706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.751017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:36.877329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8040f060-4f52-450f-9531-7eed0383a233 req-9262b0be-8632-473c-9189-b0cced3884a2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 210 time: 0.0506098 Aug 16 22:17:36.930684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:36.975197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:36.978271 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd5052-f205-4920-9746-19a879403587" -d '{"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-unplugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:36.996341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.014247 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.059777 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193e71b-0c60-4ad8-949f-bfe7c89db196 x-openstack-request-id: req-e193e71b-0c60-4ad8-949f-bfe7c89db196 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:37.060226 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-unplugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:37.060606 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e193e71b-0c60-4ad8-949f-bfe7c89db196 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:37.061311 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'code': 200} Aug 16 22:17:37.095578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] For port 9823ec82-9290-4ac1-b60c-0b06a4debc65, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9823ec82-9290-4ac1-b60c-0b06a4debc65,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:37.095578 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.115409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.123171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Calling delete_port for 9823ec82-9290-4ac1-b60c-0b06a4debc65 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:37.161112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab6eaa-9f88-455f-aa01-99bbebd9a99e req-fb0e4f9c-8284-4ed8-b723-35cfce276956 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.162891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85ab6eaa-9f88-455f-aa01-99bbebd9a99e req-fb0e4f9c-8284-4ed8-b723-35cfce276956 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2387669 Aug 16 22:17:37.259344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-4535cb4c-c400-4f88-bb57-80ee4bda82c5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.260835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-4535cb4c-c400-4f88-bb57-80ee4bda82c5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.3465390 Aug 16 22:17:37.285649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85ab6eaa-9f88-455f-aa01-99bbebd9a99e req-f9a52e05-eccb-4209-a422-416d343cff3d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Aug 16 22:17:37.299192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Request body: {'port': {'device_id': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'admin_state_up': True, 'tenant_id': '300a0221320a473c81142524da874885'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:37.517385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.534418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:37.538739 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.587493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event deleted for resources: {'Port': ['ID=9823ec82-9290-4ac1-b60c-0b06a4debc65,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:37.623401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12571f16-108a-4f04-bb45-86f8175ce9cc req-e7c9012e-d876-4c9e-9c24-686f93b84e1d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:37.625547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12571f16-108a-4f04-bb45-86f8175ce9cc req-e7c9012e-d876-4c9e-9c24-686f93b84e1d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.1827219 Aug 16 22:17:37.663893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] No DVR routers for this DVR port 9823ec82-9290-4ac1-b60c-0b06a4debc65 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:37.669628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:37.672711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8514ff6-d539-4182-837c-4e3ab0104d0d req-66e27fb9-4dde-44ff-bcc3-6419a3e0ebff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "DELETE /v2.0/ports/9823ec82-9290-4ac1-b60c-0b06a4debc65 HTTP/1.1" status: 204 len: 173 time: 1.0502617 Aug 16 22:17:37.686369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-deleted', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:37.688770 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5572b366-67e1-4c69-877c-e91c83193cb9" -d '{"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-deleted", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:37.753942 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92d7cf-f555-49cb-9676-586697366f4c x-openstack-request-id: req-7b92d7cf-f555-49cb-9676-586697366f4c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:37.754244 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b717f-3091-4ce4-96f0-55d1bdfeb642", "name": "network-vif-deleted", "tag": "9823ec82-9290-4ac1-b60c-0b06a4debc65", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:37.754591 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b92d7cf-f555-49cb-9676-586697366f4c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:37.755070 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b717f-3091-4ce4-96f0-55d1bdfeb642', 'name': 'network-vif-deleted', 'tag': '9823ec82-9290-4ac1-b60c-0b06a4debc65', 'status': 'completed', 'code': 200} Aug 16 22:17:37.762228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:37.783352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:37.783929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:37.827486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12571f16-108a-4f04-bb45-86f8175ce9cc req-dddd3fd2-b0d1-401e-aa49-7b570a1822bb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760764 Aug 16 22:17:37.906872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Allocated IP 172.20.0.2 (b9b1ed1d-092d-4402-977e-3475c4c122f1/20f84d59-c278-48fb-8e21-72e8a571ba44/77fec052-264b-4961-b6f4-f62768518399) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:37.962440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:38.101495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba18e1-56ba-48ac-8b1d-1f691e6fac01 req-88442285-61c1-440e-b597-03c0977d6f91 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.103123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3ba18e1-56ba-48ac-8b1d-1f691e6fac01 req-88442285-61c1-440e-b597-03c0977d6f91 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1623721 Aug 16 22:17:38.138581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bc1f019-fbda-4037-a434-3220aff0bed5 req-14f15b2d-cf19-4666-86ab-05f6b780fc48 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 210 time: 0.0847917 Aug 16 22:17:38.197515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c15d499e-7ef8-4a24-8acd-121948af2bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.213307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3ba18e1-56ba-48ac-8b1d-1f691e6fac01 req-7e6f95c0-05b7-4de6-b252-cba104f9e78b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850158 Aug 16 22:17:38.260547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.328947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.373422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c15d499e-7ef8-4a24-8acd-121948af2bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.381565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c15d499e-7ef8-4a24-8acd-121948af2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.427023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:38.461363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:38.481531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c15d499e-7ef8-4a24-8acd-121948af2bf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f68adb4a702466da010214648b24d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5136340 Aug 16 22:17:38.487881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:38.488450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:38.516267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.540601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d499e-7ef8-4a24-8acd-121948af2bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b86f59-e457-47b1-8351-c963dd5ac7bd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.555287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.556131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.569962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91f97-ff12-4e68-9d15-05d0a23d09a7 req-b0a65c38-a560-4133-89d6-e776be7d1dac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:38.578446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa91f97-ff12-4e68-9d15-05d0a23d09a7 req-b0a65c38-a560-4133-89d6-e776be7d1dac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1589134 Aug 16 22:17:38.625210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.648678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-1a582def-c831-49ba-b898-0ff8c8666bc2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3613193 Aug 16 22:17:38.653430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.679248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa91f97-ff12-4e68-9d15-05d0a23d09a7 req-aa75db76-aad4-47a7-8987-ebd2176b0111 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Aug 16 22:17:38.688926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Request body: {'port': {'device_id': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:38.741705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.745752 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.751194 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35b86f59-e457-47b1-8351-c963dd5ac7bd HTTP/1.1" status: 204 len: 168 time: 0.2589586 Aug 16 22:17:38.755911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:38.759925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e58aca-37c7-4234-ac78-51a8325a6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b86f59-e457-47b1-8351-c963dd5ac7bd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:38.781468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:38.925047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:38.952997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'port_id': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'mac_address': 'fa:16:3e:b7:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c76b7-781b-4381-822e-82a3aee9951f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:39.050174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.078499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35212816-1c29-42b7-a3cb-422dadb92fe2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:39.117174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:39.123735 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.138436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac7bbb-d3e6-4d83-8719-eafa54dee241 req-db054d25-7c8b-464e-9a0a-f6d000ec1633 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.146581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dac7bbb-d3e6-4d83-8719-eafa54dee241 req-db054d25-7c8b-464e-9a0a-f6d000ec1633 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 943 time: 0.1620452 Aug 16 22:17:39.185484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:39.208365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87c5fafe-c010-4941-84fa-f724ad0be900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.244795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dac7bbb-d3e6-4d83-8719-eafa54dee241 req-a1cfb109-928a-401f-83c9-43777f2e38cb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972240 Aug 16 22:17:39.267310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.271495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-bcf07422-c269-4fc8-922f-9540537e1c55 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1549916 Aug 16 22:17:39.381717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87c5fafe-c010-4941-84fa-f724ad0be900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.389017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87c5fafe-c010-4941-84fa-f724ad0be900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.425636 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87c5fafe-c010-4941-84fa-f724ad0be900 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e07074289874559a55c04ccb3fd701d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390459 Aug 16 22:17:39.426509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:39.444740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fec052-264b-4961-b6f4-f62768518399 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:39.464714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.496627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5fafe-c010-4941-84fa-f724ad0be900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad490bf-1c42-42a4-850a-66ecc1920ad4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.501979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-79e681f6-30b9-4296-b20d-710659700db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.503504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-79e681f6-30b9-4296-b20d-710659700db5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1097 time: 0.1879013 Aug 16 22:17:39.519294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b93b6-cfe8-4dcc-98e0-a1696744a899 req-f60bae5c-461b-4aca-85f5-09663dfa6f63 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.521378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c5b93b6-cfe8-4dcc-98e0-a1696744a899 req-f60bae5c-461b-4aca-85f5-09663dfa6f63 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 931 time: 0.2263432 Aug 16 22:17:39.531470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.534151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe3b41-5471-4976-85f2-27587cb4f631 req-ee717aca-d3f6-45fa-95b7-b238904c52a3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.536072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aebe3b41-5471-4976-85f2-27587cb4f631 req-ee717aca-d3f6-45fa-95b7-b238904c52a3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1784220 Aug 16 22:17:39.537241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Transition to ACTIVE for port object 77fec052-264b-4961-b6f4-f62768518399 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:39.557597 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.564436 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.612542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.616598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:39.621651 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ad490bf-1c42-42a4-850a-66ecc1920ad4 HTTP/1.1" status: 204 len: 168 time: 0.1888597 Aug 16 22:17:39.628673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3853b8-1a47-4d6b-8a5d-2dbf989d683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad490bf-1c42-42a4-850a-66ecc1920ad4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.661199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['35212816-1c29-42b7-a3cb-422dadb92fe2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:39.715891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:39.727471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c5b93b6-cfe8-4dcc-98e0-a1696744a899 req-f9587455-6e4f-48bd-a0cd-73e6ffc060a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890094 Aug 16 22:17:39.745387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aebe3b41-5471-4976-85f2-27587cb4f631 req-be272270-bc44-4026-9a30-74a4cac24801 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904440 Aug 16 22:17:39.753025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-6c3f8f58-60c1-48f0-8aea-6de406dd42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.754541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-6c3f8f58-60c1-48f0-8aea-6de406dd42fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.2152596 Aug 16 22:17:39.905900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-ba4f09f8-ff75-4a38-a730-40f6be28544c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 1000 time: 0.1338899 Aug 16 22:17:39.909706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Attempting to bind port 77fec052-264b-4961-b6f4-f62768518399 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:39.910050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Attempting to bind port 77fec052-264b-4961-b6f4-f62768518399 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:39.910379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Attempting to bind port 77fec052-264b-4961-b6f4-f62768518399 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:39.922326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34ee35-8622-4fdd-8cd9-1228b7943d8f req-2972f6dc-a5b8-477e-b010-c2e70354d8ff tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:39.924093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f34ee35-8622-4fdd-8cd9-1228b7943d8f req-2972f6dc-a5b8-477e-b010-c2e70354d8ff tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0906336 Aug 16 22:17:39.935923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Port 77fec052-264b-4961-b6f4-f62768518399 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:39.936334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Attempting to bind port 77fec052-264b-4961-b6f4-f62768518399 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:39.979423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:39.979766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Checking segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:39.980155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Bound using segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:39.981278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Bound port: 77fec052-264b-4961-b6f4-f62768518399, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:39.981649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.034012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-a688da56-1145-493b-aa26-a2803135d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.035515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-a688da56-1145-493b-aa26-a2803135d9a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.1212604 Aug 16 22:17:40.045536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f34ee35-8622-4fdd-8cd9-1228b7943d8f req-de806cb3-9cb0-449d-90b5-99231423c36a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066322 Aug 16 22:17:40.098426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:40.102637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:40.108453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.117638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-81e438d4-c0be-4980-9e10-d9b53e795794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.119178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-81e438d4-c0be-4980-9e10-d9b53e795794 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727665 Aug 16 22:17:40.173286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.173906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:40.175351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] 10.222.0.89 "PUT /v2.0/ports/77fec052-264b-4961-b6f4-f62768518399 HTTP/1.1" status: 200 len: 1092 time: 1.4951017 Aug 16 22:17:40.177561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'tag': '77fec052-264b-4961-b6f4-f62768518399'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:40.179845 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be" -d '{"events": [{"name": "network-changed", "server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "tag": "77fec052-264b-4961-b6f4-f62768518399"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:40.233892 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa0011-53c8-4571-9363-32ae008f85ad x-openstack-request-id: req-c7fa0011-53c8-4571-9363-32ae008f85ad {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:40.234186 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "tag": "77fec052-264b-4961-b6f4-f62768518399", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:40.234433 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7fa0011-53c8-4571-9363-32ae008f85ad {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:40.234830 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'tag': '77fec052-264b-4961-b6f4-f62768518399', 'status': 'completed', 'code': 200} Aug 16 22:17:40.237362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a84d1-a093-445b-a066-d82b8a671d09 service neutron] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:40.304262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-4c410b72-f708-4ee3-a152-bc720eddfc10 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623268 Aug 16 22:17:40.311278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-425daafa-9025-40d8-8da2-a2eb5caebbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.312730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-425daafa-9025-40d8-8da2-a2eb5caebbaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 1095 time: 0.0674539 Aug 16 22:17:40.419461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-796d8156-1de7-425d-9f9b-cdf743897c57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77fec052-264b-4961-b6f4-f62768518399 HTTP/1.1" status: 200 len: 217 time: 0.0881090 Aug 16 22:17:40.515565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797a79f-1d65-4d9c-9571-2a7b07129b33 req-4c01d8e2-2912-44a1-a724-6350fa48d67d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.517236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b797a79f-1d65-4d9c-9571-2a7b07129b33 req-4c01d8e2-2912-44a1-a724-6350fa48d67d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 944 time: 0.1156242 Aug 16 22:17:40.559412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-9743b66a-8ac9-4b2f-b06d-92ded3d415a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:40.560881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-9743b66a-8ac9-4b2f-b06d-92ded3d415a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.1213527 Aug 16 22:17:40.564535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-327741ca-bbb7-43f5-89a1-2d523e1c32e4 req-9b0b8db0-6e38-4d03-b519-9e77ab5af33b service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507553 Aug 16 22:17:40.629950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b797a79f-1d65-4d9c-9571-2a7b07129b33 req-ca150d4c-ca58-4737-99cf-a3f843f76921 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975444 Aug 16 22:17:40.632067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-45b1ee73-f82a-4efa-9aea-d2af4bc0f291 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553856 Aug 16 22:17:40.767238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-9802f6d6-7fb7-4b30-8bba-f87c5c28a769 service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200297 Aug 16 22:17:41.257113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe3df14d-dd7c-4ca7-ab1a-646fd7628cc5 req-7f153982-fc86-482e-8b04-e13727490075 service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823275 Aug 16 22:17:41.316998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d9971-23db-4163-b0a8-43db2cc98ad4 req-a6762f2f-751f-4df5-96f2-b5f54a62c2a6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.318570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed1d9971-23db-4163-b0a8-43db2cc98ad4 req-a6762f2f-751f-4df5-96f2-b5f54a62c2a6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 943 time: 0.1407440 Aug 16 22:17:41.331078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4081d-5f61-40d4-ac90-1148e6b84585 req-976febc1-89c5-4fb4-a8a3-a230d8ed4c1a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.338336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92e4081d-5f61-40d4-ac90-1148e6b84585 req-976febc1-89c5-4fb4-a8a3-a230d8ed4c1a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1204422 Aug 16 22:17:41.446242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed1d9971-23db-4163-b0a8-43db2cc98ad4 req-d4f481ed-14f8-4cbf-811a-6e8339ea2bff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046815 Aug 16 22:17:41.452476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92e4081d-5f61-40d4-ac90-1148e6b84585 req-536f3860-86cc-4dd9-a563-6348e824755b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110373 Aug 16 22:17:41.460496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-7c84fa45-9c72-4699-9384-aca44cf7db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.462085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-7c84fa45-9c72-4699-9384-aca44cf7db0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 1095 time: 0.0879653 Aug 16 22:17:41.637488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546eaf9-1e37-4f88-aa12-9de48a20958e req-f4fb6f83-443c-4d19-b55a-afa651740049 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.639010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3546eaf9-1e37-4f88-aa12-9de48a20958e req-f4fb6f83-443c-4d19-b55a-afa651740049 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1100206 Aug 16 22:17:41.646577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-5678ba96-8c41-4150-8f49-ff0ae4c1ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.648222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-5678ba96-8c41-4150-8f49-ff0ae4c1ca94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 905 time: 0.1778607 Aug 16 22:17:41.665331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc88a-4f14-4d56-925a-02491d05b200 req-2920476a-3690-46a1-b076-01dc902d6219 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.666808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37dc88a-4f14-4d56-925a-02491d05b200 req-2920476a-3690-46a1-b076-01dc902d6219 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1275780 Aug 16 22:17:41.722961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-3ec659c9-6f13-48c8-ab44-1ccc8a3d0a81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77fec052-264b-4961-b6f4-f62768518399 HTTP/1.1" status: 200 len: 217 time: 0.0486894 Aug 16 22:17:41.768724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:41.778407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3546eaf9-1e37-4f88-aa12-9de48a20958e req-60eab90a-6164-4488-9f32-5422ca36f064 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332939 Aug 16 22:17:41.794090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9823ec82-9290-4ac1-b60c-0b06a4debc65 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:41.794672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9823ec82-9290-4ac1-b60c-0b06a4debc65 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:41.810587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37dc88a-4f14-4d56-925a-02491d05b200 req-257d95db-d070-497d-83fc-143d44f0f1e0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257808 Aug 16 22:17:41.821365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-0c6536dc-f647-4a0c-823c-574a7b094dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.822830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-0c6536dc-f647-4a0c-823c-574a7b094dd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0870771 Aug 16 22:17:41.872217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-c7a6b4e4-36c7-4cc4-8722-33b218afe0ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382280 Aug 16 22:17:41.975129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89161bf-858f-47c2-9092-899c63f6924d req-c5c8fdf6-c9e6-43d5-bf55-e5c1fe54f597 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:41.981127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89161bf-858f-47c2-9092-899c63f6924d req-c5c8fdf6-c9e6-43d5-bf55-e5c1fe54f597 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 944 time: 0.1078022 Aug 16 22:17:42.042870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89161bf-858f-47c2-9092-899c63f6924d req-4a05ee5e-e744-42fb-8e32-473f53e2ebe7 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604990 Aug 16 22:17:42.046560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-861bc504-dbfa-4ecc-b606-d7d78447f5d6 service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625822 Aug 16 22:17:42.148961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2aad2276-ccdc-40f8-b3ae-f59f8d1a56be req-7592c795-828d-4bc4-aa4e-dce41edb8098 service neutron] 10.222.0.89 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938561 Aug 16 22:17:42.615396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952be40-fdbb-4bac-b336-0311c5cca6f1 req-660b72cc-3cdc-4cad-99c1-cdc7e6733591 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.617831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0952be40-fdbb-4bac-b336-0311c5cca6f1 req-660b72cc-3cdc-4cad-99c1-cdc7e6733591 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0903509 Aug 16 22:17:42.627797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d247ba-ba4c-4f1f-9c83-29dce63d4a53 req-1e7536a4-96c1-4b27-935f-3d08fe09d899 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.629604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d247ba-ba4c-4f1f-9c83-29dce63d4a53 req-1e7536a4-96c1-4b27-935f-3d08fe09d899 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 943 time: 0.0919361 Aug 16 22:17:42.707558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0952be40-fdbb-4bac-b336-0311c5cca6f1 req-b674e81f-e0c6-44e5-b4a9-3e127b7afed4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767066 Aug 16 22:17:42.720432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d247ba-ba4c-4f1f-9c83-29dce63d4a53 req-ec4f2d91-4a01-4eec-a3a8-802e62bc1594 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694292 Aug 16 22:17:42.780313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:42.833687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 35212816-1c29-42b7-a3cb-422dadb92fe2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:42.834221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.923883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.936596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4518f0-dc32-419b-b82b-c7d0f90bdb03 req-ca81c9b1-673a-415d-91d1-e29bdfdec1cb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.938198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a4518f0-dc32-419b-b82b-c7d0f90bdb03 req-ca81c9b1-673a-415d-91d1-e29bdfdec1cb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.0848265 Aug 16 22:17:42.948614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:42.950936 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82517bce-344f-4cb4-aa0c-4fbd1ddf89e1" -d '{"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-plugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:42.965809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:42.970459 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:42.976013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd827874-ba4b-4c76-8ca1-22c5d18a0923 req-5b830e5e-c12a-431c-b09d-0d8015400d3a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:42.977557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd827874-ba4b-4c76-8ca1-22c5d18a0923 req-5b830e5e-c12a-431c-b09d-0d8015400d3a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.0844424 Aug 16 22:17:43.015064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a4518f0-dc32-419b-b82b-c7d0f90bdb03 req-591799d0-2595-4096-8c7f-88705b116f87 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Aug 16 22:17:43.038068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.066900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd827874-ba4b-4c76-8ca1-22c5d18a0923 req-cbe36ce9-3ca2-46f4-b162-b309551b2c26 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772135 Aug 16 22:17:43.075246 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a0b4a0-6366-4dce-87ae-469720173caa x-openstack-request-id: req-25a0b4a0-6366-4dce-87ae-469720173caa {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:43.075706 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-plugged", "status": "completed", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:43.076027 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25a0b4a0-6366-4dce-87ae-469720173caa {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:43.076597 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'code': 200} Aug 16 22:17:43.108193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:43.116617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1373896145'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:43.163733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:43.168490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.199701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dc3f0-84de-4c16-9842-64eda78a6204 req-9accbf40-2fe2-4f35-b567-b960bee04dc9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.201549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c5dc3f0-84de-4c16-9842-64eda78a6204 req-9accbf40-2fe2-4f35-b567-b960bee04dc9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0596344 Aug 16 22:17:43.209196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:17:43.221327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.221685 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Added segment 9030953b-7968-4812-80f2-46bbb8559e55 of type vlan for network 4caf014e-fc00-496c-98cf-31e446a604cf Aug 16 22:17:43.258429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c5dc3f0-84de-4c16-9842-64eda78a6204 req-20e40512-4186-49e7-b118-7ad24ba25639 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Aug 16 22:17:43.286125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.311873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb599e3-3bde-4994-8587-81218f9f4701 req-3a399be8-c944-43a7-a5dd-a9a44ab04c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.313416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2eb599e3-3bde-4994-8587-81218f9f4701 req-3a399be8-c944-43a7-a5dd-a9a44ab04c3d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 1097 time: 0.0434053 Aug 16 22:17:43.316358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.322134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.322766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.345818 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2354064 Aug 16 22:17:43.355222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:43.362385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1443809952'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:43.378420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2eb599e3-3bde-4994-8587-81218f9f4701 req-97000ada-b683-40c5-94dd-b90527c69370 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Aug 16 22:17:43.393834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:43.397673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.411764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffdb2d-27cd-4246-aff2-65ecab7e0eb6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Network': ['ID=4caf014e-fc00-496c-98cf-31e446a604cf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.422135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:17:43.426916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4caf014e-fc00-496c-98cf-31e446a604cf details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:17:43.437839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.438276 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Added segment abf0d696-a338-4183-88bb-07f85f715f53 of type vlan for network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb Aug 16 22:17:43.492016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.519707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.525382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.525974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.598012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2416337 Aug 16 22:17:43.601284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:43.606560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'subnet': {'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:43.633402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5836d7d-f0f0-4d32-89b3-e654246c1d82 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Network': ['ID=4e3ec1e0-91aa-4b01-b14c-69388cd076eb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.644594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:17:43.704239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:43.708087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.779087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:43.887579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637bbf-8a70-49af-8279-ed198ead8aaf req-d96f3138-8da1-4fca-9ea2-c7a8210b66e3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.894779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7637bbf-8a70-49af-8279-ed198ead8aaf req-d96f3138-8da1-4fca-9ea2-c7a8210b66e3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1084685 Aug 16 22:17:43.922934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:43.933061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3418-5744-4ad0-b4b4-7d0de32948ba req-b771069d-de16-4a2a-aae0-632795060532 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:43.935207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97fd3418-5744-4ad0-b4b4-7d0de32948ba req-b771069d-de16-4a2a-aae0-632795060532 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 943 time: 0.1137283 Aug 16 22:17:43.959197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:43.972137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7637bbf-8a70-49af-8279-ed198ead8aaf req-19fb8d8c-e291-4c58-8784-db7580d792f2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716581 Aug 16 22:17:43.983890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '77fec052-264b-4961-b6f4-f62768518399', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': '77fec052-264b-4961-b6f4-f62768518399', 'mac_address': 'fa:16:3e:6e:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:43.994025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Subnet': ['ID=51ff788a-d102-41e1-b580-ece931f286d1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:43.997723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97fd3418-5744-4ad0-b4b4-7d0de32948ba req-5906228c-5756-4d9f-9d3a-c874fdaf507d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543134 Aug 16 22:17:44.014862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:44.015340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network hostable DHCP agents. Network: 4caf014e-fc00-496c-98cf-31e446a604cf, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:17:44.032856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4caf014e-fc00-496c-98cf-31e446a604cf is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:17:44.037012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.046626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4caf014e-fc00-496c-98cf-31e446a604cf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:44.051646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.052435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.057576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fec052-264b-4961-b6f4-f62768518399 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:44.071746 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d53b6adb-22c6-4f4d-aa64-004885dc2284 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4692106 Aug 16 22:17:44.072037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09ca1d-d38b-4266-a19b-1dd5ffb614bb None None] Network 4caf014e-fc00-496c-98cf-31e446a604cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:44.074377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:44.083174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'subnet': {'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:44.188595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:44.200680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:44.204500 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.206125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.228185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee20c-a2fe-4825-9d1d-9efc25c16555 req-5824fb43-5b82-4a82-81fa-cf4a17b3dab8 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.231630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-665ee20c-a2fe-4825-9d1d-9efc25c16555 req-5824fb43-5b82-4a82-81fa-cf4a17b3dab8 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1226819 Aug 16 22:17:44.236560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.244826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a93c1a-986b-4f8a-8821-d4787d79f890 req-bb56daff-6f09-408a-8e22-ae86ab942e21 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.252559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2a93c1a-986b-4f8a-8821-d4787d79f890 req-bb56daff-6f09-408a-8e22-ae86ab942e21 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.0891097 Aug 16 22:17:44.291046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:44.322419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2a93c1a-986b-4f8a-8821-d4787d79f890 req-5b7cce5c-8b12-4878-889e-46cb81716ef5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684476 Aug 16 22:17:44.359060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-665ee20c-a2fe-4825-9d1d-9efc25c16555 req-afd353d6-6f87-456a-9890-190c5a4c0607 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979409 Aug 16 22:17:44.381287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4caf014e-fc00-496c-98cf-31e446a604cf', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:17:44.382177 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.468763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992f174-1e14-456c-a50f-0bc888f7ddb9 req-b0d0cc2c-09ba-4635-a118-e7b7d848bece tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.473853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d992f174-1e14-456c-a50f-0bc888f7ddb9 req-b0d0cc2c-09ba-4635-a118-e7b7d848bece tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0681620 Aug 16 22:17:44.499723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.535678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d992f174-1e14-456c-a50f-0bc888f7ddb9 req-41b6c0df-c970-465c-914b-12ba1dba590a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559196 Aug 16 22:17:44.560722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Allocated IP 10.1.1.2 (4caf014e-fc00-496c-98cf-31e446a604cf/51ff788a-d102-41e1-b580-ece931f286d1/d2a92cf6-ec80-416d-885b-d3aa04baddec) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:44.566072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Subnet': ['ID=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:44.571474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Checking segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:44.571837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network hostable DHCP agents. Network: 4e3ec1e0-91aa-4b01-b14c-69388cd076eb, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:17:44.583743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['77fec052-264b-4961-b6f4-f62768518399'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:44.590122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:17:44.599769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4e3ec1e0-91aa-4b01-b14c-69388cd076eb) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:44.605138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:44.606119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.625455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882fe408-dae7-4cfd-b2ef-592bf9a738e8 None None] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:44.625563 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f171b3f-faad-41c3-8fbb-750799132c45 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5493281 Aug 16 22:17:44.626298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:44.632585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1591039110', 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:44.757525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:44.863870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:44.896640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] device_id is not set on port 9edfddeb-34e6-4c67-9543-cd89cce59171 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:17:45.171718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.190509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Transition to ACTIVE for port object d2a92cf6-ec80-416d-885b-d3aa04baddec will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.198853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ips': [{'subnet_id': '2dd6e43a-4de7-4843-8b55-e2cd1a1929ad'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:17:45.200263 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.215916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ac65-a217-4452-8d46-3d1cd4693c41 req-440ea601-d7ae-4f0b-a29f-32f8562dc097 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.217609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23c3ac65-a217-4452-8d46-3d1cd4693c41 req-440ea601-d7ae-4f0b-a29f-32f8562dc097 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 944 time: 0.1155016 Aug 16 22:17:45.233945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Transition to ACTIVE for port object d2a92cf6-ec80-416d-885b-d3aa04baddec will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.255230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45013ca5-cd35-4302-b70e-91793edd8fa6 req-31af43d0-8586-4763-8b6a-b5222829c22b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.256788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45013ca5-cd35-4302-b70e-91793edd8fa6 req-31af43d0-8586-4763-8b6a-b5222829c22b tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1564069 Aug 16 22:17:45.285476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.346020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23c3ac65-a217-4452-8d46-3d1cd4693c41 req-da7e88d3-8697-4279-a605-abef60ff63b4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195698 Aug 16 22:17:45.347866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Network 4caf014e-fc00-496c-98cf-31e446a604cf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:45.353418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45013ca5-cd35-4302-b70e-91793edd8fa6 req-4a415c9b-454a-4a1a-914d-e7f92028d8af tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722606 Aug 16 22:17:45.354677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.1.1.221 (4caf014e-fc00-496c-98cf-31e446a604cf/51ff788a-d102-41e1-b580-ece931f286d1/9edfddeb-34e6-4c67-9543-cd89cce59171) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:45.356272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:45.360459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:45.362309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Pushing event updated for resources: {'Port': ['ID=d2a92cf6-ec80-416d-885b-d3aa04baddec,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.448089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Allocated IP 10.2.2.2 (4e3ec1e0-91aa-4b01-b14c-69388cd076eb/2dd6e43a-4de7-4843-8b55-e2cd1a1929ad/144c1f15-0207-4edc-85f5-e11446e2fb3a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:45.460120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Attempting to bind port d2a92cf6-ec80-416d-885b-d3aa04baddec on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:45.460473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Attempting to bind port d2a92cf6-ec80-416d-885b-d3aa04baddec by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:45.460839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Attempting to bind port d2a92cf6-ec80-416d-885b-d3aa04baddec on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:45.476364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:45.477058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:45.477238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.477544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Bound using segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:45.478009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Bound port: d2a92cf6-ec80-416d-885b-d3aa04baddec, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:45.478391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.493405 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aed8b1ae-baef-465d-ab2a-22b34f4e9f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.617641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] For port d2a92cf6-ec80-416d-885b-d3aa04baddec, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:45.630458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4ebe-beaa-44b0-94f9-53faee636d8f req-1090330a-828a-4ac4-874a-c1802635b56b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.632162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-561d4ebe-beaa-44b0-94f9-53faee636d8f req-1090330a-828a-4ac4-874a-c1802635b56b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1539171 Aug 16 22:17:45.638586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] For port d2a92cf6-ec80-416d-885b-d3aa04baddec, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2a92cf6-ec80-416d-885b-d3aa04baddec,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:45.642520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa4dc1-8c0d-4a85-8159-200012ceb541 req-71f4566a-d7f8-435c-b136-1b5dbb493a6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:45.649638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67aa4dc1-8c0d-4a85-8159-200012ceb541 req-71f4566a-d7f8-435c-b136-1b5dbb493a6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1280296 Aug 16 22:17:45.659341 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.703859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.722602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.740707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Transition to ACTIVE for port object 144c1f15-0207-4edc-85f5-e11446e2fb3a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.740940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object 9edfddeb-34e6-4c67-9543-cd89cce59171 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.745139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-561d4ebe-beaa-44b0-94f9-53faee636d8f req-fb574028-306d-4c0a-a398-8427aea6c4fc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Aug 16 22:17:45.747151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284fe4d-d250-453f-9337-a41ef9f5c83f None None] Pushing event updated for resources: {'Port': ['ID=d2a92cf6-ec80-416d-885b-d3aa04baddec,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.758081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67aa4dc1-8c0d-4a85-8159-200012ceb541 req-17dfa5c6-98b0-45c8-9736-002e1709eed4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055949 Aug 16 22:17:45.761186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Transition to ACTIVE for port object 144c1f15-0207-4edc-85f5-e11446e2fb3a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:45.771879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.826362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:45.826822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.831261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:45.835655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:45.838831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Pushing event updated for resources: {'Port': ['ID=144c1f15-0207-4edc-85f5-e11446e2fb3a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.898147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Attempting to bind port 144c1f15-0207-4edc-85f5-e11446e2fb3a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:45.898522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Attempting to bind port 144c1f15-0207-4edc-85f5-e11446e2fb3a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:45.898889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Attempting to bind port 144c1f15-0207-4edc-85f5-e11446e2fb3a on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:45.908097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:45.908754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Checking segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:45.909387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.909919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Bound using segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:45.910517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Bound port: 144c1f15-0207-4edc-85f5-e11446e2fb3a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:45.911052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:45.925323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4caf014e-fc00-496c-98cf-31e446a604cf is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:45.934711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:45.936827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:45.940486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:46.009250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06d847-6e24-4e79-b72b-7062590319f8 req-904a1ddd-c1be-499b-af66-5c0968af154d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.012058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea06d847-6e24-4e79-b72b-7062590319f8 req-904a1ddd-c1be-499b-af66-5c0968af154d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.1269372 Aug 16 22:17:46.014066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] For port 144c1f15-0207-4edc-85f5-e11446e2fb3a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:46.023629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] For port 144c1f15-0207-4edc-85f5-e11446e2fb3a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=144c1f15-0207-4edc-85f5-e11446e2fb3a,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:46.029740 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.045036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.046122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.084597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c65aa93-b64a-4a83-b93f-ce80869065e6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4571328 Aug 16 22:17:46.087319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:46.095118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'name': 'tempest-TaggedBootDevicesTest_v242-1672889382', 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:46.110814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c046ed-568c-4428-9097-416279f8ad50 None None] Pushing event updated for resources: {'Port': ['ID=144c1f15-0207-4edc-85f5-e11446e2fb3a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:46.123875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea06d847-6e24-4e79-b72b-7062590319f8 req-d8297728-7014-4708-a907-8e2a160c4af9 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687404 Aug 16 22:17:46.246611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:46.270786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3621467-4706-45ce-aa51-def50fa94364 req-0fb32e39-84ad-42ef-b2f5-09306fc9f02f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.272337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3621467-4706-45ce-aa51-def50fa94364 req-0fb32e39-84ad-42ef-b2f5-09306fc9f02f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.0674193 Aug 16 22:17:46.336939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3621467-4706-45ce-aa51-def50fa94364 req-ecae81d0-665a-492b-af32-b1668b55b2a8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Aug 16 22:17:46.356556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:46.394642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] device_id is not set on port b3856986-648d-4a3e-982c-52a576918071 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:17:46.574036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcf49-92f3-489b-aaa5-70ffea26a619 req-25fcffe1-a23c-45d0-9472-ae060bcbf28e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.586331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d36fcf49-92f3-489b-aaa5-70ffea26a619 req-25fcffe1-a23c-45d0-9472-ae060bcbf28e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 944 time: 0.1128047 Aug 16 22:17:46.692743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d36fcf49-92f3-489b-aaa5-70ffea26a619 req-9241353d-4bd3-469d-aa0e-3211d3aabb23 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009846 Aug 16 22:17:46.795798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.1.1.168 (4caf014e-fc00-496c-98cf-31e446a604cf/51ff788a-d102-41e1-b580-ece931f286d1/b3856986-648d-4a3e-982c-52a576918071) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:46.796020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2a92cf6-ec80-416d-885b-d3aa04baddec up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:46.844692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d87435-fca4-4c74-ba24-039caa0a807d req-ffa13a88-65a5-43a5-b48c-82a51791ddb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:46.848800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d87435-fca4-4c74-ba24-039caa0a807d req-ffa13a88-65a5-43a5-b48c-82a51791ddb0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1741915 Aug 16 22:17:46.908532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d2a92cf6-ec80-416d-885b-d3aa04baddec completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:46.915496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 144c1f15-0207-4edc-85f5-e11446e2fb3a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:46.993881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-582fce35-922e-4483-a621-3c96f0f30938 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.001354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-582fce35-922e-4483-a621-3c96f0f30938 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.1361089 Aug 16 22:17:47.024162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 144c1f15-0207-4edc-85f5-e11446e2fb3a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:47.025467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-e0d3378d-aa11-460a-9078-bae982f72a58 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/quotas/190010564e4b44f5ae1fc5d78e8e2238 HTTP/1.1" status: 200 len: 375 time: 0.0230656 Aug 16 22:17:47.093669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.097575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d87435-fca4-4c74-ba24-039caa0a807d req-0635fce4-bf24-4475-9a19-d62108c12228 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359726 Aug 16 22:17:47.105944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d8cae-e2e2-4223-8769-f5c126bb9f66 None None] Network 4caf014e-fc00-496c-98cf-31e446a604cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:47.118456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object b3856986-648d-4a3e-982c-52a576918071 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:47.140046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-2346b866-4a91-4ef0-8788-bd37db3d1cb8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136811 Aug 16 22:17:47.165494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-8fdd0186-20aa-4991-af54-f148ad27ed3a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:17:47.167191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-8fdd0186-20aa-4991-af54-f148ad27ed3a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111217 Aug 16 22:17:47.184000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.252689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Provisioning for port d2a92cf6-ec80-416d-885b-d3aa04baddec completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:47.259580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Provisioning complete for port d2a92cf6-ec80-416d-885b-d3aa04baddec triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:47.260183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.265117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4caf014e-fc00-496c-98cf-31e446a604cf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:47.269188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:47.273566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:47.280962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:47.336577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-eb92f097-70d2-49c2-b570-6bb8e5e46539 service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627481 Aug 16 22:17:47.338693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.339447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.359062 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96151210-e134-476b-b2d5-dec121371184 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2705069 Aug 16 22:17:47.421843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.464881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-0e03f7d2-5c2b-4a3a-a047-7a062abaf061 service neutron] 10.222.0.22 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913227 Aug 16 22:17:47.499633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] For port d2a92cf6-ec80-416d-885b-d3aa04baddec, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2a92cf6-ec80-416d-885b-d3aa04baddec,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:47.520942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.524620 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-5753b398-aab4-4eb1-8d74-709585a79901 service neutron] show failed (client error): The resource could not be found. Aug 16 22:17:47.525716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-5753b398-aab4-4eb1-8d74-709585a79901 service neutron] 10.222.0.89 "GET /v2.0/ports/2d959347-9e2b-448d-b728-78b9dff766ad/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.1990027 Aug 16 22:17:47.549023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be0c7d-0e34-4656-a736-ab246d1f690d req-9e61643c-0772-435a-8029-711b186478d2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.568485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89be0c7d-0e34-4656-a736-ab246d1f690d req-9e61643c-0772-435a-8029-711b186478d2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.2405062 Aug 16 22:17:47.627140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3242890-e4be-47ae-890f-e8d229881b8b None None] Pushing event updated for resources: {'Port': ['ID=d2a92cf6-ec80-416d-885b-d3aa04baddec,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:47.630318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89be0c7d-0e34-4656-a736-ab246d1f690d req-69b0bd4d-5304-4155-9044-67485bd6a8be tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608187 Aug 16 22:17:47.703398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ca2e0-ab1c-4e42-b862-09c7b020b9a7 None None] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:17:47.729322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:47.818398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:47.830511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Provisioning for port 144c1f15-0207-4edc-85f5-e11446e2fb3a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:47.876462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Provisioning complete for port 144c1f15-0207-4edc-85f5-e11446e2fb3a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:47.876837 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:47.893113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94d5f7-1a13-4a6f-ad5a-8ef459b77a7b req-92aa7d15-5210-481c-bd7b-5ce96a47df2f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.900826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b94d5f7-1a13-4a6f-ad5a-8ef459b77a7b req-92aa7d15-5210-481c-bd7b-5ce96a47df2f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1422839 Aug 16 22:17:47.929896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e13fe741-fe62-4d04-95c2-ec5c64b1ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:47.932101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e13fe741-fe62-4d04-95c2-ec5c64b1ea69 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1101 time: 0.0997131 Aug 16 22:17:47.958035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b94d5f7-1a13-4a6f-ad5a-8ef459b77a7b req-f35bfea2-0e16-4f6e-943f-84a112c27969 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516133 Aug 16 22:17:47.978034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:47.990364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:47.996242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253516009', 'description': 'tempest-description--288165233'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:48.038125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.040559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2794c0a6-2968-4b8b-a675-61b0a466c80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.053390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 77fec052-264b-4961-b6f4-f62768518399 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:48.090253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 77fec052-264b-4961-b6f4-f62768518399 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:48.090689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.102846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:17:48.102846 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:17:48.102846 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id_1': '72816ab1b569441aa690dbbd91251172', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 17, 48, 72321)}] Aug 16 22:17:48.102846 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:17:48.103566 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:17:48.154326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0adc393e-bffe-46bd-9138-41ec2a47dfed req-94cfbdf8-f44a-4fd6-bdc6-14f2abb5ef95 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0517547 Aug 16 22:17:48.197923 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.212229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2794c0a6-2968-4b8b-a675-61b0a466c80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.228753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2794c0a6-2968-4b8b-a675-61b0a466c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.245802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.256043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb35b0c-289e-4d87-86eb-5258b3699f39 req-0bc1c71a-6612-4871-8a43-3ad72b9ab87f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:48.264592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abb35b0c-289e-4d87-86eb-5258b3699f39 req-0bc1c71a-6612-4871-8a43-3ad72b9ab87f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 944 time: 0.1541893 Aug 16 22:17:48.296326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2794c0a6-2968-4b8b-a675-61b0a466c80a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fcb609492f1340a490d29ff535bdd630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631654 Aug 16 22:17:48.298468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50908) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:48.305659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.333025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794c0a6-2968-4b8b-a675-61b0a466c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8a7aab-d02a-48a4-9a58-8201c7246254,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.335252 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26374aca-ed44-41ad-82b3-293fe0be0b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.391648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] For port 144c1f15-0207-4edc-85f5-e11446e2fb3a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=144c1f15-0207-4edc-85f5-e11446e2fb3a,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:48.417164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.452965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abb35b0c-289e-4d87-86eb-5258b3699f39 req-1af26584-e13e-4810-8215-ab648f4de51f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793649 Aug 16 22:17:48.491356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb556b4-c056-4384-8bc3-6fb1fde5ac16 None None] Pushing event updated for resources: {'Port': ['ID=144c1f15-0207-4edc-85f5-e11446e2fb3a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.504868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.569769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:48.579302 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f7e222-f3b2-49a1-a265-628d8047cb4b" -d '{"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-plugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:48.604214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.638134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:48.650762 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.656273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2a92cf6-ec80-416d-885b-d3aa04baddec up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:48.704773 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68054b8-3fae-49fd-a2a3-a35e56248148 x-openstack-request-id: req-e68054b8-3fae-49fd-a2a3-a35e56248148 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:48.705167 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-plugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:48.705355 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e68054b8-3fae-49fd-a2a3-a35e56248148 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:48.705708 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399', 'code': 200} Aug 16 22:17:48.708272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Provisioning for port 9edfddeb-34e6-4c67-9543-cd89cce59171 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:48.756108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Provisioning complete for port 9edfddeb-34e6-4c67-9543-cd89cce59171 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:48.756108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.787358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.795457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.811243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.813836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2a92cf6-ec80-416d-885b-d3aa04baddec triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:48.814179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.830493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.835353 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8429456 Aug 16 22:17:48.836009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:48.841302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Port 9edfddeb-34e6-4c67-9543-cd89cce59171 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:48.843930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'security_group_rule': {'security_group_id': 'f20304c3-c8b5-4c7f-b900-8283133b00cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:48.849582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91804ea-516b-44ed-8c4d-d5d734c85f27 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20304c3-c8b5-4c7f-b900-8283133b00cf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.866988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Provisioning complete for port d2a92cf6-ec80-416d-885b-d3aa04baddec triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:48.867367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.880508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.942786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.947058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.949705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 144c1f15-0207-4edc-85f5-e11446e2fb3a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:48.968130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25adaf8-4f0a-498a-af0d-2b7c3f6d2336,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:48.971775 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:48.976642 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7876f9ba-8a2e-40b3-bcd9-15bb73bad0ea tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373055 Aug 16 22:17:48.977538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:48.983216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'security_group_rule': {'security_group_id': 'f20304c3-c8b5-4c7f-b900-8283133b00cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:49.016320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.035102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Provisioning for port b3856986-648d-4a3e-982c-52a576918071 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:17:49.039449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Provisioning complete for port b3856986-648d-4a3e-982c-52a576918071 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.039823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.041211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 144c1f15-0207-4edc-85f5-e11446e2fb3a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.041565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.066643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6945-f65d-40c0-9d0f-df0950f4f9d1 req-ca10307b-668b-42f3-9e93-ef3e0c743ab4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.068065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffee6945-f65d-40c0-9d0f-df0950f4f9d1 req-ca10307b-668b-42f3-9e93-ef3e0c743ab4 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.7413990 Aug 16 22:17:49.091891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.097414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.101907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3cadd-7b14-4086-b350-f4ad3a4c48da None None] Port b3856986-648d-4a3e-982c-52a576918071 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:49.117519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3570a82-d009-46cf-9752-f58709acc793,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:49.125618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.130551 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2b305a2-8a3f-49cf-aeb3-dc62a824b3de tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520145 Aug 16 22:17:49.131677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:49.137540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:49.155585 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.168137 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.170137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.173860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-80a18fff-8f0e-4f08-a053-d237b04774e1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.175375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-80a18fff-8f0e-4f08-a053-d237b04774e1 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "GET /v2.0/ports?device_id=b29e2877-abad-4989-bac0-83f78c39364a HTTP/1.1" status: 200 len: 945 time: 0.7851925 Aug 16 22:17:49.189200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d20ed1-308f-4c38-a4a6-613ed7baa471 req-1e33a3f8-e7b8-40c7-b17f-6dc1ef8a8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.190761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d20ed1-308f-4c38-a4a6-613ed7baa471 req-1e33a3f8-e7b8-40c7-b17f-6dc1ef8a8675 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 1097 time: 0.2561650 Aug 16 22:17:49.225915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b1a54120-c4e3-4559-b8f9-38e47fffcec0 None None] Provisioning complete for port 144c1f15-0207-4edc-85f5-e11446e2fb3a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.226296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1a54120-c4e3-4559-b8f9-38e47fffcec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.259441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405daeac-9300-44fe-b4ce-691d5c6b6f89 req-ac5e844c-4c03-4de5-9b28-51a92c26117c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.268594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-405daeac-9300-44fe-b4ce-691d5c6b6f89 req-ac5e844c-4c03-4de5-9b28-51a92c26117c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.3353467 Aug 16 22:17:49.296820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.307216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.341777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffee6945-f65d-40c0-9d0f-df0950f4f9d1 req-92caefbb-37cc-43df-8a71-0b3859613fc9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500100 Aug 16 22:17:49.470856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:49.487153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d20ed1-308f-4c38-a4a6-613ed7baa471 req-1292dde6-e90c-49d6-b5d6-b1406b2335d5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743897 Aug 16 22:17:49.501116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-405daeac-9300-44fe-b4ce-691d5c6b6f89 req-b288c480-3b65-4e0f-8d72-c4b3bd74b9b5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312322 Aug 16 22:17:49.531909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b1a54120-c4e3-4559-b8f9-38e47fffcec0 None None] Provisioning complete for port b3856986-648d-4a3e-982c-52a576918071 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:49.532366 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1a54120-c4e3-4559-b8f9-38e47fffcec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.571259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b1a54120-c4e3-4559-b8f9-38e47fffcec0 None None] Port b3856986-648d-4a3e-982c-52a576918071 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:17:49.586354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 172.25.8.25 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a6e1d76f-3289-4472-944f-e28ebc83e192) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:49.587861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:49.596667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-7207efc2-9e9f-4cb5-b09f-ddeb8fe177b4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.598480 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-7207efc2-9e9f-4cb5-b09f-ddeb8fe177b4 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 814 time: 0.2338970 Aug 16 22:17:49.622658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.625258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.629466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a8a7aab-d02a-48a4-9a58-8201c7246254 HTTP/1.1" status: 204 len: 168 time: 1.3117738 Aug 16 22:17:49.652265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Request body: {'port': {'device_id': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'admin_state_up': True, 'tenant_id': '190010564e4b44f5ae1fc5d78e8e2238'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:49.661446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f03a64c-324d-45b2-b3a3-12335a0b827d req-65533884-5e19-4094-8fd9-811da4c66603 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0702691 Aug 16 22:17:49.664693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0be20-a22e-4208-8fd3-c1dbc16ac973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8a7aab-d02a-48a4-9a58-8201c7246254,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:49.695098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531308-1e9d-4978-b407-194d89f42aaf req-f1719fce-d634-44cd-97c0-fa82a698e823 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.697692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95531308-1e9d-4978-b407-194d89f42aaf req-f1719fce-d634-44cd-97c0-fa82a698e823 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2088964 Aug 16 22:17:49.703528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Deleting port 35212816-1c29-42b7-a3cb-422dadb92fe2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:49.703879 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.791503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:49.794343 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2e710c-19ce-4de4-b8a5-58b047f27b89" -d '{"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-unplugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:49.803949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.819206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.838282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Made reservation on behalf of 190010564e4b44f5ae1fc5d78e8e2238 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:49.841835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.878251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Transition to ACTIVE for port object 2d959347-9e2b-448d-b728-78b9dff766ad will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:49.882338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.888205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95531308-1e9d-4978-b407-194d89f42aaf req-8206623a-56aa-4f56-abc2-19ac958e84de tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269011 Aug 16 22:17:49.899240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.949040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1635-f3c4-43e0-97d4-615fb1456817 req-f5bad65e-72cc-46e5-8ee9-14fe89885daa tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:49.950601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6ab1635-f3c4-43e0-97d4-615fb1456817 req-f5bad65e-72cc-46e5-8ee9-14fe89885daa tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.1962311 Aug 16 22:17:49.967801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] For port 35212816-1c29-42b7-a3cb-422dadb92fe2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=35212816-1c29-42b7-a3cb-422dadb92fe2,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:49.968185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:49.975727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:49.983462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:49.999927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:50.002934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Calling delete_port for 35212816-1c29-42b7-a3cb-422dadb92fe2 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:50.008469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=a6e1d76f-3289-4472-944f-e28ebc83e192,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.010866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:50.011684 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58049503-fbc3-4724-b47f-4038b77cc437 x-openstack-request-id: req-58049503-fbc3-4724-b47f-4038b77cc437 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:50.012030 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-unplugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:50.012217 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58049503-fbc3-4724-b47f-4038b77cc437 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:50.012609 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'code': 200} Aug 16 22:17:50.036780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14f388e4-414c-4ecd-b088-e0a9adc8d2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.046628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] No DVR routers for this DVR port 2d959347-9e2b-448d-b728-78b9dff766ad on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:50.051241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.121207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Allocated IP 172.20.0.10 (67031423-76ad-44ac-a8e4-1c40ab05400b/f83c76b7-781b-4381-822e-82a3aee9951f/88a1a4d5-b862-4476-a88b-c9e92e074119) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:50.134705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6ab1635-f3c4-43e0-97d4-615fb1456817 req-9e0267e5-7fbe-4281-b7e6-8a974943542b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718056 Aug 16 22:17:50.143056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:50.143403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:50.143746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:50.158645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:50.158985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Attempting to bind port 2d959347-9e2b-448d-b728-78b9dff766ad on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:50.166275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:50.166615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:50.167281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:50.167520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Bound port: 2d959347-9e2b-448d-b728-78b9dff766ad, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:50.168383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.208312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.282631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:50.286043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:50.289121 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.289424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.299025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.328917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['35212816-1c29-42b7-a3cb-422dadb92fe2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:50.330305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event deleted for resources: {'Port': ['ID=35212816-1c29-42b7-a3cb-422dadb92fe2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.377815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.378459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.380057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] 10.222.0.88 "PUT /v2.0/ports/2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 1096 time: 2.4209700 Aug 16 22:17:50.403231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14f388e4-414c-4ecd-b088-e0a9adc8d2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.411876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14f388e4-414c-4ecd-b088-e0a9adc8d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.431003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62682bc9-b0bb-4db3-99b3-85c062bfaa21 service neutron] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.435438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] No DVR routers for this DVR port 35212816-1c29-42b7-a3cb-422dadb92fe2 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:50.444964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.446971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3936da1-739e-4f61-a3e4-6c978cdb8146 req-cf55a08b-cbf2-4c72-b7b0-1d43bdc5c696 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "DELETE /v2.0/ports/35212816-1c29-42b7-a3cb-422dadb92fe2 HTTP/1.1" status: 204 len: 173 time: 1.2543297 Aug 16 22:17:50.533934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea2fe-f773-4465-9066-74707593506b req-d7dc7751-c6b3-4685-a728-9362300eb4d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.535536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19aea2fe-f773-4465-9066-74707593506b req-d7dc7751-c6b3-4685-a728-9362300eb4d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0863562 Aug 16 22:17:50.537733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-f1f10660-0387-4cf0-b7c5-e64ae077668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.544702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-f1f10660-0387-4cf0-b7c5-e64ae077668e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1099 time: 0.1051257 Aug 16 22:17:50.555884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14f388e4-414c-4ecd-b088-e0a9adc8d2c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c99bdd39a9d4b609b5762cb27f50b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756090 Aug 16 22:17:50.561162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:50.564835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.568232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f388e4-414c-4ecd-b088-e0a9adc8d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe1924c-3278-497d-858d-1bc2144a5c72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.671324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.677054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.680128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.717535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['35212816-1c29-42b7-a3cb-422dadb92fe2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:50.742204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-78a24506-c947-4884-b52c-9f44ac7fe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.743702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-78a24506-c947-4884-b52c-9f44ac7fe2dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1898572 Aug 16 22:17:50.766419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19aea2fe-f773-4465-9066-74707593506b req-4ce63dc1-b79b-4cb4-9024-81769430145c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206411 Aug 16 22:17:50.771713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Network 67031423-76ad-44ac-a8e4-1c40ab05400b is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:50.778186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=a6e1d76f-3289-4472-944f-e28ebc83e192,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.787473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:50.793538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:50.803226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-2cbf073e-80d0-4bf3-ac22-2b80003b042c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0499418 Aug 16 22:17:50.837869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e874ab-e82e-4848-9dc3-8b2a51c6d27f req-3de2b06a-e91d-4b81-b105-787fdf5551a6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.845851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e874ab-e82e-4848-9dc3-8b2a51c6d27f req-3de2b06a-e91d-4b81-b105-787fdf5551a6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1711326 Aug 16 22:17:50.856893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.857603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.900359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.905539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.922439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2740808 Aug 16 22:17:50.931733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.933596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-13b8a76f-c896-40f0-9d0c-62672ed95196 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8006067 Aug 16 22:17:50.934961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550f8c-06f2-4ad3-9c01-6ee2ffae92fa tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event updated for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:50.941928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Request body: {'port': {'device_id': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:50.970466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-cf0dfb9a-a7d5-4f6f-8dfc-72f9da4947e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:50.971984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-cf0dfb9a-a7d5-4f6f-8dfc-72f9da4947e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1571534 Aug 16 22:17:50.981503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:50.991894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e874ab-e82e-4848-9dc3-8b2a51c6d27f req-f29a7ae1-293a-4193-b8f1-b770c10e5cc5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451771 Aug 16 22:17:51.010925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.063028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ae26f-9808-46f6-86bc-fb9937be464c req-0702ada8-2779-4680-8249-e876432bf7a3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.064713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-002ae26f-9808-46f6-86bc-fb9937be464c req-0702ada8-2779-4680-8249-e876432bf7a3 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 932 time: 0.1855493 Aug 16 22:17:51.133660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.135664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e8a76b44-d631-4c28-a391-43fd10327855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.138241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-e8a76b44-d631-4c28-a391-43fd10327855 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453426 Aug 16 22:17:51.187439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-002ae26f-9808-46f6-86bc-fb9937be464c req-7e5f7b23-dbf9-470b-8cfe-ddc0e0fd2442 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124301 Aug 16 22:17:51.229206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3884e-9404-4ac3-8a31-292cd0d2f4ca req-67efc8ac-d22c-4341-b82b-ec5c1602556b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.231312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02e3884e-9404-4ac3-8a31-292cd0d2f4ca req-67efc8ac-d22c-4341-b82b-ec5c1602556b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.1610248 Aug 16 22:17:51.238245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.241878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.253786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afe1924c-3278-497d-858d-1bc2144a5c72 HTTP/1.1" status: 204 len: 168 time: 0.6772790 Aug 16 22:17:51.304705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3ddd-cede-4081-9d79-4c5cfdd41609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe1924c-3278-497d-858d-1bc2144a5c72,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.379566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02e3884e-9404-4ac3-8a31-292cd0d2f4ca req-e146b185-7aeb-425b-84af-6f2cd68fb14c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198757 Aug 16 22:17:51.384284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a3e9b867-62f0-4c24-b3ff-04d774b5d6d9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--253516009&fields=id&tenant_id=72816ab1b569441aa690dbbd91251172 HTTP/1.1" status: 200 len: 267 time: 0.0963280 Aug 16 22:17:51.386899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-5cf712dc-ac07-4b7e-a7db-cbd87713440f service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274108 Aug 16 22:17:51.415546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a1a4d5-b862-4476-a88b-c9e92e074119 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:51.436274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.458318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Transition to ACTIVE for port object 88a1a4d5-b862-4476-a88b-c9e92e074119 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:51.463347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.494961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5e923d07-f3ce-4ff9-938f-a79760578d0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.497371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5e923d07-f3ce-4ff9-938f-a79760578d0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 937 time: 0.1055782 Aug 16 22:17:51.556865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.602417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a73d627a-c325-4d38-b8e5-cc8853d7c641 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.604458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a73d627a-c325-4d38-b8e5-cc8853d7c641 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 937 time: 0.0964689 Aug 16 22:17:51.617963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Attempting to bind port 88a1a4d5-b862-4476-a88b-c9e92e074119 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:17:51.618528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Attempting to bind port 88a1a4d5-b862-4476-a88b-c9e92e074119 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:17:51.618860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Attempting to bind port 88a1a4d5-b862-4476-a88b-c9e92e074119 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:51.624131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Port 88a1a4d5-b862-4476-a88b-c9e92e074119 on network 67031423-76ad-44ac-a8e4-1c40ab05400b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:17:51.624460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Attempting to bind port 88a1a4d5-b862-4476-a88b-c9e92e074119 on network 67031423-76ad-44ac-a8e4-1c40ab05400b {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:17:51.629713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:17:51.630194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Checking segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:17:51.630586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Bound using segment: {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:17:51.631128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Bound port: 88a1a4d5-b862-4476-a88b-c9e92e074119, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdbddd-f2f5-4d69-ad53-453d76debe6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:17:51.631495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.706212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-910148d7-1a90-449a-9898-58259d7fd7d2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0896399 Aug 16 22:17:51.711046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:17:51.714218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88a1a4d5-b862-4476-a88b-c9e92e074119,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:17:51.717120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a8c7-9d29-4968-9d6e-6df6048f2af6 req-9705a4bb-0105-484f-8b07-6a2c5c52acaa tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.720757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.725521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6034a8c7-9d29-4968-9d6e-6df6048f2af6 req-9705a4bb-0105-484f-8b07-6a2c5c52acaa tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2454436 Aug 16 22:17:51.764232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.764842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:51.766267 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] 10.222.0.88 "PUT /v2.0/ports/88a1a4d5-b862-4476-a88b-c9e92e074119 HTTP/1.1" status: 200 len: 1093 time: 0.8285167 Aug 16 22:17:51.767046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:51.769929 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82068551-1edb-4db3-9960-2ac58777bee3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:51.787291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fb76810-ce93-4e38-a12e-2b23ea63ed9d req-6d953b76-2923-42e2-9bde-4b38b8c48603 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823767 Aug 16 22:17:51.792276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfea9f-8367-416b-82e4-d9e564ef79f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:51.811003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:51.821709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ddd842ad-6d2f-464a-8c34-ea9a0e17c2c4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1143293 Aug 16 22:17:51.830920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6034a8c7-9d29-4968-9d6e-6df6048f2af6 req-ee795321-347d-46a0-bc4c-4abf6828e1c6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045463 Aug 16 22:17:51.864873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:51.905496 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250e17b-c14f-48ee-868c-26d5296bcb8e x-openstack-request-id: req-1250e17b-c14f-48ee-868c-26d5296bcb8e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:51.905777 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:51.906023 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1250e17b-c14f-48ee-868c-26d5296bcb8e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:51.906418 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119', 'status': 'completed', 'code': 200} Aug 16 22:17:51.991765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a3fa53fd-86ea-4026-97ee-e470f6c42262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:51.993336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-a3fa53fd-86ea-4026-97ee-e470f6c42262 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1054468 Aug 16 22:17:52.013740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}, {'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-deleted', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:52.015958 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d" -d '{"events": [{"name": "network-changed", "server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}, {"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-deleted", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:52.084972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8878bd2a-c295-42fa-a55e-9210e422430b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.091312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8878bd2a-c295-42fa-a55e-9210e422430b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.097669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8878bd2a-c295-42fa-a55e-9210e422430b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.099385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8878bd2a-c295-42fa-a55e-9210e422430b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 1995 time: 0.2728629 Aug 16 22:17:52.103912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-dcbef913-6fe1-452f-ba80-2636d2f5e5ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88a1a4d5-b862-4476-a88b-c9e92e074119 HTTP/1.1" status: 200 len: 217 time: 0.0834024 Aug 16 22:17:52.157345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-63e2ef85-c0cc-4879-b0ae-9de173a08834 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/quotas/72816ab1b569441aa690dbbd91251172 HTTP/1.1" status: 200 len: 375 time: 0.0481718 Aug 16 22:17:52.179775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d8306-9491-4226-a1b8-a1d4b1dcd2e7 req-dbd623de-9849-4894-bdbb-08195ec9a45f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.185833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-201d8306-9491-4226-a1b8-a1d4b1dcd2e7 req-dbd623de-9849-4894-bdbb-08195ec9a45f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1863229 Aug 16 22:17:52.236024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-c70d5699-0311-4fc0-9a6c-aa2b8cb566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.237428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-c70d5699-0311-4fc0-9a6c-aa2b8cb566fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.1195607 Aug 16 22:17:52.270285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-201d8306-9491-4226-a1b8-a1d4b1dcd2e7 req-a4668d1d-b5b4-4bc3-8ef7-c9d3b6539cfd tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730503 Aug 16 22:17:52.287542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-9084ab18-5499-4f4c-9d18-9222d68ae1e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359883 Aug 16 22:17:52.317623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-69fab01b-3848-4ab8-b189-1ef91b54ef2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1444023 Aug 16 22:17:52.498036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:52.500895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-fd9464e6-bf1d-4f23-9042-e398f50268ad service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822488 Aug 16 22:17:52.514553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f9c47b2-2574-4f20-8fb7-c81d993dcf05 service neutron] 10.222.0.22 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865339 Aug 16 22:17:52.579800 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659b3f5-afc7-4016-a14d-e2884666bc98 x-openstack-request-id: req-3659b3f5-afc7-4016-a14d-e2884666bc98 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:52.580101 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "status": "completed", "code": 200}, {"server_uuid": "b29e2877-abad-4989-bac0-83f78c39364a", "name": "network-vif-deleted", "tag": "35212816-1c29-42b7-a3cb-422dadb92fe2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:52.580358 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3659b3f5-afc7-4016-a14d-e2884666bc98 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:52.580817 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'status': 'completed', 'code': 200} Aug 16 22:17:52.581098 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e2877-abad-4989-bac0-83f78c39364a', 'name': 'network-vif-deleted', 'tag': '35212816-1c29-42b7-a3cb-422dadb92fe2', 'status': 'completed', 'code': 200} Aug 16 22:17:52.684231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-0a2c0210-5981-4676-961b-feb47fdadbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.685779 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-0a2c0210-5981-4676-961b-feb47fdadbe9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1099 time: 0.0536413 Aug 16 22:17:52.749324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-bb53709b-2451-415f-aa19-1d6e4309883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.750703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-bb53709b-2451-415f-aa19-1d6e4309883c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1099 time: 0.1316359 Aug 16 22:17:52.756506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4fbba39d-97af-4d61-924c-a94c68819fbc service neutron] 10.222.0.22 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411129 Aug 16 22:17:52.760330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6e33a46-297c-4aea-bd3e-84484d7b2a1c req-1cef1d5c-a5f7-409d-a8f7-c306e3222599 service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373948 Aug 16 22:17:52.776642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16742615-6967-4424-b86c-4276dba505f3 req-adb0c8c3-7f62-4bbc-8a11-b91321544a0d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.783919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16742615-6967-4424-b86c-4276dba505f3 req-adb0c8c3-7f62-4bbc-8a11-b91321544a0d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1483920 Aug 16 22:17:52.799281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-d27fd127-e880-42b7-8aef-4d2aa48657fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.801087 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-d27fd127-e880-42b7-8aef-4d2aa48657fe service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1070414 Aug 16 22:17:52.867560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:17:52.901414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 35212816-1c29-42b7-a3cb-422dadb92fe2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:17:52.902184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 35212816-1c29-42b7-a3cb-422dadb92fe2 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:17:52.921735 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-4108f15e-6027-43eb-8593-ce16ff8bb52c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0489025 Aug 16 22:17:52.926280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ee97e838-bdf0-4ccd-a6e3-5c055725968c service neutron] 10.222.0.22 "GET /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1403053 Aug 16 22:17:52.937851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16742615-6967-4424-b86c-4276dba505f3 req-4664201c-7505-4e4d-9bfa-5bd4fafbc39a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530793 Aug 16 22:17:52.975503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-5e0582c5-cdc7-4685-849a-6cab7642e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:52.977356 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-5e0582c5-cdc7-4685-849a-6cab7642e230 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0476055 Aug 16 22:17:53.044871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-0ab34575-0ef9-4ccd-94ae-819ace61751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.046851 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-0ab34575-0ef9-4ccd-94ae-819ace61751b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598915 Aug 16 22:17:53.363980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-c8b20761-09a8-4a27-aa2d-5efede7fbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.365481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-c8b20761-09a8-4a27-aa2d-5efede7fbdaf service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.6043041 Aug 16 22:17:53.368891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068551-1edb-4db3-9960-2ac58777bee3 req-229b84d0-2055-4938-b64c-c518ef320500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.370292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-229b84d0-2055-4938-b64c-c518ef320500 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 1096 time: 0.4916832 Aug 16 22:17:53.442673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-b11d8bac-388b-43d1-b42a-bc470dea665e service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873234 Aug 16 22:17:53.467021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-af3e5f7c-51fb-4430-9d62-0611630b82a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0911329 Aug 16 22:17:53.531134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2ea86-d61a-4057-9140-416baf806152 req-a284adad-094e-4679-8f3e-84b875c482b2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.533533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44f2ea86-d61a-4057-9140-416baf806152 req-a284adad-094e-4679-8f3e-84b875c482b2 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 944 time: 0.2266572 Aug 16 22:17:53.543658 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-cb2c8076-b8e5-425a-9226-917c631cba8a service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928168 Aug 16 22:17:53.548874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-584a7bc3-8598-4099-90e9-3d4a0058fd84 service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143084 Aug 16 22:17:53.635812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-5bacc493-f225-405b-9c89-721ba5ebccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.637885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-5bacc493-f225-405b-9c89-721ba5ebccba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1607749 Aug 16 22:17:53.674237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068551-1edb-4db3-9960-2ac58777bee3 req-117c09e8-28df-407a-9e9f-d95106c877eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.675737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-117c09e8-28df-407a-9e9f-d95106c877eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 200 len: 914 time: 0.2973042 Aug 16 22:17:53.700392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44f2ea86-d61a-4057-9140-416baf806152 req-25ed09d2-9dd1-47dc-b290-e955df73a5cb tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538174 Aug 16 22:17:53.746617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-aa824f8c-893c-4041-a181-a9df2c6928b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88a1a4d5-b862-4476-a88b-c9e92e074119 HTTP/1.1" status: 200 len: 217 time: 0.0503721 Aug 16 22:17:53.798871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-12aec6fc-77ac-4923-95d1-0f2ba7bfe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.800376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-12aec6fc-77ac-4923-95d1-0f2ba7bfe85d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546991 Aug 16 22:17:53.850450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-7cd7ff35-173a-4204-860b-29089ace50f0 service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885871 Aug 16 22:17:53.925940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82068551-1edb-4db3-9960-2ac58777bee3 req-e38df87a-a27e-45e8-8ca0-469c57130f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.927437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-e38df87a-a27e-45e8-8ca0-469c57130f75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 200 len: 854 time: 0.1709108 Aug 16 22:17:53.958283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-09c1751a-9f11-468c-b4fe-703426894f27 service neutron] 10.222.0.22 "GET /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0943615 Aug 16 22:17:53.985697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc41e-8044-4b33-8755-61830d7424b6 req-67d8340b-aa2b-4f26-b895-f72f6b0f5dbf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:53.987232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efefc41e-8044-4b33-8755-61830d7424b6 req-67d8340b-aa2b-4f26-b895-f72f6b0f5dbf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.2139306 Aug 16 22:17:53.992140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-5f9042f6-076a-4349-8fc1-16d8583b3603 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=67031423-76ad-44ac-a8e4-1c40ab05400b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523148 Aug 16 22:17:54.099021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:54.128743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-52b4e313-90a0-4947-97b9-afa381b4ef28 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152292 Aug 16 22:17:54.167675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efefc41e-8044-4b33-8755-61830d7424b6 req-074b572a-883e-480d-bbd2-a1bcdf188e21 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618075 Aug 16 22:17:54.218047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bb89-413c-4788-a3ab-6bd1c65d4edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.269274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-5f03c360-3967-4f16-bb06-641f477a7d4d service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616036 Aug 16 22:17:54.303273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-dfc42869-3600-4845-af91-c83191375718 service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149717 Aug 16 22:17:54.308209 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bb89-413c-4788-a3ab-6bd1c65d4edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.312219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9c8bb89-413c-4788-a3ab-6bd1c65d4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.355591 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a9c8bb89-413c-4788-a3ab-6bd1c65d4edd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe9e9022688448388838b4346049ee78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525926 Aug 16 22:17:54.355816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:54.362852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8bb89-413c-4788-a3ab-6bd1c65d4edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660f82c3-c315-4ccc-96d5-31d747e70131,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.407732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2729d8db-ca2f-4441-9eaf-aafdbe63d38d req-1761b349-50d2-48d8-b023-3d4b3111a1f5 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666271 Aug 16 22:17:54.408798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.431669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.435488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713363e-631d-47e8-9b20-52dfda66bc20 req-1be078c5-d1f3-41e9-929e-9f12bf4908bb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:54.437016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2713363e-631d-47e8-9b20-52dfda66bc20 req-1be078c5-d1f3-41e9-929e-9f12bf4908bb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.1981990 Aug 16 22:17:54.482668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.485539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.486688 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/660f82c3-c315-4ccc-96d5-31d747e70131 HTTP/1.1" status: 204 len: 168 time: 0.1299827 Aug 16 22:17:54.498389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f15ee-b437-4e01-929c-4e7112242232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f82c3-c315-4ccc-96d5-31d747e70131,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:54.510036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82068551-1edb-4db3-9960-2ac58777bee3 req-0cced7d9-b551-40dc-8d92-1fb56341812a service neutron] 10.222.0.88 "GET /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218025 Aug 16 22:17:54.512417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-7c01a977-3005-45fa-b20e-907e6bf160dc service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953278 Aug 16 22:17:54.534262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2713363e-631d-47e8-9b20-52dfda66bc20 req-d3cbd97b-0c31-4ade-a186-05e8b03e2d16 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886252 Aug 16 22:17:54.640727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cb21389e-ec62-4bd2-b731-29cc7993cdf6 service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202569 Aug 16 22:17:54.705109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09233fa3-6211-468a-a57c-19ae24e5c739 req-b1b79b5d-0565-4402-9c67-197436607a70 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:54.706647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09233fa3-6211-468a-a57c-19ae24e5c739 req-b1b79b5d-0565-4402-9c67-197436607a70 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1053534 Aug 16 22:17:54.766172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09233fa3-6211-468a-a57c-19ae24e5c739 req-6087f09a-96f2-495e-b385-b98a63b2ff62 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530522 Aug 16 22:17:54.771255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:54.783298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a508adcb-dc9f-461f-b5d4-27261d8068cb service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351409 Aug 16 22:17:54.796747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bfc7d-33f0-4717-bf6f-26139cc4f2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:54.867012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:54.954202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99f40-5246-4019-adda-873c4c7670ac req-317c2eff-4ea2-456f-811b-83eb22a5c92a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:54.955810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ed99f40-5246-4019-adda-873c4c7670ac req-317c2eff-4ea2-456f-811b-83eb22a5c92a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1338696 Aug 16 22:17:54.965089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-b4ac1708-7ad1-4d1e-b3b7-8a3b09bafc5b service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690226 Aug 16 22:17:54.967874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:54.979385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '835a4587-e098-4569-844a-06efe5cb323e', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:55.017762 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.031087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:55.059183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:55.063201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.071818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ed99f40-5246-4019-adda-873c4c7670ac req-0fccac51-f21b-4f07-b753-968b7bfa8de6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095536 Aug 16 22:17:55.111679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bfc7d-33f0-4717-bf6f-26139cc4f2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.118962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.122134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a8bfc7d-33f0-4717-bf6f-26139cc4f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.143644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-fa5a9867-6fa2-4a6f-8e88-b1a7ee541981 service neutron] 10.222.0.22 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684268 Aug 16 22:17:55.236142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6a8bfc7d-33f0-4717-bf6f-26139cc4f2a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ffe8dc749bc42a4bbfed4dfa03fd914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638574 Aug 16 22:17:55.239176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:17:55.239652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bfc7d-33f0-4717-bf6f-26139cc4f2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ccfb82-466c-43a6-ac61-d5689c0d80e7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.265953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['835a4587-e098-4569-844a-06efe5cb323e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:55.271567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3ec47-36f5-4e4d-9200-245fcdba6fe3 req-fdc152ac-4b8e-45d0-89e9-27937e1668ab tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.273514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1c3ec47-36f5-4e4d-9200-245fcdba6fe3 req-fdc152ac-4b8e-45d0-89e9-27937e1668ab tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 944 time: 0.1262813 Aug 16 22:17:55.297625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.318913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5bae2882-77c7-4b78-8f22-1fd3686007e0 service neutron] 10.222.0.22 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651590 Aug 16 22:17:55.319251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.353166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1c3ec47-36f5-4e4d-9200-245fcdba6fe3 req-5ab4d684-6e19-4de2-9d58-9bd5c7c25d7f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643167 Aug 16 22:17:55.380271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.385343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:55.386938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0ccfb82-466c-43a6-ac61-d5689c0d80e7 HTTP/1.1" status: 204 len: 168 time: 0.1467085 Aug 16 22:17:55.396626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5777415-ad49-42c7-8deb-85432b7a1080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ccfb82-466c-43a6-ac61-d5689c0d80e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:55.453108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-d2c246c6-8694-425c-a4d4-d6ea6cbd4cea service neutron] 10.222.0.22 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237383 Aug 16 22:17:55.569276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-62b7a6bb-2a77-441c-abba-dfb82c5ff5ec service neutron] 10.222.0.22 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095319 Aug 16 22:17:55.677839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6712d-544d-4fc8-9309-5c2dfeb8aa71 req-f7b7330a-bf3a-4b27-bebf-d4f9422c3a44 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.679340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4a6712d-544d-4fc8-9309-5c2dfeb8aa71 req-f7b7330a-bf3a-4b27-bebf-d4f9422c3a44 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.1036489 Aug 16 22:17:55.714964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-7373c4be-a93c-4044-85d4-5dcfd40de2c0 service neutron] 10.222.0.22 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373529 Aug 16 22:17:55.731932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4a6712d-544d-4fc8-9309-5c2dfeb8aa71 req-cd19431c-2196-474c-940a-025e202dbcbe tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Aug 16 22:17:55.836690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93642c80-61f0-455d-ab50-b8714779892b req-b92d49f7-d46d-456f-a09e-bfb8be9c0859 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:55.838486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93642c80-61f0-455d-ab50-b8714779892b req-b92d49f7-d46d-456f-a09e-bfb8be9c0859 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0521016 Aug 16 22:17:55.880769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93642c80-61f0-455d-ab50-b8714779892b req-6e450230-48d4-42e6-b23e-19aa5b3ef8a9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Aug 16 22:17:56.005126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f10ce4-7bde-496f-82d3-9ee67a53f648 req-64377942-bac8-41dc-84bc-7b1a968c0b19 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.006771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00f10ce4-7bde-496f-82d3-9ee67a53f648 req-64377942-bac8-41dc-84bc-7b1a968c0b19 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.0565572 Aug 16 22:17:56.047665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00f10ce4-7bde-496f-82d3-9ee67a53f648 req-c24ab009-7ead-4e4b-8979-52713568ce0f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Aug 16 22:17:56.210285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b65832-07e8-46db-8e33-606970141d26 req-7f581207-5647-4d6a-b813-883b8ed88e16 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.211929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30b65832-07e8-46db-8e33-606970141d26 req-7f581207-5647-4d6a-b813-883b8ed88e16 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.0590639 Aug 16 22:17:56.252202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30b65832-07e8-46db-8e33-606970141d26 req-f98a801f-6c12-43d0-ad43-0998c85e02aa tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Aug 16 22:17:56.325758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64e482bd-27b5-43cd-b39d-e4b7de8f9ce7 req-655adfbf-68de-4823-b0b4-3c9be4abdbca tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Aug 16 22:17:56.484706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876b6ed-03cd-4995-9b27-026e594afa0c req-a2ffae8f-e530-4bdb-9ced-90f2ea42bcbc tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.489057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d876b6ed-03cd-4995-9b27-026e594afa0c req-a2ffae8f-e530-4bdb-9ced-90f2ea42bcbc tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0633845 Aug 16 22:17:56.535637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d876b6ed-03cd-4995-9b27-026e594afa0c req-bcc6bb04-d4ce-40b8-9428-38798dd96622 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Aug 16 22:17:56.860137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a689-4f2b-4204-b149-a6fd501b4de9 req-574060b7-60f4-4753-a21f-7704bef7e8ea tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:56.861679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0007a689-4f2b-4204-b149-a6fd501b4de9 req-574060b7-60f4-4753-a21f-7704bef7e8ea tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 947 time: 0.0512149 Aug 16 22:17:56.884352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:56.896369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:17:56.936164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0007a689-4f2b-4204-b149-a6fd501b4de9 req-006e8e01-57c3-4914-a0bc-ecd818e0e0d7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683608 Aug 16 22:17:57.042776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 835a4587-e098-4569-844a-06efe5cb323e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:17:57.043150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.048648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee4774-7238-4db9-bcbe-a86efb4f05ff req-49dbe091-90f5-45f5-91e3-ce92a254a471 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.056566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50ee4774-7238-4db9-bcbe-a86efb4f05ff req-49dbe091-90f5-45f5-91e3-ce92a254a471 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.0792208 Aug 16 22:17:57.082596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.104579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2d959347-9e2b-448d-b728-78b9dff766ad', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '2d959347-9e2b-448d-b728-78b9dff766ad', 'mac_address': 'fa:16:3e:b2:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:57.135904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-7c39ae50-9313-44cd-9f4e-a4e56078259c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.138344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-7c39ae50-9313-44cd-9f4e-a4e56078259c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 946 time: 0.1102495 Aug 16 22:17:57.142892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50ee4774-7238-4db9-bcbe-a86efb4f05ff req-8d66edf9-a683-480d-ad88-311989c29a6c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853834 Aug 16 22:17:57.169322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.190883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d959347-9e2b-448d-b728-78b9dff766ad {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:57.194797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.226320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.231181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:57.233441 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80fbfac-fdff-47f3-bac4-193e76f056f5" -d '{"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:57.243060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.243717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88a1a4d5-b862-4476-a88b-c9e92e074119 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:17:57.244045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76987-6a7c-4cc0-b93c-cafab8b45bd2 req-b22cf817-e5bf-47f3-b783-1ae880e0903e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.246211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5f76987-6a7c-4cc0-b93c-cafab8b45bd2 req-b22cf817-e5bf-47f3-b783-1ae880e0903e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.1063502 Aug 16 22:17:57.250426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.278749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.294385 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d06ec-9daf-4ee4-9fde-cc1304d21529 x-openstack-request-id: req-e24d06ec-9daf-4ee4-9fde-cc1304d21529 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:57.294675 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:57.294920 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e24d06ec-9daf-4ee4-9fde-cc1304d21529 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:57.295492 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'code': 200} Aug 16 22:17:57.354045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.450131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.499352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88a1a4d5-b862-4476-a88b-c9e92e074119,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.514153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '88a1a4d5-b862-4476-a88b-c9e92e074119', 'network_id': '67031423-76ad-44ac-a8e4-1c40ab05400b', 'port_id': '88a1a4d5-b862-4476-a88b-c9e92e074119', 'mac_address': 'fa:16:3e:64:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c76b7-781b-4381-822e-82a3aee9951f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:17:57.555975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.577149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a1a4d5-b862-4476-a88b-c9e92e074119 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:17:57.599886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88a1a4d5-b862-4476-a88b-c9e92e074119,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.605734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.626253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5f76987-6a7c-4cc0-b93c-cafab8b45bd2 req-3ba2eec5-654b-4ea0-a081-28324c2f30cc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720071 Aug 16 22:17:57.628465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 7bf3de76-5023-441c-a0f4-e9c93449c674 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:17:57.628816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.670646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:57.769762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b413bb0-df60-4276-b746-1ea275131632 req-5692bcb6-8f63-4ca3-89a2-9e936250c317 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.771324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b413bb0-df60-4276-b746-1ea275131632 req-5692bcb6-8f63-4ca3-89a2-9e936250c317 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1488175 Aug 16 22:17:57.775463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f726fd48-4786-42cb-9cdc-f2e0dc35cf6a req-82052f3b-53c8-47ea-9f8a-97d1f4679e13 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0535669 Aug 16 22:17:57.798416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 7bf3de76-5023-441c-a0f4-e9c93449c674, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7bf3de76-5023-441c-a0f4-e9c93449c674,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:17:57.798792 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:57.827228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 7bf3de76-5023-441c-a0f4-e9c93449c674 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:17:57.935350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b413bb0-df60-4276-b746-1ea275131632 req-b5db4d17-beef-4a83-be50-40d0b371fcd9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496725 Aug 16 22:17:57.950586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ba8149e2-9aa4-4da8-b1fe-3ebf5a56f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:57.961172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ba8149e2-9aa4-4da8-b1fe-3ebf5a56f011 service neutron] 10.222.0.88 "GET /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 1033 time: 0.1374142 Aug 16 22:17:58.014896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-0b357b3c-9d3c-4ecc-a693-6804f60765aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.016161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-0b357b3c-9d3c-4ecc-a693-6804f60765aa service neutron] 10.222.0.88 "GET /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 1033 time: 0.0553026 Aug 16 22:17:58.044695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef435e5-c800-4c3d-b01a-0037d0d5c710 req-9aabaf84-39fa-4073-9ca5-47fb01bee85d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.046633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ef435e5-c800-4c3d-b01a-0037d0d5c710 req-9aabaf84-39fa-4073-9ca5-47fb01bee85d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1853476 Aug 16 22:17:58.224477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ef435e5-c800-4c3d-b01a-0037d0d5c710 req-0174fe5b-acce-4c92-9b9f-90bfcd94f25b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666520 Aug 16 22:17:58.248866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa5a0b-ee34-4b21-8697-89b7f00f02f2 req-ed9989f2-406e-48e5-871e-bb6f3f3cd6d7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.250510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6aa5a0b-ee34-4b21-8697-89b7f00f02f2 req-ed9989f2-406e-48e5-871e-bb6f3f3cd6d7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 948 time: 0.2276061 Aug 16 22:17:58.277532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-600cc047-fcd9-4f6a-8756-57f9f01b6d65 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.283355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-600cc047-fcd9-4f6a-8756-57f9f01b6d65 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.288392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['88a1a4d5-b862-4476-a88b-c9e92e074119'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:58.313454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-600cc047-fcd9-4f6a-8756-57f9f01b6d65 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:58.315107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-600cc047-fcd9-4f6a-8756-57f9f01b6d65 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 1995 time: 0.2792428 Aug 16 22:17:58.325982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:58.326592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:58.379267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=7bf3de76-5023-441c-a0f4-e9c93449c674,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:17:58.385538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7bf3de76-5023-441c-a0f4-e9c93449c674'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:17:58.422485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-608b75b2-2d87-4257-82c0-87f01448abf6 req-a4924735-590c-4a98-a821-e2aebe7d5727 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=0501734e-b188-47a4-bb4d-3df559f4684e HTTP/1.1" status: 200 len: 210 time: 0.1061599 Aug 16 22:17:58.456890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 7bf3de76-5023-441c-a0f4-e9c93449c674 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:17:58.461325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:58.463492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1613877-89f2-442b-8c8a-497fd0c76c6f req-cd839560-1c1a-45f4-992b-0bddb6fd3e6f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "DELETE /v2.0/ports/7bf3de76-5023-441c-a0f4-e9c93449c674 HTTP/1.1" status: 204 len: 173 time: 1.3109469 Aug 16 22:17:58.466736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'name': 'network-vif-deleted', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:17:58.474810 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e586fc8-5711-475c-b2a8-7b5d30c21a27" -d '{"events": [{"server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "name": "network-vif-deleted", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:17:58.490061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6aa5a0b-ee34-4b21-8697-89b7f00f02f2 req-67711fe7-c17b-409f-836e-6570c8d78e4a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286742 Aug 16 22:17:58.545527 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c2703d-7e0b-45e8-9fb6-3abec516cd31 x-openstack-request-id: req-a7c2703d-7e0b-45e8-9fb6-3abec516cd31 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:17:58.545837 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0501734e-b188-47a4-bb4d-3df559f4684e", "name": "network-vif-deleted", "tag": "7bf3de76-5023-441c-a0f4-e9c93449c674", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:17:58.546109 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7c2703d-7e0b-45e8-9fb6-3abec516cd31 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:17:58.546519 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0501734e-b188-47a4-bb4d-3df559f4684e', 'name': 'network-vif-deleted', 'tag': '7bf3de76-5023-441c-a0f4-e9c93449c674', 'status': 'completed', 'code': 200} Aug 16 22:17:58.568240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-9d1e8b56-d56b-4fb6-a412-e2d9da62e04c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72816ab1b569441aa690dbbd91251172 HTTP/1.1" status: 200 len: 379 time: 0.1985230 Aug 16 22:17:58.579589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'admin_state_up': True, 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'security_groups': ['f20304c3-c8b5-4c7f-b900-8283133b00cf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:17:58.734684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:17:58.739227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.008322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f2c1-d5fe-4efe-8160-79195fe84093 req-0ee0a50b-0f11-47ce-8650-7aa031cd146e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.016137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48c7f2c1-d5fe-4efe-8160-79195fe84093 req-0ee0a50b-0f11-47ce-8650-7aa031cd146e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2309752 Aug 16 22:17:59.075777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-7f790900-d0d8-4fff-bdc7-f7c95c60f630 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.077542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-7f790900-d0d8-4fff-bdc7-f7c95c60f630 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04&tenant_id=a14b5d52742247f9af4f13258fc0969e&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 948 time: 0.2472746 Aug 16 22:17:59.094382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035222-3481-42e1-83b9-dfa1c78b174a req-996d2102-3320-4808-a8c0-7085c380740e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.101783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87035222-3481-42e1-83b9-dfa1c78b174a req-996d2102-3320-4808-a8c0-7085c380740e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 948 time: 0.2663517 Aug 16 22:17:59.151964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 172.20.0.14 (fe645dd0-0c29-4901-81ca-9877e8832341/426edb9b-35ba-4a00-aded-0ae83bf6f79f/2b4288e2-c10f-4110-a10f-7cbdfe5e0871) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:17:59.209213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48c7f2c1-d5fe-4efe-8160-79195fe84093 req-6bd2985f-7657-4f41-8ac3-1c502f88c1ae tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920044 Aug 16 22:17:59.274695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87035222-3481-42e1-83b9-dfa1c78b174a req-047c5be2-8db7-4320-a9c1-2e56274139d2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720002 Aug 16 22:17:59.429350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-047dcee9-d631-498c-a724-026aee706a0b req-e89e9f45-b31e-4b08-8807-9d66b0fcb1bf tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0912883 Aug 16 22:17:59.570559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.586367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:17:59.621875 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-19043f3f-28c3-494f-a7f3-8b32d31e80b4 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:17:59.622987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-19043f3f-28c3-494f-a7f3-8b32d31e80b4 service neutron] 10.222.0.89 "DELETE /v2.0/ports/2d959347-9e2b-448d-b728-78b9dff766ad/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.5186017 Aug 16 22:17:59.641046 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:17:59.728964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network fe645dd0-0c29-4901-81ca-9877e8832341 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:17:59.772624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:17:59.784742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:17:59.993676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:17:59.994665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.003510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:00.086205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c9c2-9820-4990-89c2-f4de507e8109 req-d476e8a5-d433-4c77-9298-d31d2711f5a1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.096357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31d3c9c2-9820-4990-89c2-f4de507e8109 req-d476e8a5-d433-4c77-9298-d31d2711f5a1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.7272635 Aug 16 22:18:00.130259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bee6e0-1e45-4249-b9f8-012341b6f57f req-f580d658-c88c-415f-b90b-b86653add75a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.144220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21bee6e0-1e45-4249-b9f8-012341b6f57f req-f580d658-c88c-415f-b90b-b86653add75a tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 945 time: 0.5192459 Aug 16 22:18:00.170265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5da711dc-0e40-4f13-8386-a0a9f20e97b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5947843 Aug 16 22:18:00.203702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'admin_state_up': True, 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'security_groups': ['f20304c3-c8b5-4c7f-b900-8283133b00cf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:00.208376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-c0b39c48-e18c-4d50-82b2-4267da741c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.209891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-c0b39c48-e18c-4d50-82b2-4267da741c29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1100 time: 0.4392500 Aug 16 22:18:00.259523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4f867a1-564c-4e89-ac14-bf3d6731c86d None None] Provisioning for port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:00.265056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4f867a1-564c-4e89-ac14-bf3d6731c86d None None] Provisioning complete for port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:00.265829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4f867a1-564c-4e89-ac14-bf3d6731c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.346714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4f867a1-564c-4e89-ac14-bf3d6731c86d None None] Port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:00.363569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21bee6e0-1e45-4249-b9f8-012341b6f57f req-05a95101-6947-4aaa-8642-de3eb5341a85 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184119 Aug 16 22:18:00.466625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31d3c9c2-9820-4990-89c2-f4de507e8109 req-561c37f8-f04d-4f82-a984-d6e73360b800 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556316 Aug 16 22:18:00.586133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-23b63af6-0698-48bb-8949-d3dd0a6387f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.588301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-23b63af6-0698-48bb-8949-d3dd0a6387f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3556786 Aug 16 22:18:00.727466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-db59bfd4-7908-4676-ba93-2bfa73dbbe23 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.1242294 Aug 16 22:18:00.767275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:00.774008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:00.867531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ee99-92cc-4028-b1fe-7b24a0573d5f req-d87d2742-313f-4d52-9027-14ea03b88841 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.869742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4779ee99-92cc-4028-b1fe-7b24a0573d5f req-d87d2742-313f-4d52-9027-14ea03b88841 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2759323 Aug 16 22:18:00.886204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5e754-4e04-4a25-901b-2eea3f60c142 req-79dfb946-5a51-4721-98bd-1f2ef2fdb561 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.897040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1eb5e754-4e04-4a25-901b-2eea3f60c142 req-79dfb946-5a51-4721-98bd-1f2ef2fdb561 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 948 time: 0.2320852 Aug 16 22:18:00.909352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-ed4bf81c-4d90-4a5c-9ef4-b0c77ca67155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:00.910310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-ed4bf81c-4d90-4a5c-9ef4-b0c77ca67155 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1550143 Aug 16 22:18:00.911941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:01.017932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2d959347-9e2b-448d-b728-78b9dff766ad completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:01.023150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2d959347-9e2b-448d-b728-78b9dff766ad triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:01.023535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.195941 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.196709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1eb5e754-4e04-4a25-901b-2eea3f60c142 req-e18d0100-9899-4962-9e61-8258e2b04f70 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986498 Aug 16 22:18:01.210197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4779ee99-92cc-4028-b1fe-7b24a0573d5f req-faa1b0fb-8160-4791-aef8-7dcd17a9bd4b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242126 Aug 16 22:18:01.259762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-aadfd68f-064e-447a-aa62-671b0f545a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.272492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-aadfd68f-064e-447a-aa62-671b0f545a99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2789049 Aug 16 22:18:01.277685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:01.280550 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcbdacc-e8fd-49fd-9782-f2e7b5b58c96" -d '{"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-plugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:01.336032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:01.349782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.350847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88a1a4d5-b862-4476-a88b-c9e92e074119 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:01.461718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.1.1.3 (4caf014e-fc00-496c-98cf-31e446a604cf/51ff788a-d102-41e1-b580-ece931f286d1/fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:01.512374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:01.544376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 88a1a4d5-b862-4476-a88b-c9e92e074119 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:01.548582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 88a1a4d5-b862-4476-a88b-c9e92e074119 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:01.548962 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.722666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.767674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed4ded-68b3-4ca2-9261-3874fd83574c req-44ce128c-cb20-4b82-8d26-c018c75a93be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.771049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9eed4ded-68b3-4ca2-9261-3874fd83574c req-44ce128c-cb20-4b82-8d26-c018c75a93be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 932 time: 0.3401010 Aug 16 22:18:01.782854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-20888e0e-59fb-425a-86cf-0450f683a889 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:01.794802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-20888e0e-59fb-425a-86cf-0450f683a889 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.3683455 Aug 16 22:18:01.807497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88a1a4d5-b862-4476-a88b-c9e92e074119,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:01.818598 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:01.824788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-622f8136-de9f-498f-9676-3a63a91ba640 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/quotas/a0a0a9ee833f4e1caeaf0f45a02f8628 HTTP/1.1" status: 200 len: 375 time: 0.0306854 Aug 16 22:18:01.829976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7bf3de76-5023-441c-a0f4-e9c93449c674 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:01.890585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 7bf3de76-5023-441c-a0f4-e9c93449c674 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:01.891042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7bf3de76-5023-441c-a0f4-e9c93449c674 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:01.925380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:01.942664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-d9e9bee1-5a51-4d01-82f3-e58a54912fcb tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167333 Aug 16 22:18:01.944640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-5c2828f3-2c7a-4680-8f67-1f0918ed9c63 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631017 Aug 16 22:18:01.959358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:02.112728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:02.117391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9eed4ded-68b3-4ca2-9261-3874fd83574c req-990d752d-c97e-4994-aead-727bd463544d tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103776 Aug 16 22:18:02.240104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2848eb3-cce8-4ba2-b180-2b6a807d5057 req-7a61493e-2332-41d8-b49f-33219f6ef1f2 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757883 Aug 16 22:18:02.244743 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a239eb-2b4d-4a0d-bc57-45a402350ae3 x-openstack-request-id: req-e1a239eb-2b4d-4a0d-bc57-45a402350ae3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:02.245036 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-plugged", "status": "completed", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:02.246130 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1a239eb-2b4d-4a0d-bc57-45a402350ae3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:02.246673 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'code': 200} Aug 16 22:18:02.253794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-59f9d8ec-4cc2-4dec-8e4d-e0b4e4c08d0f service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912908 Aug 16 22:18:02.256527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:02.798966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4caf014e-fc00-496c-98cf-31e446a604cf is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:02.808685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:02.810640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:02.819128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:02.824327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.824720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.825105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.825444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.825783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.826122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.826458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.826913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.827264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.827596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.827927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:02.828389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:03.000306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.002055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:03.081215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480dbe8-02e6-4b0e-b6ff-0694b8a6985d req-4650c89e-35f8-4da7-ab78-86a93c804151 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.082970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6480dbe8-02e6-4b0e-b6ff-0694b8a6985d req-4650c89e-35f8-4da7-ab78-86a93c804151 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.3984115 Aug 16 22:18:03.126167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-711f3d02-2cf9-43a3-9e75-c517b9cf34cc service neutron] 10.222.0.22 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584270 Aug 16 22:18:03.130004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ff1b7307-2989-4b2a-8b31-217f5d191250 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9339070 Aug 16 22:18:03.137386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dfbd8e5e-9b5f-4160-93ba-11b77ddeda1a None None] Provisioning for port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:03.144751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dfbd8e5e-9b5f-4160-93ba-11b77ddeda1a None None] Provisioning complete for port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:03.145471 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8e5e-9b5f-4160-93ba-11b77ddeda1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:03.184366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'admin_state_up': True, 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'security_groups': ['f20304c3-c8b5-4c7f-b900-8283133b00cf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:03.243880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd8e5e-9b5f-4160-93ba-11b77ddeda1a None None] Port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:03.332976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6480dbe8-02e6-4b0e-b6ff-0694b8a6985d req-1de17b67-2460-41f1-9e6b-8b5506dfb101 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388167 Aug 16 22:18:03.600154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346651cc-6dc9-4502-b89a-323b6365cce3 req-515269cb-039d-4e76-8122-5119d4959b48 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.608014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-346651cc-6dc9-4502-b89a-323b6365cce3 req-515269cb-039d-4e76-8122-5119d4959b48 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1264765 Aug 16 22:18:03.617453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:03.621720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:03.652039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f801-339f-4818-b0b8-5985595e5730 req-788edb97-308f-45b0-9dcf-73024950a47e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:03.654231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4e9f801-339f-4818-b0b8-5985595e5730 req-788edb97-308f-45b0-9dcf-73024950a47e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1402037 Aug 16 22:18:03.815665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-346651cc-6dc9-4502-b89a-323b6365cce3 req-10b00ff6-0b7e-4c8f-8004-134fd0d7c61c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067163 Aug 16 22:18:03.965428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4e9f801-339f-4818-b0b8-5985595e5730 req-aaca4e0f-aba6-4ab3-8398-0e9b5b066020 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123361 Aug 16 22:18:04.076554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.1.1.226 (4caf014e-fc00-496c-98cf-31e446a604cf/51ff788a-d102-41e1-b580-ece931f286d1/840ab409-1bed-4822-b480-7847fc3787b2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:04.247596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:04.250645 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0723b8f-0bc4-470a-a868-05e6ef644532" -d '{"events": [{"server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:04.420400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a66b6-568d-4735-a205-ad85d4003411 req-acabae0c-17d6-49d6-b095-538954b111a5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.428272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f2a66b6-568d-4735-a205-ad85d4003411 req-acabae0c-17d6-49d6-b095-538954b111a5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.4535189 Aug 16 22:18:04.454477 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.492213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51ceb-cd23-499c-9327-2a14b7bafae4 req-1e46adce-a545-48ce-b29d-826ab6b01c8b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.499673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51ceb-cd23-499c-9327-2a14b7bafae4 req-1e46adce-a545-48ce-b29d-826ab6b01c8b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.509002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76b51ceb-cd23-499c-9327-2a14b7bafae4 req-1e46adce-a545-48ce-b29d-826ab6b01c8b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 1652 time: 0.4097631 Aug 16 22:18:04.555491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object 840ab409-1bed-4822-b480-7847fc3787b2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:04.587120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76b51ceb-cd23-499c-9327-2a14b7bafae4 req-784840ae-2391-4d41-bd5e-97dd3778166e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771525 Aug 16 22:18:04.603192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f2a66b6-568d-4735-a205-ad85d4003411 req-cdfea78a-9a49-4415-98eb-7723ae6d907d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736968 Aug 16 22:18:04.638091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.712684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4caf014e-fc00-496c-98cf-31e446a604cf is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:04.713687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:04.717745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:04.719781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:04.865571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14ebe01f-e8a2-4cf7-924b-3bb35ef6e45c req-e6020a8b-5d77-4985-8bf8-9d6e6a02d1a0 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 210 time: 0.0900691 Aug 16 22:18:04.890161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.891108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:04.935674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7faeee-dafc-431c-8955-7ef2f32a1763 req-5c1f5606-125c-4bd0-80a4-16f116381fc3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:04.937401 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:04.956233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a7faeee-dafc-431c-8955-7ef2f32a1763 req-5c1f5606-125c-4bd0-80a4-16f116381fc3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.1813016 Aug 16 22:18:04.961883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-43fe301a-3aa5-47d6-a7f7-4e6459df2c0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8030629 Aug 16 22:18:04.974698 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee81de5d-42ae-4bd3-ad4b-6dd01efe8399 x-openstack-request-id: req-ee81de5d-42ae-4bd3-ad4b-6dd01efe8399 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:04.975180 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:04.975574 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee81de5d-42ae-4bd3-ad4b-6dd01efe8399 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:04.976212 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119', 'code': 200} Aug 16 22:18:05.023553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'admin_state_up': True, 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'security_groups': ['f20304c3-c8b5-4c7f-b900-8283133b00cf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:05.177776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cd84c-782d-442d-b030-88109ed160ee req-7dfc6189-1054-43c5-949a-f5d17531b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.179258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-435cd84c-782d-442d-b030-88109ed160ee req-7dfc6189-1054-43c5-949a-f5d17531b0b1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 1098 time: 0.0775146 Aug 16 22:18:05.243607 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-435cd84c-782d-442d-b030-88109ed160ee req-3c9aeef3-219a-4752-8255-91b50c1209a8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Aug 16 22:18:05.290573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3337ab5f-4e69-4b4f-aa3a-1b81b0ee8c7e None None] Provisioning for port 840ab409-1bed-4822-b480-7847fc3787b2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:05.298997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a7faeee-dafc-431c-8955-7ef2f32a1763 req-ba792342-787b-4a35-be0c-31a0eee7e2a2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416073 Aug 16 22:18:05.313218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3337ab5f-4e69-4b4f-aa3a-1b81b0ee8c7e None None] Provisioning complete for port 840ab409-1bed-4822-b480-7847fc3787b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:05.313781 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3337ab5f-4e69-4b4f-aa3a-1b81b0ee8c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:05.394126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3337ab5f-4e69-4b4f-aa3a-1b81b0ee8c7e None None] Port 840ab409-1bed-4822-b480-7847fc3787b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:05.515177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331d3c-6ec7-43b6-8000-79902b4d375b req-4342714b-c641-4902-a6d5-13116ef61319 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.516838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e331d3c-6ec7-43b6-8000-79902b4d375b req-4342714b-c641-4902-a6d5-13116ef61319 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.3359504 Aug 16 22:18:05.588907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-64105be0-d76b-4ace-9847-0ab8510f751a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.590623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-64105be0-d76b-4ace-9847-0ab8510f751a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 812 time: 0.5327094 Aug 16 22:18:05.603542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bef0e-2108-460f-82cb-588326ab32d3 req-39e7a705-06d9-4f9d-a2fb-1239485b7bad tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:05.611565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915bef0e-2108-460f-82cb-588326ab32d3 req-39e7a705-06d9-4f9d-a2fb-1239485b7bad tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1835151 Aug 16 22:18:05.631052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Request body: {'port': {'device_id': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'admin_state_up': True, 'tenant_id': 'a0a0a9ee833f4e1caeaf0f45a02f8628'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:05.710861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e331d3c-6ec7-43b6-8000-79902b4d375b req-192d8142-dd8a-4dcb-a119-39233a26c1cd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761794 Aug 16 22:18:05.718124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:05.820804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915bef0e-2108-460f-82cb-588326ab32d3 req-6c395ed4-0a67-4545-9dce-c970fa4cbb40 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081494 Aug 16 22:18:06.067511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:06.112397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Made reservation on behalf of a0a0a9ee833f4e1caeaf0f45a02f8628 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:06.116012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:06.138517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817b17-5b15-4587-898e-975930183ca6 req-bfc1df17-fff8-44ac-ad4c-f31cec58123b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.144482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817b17-5b15-4587-898e-975930183ca6 req-bfc1df17-fff8-44ac-ad4c-f31cec58123b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.152967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a817b17-5b15-4587-898e-975930183ca6 req-bfc1df17-fff8-44ac-ad4c-f31cec58123b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.160252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a817b17-5b15-4587-898e-975930183ca6 req-bfc1df17-fff8-44ac-ad4c-f31cec58123b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 2373 time: 0.2024448 Aug 16 22:18:06.186271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee079ae8-42d2-48c3-a957-24662ba06a60 req-610262ba-dd52-4c7e-94ab-4546fd468f24 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:06.188275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee079ae8-42d2-48c3-a957-24662ba06a60 req-610262ba-dd52-4c7e-94ab-4546fd468f24 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.3128450 Aug 16 22:18:06.512515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a817b17-5b15-4587-898e-975930183ca6 req-1b202f7b-e622-411a-805d-bd03797d8979 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454688 Aug 16 22:18:06.523279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee079ae8-42d2-48c3-a957-24662ba06a60 req-54a916d1-d992-4c4a-bbcf-74f49fa7190b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505856 Aug 16 22:18:06.556088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Allocated IP 172.20.0.14 (de991dd7-fbee-456f-9a04-f696cbfeea9e/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230/60b00e81-461a-47be-b0d9-cd8fea2410e8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:06.629502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.2.2.100 (4e3ec1e0-91aa-4b01-b14c-69388cd076eb/2dd6e43a-4de7-4843-8b55-e2cd1a1929ad/b6f90bab-0240-4442-9a44-ed20e6b9715f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:06.660537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:06.904141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd2eb753-64ed-413e-957d-f879492e6890 req-14dfcd1d-18fd-48fe-a7b7-d4f2adfac245 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 210 time: 0.1107383 Aug 16 22:18:06.945206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d62e434-6f57-4bd0-9225-388424f86346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.081941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10db86c-42e4-4ea3-bb50-7b31ff548e22 req-d676c2eb-ef24-41ca-b159-a0b75d623a22 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.089614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d62e434-6f57-4bd0-9225-388424f86346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.089808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f10db86c-42e4-4ea3-bb50-7b31ff548e22 req-d676c2eb-ef24-41ca-b159-a0b75d623a22 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.2253745 Aug 16 22:18:07.107677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d62e434-6f57-4bd0-9225-388424f86346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.124616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.146287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object b6f90bab-0240-4442-9a44-ed20e6b9715f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:07.178999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.196130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e434-6f57-4bd0-9225-388424f86346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb522ca3-8c28-4476-a3b0-7eb3abf65a26,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:07.208049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d62e434-6f57-4bd0-9225-388424f86346 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfb5da508d7a4345a4db10c316005118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5459816 Aug 16 22:18:07.210111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:07.270806 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.280905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.297242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.366673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Network de991dd7-fbee-456f-9a04-f696cbfeea9e is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:07.373728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.378213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905c086-afa4-4dce-81c5-13bf89ce7aa8 req-a72ef841-363e-4edc-8ace-172a4b25214b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.381945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.383383 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb522ca3-8c28-4476-a3b0-7eb3abf65a26 HTTP/1.1" status: 204 len: 168 time: 0.1714869 Aug 16 22:18:07.385501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7905c086-afa4-4dce-81c5-13bf89ce7aa8 req-a72ef841-363e-4edc-8ace-172a4b25214b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.2105253 Aug 16 22:18:07.387430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event updated for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:07.390324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:07.402613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cffa93-aa10-4a63-96b9-edaec7516eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb522ca3-8c28-4476-a3b0-7eb3abf65a26,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:07.429495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:07.471888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.502726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f10db86c-42e4-4ea3-bb50-7b31ff548e22 req-f960eeb3-b924-4048-af62-2f4e9a340d35 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118638 Aug 16 22:18:07.547786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7905c086-afa4-4dce-81c5-13bf89ce7aa8 req-f47695bd-07dc-4fb1-9045-6d5befb3324a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611707 Aug 16 22:18:07.574514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.575380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.613857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:07.638501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:07.649922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:07.689954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:07.708766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-31f89f9d-1171-4b9d-91a9-8dd4c4a115d7 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0920324 Aug 16 22:18:07.749287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Request body: {'port': {'device_id': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:07.771298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-448c581d-8e1b-45e8-93a8-fc3a7bffdbcd tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385391 Aug 16 22:18:07.841678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.842346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.911124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:07.935553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b9977ad-5152-4d57-96e6-7c274649315f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:07.955083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-bba96a62-6aea-4865-98da-95c7b53962da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9461005 Aug 16 22:18:07.972100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f40be-d5df-4444-86af-e9a7ad624ebf req-d90fd662-3aa3-4167-8be8-4bc0284cbf12 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:07.979270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-199f40be-d5df-4444-86af-e9a7ad624ebf req-d90fd662-3aa3-4167-8be8-4bc0284cbf12 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2767932 Aug 16 22:18:07.993467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'admin_state_up': True, 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'security_groups': ['f20304c3-c8b5-4c7f-b900-8283133b00cf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:07.997045 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.051457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bd7ef793-8303-4f32-bf19-2fe0a401aad3 None None] Provisioning for port b6f90bab-0240-4442-9a44-ed20e6b9715f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:08.066570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bd7ef793-8303-4f32-bf19-2fe0a401aad3 None None] Provisioning complete for port b6f90bab-0240-4442-9a44-ed20e6b9715f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:08.066973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bd7ef793-8303-4f32-bf19-2fe0a401aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.103602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b9977ad-5152-4d57-96e6-7c274649315f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.111372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b9977ad-5152-4d57-96e6-7c274649315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.133347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ef793-8303-4f32-bf19-2fe0a401aad3 None None] Port b6f90bab-0240-4442-9a44-ed20e6b9715f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:08.152223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b9977ad-5152-4d57-96e6-7c274649315f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a36d2754a4b94b00b72838c39131d22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388787 Aug 16 22:18:08.154209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9977ad-5152-4d57-96e6-7c274649315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4ff1e-9248-4cf1-947f-f385cadd4e5f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:08.156751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:08.196454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-773349f5-8b2e-4520-af32-ff9147378c75 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:08.199317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-773349f5-8b2e-4520-af32-ff9147378c75 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944025 Aug 16 22:18:08.220044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-199f40be-d5df-4444-86af-e9a7ad624ebf req-e7b88c87-8d60-42c5-916c-7c0159e468c0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351391 Aug 16 22:18:08.229628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.278095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.361368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.364128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:08.365612 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07e4ff1e-9248-4cf1-947f-f385cadd4e5f HTTP/1.1" status: 204 len: 168 time: 0.2078838 Aug 16 22:18:08.374859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858446a-4172-4d65-a3ba-de82d0348c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4ff1e-9248-4cf1-947f-f385cadd4e5f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:08.709332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-9cc1323d-bbe6-49e0-9e60-f98d1f10d81d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/quotas/a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 375 time: 0.4879134 Aug 16 22:18:08.911353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Made reservation on behalf of 72816ab1b569441aa690dbbd91251172 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:08.916058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.012551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-63fae95e-1751-4f07-9945-762f4eb918ed tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.028007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-63fae95e-1751-4f07-9945-762f4eb918ed tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.040235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-63fae95e-1751-4f07-9945-762f4eb918ed tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.060408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-63fae95e-1751-4f07-9945-762f4eb918ed tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.063539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-63fae95e-1751-4f07-9945-762f4eb918ed tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3094 time: 0.3863320 Aug 16 22:18:09.122959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-a5c56302-a649-4648-af98-480702f13983 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3924005 Aug 16 22:18:09.312596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b00e81-461a-47be-b0d9-cd8fea2410e8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:09.324306 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.340025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Transition to ACTIVE for port object 60b00e81-461a-47be-b0d9-cd8fea2410e8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:09.595386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:09.706530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Pushing event updated for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:09.741042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-454acc0e-5bc5-4a94-9cf4-5e10aeb41776 req-54211d23-34d8-4f48-9c7d-b22621e1b96a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6633873 Aug 16 22:18:09.777816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e01b5-a6f5-4864-b404-d724cbd2ca83 req-4eb60fad-64e7-4388-a533-a66662ad332f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:09.795329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a7e01b5-a6f5-4864-b404-d724cbd2ca83 req-4eb60fad-64e7-4388-a533-a66662ad332f tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 944 time: 0.2723973 Aug 16 22:18:09.846430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Allocated IP 10.2.2.200 (4e3ec1e0-91aa-4b01-b14c-69388cd076eb/2dd6e43a-4de7-4843-8b55-e2cd1a1929ad/30aa6e76-684b-43b6-ba67-443cae7d4e2f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:10.186286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Attempting to bind port 60b00e81-461a-47be-b0d9-cd8fea2410e8 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:10.186643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Attempting to bind port 60b00e81-461a-47be-b0d9-cd8fea2410e8 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:10.187112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Attempting to bind port 60b00e81-461a-47be-b0d9-cd8fea2410e8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:10.216602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Port 60b00e81-461a-47be-b0d9-cd8fea2410e8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:10.216931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Attempting to bind port 60b00e81-461a-47be-b0d9-cd8fea2410e8 on network de991dd7-fbee-456f-9a04-f696cbfeea9e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:10.227693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:10.228075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Checking segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:10.228499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Bound using segment: {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:10.228918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Bound port: 60b00e81-461a-47be-b0d9-cd8fea2410e8, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a0144-acba-47e9-a02c-d4e0402204bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:10.229984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.408178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a7e01b5-a6f5-4864-b404-d724cbd2ca83 req-a552c50e-1ea1-4d2f-9db2-bcfe4f29f507 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754948 Aug 16 22:18:10.419004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389453-b420-4d8f-91e7-5c30c389db30 req-e45f220b-6f4e-4aae-a5bc-dc4b890af33d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.426981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c389453-b420-4d8f-91e7-5c30c389db30 req-e45f220b-6f4e-4aae-a5bc-dc4b890af33d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.2733061 Aug 16 22:18:10.464782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.473379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:10.495519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:10.513755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c389453-b420-4d8f-91e7-5c30c389db30 req-b69cda19-5b4b-4add-a349-aa102fc5ee7e tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805492 Aug 16 22:18:10.524769 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.540444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Transition to ACTIVE for port object 30aa6e76-684b-43b6-ba67-443cae7d4e2f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:10.681144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.682071 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.683948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] 10.222.0.89 "PUT /v2.0/ports/60b00e81-461a-47be-b0d9-cd8fea2410e8 HTTP/1.1" status: 200 len: 1093 time: 2.9420412 Aug 16 22:18:10.701409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:10.703558 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4569378-3326-4479-b25d-70e942be0f25" -d '{"events": [{"name": "network-changed", "server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:10.758937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc3d75-2b54-486d-aa83-104e2fa8da9a service neutron] Pushing event updated for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:10.799318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420ca0-83d4-4fcb-b62f-7884813a8862 req-4460a4f0-b9ba-4fda-a7b3-76b75e3fcd81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.800784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97420ca0-83d4-4fcb-b62f-7884813a8862 req-4460a4f0-b9ba-4fda-a7b3-76b75e3fcd81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1928434 Aug 16 22:18:10.825414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084447-b648-4faa-95c1-dfde07f4a09b req-35046c04-b765-4c25-bc23-f7b3413ae12b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.832996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2084447-b648-4faa-95c1-dfde07f4a09b req-35046c04-b765-4c25-bc23-f7b3413ae12b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2091036 Aug 16 22:18:10.835081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:10.940697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:10.956284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:10.962004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-6f8b756a-54b1-47b9-ab50-0922431dd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:10.963453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-6f8b756a-54b1-47b9-ab50-0922431dd1c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 1096 time: 0.1889217 Aug 16 22:18:10.964210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:10.966860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:10.974509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97420ca0-83d4-4fcb-b62f-7884813a8862 req-b1cd7708-d955-4a7b-9f9a-d9f323be930b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575577 Aug 16 22:18:11.029169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2084447-b648-4faa-95c1-dfde07f4a09b req-48c7dbf0-4bd5-4291-8801-7cc5ec436e93 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901116 Aug 16 22:18:11.147763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-5f4162e1-fee0-4bc3-8275-743c01afb0f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8 HTTP/1.1" status: 200 len: 217 time: 0.1340969 Aug 16 22:18:11.312610 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:11.394782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.396195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.415088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77be5280-49d9-4ae9-b3c8-c2b1f03293f3 req-24d91477-c7ef-4fcb-8c36-7cbf853e0766 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 210 time: 0.0867014 Aug 16 22:18:11.433720 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-1cbf88ab-013a-449f-9431-6060d6636bd1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0883312 Aug 16 22:18:11.477004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384a939-0ddb-4781-9177-a298a1612b78 req-28e02117-bd7d-4987-880d-5364186011b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.482974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-28e02117-bd7d-4987-880d-5364186011b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.3072186 Aug 16 22:18:11.493427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-66d9001e-7ce3-416b-b78f-81cde6baa433 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5097604 Aug 16 22:18:11.531574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8db252f3-78ff-43cd-b9cb-68151841fa5d None None] Provisioning for port 30aa6e76-684b-43b6-ba67-443cae7d4e2f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:11.537779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8db252f3-78ff-43cd-b9cb-68151841fa5d None None] Provisioning complete for port 30aa6e76-684b-43b6-ba67-443cae7d4e2f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:11.538360 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8db252f3-78ff-43cd-b9cb-68151841fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.575389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-cab0e15f-d801-4e41-8fe7-575b9416d2ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797179 Aug 16 22:18:11.579708 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b572c-ba55-403e-9ae2-178143bf05af x-openstack-request-id: req-356b572c-ba55-403e-9ae2-178143bf05af {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:11.582358 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:11.582764 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-356b572c-ba55-403e-9ae2-178143bf05af {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:11.583471 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8', 'status': 'completed', 'code': 200} Aug 16 22:18:11.588989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:11.628386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8db252f3-78ff-43cd-b9cb-68151841fa5d None None] Port 30aa6e76-684b-43b6-ba67-443cae7d4e2f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:11.629964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5cdb-dbc2-4b33-809d-64f0fd061f0b req-5f2365a2-751d-4598-8213-8570543ba237 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.638068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22dc5cdb-dbc2-4b33-809d-64f0fd061f0b req-5f2365a2-751d-4598-8213-8570543ba237 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.4633939 Aug 16 22:18:11.705311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-2257c07d-12ec-41d5-9da6-7a62c5b80500 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:11.709433 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-2257c07d-12ec-41d5-9da6-7a62c5b80500 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659380 Aug 16 22:18:11.727904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd5dc-6696-42b5-8dd7-5881f2886237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.755166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.811834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Request body: {'port': {'device_id': '59a560a3-3464-4915-bb90-99fc40b109f5', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'a14b5d52742247f9af4f13258fc0969e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:11.933365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd5dc-6696-42b5-8dd7-5881f2886237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:11.956907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd5dc-6696-42b5-8dd7-5881f2886237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.022428 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1cfdd5dc-6696-42b5-8dd7-5881f2886237 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b0eaede1d3e424493a5064c6dbeadc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077527 Aug 16 22:18:12.024226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:12.033684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22dc5cdb-dbc2-4b33-809d-64f0fd061f0b req-f03edb71-6891-4ebe-b9f2-7a2283e05602 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943677 Aug 16 22:18:12.039612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd5dc-6696-42b5-8dd7-5881f2886237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2f3cd-5cac-4c43-bf6c-829ee77cba43,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:12.064261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Made reservation on behalf of a14b5d52742247f9af4f13258fc0969e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:12.073853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.092144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-9af62963-77e9-4753-b110-1a81750e907b service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032922 Aug 16 22:18:12.164382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.174755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.183450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.191256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.199535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.207504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-3a600b6c-c646-48a5-aba2-cf65a8b81c11 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3815 time: 0.4368649 Aug 16 22:18:12.231589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.295208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.380129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Allocated IP 192.168.233.59 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/657dd6ee-d248-47b3-8059-2f71b8b8d56b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:12.414994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.418989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.422467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0144b6c7-26bf-4f75-a983-52dc3997f4f0 req-ba862d37-2e93-41cf-856e-0a156582dff2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138388 Aug 16 22:18:12.423300 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cde2f3cd-5cac-4c43-bf6c-829ee77cba43 HTTP/1.1" status: 204 len: 168 time: 0.3919163 Aug 16 22:18:12.449045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf2991-3de5-4bd3-9f31-5fb47ff2cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2f3cd-5cac-4c43-bf6c-829ee77cba43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:12.558260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05a708-2cd9-4afc-a258-9fc0e7aab28c req-6f80f42c-2303-471e-8454-c07db75118d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.569816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef05a708-2cd9-4afc-a258-9fc0e7aab28c req-6f80f42c-2303-471e-8454-c07db75118d9 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 944 time: 0.1967015 Aug 16 22:18:12.643378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.676014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Transition to ACTIVE for port object 657dd6ee-d248-47b3-8059-2f71b8b8d56b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:12.707421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f384a939-0ddb-4781-9177-a298a1612b78 req-ac08fb58-d5d6-4e0a-9835-c6ba1e217bff service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691342 Aug 16 22:18:12.732783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:12.761687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550957e4-3fbf-4b13-85ec-a0c58f81d933 req-b7b72467-05b3-4ead-ae8c-7ca42e1d25ec tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.769489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-550957e4-3fbf-4b13-85ec-a0c58f81d933 req-b7b72467-05b3-4ead-ae8c-7ca42e1d25ec tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1593351 Aug 16 22:18:12.770574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:12.822251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef05a708-2cd9-4afc-a258-9fc0e7aab28c req-e56c2be2-e310-40c3-9141-477f170bdc97 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472007 Aug 16 22:18:12.858618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:12.859869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:12.862745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-550957e4-3fbf-4b13-85ec-a0c58f81d933 req-d54d1623-daa9-466f-b281-89b957bdf6e3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819643 Aug 16 22:18:12.897388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:12.901625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:12.916381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:12.979035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569378-3326-4479-b25d-70e942be0f25 req-6e849058-198d-4f75-9c87-79e3e9f64080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:12.987467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-6e849058-198d-4f75-9c87-79e3e9f64080 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 1096 time: 0.1611483 Aug 16 22:18:13.057983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.059869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.104011 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5bd03152-5940-41e0-9c3c-b239f1c9b014 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3010316 Aug 16 22:18:13.138444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Request body: {'port': {'device_id': '59a560a3-3464-4915-bb90-99fc40b109f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:13.232842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.274702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569378-3326-4479-b25d-70e942be0f25 req-e660ff26-2cf7-4e86-974a-16e7a740dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.276256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-e660ff26-2cf7-4e86-974a-16e7a740dda3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 200 len: 912 time: 0.1780825 Aug 16 22:18:13.432423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa0a76-f681-44fb-821f-18a92cc10cf6 req-01127f40-ebc7-4f60-946c-4646ac262783 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.434699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16aa0a76-f681-44fb-821f-18a92cc10cf6 req-01127f40-ebc7-4f60-946c-4646ac262783 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.3995979 Aug 16 22:18:13.436891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:13.443457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-27bf68ce-f932-4ea5-9c7c-91cbd116c307 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8 HTTP/1.1" status: 200 len: 217 time: 0.1053636 Aug 16 22:18:13.453417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3ab2-409e-4563-8269-d93995462e83 req-527d74ed-253a-48c7-8757-10ed3ced59fd tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.466818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-145f3ab2-409e-4563-8269-d93995462e83 req-527d74ed-253a-48c7-8757-10ed3ced59fd tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 935 time: 0.1820688 Aug 16 22:18:13.485647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e924aad-502f-4268-9fd0-ad1bbce6e48e None None] Provisioning for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:13.487176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.519123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e924aad-502f-4268-9fd0-ad1bbce6e48e None None] Provisioning complete for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:13.519710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e924aad-502f-4268-9fd0-ad1bbce6e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.587102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-145f3ab2-409e-4563-8269-d93995462e83 req-d68a6f10-cf41-4daf-a46e-f7ce7b9b7bc2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095958 Aug 16 22:18:13.633127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9e924aad-502f-4268-9fd0-ad1bbce6e48e None None] Port 657dd6ee-d248-47b3-8059-2f71b8b8d56b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:13.655157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Transition to ACTIVE for port object 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:13.659310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16aa0a76-f681-44fb-821f-18a92cc10cf6 req-a28c1785-47cd-4044-96a0-ebdf6e04b1cd tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401107 Aug 16 22:18:13.663038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569378-3326-4479-b25d-70e942be0f25 req-1ad378dc-036e-4e99-a9b6-57eff3086145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:13.664919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-1ad378dc-036e-4e99-a9b6-57eff3086145 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 200 len: 852 time: 0.1747212 Aug 16 22:18:13.668865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.864918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-6d864c2d-c769-41af-9895-5f79a6598cd3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de991dd7-fbee-456f-9a04-f696cbfeea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624539 Aug 16 22:18:13.914569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:13.949224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:13.973549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Transition to ACTIVE for port object 657dd6ee-d248-47b3-8059-2f71b8b8d56b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:14.000196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.123721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.181934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:14.231444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:14.231788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:14.232126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:14.237115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:14.237591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:14.245472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:14.246042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:14.246441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:14.246856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Bound port: 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:14.247399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.418192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:14.429166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:14.437032 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.510876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.511539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:14.513166 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] 10.222.0.88 "PUT /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 1096 time: 1.3850617 Aug 16 22:18:14.513655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:14.516270 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5915b077-e5d8-4f31-8a09-c49120eaf89f" -d '{"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:14.550313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1f9ef-ca5a-4f4c-8df4-d728a2c8347d service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:14.649534 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-591136b1-a39a-4a10-8733-163bb6ebd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.651734 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-591136b1-a39a-4a10-8733-163bb6ebd257 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1099 time: 0.0699940 Aug 16 22:18:14.761345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-a9695806-8819-45b7-96a9-730c4bf2e67c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0851665 Aug 16 22:18:14.787936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:14.839065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca16b8-8110-49b4-acf4-c6712cd73724 req-7bd4aa78-6bda-48da-9ce7-cc957af73a82 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.847555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dca16b8-8110-49b4-acf4-c6712cd73724 req-7bd4aa78-6bda-48da-9ce7-cc957af73a82 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 1.1430640 Aug 16 22:18:14.850835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-3bdc01df-969e-4695-ac0c-5bab1732cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.852937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-3bdc01df-969e-4695-ac0c-5bab1732cf99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0841253 Aug 16 22:18:14.876625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.882847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.888955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.895152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.902083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.909887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-250d8818-7f99-4c63-a436-22983537f3ce req-b2bcc827-9b3b-477b-a574-9cdc9f1ef1be tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3827 time: 1.0295057 Aug 16 22:18:14.929593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-d582dfb2-fee5-475a-beb0-80340e1cf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:14.932036 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-d582dfb2-fee5-475a-beb0-80340e1cf901 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708783 Aug 16 22:18:14.964438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Attempting to bind port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:14.965030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Attempting to bind port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:14.965590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Attempting to bind port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 on network fe645dd0-0c29-4901-81ca-9877e8832341 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:14.988650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 on network fe645dd0-0c29-4901-81ca-9877e8832341 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:14.989273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Attempting to bind port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 on network fe645dd0-0c29-4901-81ca-9877e8832341 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:15.000833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:15.001598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Checking segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:15.002241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Bound using segment: {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:15.003237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Bound port: 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d324dd-ee37-44bd-87d1-060c4a09b833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:15.003438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.049649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dca16b8-8110-49b4-acf4-c6712cd73724 req-6de967d9-2dad-4b93-94cf-7c0e3fed72f8 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020402 Aug 16 22:18:15.053787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-250d8818-7f99-4c63-a436-22983537f3ce req-988a0c73-0388-462c-a054-9db1ea6f90d0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430793 Aug 16 22:18:15.058101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-cc041a9e-af5e-47d5-9865-3e48ada7e53d service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728692 Aug 16 22:18:15.232925 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-81cf4365-3559-40f1-8dad-ff3432629996 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906890 Aug 16 22:18:15.281255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:15.356019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:15.382827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.440946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f1bcf272-62bb-4bee-9899-9c343db04aec req-5c21b19b-276e-4e56-bc7f-1d88a443a490 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959057 Aug 16 22:18:15.451124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5060128-adda-4610-8d29-82be2f03419a req-ab389395-4f7c-4f23-bab2-d3512f9fffa0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.453864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5060128-adda-4610-8d29-82be2f03419a req-ab389395-4f7c-4f23-bab2-d3512f9fffa0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.2238193 Aug 16 22:18:15.456582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4569378-3326-4479-b25d-70e942be0f25 req-1c0b5ef6-eda4-4eba-b3b3-44ebf551a3d6 service neutron] 10.222.0.89 "GET /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734922 Aug 16 22:18:15.489381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac808-75b1-449d-853f-e44006a3af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.490776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.491744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.493710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] 10.222.0.88 "PUT /v2.0/ports/2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 1093 time: 3.9092655 Aug 16 22:18:15.513537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329f77d-fd76-4c60-8be0-7231104c1c8b req-e077cadc-0934-4297-9aa3-53ae11ac04da tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.526227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f329f77d-fd76-4c60-8be0-7231104c1c8b req-e077cadc-0934-4297-9aa3-53ae11ac04da tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 944 time: 0.2824008 Aug 16 22:18:15.527865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:15.539773 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d0ee7d-a641-4089-86a9-95192f1174e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:15.591290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:15.671336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f329f77d-fd76-4c60-8be0-7231104c1c8b req-f272cc0b-7aee-4d48-b41b-d520b9ba3c6e tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441028 Aug 16 22:18:15.696299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e8d3d-7777-4a61-8347-2607c472fd65 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:15.748172 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae734be1-2f4e-4682-9dea-0242d0bbb2c0 x-openstack-request-id: req-ae734be1-2f4e-4682-9dea-0242d0bbb2c0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:15.748630 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:15.748800 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae734be1-2f4e-4682-9dea-0242d0bbb2c0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:15.749624 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'status': 'completed', 'code': 200} Aug 16 22:18:15.772363 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:15.816944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5060128-adda-4610-8d29-82be2f03419a req-a25663e3-9da6-4068-bbb0-226d85153f81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386128 Aug 16 22:18:15.892597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 60b00e81-461a-47be-b0d9-cd8fea2410e8 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:15.919784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-42d8d407-5829-4114-b547-c47331c1d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:15.921678 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-42d8d407-5829-4114-b547-c47331c1d475 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1099 time: 0.1236999 Aug 16 22:18:16.091044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:16.121963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '60b00e81-461a-47be-b0d9-cd8fea2410e8', 'network_id': 'de991dd7-fbee-456f-9a04-f696cbfeea9e', 'port_id': '60b00e81-461a-47be-b0d9-cd8fea2410e8', 'mac_address': 'fa:16:3e:2b:56:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fae9e6-0cd8-40c3-a137-f8aa2fbcc230', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:16.177236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:16.196693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b00e81-461a-47be-b0d9-cd8fea2410e8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:16.253104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-339a755f-c4fc-409c-bed7-ffbfac3b0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.255566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-339a755f-c4fc-409c-bed7-ffbfac3b0b2c service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3255594 Aug 16 22:18:16.276868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:16.290630 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:16.347774 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-24cf0619-ef22-41d9-a3fa-e9d59821d02a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0818810 Aug 16 22:18:16.366765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d8f86-7190-49d6-83c9-b3d9634a48b1 req-6de741b9-7213-4ebb-ab04-5daa657952b6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.368375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e81d8f86-7190-49d6-83c9-b3d9634a48b1 req-6de741b9-7213-4ebb-ab04-5daa657952b6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 947 time: 0.5010540 Aug 16 22:18:16.375091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:16.440470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-29111ba6-d1b9-40ba-ba53-22b327d4433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.441982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-29111ba6-d1b9-40ba-ba53-22b327d4433f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0815611 Aug 16 22:18:16.503613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded993-1307-45bc-93fc-fa59b29c057c req-573d09b5-f02e-460b-af0b-6f264cfdddf2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.505279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7ded993-1307-45bc-93fc-fa59b29c057c req-573d09b5-f02e-460b-af0b-6f264cfdddf2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.5375226 Aug 16 22:18:16.526627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-6a8ba951-cc17-44f5-83f3-83035349a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.529296 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-6a8ba951-cc17-44f5-83f3-83035349a8b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733435 Aug 16 22:18:16.547088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e81d8f86-7190-49d6-83c9-b3d9634a48b1 req-1fad63a3-c8f7-47e2-93ed-85fcb6b0db60 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585822 Aug 16 22:18:16.599868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['60b00e81-461a-47be-b0d9-cd8fea2410e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:16.666029 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-02e2d85c-ca1e-41e7-8927-ea39b6b245f3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294301 Aug 16 22:18:16.754085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7ded993-1307-45bc-93fc-fa59b29c057c req-705359f6-1107-4cd6-a36c-46d59e3a2a8b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104433 Aug 16 22:18:16.861301 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-5915b077-e5d8-4f31-8a09-c49120eaf89f req-0e2fa174-fdde-465c-b677-7356ae4b84ef service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864820 Aug 16 22:18:16.869695 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43913388-16f5-4eae-a632-cfc701b28cfc x-openstack-request-id: req-43913388-16f5-4eae-a632-cfc701b28cfc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:16.870300 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:16.870300 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43913388-16f5-4eae-a632-cfc701b28cfc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:16.870979 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'status': 'completed', 'code': 200} Aug 16 22:18:16.899503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc83a1-e957-4ab6-ad56-129e090af30c req-d6b7034d-11ec-4d59-9897-6a38bd5e5861 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:16.903926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2afc83a1-e957-4ab6-ad56-129e090af30c req-d6b7034d-11ec-4d59-9897-6a38bd5e5861 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.2012696 Aug 16 22:18:16.985844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:17.000526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.001033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.001548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.002041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.002531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.004326 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-db7e62e8-996a-4b51-9e31-fa507aceff6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 4363 time: 0.0773859 Aug 16 22:18:17.071201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2afc83a1-e957-4ab6-ad56-129e090af30c req-6724c325-a62d-49fe-9442-b7867b6c1d84 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527543 Aug 16 22:18:17.131315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.146335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.172168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.178437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.187539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.189459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-e4db721e-6c80-4eed-a5c7-b58bcfa3db70 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3827 time: 0.2266123 Aug 16 22:18:17.228664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-9e19b626-91f5-4f85-9164-d72c7a7303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.229428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-9e19b626-91f5-4f85-9164-d72c7a7303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.229738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-9e19b626-91f5-4f85-9164-d72c7a7303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.231881 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-9e19b626-91f5-4f85-9164-d72c7a7303d8 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2052467 Aug 16 22:18:17.256190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edfddeb-34e6-4c67-9543-cd89cce59171 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:17.271980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.279976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29db94c9-223a-4359-80d4-0a4af4cd502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.313836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Transition to ACTIVE for port object 9edfddeb-34e6-4c67-9543-cd89cce59171 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:17.335989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.353381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b49f0c0f-99c1-428e-a5ba-6caa90ad7d9c req-13645494-fbf2-4c1f-bb35-1de57643d9b5 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389747 Aug 16 22:18:17.396263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582b85a-5f7b-477d-a0e2-f8e80a549bb0 req-4ac45e5e-33b5-481e-b42d-22d825ee308a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.402648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5582b85a-5f7b-477d-a0e2-f8e80a549bb0 req-4ac45e5e-33b5-481e-b42d-22d825ee308a tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 945 time: 0.2105050 Aug 16 22:18:17.455126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-5069285b-fa7e-499a-a7a4-9bf48d884a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.456852 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-25d0ee7d-a641-4089-86a9-95192f1174e8 req-5069285b-fa7e-499a-a7a4-9bf48d884a16 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2113202 Aug 16 22:18:17.565343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:17.587797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5582b85a-5f7b-477d-a0e2-f8e80a549bb0 req-9b9cbaa6-24d7-42f3-b375-907c12a285a2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718154 Aug 16 22:18:17.719953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Attempting to bind port 9edfddeb-34e6-4c67-9543-cd89cce59171 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:17.720468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Attempting to bind port 9edfddeb-34e6-4c67-9543-cd89cce59171 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:17.720905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Attempting to bind port 9edfddeb-34e6-4c67-9543-cd89cce59171 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:17.748669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3784ee4-7b9b-462e-860e-e75447d3c67a req-b7fe35cd-3db1-4518-ac17-b7e0010bd029 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:17.750464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3784ee4-7b9b-462e-860e-e75447d3c67a req-b7fe35cd-3db1-4518-ac17-b7e0010bd029 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.2572267 Aug 16 22:18:17.752407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Port 9edfddeb-34e6-4c67-9543-cd89cce59171 on network 4caf014e-fc00-496c-98cf-31e446a604cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:17.752851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Attempting to bind port 9edfddeb-34e6-4c67-9543-cd89cce59171 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:17.767958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:17.768468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:17.768982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Bound using segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:17.778428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Bound port: 9edfddeb-34e6-4c67-9543-cd89cce59171, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:17.778428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.826306 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29db94c9-223a-4359-80d4-0a4af4cd502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.872824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29db94c9-223a-4359-80d4-0a4af4cd502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:17.909996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 60b00e81-461a-47be-b0d9-cd8fea2410e8 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:17.934837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3784ee4-7b9b-462e-860e-e75447d3c67a req-11eed83b-c9f2-439b-8b60-4cdb36b56687 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624444 Aug 16 22:18:17.989831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29db94c9-223a-4359-80d4-0a4af4cd502c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e802492b09a4ec2b93af1d681d7a690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0015695 Aug 16 22:18:17.994391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:18.020819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db94c9-223a-4359-80d4-0a4af4cd502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21edee1c-8085-4494-ad51-56cac2ea34d5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:18.025339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 60b00e81-461a-47be-b0d9-cd8fea2410e8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:18.029197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:18.032069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 60b00e81-461a-47be-b0d9-cd8fea2410e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:18.033028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.049806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9edfddeb-34e6-4c67-9543-cd89cce59171,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:18.080067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7dc27-970c-4761-8517-721d02eb839c req-da86acb8-fb47-467e-9156-ef9b5a5a1829 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.082577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efd7dc27-970c-4761-8517-721d02eb839c req-da86acb8-fb47-467e-9156-ef9b5a5a1829 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 947 time: 0.2286479 Aug 16 22:18:18.086525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.101864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.146969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.189379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.190043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.191968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] 10.222.0.88 "PUT /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 1137 time: 2.6117823 Aug 16 22:18:18.273828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.283265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.288959 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21edee1c-8085-4494-ad51-56cac2ea34d5 HTTP/1.1" status: 204 len: 168 time: 0.2864418 Aug 16 22:18:18.298382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:18.298549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6b8902f-ab4c-4ef3-96a4-fc80e4cd5b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.302037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.318182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edee1c-8085-4494-ad51-56cac2ea34d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:18.319218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.337404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc79344-077d-4bd6-97a1-e78f184cc2b1 req-19d84d4e-8f8c-480d-9199-6f38d410c310 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.342246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.342910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.344426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.344875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.345349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc79344-077d-4bd6-97a1-e78f184cc2b1 req-19d84d4e-8f8c-480d-9199-6f38d410c310 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.2853012 Aug 16 22:18:18.345658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.347530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.348025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.348724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.350956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:18.351373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.351970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.354057 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8708cf1-d26f-4012-b989-8187189f2e67" -d '{"events": [{"server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "name": "network-vif-plugged", "status": "completed", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:18.354366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.354856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48adbbfb-8093-4950-a039-d4e2feefc11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:18.357374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efd7dc27-970c-4761-8517-721d02eb839c req-2574fd18-a599-4f24-ad05-eb58679955d4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409587 Aug 16 22:18:18.358080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372f017-f1bf-42f1-afc0-f6534e09fc8b service neutron] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:18.378230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:18.412988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.519948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:18.567378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc79344-077d-4bd6-97a1-e78f184cc2b1 req-c663763d-b737-48ac-b3dd-39568995c729 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176890 Aug 16 22:18:18.580971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:18.648520 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005985fa-8560-4461-9251-dcb0e88a9652 x-openstack-request-id: req-005985fa-8560-4461-9251-dcb0e88a9652 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:18.649272 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "name": "network-vif-plugged", "status": "completed", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:18.649735 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-005985fa-8560-4461-9251-dcb0e88a9652 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:18.650288 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8', 'code': 200} Aug 16 22:18:18.794473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f52bc-ea81-4d3d-9c0f-e3966f0d670c req-8fac604e-7aff-4b83-8f73-8cc47dcf2c8f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:18.796609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b72f52bc-ea81-4d3d-9c0f-e3966f0d670c req-8fac604e-7aff-4b83-8f73-8cc47dcf2c8f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.2527447 Aug 16 22:18:18.884014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '9edfddeb-34e6-4c67-9543-cd89cce59171'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:18.887030 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9b023-33ca-438e-8905-76369579e90a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "9edfddeb-34e6-4c67-9543-cd89cce59171"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:18.999385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:19.062806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.074821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.093080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.099429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.115947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.133688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.146256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-8861ea74-852f-413e-b8ea-ecd64addb203 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 4605 time: 0.3868570 Aug 16 22:18:19.167429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ebf49-5f94-4972-a51f-c2a270889d56 req-1120d5c2-a583-4134-9409-22eb431d5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.168926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-259ebf49-5f94-4972-a51f-c2a270889d56 req-1120d5c2-a583-4134-9409-22eb431d5f83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 1098 time: 0.4108613 Aug 16 22:18:19.231976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b72f52bc-ea81-4d3d-9c0f-e3966f0d670c req-92be8c24-49ef-47a1-9931-494f88927c04 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896871 Aug 16 22:18:19.278646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:19.306305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'mac_address': 'fa:16:3e:5f:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:19.309933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-259ebf49-5f94-4972-a51f-c2a270889d56 req-9212b8d6-a4ae-4914-94ed-57e1392e6a16 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762429 Aug 16 22:18:19.340322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d764aebe-a693-4b42-8d37-4779335c89c5 req-7b9848fd-05d0-46a9-b2c9-69b133dcfe0a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930237 Aug 16 22:18:19.346282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.376891 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.414423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:19.461155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:19.478475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.541280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4755ed-0047-4daa-9004-c5dac28c5a08 req-7fd7deb5-38ad-4b27-861b-21c8aae9def8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.546522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db4755ed-0047-4daa-9004-c5dac28c5a08 req-7fd7deb5-38ad-4b27-861b-21c8aae9def8 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.0938087 Aug 16 22:18:19.555698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184cbc2-3ad4-4e80-bcb5-ae936173df17 req-21b057f1-91e2-4aa6-b543-b98949c90e6d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.557430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2184cbc2-3ad4-4e80-bcb5-ae936173df17 req-21b057f1-91e2-4aa6-b543-b98949c90e6d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.1986556 Aug 16 22:18:19.578338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:19.652370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2184cbc2-3ad4-4e80-bcb5-ae936173df17 req-4bef837f-5b90-4cb8-a45a-a8c9b6b9316e tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817163 Aug 16 22:18:19.738796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db4755ed-0047-4daa-9004-c5dac28c5a08 req-5dd1d1ea-aeff-4a6e-8642-a4e9eb4634dd tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911719 Aug 16 22:18:19.742292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d41b55-5bee-4e77-86cf-5f1e9fa0e23a x-openstack-request-id: req-39d41b55-5bee-4e77-86cf-5f1e9fa0e23a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:19.742770 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "9edfddeb-34e6-4c67-9543-cd89cce59171", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:19.743198 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39d41b55-5bee-4e77-86cf-5f1e9fa0e23a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:19.744081 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '9edfddeb-34e6-4c67-9543-cd89cce59171', 'status': 'completed', 'code': 200} Aug 16 22:18:19.764773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3856986-648d-4a3e-982c-52a576918071 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:19.774988 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.791973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Transition to ACTIVE for port object b3856986-648d-4a3e-982c-52a576918071 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:19.801694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:19.890390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.894624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.895441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.896144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.896637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.901921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.902498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.904580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2bf9b023-33ca-438e-8905-76369579e90a req-97381047-3944-47aa-a862-08883639bc90 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6181 time: 0.1131232 Aug 16 22:18:19.975715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:19.990017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f968e-6c18-4b0f-a7eb-c7a3d191f106 req-dc240110-dca2-437b-a362-aef1d80aa5af tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:19.991635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-647f968e-6c18-4b0f-a7eb-c7a3d191f106 req-dc240110-dca2-437b-a362-aef1d80aa5af tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1638930 Aug 16 22:18:20.045906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:20.089355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c974fc-b579-49b1-a31c-6baaad46299a req-c2751c1f-b596-4079-b745-3dd08930de27 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.090980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61c974fc-b579-49b1-a31c-6baaad46299a req-c2751c1f-b596-4079-b745-3dd08930de27 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.1841521 Aug 16 22:18:20.104250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-647f968e-6c18-4b0f-a7eb-c7a3d191f106 req-91c4cfdd-adb1-46e1-b6a7-e03a8356098e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965078 Aug 16 22:18:20.177599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Attempting to bind port b3856986-648d-4a3e-982c-52a576918071 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:20.177918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Attempting to bind port b3856986-648d-4a3e-982c-52a576918071 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:20.178263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Attempting to bind port b3856986-648d-4a3e-982c-52a576918071 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:20.193302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-c57021a2-833c-4565-897f-8b927704f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.193825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-c57021a2-833c-4565-897f-8b927704f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.194903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-c57021a2-833c-4565-897f-8b927704f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.196378 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2bf9b023-33ca-438e-8905-76369579e90a req-c57021a2-833c-4565-897f-8b927704f3c4 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2750630 Aug 16 22:18:20.201902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Port b3856986-648d-4a3e-982c-52a576918071 on network 4caf014e-fc00-496c-98cf-31e446a604cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:20.202930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Attempting to bind port b3856986-648d-4a3e-982c-52a576918071 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:20.216157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:20.216421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:20.216830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Bound using segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:20.217321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Bound port: b3856986-648d-4a3e-982c-52a576918071, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:20.217697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.241816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61c974fc-b579-49b1-a31c-6baaad46299a req-878c705f-0c24-4c36-9bab-67e568608fa5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343997 Aug 16 22:18:20.365616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:20.369543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:20.377513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.417898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.418588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.419971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] 10.222.0.88 "PUT /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 1137 time: 2.1274240 Aug 16 22:18:20.520653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:20.579832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9b023-33ca-438e-8905-76369579e90a req-cca16051-233c-497f-9685-6e5bc0948d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.584541 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2bf9b023-33ca-438e-8905-76369579e90a req-cca16051-233c-497f-9685-6e5bc0948d2c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3767357 Aug 16 22:18:20.743415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:20.754109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1f6d-aa57-4c2a-9b45-7212adc83a9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:20.779984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4009367-cc78-4a06-a6d4-15d684e71ddd req-7e8ffb28-902e-44bb-adbb-d387669665b9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.781555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4009367-cc78-4a06-a6d4-15d684e71ddd req-7e8ffb28-902e-44bb-adbb-d387669665b9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.3657305 Aug 16 22:18:20.850989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.856861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.862738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.868582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.875242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.881121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.887579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:20.889479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-85afbecc-2077-46b8-9eb3-88d996960270 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5383 time: 0.2108846 Aug 16 22:18:20.985850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4009367-cc78-4a06-a6d4-15d684e71ddd req-60eeef8a-1550-45d1-9534-824e2a45c7ad tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798885 Aug 16 22:18:21.024603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-433afa5b-60fb-4e3d-ad64-9b6f1a504f60 req-bef32b56-eeb4-4c9a-a146-373837ca1531 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251416 Aug 16 22:18:21.135969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.212605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb385e-6696-4dd3-ac17-0f487d790e09 req-b60a6042-175b-4855-8eae-2ea07b6b6811 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.214691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02eb385e-6696-4dd3-ac17-0f487d790e09 req-b60a6042-175b-4855-8eae-2ea07b6b6811 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.0982733 Aug 16 22:18:21.288497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:21.301879 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.317519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-f275df9a-0b31-4ff9-820a-b44458c6a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.319298 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-f275df9a-0b31-4ff9-820a-b44458c6a87a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1097 time: 0.0484321 Aug 16 22:18:21.327196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02eb385e-6696-4dd3-ac17-0f487d790e09 req-0bfec900-a0d5-4781-8e47-e0dbb757a938 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928936 Aug 16 22:18:21.333304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Transition to ACTIVE for port object fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:21.356025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6e38-7f81-4002-9b5b-b421ff285cfc req-22a97f3b-f508-467a-8341-ba38476c98a9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.357622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3daa6e38-7f81-4002-9b5b-b421ff285cfc req-22a97f3b-f508-467a-8341-ba38476c98a9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1245284 Aug 16 22:18:21.358819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.471150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-aec6481e-6c5c-4ef7-9e9d-a8452d928d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.473292 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-aec6481e-6c5c-4ef7-9e9d-a8452d928d89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.1356287 Aug 16 22:18:21.522307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:21.533626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3daa6e38-7f81-4002-9b5b-b421ff285cfc req-81aae72c-7d65-4b17-bd88-5ec9ff977b7d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651342 Aug 16 22:18:21.576690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-14047a75-68d2-4f6d-97f3-440e20864ac6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 1000 time: 0.0887051 Aug 16 22:18:21.576917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ebeb-d313-4dea-9031-740fb46c397f req-b58eb454-7a2e-4cd8-8e7b-e13bfafa724b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.584301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ce1ebeb-d313-4dea-9031-740fb46c397f req-b58eb454-7a2e-4cd8-8e7b-e13bfafa724b tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.1902816 Aug 16 22:18:21.613446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Attempting to bind port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:21.613686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Attempting to bind port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:21.614029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Attempting to bind port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:21.626187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 on network 4caf014e-fc00-496c-98cf-31e446a604cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:21.626755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Attempting to bind port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:21.639156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:21.639505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:21.639902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Bound using segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:21.640401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Bound port: fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:21.640782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.653863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-dce7865b-d3aa-43c2-8037-b485995c7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.655649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-dce7865b-d3aa-43c2-8037-b485995c7523 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0689826 Aug 16 22:18:21.657709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ce1ebeb-d313-4dea-9031-740fb46c397f req-5e9a7bd6-ab7a-4459-ad77-c4d4a381344d tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723991 Aug 16 22:18:21.735172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-2a65e1de-81f8-4eea-ad52-70ca9d0e2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.736701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-2a65e1de-81f8-4eea-ad52-70ca9d0e2cb2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672114 Aug 16 22:18:21.752293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348427-11c7-467f-816b-52b01ed27504 req-996dd7bf-606a-489f-b09d-8047fe28622c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.754065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da348427-11c7-467f-816b-52b01ed27504 req-996dd7bf-606a-489f-b09d-8047fe28622c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.0952985 Aug 16 22:18:21.756266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'b3856986-648d-4a3e-982c-52a576918071'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:21.758636 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "b3856986-648d-4a3e-982c-52a576918071"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:21.774936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:21.779644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:21.798475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.846449 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-f0f98e04-a5e4-481a-b996-51d4a1b3bceb service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972903 Aug 16 22:18:21.849518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:21.850422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:21.851832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] 10.222.0.88 "PUT /v2.0/ports/fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 200 len: 1090 time: 1.3468168 Aug 16 22:18:21.865530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da348427-11c7-467f-816b-52b01ed27504 req-290828c2-6b28-497b-b8c5-a7fd1245797f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 Aug 16 22:18:21.891480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b755de2-47c5-45eb-8e5a-28913cef9fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:21.905739 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52910c0e-9fe3-4cd7-8210-5bdd106445dc x-openstack-request-id: req-52910c0e-9fe3-4cd7-8210-5bdd106445dc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:21.905739 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "b3856986-648d-4a3e-982c-52a576918071", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:21.906047 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52910c0e-9fe3-4cd7-8210-5bdd106445dc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:21.906477 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'b3856986-648d-4a3e-982c-52a576918071', 'status': 'completed', 'code': 200} Aug 16 22:18:21.914289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:21.999836 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3e0822c3-b600-4ef9-968b-8b2353d0eaae req-7e6267c5-4915-4922-9234-79770de311ac service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332610 Aug 16 22:18:22.051053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.126550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:22.167775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.168202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.168698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.169208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.169693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.170171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.170647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.172535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-b4c8a232-b320-4a9e-9533-1f4cf95edc54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6291 time: 0.2023563 Aug 16 22:18:22.184937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed0cb2-7ce5-44ed-bf32-e6807a1ee6b7 req-af1d5658-7c40-43d3-bd43-bbd86bc6c3f2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.186401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22ed0cb2-7ce5-44ed-bf32-e6807a1ee6b7 req-af1d5658-7c40-43d3-bd43-bbd86bc6c3f2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.1834474 Aug 16 22:18:22.248226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3e468d-b908-4a06-887e-6dfa2fb7a8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.346754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3e468d-b908-4a06-887e-6dfa2fb7a8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.350920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3e468d-b908-4a06-887e-6dfa2fb7a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.393339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db3e468d-b908-4a06-887e-6dfa2fb7a8cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be1c528f15a0461490b9a49ed7968114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656078 Aug 16 22:18:22.394089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e468d-b908-4a06-887e-6dfa2fb7a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d48c06-495c-4a43-9385-5ade20b87790,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:22.397313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:22.455039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.477588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.527086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.529688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.533330 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2d48c06-495c-4a43-9385-5ade20b87790 HTTP/1.1" status: 204 len: 168 time: 0.1324186 Aug 16 22:18:22.533478 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.542207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6399316-5827-4c9d-94b2-d1573817f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d48c06-495c-4a43-9385-5ade20b87790,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:22.651985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f4b4-7df0-4ff3-b0eb-f2fd707f3187 req-af525086-567c-4d9f-a71d-dbdbe7d1eac6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.653524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5355f4b4-7df0-4ff3-b0eb-f2fd707f3187 req-af525086-567c-4d9f-a71d-dbdbe7d1eac6 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.5677474 Aug 16 22:18:22.735914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22ed0cb2-7ce5-44ed-bf32-e6807a1ee6b7 req-21ea9377-a33f-4921-b333-a45010b242d2 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428391 Aug 16 22:18:22.821651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:22.835859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d1acd0d-994b-45da-bdff-55f6746e63bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.887424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5355f4b4-7df0-4ff3-b0eb-f2fd707f3187 req-7dc32010-0477-4723-b78b-7932feb99a68 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189691 Aug 16 22:18:22.913741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-816acffb-13b4-49ee-9924-b2768545c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.914240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-816acffb-13b4-49ee-9924-b2768545c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.914818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-816acffb-13b4-49ee-9924-b2768545c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.916539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-816acffb-13b4-49ee-9924-b2768545c1d2 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7224486 Aug 16 22:18:22.951376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d1acd0d-994b-45da-bdff-55f6746e63bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.955318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.956064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6d1acd0d-994b-45da-bdff-55f6746e63bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:22.962119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.968957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.974939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.980967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.986942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.992902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:22.993842 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d1acd0d-994b-45da-bdff-55f6746e63bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=071f9787a25649b0811ea2fe62555380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709969 Aug 16 22:18:22.994920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-d3de49b3-4350-4e68-b830-c70e71ba1d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5395 time: 0.1635845 Aug 16 22:18:22.997384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:23.005221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1acd0d-994b-45da-bdff-55f6746e63bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3702368c-2ed4-40c8-9da2-c6af5ca1cfd8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.041159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:23.064868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.087158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.121887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:23.125782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:23.126166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.148946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.153560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.157115 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3702368c-2ed4-40c8-9da2-c6af5ca1cfd8 HTTP/1.1" status: 204 len: 168 time: 0.1563685 Aug 16 22:18:23.169812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d776d-8046-43ea-a067-c1f51dd31d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702368c-2ed4-40c8-9da2-c6af5ca1cfd8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.219842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.221512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6540b4f9-567e-4f13-8ecf-40d9edbfe264 req-1979e259-1ebb-441a-8352-cfead90e3796 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936033 Aug 16 22:18:23.248477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:23.251402 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d223a47b-1182-4810-b213-04831fc74963" -d '{"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:23.267445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:23.272725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.277596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-9481e36f-a7ad-44a2-8a8d-2f577b865e42 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.279274 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-9481e36f-a7ad-44a2-8a8d-2f577b865e42 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.0781105 Aug 16 22:18:23.325767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f2212-163b-42b9-8c7e-87a48ffe3365 req-bfd9b5e1-fc13-4cff-a2ae-05504daf3cbe tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.329607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.333235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4f2212-163b-42b9-8c7e-87a48ffe3365 req-bfd9b5e1-fc13-4cff-a2ae-05504daf3cbe tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.3371313 Aug 16 22:18:23.338625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.339146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.339498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.339842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.340193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.340522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.340901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.341386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.341729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.342063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.342394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.342723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:18:23.383238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840ab409-1bed-4822-b480-7847fc3787b2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:23.401159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.407003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Deleting port 88a1a4d5-b862-4476-a88b-c9e92e074119 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:23.407003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.425301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-933ad61b-6493-4b1d-9032-3faa1cb654d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.426689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9919466-2cc9-44db-a8c2-d7eba9e0dc2c req-933ad61b-6493-4b1d-9032-3faa1cb654d7 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4295280 Aug 16 22:18:23.441131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Transition to ACTIVE for port object 840ab409-1bed-4822-b480-7847fc3787b2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:23.454247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.469641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed4f2212-163b-42b9-8c7e-87a48ffe3365 req-cc560541-1817-4004-b2d4-7698cf4928f2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354902 Aug 16 22:18:23.516891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd2fe-a645-4fb5-be3c-1ab5d2919ce5 req-b3b20dae-9319-45f7-90bf-1da508025397 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.518653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8cdd2fe-a645-4fb5-be3c-1ab5d2919ce5 req-b3b20dae-9319-45f7-90bf-1da508025397 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 946 time: 0.1678972 Aug 16 22:18:23.547190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] For port 88a1a4d5-b862-4476-a88b-c9e92e074119, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88a1a4d5-b862-4476-a88b-c9e92e074119,segment=NetworkSegment(2dbdbddd-f2f5-4d69-ad53-453d76debe6a),segment_id=2dbdbddd-f2f5-4d69-ad53-453d76debe6a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:23.547575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.565474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Calling delete_port for 88a1a4d5-b862-4476-a88b-c9e92e074119 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:23.590201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.667277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8cdd2fe-a645-4fb5-be3c-1ab5d2919ce5 req-b7321630-c937-4dec-8dc1-0b5890a23a16 tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/security-groups?id=5375ad81-26ab-48a9-afe5-446b386a414d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375160 Aug 16 22:18:23.691939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22423f-0f0a-4611-97be-a83d746f2efb req-423c84ab-04c3-4bba-864a-8cfa40f49364 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.697864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed22423f-0f0a-4611-97be-a83d746f2efb req-423c84ab-04c3-4bba-864a-8cfa40f49364 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1385508 Aug 16 22:18:23.724240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Attempting to bind port 840ab409-1bed-4822-b480-7847fc3787b2 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:23.724240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Attempting to bind port 840ab409-1bed-4822-b480-7847fc3787b2 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:23.724240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Attempting to bind port 840ab409-1bed-4822-b480-7847fc3787b2 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:23.731503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.733854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Port 840ab409-1bed-4822-b480-7847fc3787b2 on network 4caf014e-fc00-496c-98cf-31e446a604cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:23.734201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Attempting to bind port 840ab409-1bed-4822-b480-7847fc3787b2 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:23.748768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:23.749148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Checking segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:23.749553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Bound using segment: {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:23.750021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Bound port: 840ab409-1bed-4822-b480-7847fc3787b2, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9030953b-7968-4812-80f2-46bbb8559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:23.750395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.759445 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef22db3-4eae-458d-b70e-6b4d4d71dfb5 x-openstack-request-id: req-eef22db3-4eae-458d-b70e-6b4d4d71dfb5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:23.759992 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:23.760074 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eef22db3-4eae-458d-b70e-6b4d4d71dfb5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:23.760584 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'code': 200} Aug 16 22:18:23.772136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['88a1a4d5-b862-4476-a88b-c9e92e074119'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:23.781362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed22423f-0f0a-4611-97be-a83d746f2efb req-2c42db6a-c534-49ed-b78a-a22d7d4f5000 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824964 Aug 16 22:18:23.803651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Pushing event deleted for resources: {'Port': ['ID=88a1a4d5-b862-4476-a88b-c9e92e074119,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:23.826575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] No DVR routers for this DVR port 88a1a4d5-b862-4476-a88b-c9e92e074119 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:23.835674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:23.845026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-abcf4eb2-704a-4938-8698-a189b3defe75 req-e215edae-2433-419c-9eff-a050f0c94e0f tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.88 "DELETE /v2.0/ports/88a1a4d5-b862-4476-a88b-c9e92e074119 HTTP/1.1" status: 204 len: 173 time: 0.5513632 Aug 16 22:18:23.849792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'name': 'network-vif-deleted', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:23.852188 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef6e8ff-7da2-4cf6-9227-e67feb208a91" -d '{"events": [{"server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "name": "network-vif-deleted", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:23.893650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:23.909952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:23.912391 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbdd122-0734-416b-adcb-dec3bfd50c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:23.923820 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6163b63-72b2-4a23-a8ec-966bf95db4e5 x-openstack-request-id: req-d6163b63-72b2-4a23-a8ec-966bf95db4e5 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:23.924154 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9aae65-efaa-4fee-8aa7-93b45d78c1a6", "name": "network-vif-deleted", "tag": "88a1a4d5-b862-4476-a88b-c9e92e074119", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:23.924471 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6163b63-72b2-4a23-a8ec-966bf95db4e5 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:23.925515 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9aae65-efaa-4fee-8aa7-93b45d78c1a6', 'name': 'network-vif-deleted', 'tag': '88a1a4d5-b862-4476-a88b-c9e92e074119', 'status': 'completed', 'code': 200} Aug 16 22:18:23.948824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad3daa-d39b-44da-8df3-5c3994fa97fd req-a0ccf02a-d7ef-4ab3-a8cd-3d4c0f729852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:23.951320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-51ad3daa-d39b-44da-8df3-5c3994fa97fd req-a0ccf02a-d7ef-4ab3-a8cd-3d4c0f729852 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1101 time: 0.0682735 Aug 16 22:18:23.979420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:24.002598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.003345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-51ad3daa-d39b-44da-8df3-5c3994fa97fd req-1f880b29-f316-4f90-ba73-0c79ba1998ce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Aug 16 22:18:24.076332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a125c0-604f-4df4-ab3c-f1afdd2b9219 req-50323a24-b4b9-47b3-819f-2ba763913abe tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.077936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48a125c0-604f-4df4-ab3c-f1afdd2b9219 req-50323a24-b4b9-47b3-819f-2ba763913abe tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.1858270 Aug 16 22:18:24.079239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.080003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.081472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] 10.222.0.88 "PUT /v2.0/ports/840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 200 len: 1092 time: 2.1739566 Aug 16 22:18:24.120651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37c38-7c83-4a11-85f7-7f571f49e628 service neutron] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:24.131694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabcb03-d7ca-49d7-8551-3f22e2723429 req-4d8e0a0f-669d-4166-80e0-7ccaf10c63ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.139785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecabcb03-d7ca-49d7-8551-3f22e2723429 req-4d8e0a0f-669d-4166-80e0-7ccaf10c63ff tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 945 time: 0.1494236 Aug 16 22:18:24.173809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48a125c0-604f-4df4-ab3c-f1afdd2b9219 req-006240e7-fd45-41ad-bfde-3f329fcb72f3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 Aug 16 22:18:24.190794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecabcb03-d7ca-49d7-8551-3f22e2723429 req-54812de9-c073-4f1e-a968-76c85d433e51 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Aug 16 22:18:24.238489 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f7e28-c7be-4c04-a4c2-1703aac471ca x-openstack-request-id: req-ba2f7e28-c7be-4c04-a4c2-1703aac471ca {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:24.239068 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:24.239068 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba2f7e28-c7be-4c04-a4c2-1703aac471ca {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:24.239407 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'status': 'completed', 'code': 200} Aug 16 22:18:24.494547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.501729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.507687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.513671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.519528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.525564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.531483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.533588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-734cc219-19ca-42e6-aa98-d9e595dbd2e8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5407 time: 0.1091211 Aug 16 22:18:24.539934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:24.542447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:24.613619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.614132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.614626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.615116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.615609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.616076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.616554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.618522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-d4d9c410-aafb-4387-b991-4f0caff3dc0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6359 time: 0.0999486 Aug 16 22:18:24.622788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aa800a6-e89e-468d-8e0b-63fab5add364 req-a82022d9-3355-4698-b8bc-45ffc2c565e3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637987 Aug 16 22:18:24.630560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.751420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-090d9f56-dbfd-4a24-8493-a1db9d0fd49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:24.825846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-6136daa5-d134-4928-8c35-f64cfd963d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.826415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-6136daa5-d134-4928-8c35-f64cfd963d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.827554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-6136daa5-d134-4928-8c35-f64cfd963d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.827675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02061c5-1418-4de9-a64d-cd2e0b569ae8 req-c14b7d4d-a1f9-4175-8503-4ef2be820220 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.829219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d02061c5-1418-4de9-a64d-cd2e0b569ae8 req-c14b7d4d-a1f9-4175-8503-4ef2be820220 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.1723068 Aug 16 22:18:24.836013 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-6136daa5-d134-4928-8c35-f64cfd963d71 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1999910 Aug 16 22:18:24.872109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7582-da9a-4150-b9e9-9def7a747332 req-5aa60c5e-f476-4e7c-9e50-47f1bc7b0a72 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:24.873654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b2b7582-da9a-4150-b9e9-9def7a747332 req-5aa60c5e-f476-4e7c-9e50-47f1bc7b0a72 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1650481 Aug 16 22:18:24.947343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d02061c5-1418-4de9-a64d-cd2e0b569ae8 req-74c56cbb-005c-4c53-931d-e777088e9565 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089516 Aug 16 22:18:24.972704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b2b7582-da9a-4150-b9e9-9def7a747332 req-58615bf2-98e4-41ca-8667-c5b7e4027808 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883214 Aug 16 22:18:25.023524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-213558a9-480f-45d3-b76e-8af120787b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.025049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3dbdd122-0734-416b-adcb-dec3bfd50c7b req-213558a9-480f-45d3-b76e-8af120787b30 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1803002 Aug 16 22:18:25.027492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-090d9f56-dbfd-4a24-8493-a1db9d0fd49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.043871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-090d9f56-dbfd-4a24-8493-a1db9d0fd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.062760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:25.090720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f90bab-0240-4442-9a44-ed20e6b9715f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:25.109991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.143788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Transition to ACTIVE for port object b6f90bab-0240-4442-9a44-ed20e6b9715f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:25.150658 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-090d9f56-dbfd-4a24-8493-a1db9d0fd49a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52b5744a6d0442e0a56946fea8830de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880396 Aug 16 22:18:25.150658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9f56-dbfd-4a24-8493-a1db9d0fd49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589fa0b9-badb-4ab6-ad32-7785c2dcf846,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:25.153157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:25.172061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.221697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.235723 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.252812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.290348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:25.291394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-520fba9b-1d26-4424-a56e-00d7f1cbbc47 req-9a8509e6-8a7d-4d7b-b868-3d656b6acffd tempest-ServerDiskConfigTestJSON-487042701 tempest-ServerDiskConfigTestJSON-487042701-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d9aae65-efaa-4fee-8aa7-93b45d78c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0842280 Aug 16 22:18:25.309712 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.318230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88a1a4d5-b862-4476-a88b-c9e92e074119 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:25.342328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.345159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:25.347116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.349632 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/589fa0b9-badb-4ab6-ad32-7785c2dcf846 HTTP/1.1" status: 204 len: 168 time: 0.1954823 Aug 16 22:18:25.374537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891636a4-6f84-403d-99a5-c69c30ec5256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589fa0b9-badb-4ab6-ad32-7785c2dcf846,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:25.378185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d59ae-bab5-4ae0-ba0d-9f8440244c71 req-4240907e-134d-4351-934e-969be233c7ef tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.379902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8d59ae-bab5-4ae0-ba0d-9f8440244c71 req-4240907e-134d-4351-934e-969be233c7ef tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.2433386 Aug 16 22:18:25.390032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:25.402622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 88a1a4d5-b862-4476-a88b-c9e92e074119 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:25.402980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88a1a4d5-b862-4476-a88b-c9e92e074119 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:25.456397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Attempting to bind port b6f90bab-0240-4442-9a44-ed20e6b9715f on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:25.456756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Attempting to bind port b6f90bab-0240-4442-9a44-ed20e6b9715f by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:25.457115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Attempting to bind port b6f90bab-0240-4442-9a44-ed20e6b9715f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:25.468254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8d59ae-bab5-4ae0-ba0d-9f8440244c71 req-f3781a0c-da80-4a96-bb3e-107bf0c8a261 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Aug 16 22:18:25.470696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Port b6f90bab-0240-4442-9a44-ed20e6b9715f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:25.471027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Attempting to bind port b6f90bab-0240-4442-9a44-ed20e6b9715f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:25.478085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:25.478498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Checking segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:25.478987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Bound using segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:25.479489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Bound port: b6f90bab-0240-4442-9a44-ed20e6b9715f, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:25.479949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.556914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:25.560703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:25.565357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.602786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.603516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.604974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] 10.222.0.88 "PUT /v2.0/ports/b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 200 len: 1092 time: 1.0703280 Aug 16 22:18:25.634732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14b977-5634-4473-b753-a0c51ba359ee service neutron] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:25.663766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Request body: {'port': {'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:25.759663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:25.762051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:25.764597 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2df5256-07d9-4ce1-a6f8-98d3d1d2e1b1" -d '{"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-unplugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:25.798405 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0037575b-df0c-4671-b186-a6d4eefeef5f x-openstack-request-id: req-0037575b-df0c-4671-b186-a6d4eefeef5f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:25.798705 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-unplugged", "status": "failed", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:25.798956 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0037575b-df0c-4671-b186-a6d4eefeef5f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:25.799356 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'code': 422} returned with failed status Aug 16 22:18:25.845555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.854671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.862161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.870696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.877842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.883931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.890569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:25.892479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b4f14e57-908f-49c4-82b9-ed6fbfa30e95 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5419 time: 0.1702693 Aug 16 22:18:26.029589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-887fb9df-6402-4d41-b06d-d648217cbe08 req-b9458511-d843-4afa-9078-e71a75a2e734 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763423 Aug 16 22:18:26.191056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605404d5-36bf-48ae-88d5-00c413c0f8e6 req-403bc779-388a-41c1-8ca8-7b72e2627dba tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.193565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-605404d5-36bf-48ae-88d5-00c413c0f8e6 req-403bc779-388a-41c1-8ca8-7b72e2627dba tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.1193008 Aug 16 22:18:26.233680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef1ac-a000-4b43-8a2b-646cf35a28a0 req-c2a278eb-89c9-4593-bd25-3b0943fa5735 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.233680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-969ef1ac-a000-4b43-8a2b-646cf35a28a0 req-c2a278eb-89c9-4593-bd25-3b0943fa5735 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.1229444 Aug 16 22:18:26.247250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2'}, {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:26.249460 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbc005-5e76-454c-bd8a-ce80154ca08e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "840ab409-1bed-4822-b480-7847fc3787b2"}, {"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:26.299728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-605404d5-36bf-48ae-88d5-00c413c0f8e6 req-c8fb2775-667c-4a5a-8f54-adaa899fa58c tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005878 Aug 16 22:18:26.367674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aa6e76-684b-43b6-ba67-443cae7d4e2f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:26.375734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-969ef1ac-a000-4b43-8a2b-646cf35a28a0 req-0a49dde4-2c0e-467c-a7b2-cb9161a72140 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330895 Aug 16 22:18:26.381337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.396418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-ddbcac70-a1d4-4f50-bbab-39b72a8e03e6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.397912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-ddbcac70-a1d4-4f50-bbab-39b72a8e03e6 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.1155319 Aug 16 22:18:26.405539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Transition to ACTIVE for port object 30aa6e76-684b-43b6-ba67-443cae7d4e2f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:26.415221 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e056501-9a37-4c83-982d-bc23465deea4 x-openstack-request-id: req-0e056501-9a37-4c83-982d-bc23465deea4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:26.415606 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "840ab409-1bed-4822-b480-7847fc3787b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:26.415748 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e056501-9a37-4c83-982d-bc23465deea4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:26.416138 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2', 'status': 'completed', 'code': 200} Aug 16 22:18:26.416418 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'status': 'completed', 'code': 200} Aug 16 22:18:26.419737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.540161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.541905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.542582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.543255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.544304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.544965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.545734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.547967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-07639199-5e19-4b48-9638-de190fdff50d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6453 time: 0.0902634 Aug 16 22:18:26.561524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:26.706723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-7fb32f67-fe06-4a79-b2de-416cfe8a2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.707214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-7fb32f67-fe06-4a79-b2de-416cfe8a2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.708706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-7fb32f67-fe06-4a79-b2de-416cfe8a2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.710633 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-7fb32f67-fe06-4a79-b2de-416cfe8a2f98 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1457646 Aug 16 22:18:26.716694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Deleting port 60b00e81-461a-47be-b0d9-cd8fea2410e8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:26.717047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:26.882947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-8f79e64c-ed47-4a28-952d-63d898a2add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:26.885877 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-8f79e64c-ed47-4a28-952d-63d898a2add3 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1653218 Aug 16 22:18:26.977422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:27.060215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.060867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.061397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.063118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.063797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.064297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.064945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.067274 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-e762ada6-d419-49c8-af10-2d9fd46b8e5a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6453 time: 0.0875459 Aug 16 22:18:27.121823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:27.132171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-786ae50a-418c-4428-9659-080d3c0dd36e tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-940369301'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:27.133301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-786ae50a-418c-4428-9659-080d3c0dd36e tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:27.232417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b6e1-d103-488a-9a13-ea436c6ba6d3 req-61f4bad3-1005-48a1-b611-e23ff7b5d113 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.234032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdd9b6e1-d103-488a-9a13-ea436c6ba6d3 req-61f4bad3-1005-48a1-b611-e23ff7b5d113 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.6467931 Aug 16 22:18:27.240756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Attempting to bind port 30aa6e76-684b-43b6-ba67-443cae7d4e2f on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:27.241146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Attempting to bind port 30aa6e76-684b-43b6-ba67-443cae7d4e2f by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:27.241489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Attempting to bind port 30aa6e76-684b-43b6-ba67-443cae7d4e2f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:27.287655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Port 30aa6e76-684b-43b6-ba67-443cae7d4e2f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:27.287995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Attempting to bind port 30aa6e76-684b-43b6-ba67-443cae7d4e2f on network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:27.308235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:27.308235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Checking segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:27.308235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Bound using segment: {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:27.308235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Bound port: 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abf0d696-a338-4183-88bb-07f85f715f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:27.308235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.359204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdd9b6e1-d103-488a-9a13-ea436c6ba6d3 req-8fcddd4c-9b86-4451-acd4-2175a36be029 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941746 Aug 16 22:18:27.404188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.407571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-786ae50a-418c-4428-9659-080d3c0dd36e tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.408762 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-786ae50a-418c-4428-9659-080d3c0dd36e tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4302835 Aug 16 22:18:27.413584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.418583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Deleting subnet f83c76b7-781b-4381-822e-82a3aee9951f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:18:27.420255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.423597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:27.426476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.428088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-784796c6-772c-4800-895b-71cfb5260803 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dee62f2e-7e74-4bcd-ba1e-279920067648'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:27.428601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-784796c6-772c-4800-895b-71cfb5260803 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:27.431766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.432995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.439060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.445021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.453495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-fb21f5b2-9dcb-43db-aaed-80f7f0a9cf6e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.2430968 Aug 16 22:18:27.494997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-d08d86dc-6d24-40d0-89f0-9ffaa0144b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.495550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-d08d86dc-6d24-40d0-89f0-9ffaa0144b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.496485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-d08d86dc-6d24-40d0-89f0-9ffaa0144b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.499032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-d08d86dc-6d24-40d0-89f0-9ffaa0144b23 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=72816ab1b569441aa690dbbd91251172&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4152973 Aug 16 22:18:27.500135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] For port 60b00e81-461a-47be-b0d9-cd8fea2410e8, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=60b00e81-461a-47be-b0d9-cd8fea2410e8,segment=NetworkSegment(bb4a0144-acba-47e9-a02c-d4e0402204bd),segment_id=bb4a0144-acba-47e9-a02c-d4e0402204bd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:27.500522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.538005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Calling delete_port for 60b00e81-461a-47be-b0d9-cd8fea2410e8 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:27.574156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7afd6751-b7bd-4935-860d-6da462c4aed7 req-45a81cb9-b43f-46a4-9c46-68554ff69591 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097326 Aug 16 22:18:27.615591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:27.707035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:27.727367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.780862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.781726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.783621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] 10.222.0.88 "PUT /v2.0/ports/30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 1092 time: 2.1251364 Aug 16 22:18:27.810558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121174b5-cee8-4231-95c2-b431ce8793ee req-1f9f3beb-77d4-48cb-a64c-fb93b2593d70 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:27.820954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-121174b5-cee8-4231-95c2-b431ce8793ee req-1f9f3beb-77d4-48cb-a64c-fb93b2593d70 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/ports?device_id=18cfa783-3fdc-4751-9043-c9ec933903e4 HTTP/1.1" status: 200 len: 946 time: 0.2142091 Aug 16 22:18:27.892959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d18a22-8f03-469d-862f-e7351acacbaf service neutron] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:27.909023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:27.957093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-121174b5-cee8-4231-95c2-b431ce8793ee req-dcf84bf4-fb2f-4f96-b705-047f34087bca tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.22 "GET /v2.0/security-groups?id=215bc766-c2c6-49f0-b68b-c903e05730ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350987 Aug 16 22:18:27.978615 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-784796c6-772c-4800-895b-71cfb5260803 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:18:27.981276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:28.130148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.235129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['60b00e81-461a-47be-b0d9-cd8fea2410e8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:28.280768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784796c6-772c-4800-895b-71cfb5260803 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.282128 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-784796c6-772c-4800-895b-71cfb5260803 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8575609 Aug 16 22:18:28.283941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-82692c08-41f6-4264-b3e3-9d0c6f8dbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.286042 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-68fbc005-5e76-454c-bd8a-ce80154ca08e req-82692c08-41f6-4264-b3e3-9d0c6f8dbb9a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7619846 Aug 16 22:18:28.288692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:28.294217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c551ede2-844c-46ac-bf4d-87e5600d8d2b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dee62f2e-7e74-4bcd-ba1e-279920067648'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:28.294837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c551ede2-844c-46ac-bf4d-87e5600d8d2b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:28.366674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Pushing event deleted for resources: {'Port': ['ID=60b00e81-461a-47be-b0d9-cd8fea2410e8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:28.418583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:28.420995 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:28.424052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.427317 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-c551ede2-844c-46ac-bf4d-87e5600d8d2b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:18:28.485489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:28.511167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc445e-1e93-45e7-8d73-7a23657fe35a req-2ccb2941-5dfa-421e-98e0-712612b51201 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.518952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46cc445e-1e93-45e7-8d73-7a23657fe35a req-2ccb2941-5dfa-421e-98e0-712612b51201 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.4132905 Aug 16 22:18:28.520982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] No DVR routers for this DVR port 60b00e81-461a-47be-b0d9-cd8fea2410e8 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:28.525100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.527836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '77fec052-264b-4961-b6f4-f62768518399', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': '77fec052-264b-4961-b6f4-f62768518399', 'mac_address': 'fa:16:3e:6e:d7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:28.527987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a47b087e-a42b-47c9-bb63-4656e7a61689 req-4561be0c-e674-4c8a-96b9-ea9b35b57ab3 tempest-DeleteServersTestJSON-1051644178 tempest-DeleteServersTestJSON-1051644178-project] 10.222.0.89 "DELETE /v2.0/ports/60b00e81-461a-47be-b0d9-cd8fea2410e8 HTTP/1.1" status: 204 len: 173 time: 2.1210301 Aug 16 22:18:28.551153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-69453efd-8f5f-4270-bc57-c63f0d0de11d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2462921 Aug 16 22:18:28.585158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6872-8097-47cf-8de9-369aeb3126c0 req-1bad774f-c4d9-4041-998a-8798f6c6828d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.594078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23fe6872-8097-47cf-8de9-369aeb3126c0 req-1bad774f-c4d9-4041-998a-8798f6c6828d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.2827342 Aug 16 22:18:28.673396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.680138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23fe6872-8097-47cf-8de9-369aeb3126c0 req-22721724-3d7c-41dc-b015-6b92d52a9e8a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767772 Aug 16 22:18:28.701749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77fec052-264b-4961-b6f4-f62768518399 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:28.706779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c551ede2-844c-46ac-bf4d-87e5600d8d2b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.710982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c551ede2-844c-46ac-bf4d-87e5600d8d2b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4187679 Aug 16 22:18:28.711766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:28.719722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46cc445e-1e93-45e7-8d73-7a23657fe35a req-27850ac6-ee93-41aa-ba35-6abcb639236b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972036 Aug 16 22:18:28.728182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ba5ccf2-84b2-4555-9aaa-33e010abbad9 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=75027779-1852-4053-bf7c-dd267f58209c HTTP/1.1" status: 200 len: 462 time: 0.0133874 Aug 16 22:18:28.728182 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.729891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:28.767750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83c76b7-781b-4381-822e-82a3aee9951f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:28.781097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.786707 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-16c09607-2dc9-4e56-a88e-c5ec46d7121c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f83c76b7-781b-4381-822e-82a3aee9951f HTTP/1.1" status: 204 len: 168 time: 1.6635604 Aug 16 22:18:28.798059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.798563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.799314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.799579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.800057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.802892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:28.805993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.806436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:28.809509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:28.810445 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2788970c-3831-4e58-bd36-b0198303cd37 x-openstack-request-id: req-2788970c-3831-4e58-bd36-b0198303cd37 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:28.811068 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-374a05eb-fc82-474e-8fa0-11670bb0122a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6495 time: 0.4463804 Aug 16 22:18:28.811205 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:28.811502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:28.812829 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2788970c-3831-4e58-bd36-b0198303cd37 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:28.815027 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'status': 'completed', 'code': 200} Aug 16 22:18:28.912365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-5bcb105a-7124-4edd-a0d6-2f067523becd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 217 time: 0.0787911 Aug 16 22:18:28.924619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:29.003830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['77fec052-264b-4961-b6f4-f62768518399'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:29.065916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.068452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 835a4587-e098-4569-844a-06efe5cb323e no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:29.082224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-ee1a12e7-02be-4bf1-bae6-f7a312f9a9dd req-9ca28e7a-b6d7-496d-a877-169ff18fdc1c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:29.084323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee1a12e7-02be-4bf1-bae6-f7a312f9a9dd req-9ca28e7a-b6d7-496d-a877-169ff18fdc1c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315311 Aug 16 22:18:29.228573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4764b86-e143-4c22-becb-27fd4c0a4841 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.229793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f4764b86-e143-4c22-becb-27fd4c0a4841 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/75027779-1852-4053-bf7c-dd267f58209c HTTP/1.1" status: 204 len: 168 time: 0.4984763 Aug 16 22:18:29.232954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:29.249878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae8e6f41-2dfd-4d89-880d-74dbedbbf20b tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=75027779-1852-4053-bf7c-dd267f58209c HTTP/1.1" status: 200 len: 221 time: 0.0159378 Aug 16 22:18:29.253493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:29.258451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f649a297-9c35-4eb9-96a6-9df558f34593 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--337887849', 'description': 'label created by tempest'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:29.259035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f649a297-9c35-4eb9-96a6-9df558f34593 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Unknown quota resources ['metering_label']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:18:29.274704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ef3c2a5e-e8fc-414e-a4e0-f56e717c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.283561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ef3c2a5e-e8fc-414e-a4e0-f56e717c7599 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 200 len: 855 time: 0.2097776 Aug 16 22:18:29.319802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.330565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.337125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.344809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.352305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.361174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.367100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.378255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67df322a-5469-4664-8bac-c8d944347927 req-6ed7ce3b-cefb-4295-9c98-0bee34b32206 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.4518220 Aug 16 22:18:29.607528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67df322a-5469-4664-8bac-c8d944347927 req-19b738fb-cb77-4d36-a394-ffb10bdede1d tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282219 Aug 16 22:18:29.709831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-9d01e1a6-b06f-4d7a-82e3-aca6a630f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.714446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-9d01e1a6-b06f-4d7a-82e3-aca6a630f89c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe645dd0-0c29-4901-81ca-9877e8832341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247129 Aug 16 22:18:29.766342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f649a297-9c35-4eb9-96a6-9df558f34593 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.770765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f649a297-9c35-4eb9-96a6-9df558f34593 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5160606 Aug 16 22:18:29.771421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:29.774345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.826177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67031423-76ad-44ac-a8e4-1c40ab05400b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:29.837387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbdbddd-f2f5-4d69-ad53-453d76debe6a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:29.837682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbdbddd-f2f5-4d69-ad53-453d76debe6a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:29.849517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.865100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.872559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:18:29.872965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:29.936636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0ab10007-3f83-4a4e-97da-7c310c56c9b2 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=13368eb3-e0c1-46ab-9deb-14073fea8ec1 HTTP/1.1" status: 200 len: 467 time: 0.1624808 Aug 16 22:18:29.941342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:18:29.944449 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:18:29.953165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-62ba0b50-e973-45bd-8125-15c9929678ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4908652 Aug 16 22:18:29.973060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b284e-2c49-487d-85ef-967f40d1952a req-795a15b8-66f7-47d4-95dc-7723b10e8e05 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:29.982067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e55b284e-2c49-487d-85ef-967f40d1952a req-795a15b8-66f7-47d4-95dc-7723b10e8e05 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.0853171 Aug 16 22:18:29.982981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:30.041837 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.060353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.066519 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] 10.222.0.22 "DELETE /v2.0/networks/67031423-76ad-44ac-a8e4-1c40ab05400b HTTP/1.1" status: 204 len: 168 time: 1.2532482 Aug 16 22:18:30.103581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaa595-3bdb-4c17-9a59-3e9b3994db7f admin admin] Pushing event deleted for resources: {'Network': ['ID=67031423-76ad-44ac-a8e4-1c40ab05400b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:30.111025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 77fec052-264b-4961-b6f4-f62768518399 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:30.113260 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.185911 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-2601915b-9e2b-4af5-b171-824b964ff4d9 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595692 Aug 16 22:18:30.291133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.359793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:30.362532 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07049401-fcf9-49eb-8e22-7a8f1a679249" -d '{"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-plugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:30.399483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:30.403034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e55b284e-2c49-487d-85ef-967f40d1952a req-f7dac2f7-f519-411b-afee-3af49e649e1d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183371 Aug 16 22:18:30.405551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.409312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 60b00e81-461a-47be-b0d9-cd8fea2410e8 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:30.425570 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-fd85b81c-0e44-4eaf-8234-7cd048b0993e service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317104 Aug 16 22:18:30.522679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:30.527189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 60b00e81-461a-47be-b0d9-cd8fea2410e8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:30.527541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 60b00e81-461a-47be-b0d9-cd8fea2410e8 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:30.547653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-b73a7570-373d-4911-a542-81b490476c07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 217 time: 0.1120620 Aug 16 22:18:30.566718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52040) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.628990 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2af6e4-97f6-49be-bb57-fb68b5c14d1f x-openstack-request-id: req-bb2af6e4-97f6-49be-bb57-fb68b5c14d1f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:30.629543 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-plugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:30.629943 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb2af6e4-97f6-49be-bb57-fb68b5c14d1f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:30.630570 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399', 'code': 200} Aug 16 22:18:30.636164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-f91024ca-106b-474b-bc5b-5f6d2be8ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.638367 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-f91024ca-106b-474b-bc5b-5f6d2be8ec6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0834591 Aug 16 22:18:30.665263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0bfe1f0-73c3-4429-9b2c-76e399b21c92 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.669570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0bfe1f0-73c3-4429-9b2c-76e399b21c92 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/13368eb3-e0c1-46ab-9deb-14073fea8ec1 HTTP/1.1" status: 204 len: 168 time: 0.7240772 Aug 16 22:18:30.675351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52046) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.685456 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-55cbcc90-7df1-43ea-a718-ae9c5870c41f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=190010564e4b44f5ae1fc5d78e8e2238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142972 Aug 16 22:18:30.686426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52048) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.701110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1c792eae-3cd9-4e89-ba4d-31069983946c tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=13368eb3-e0c1-46ab-9deb-14073fea8ec1 HTTP/1.1" status: 200 len: 216 time: 0.0190880 Aug 16 22:18:30.705234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.706833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0adfd-656e-4b68-a795-2447562c26e9 req-504a62ba-ef75-4e32-af3e-8260f86bbb14 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.732048 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58dede36-91f9-4623-aa0b-ee00cbf8e965 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0255268 Aug 16 22:18:30.737628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ac0adfd-656e-4b68-a795-2447562c26e9 req-504a62ba-ef75-4e32-af3e-8260f86bbb14 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.3498888 Aug 16 22:18:30.745261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.779622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-0682767c-e0ef-46db-88c3-88d00a81d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:30.782190 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-0682767c-e0ef-46db-88c3-88d00a81d635 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357203 Aug 16 22:18:30.796044 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9081481d-aaf0-4991-9fda-e29d5bfe8eb6 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0343134 Aug 16 22:18:30.809229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ac0adfd-656e-4b68-a795-2447562c26e9 req-b36c55a2-1361-4f4f-8bf1-c4c6e902f6d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703485 Aug 16 22:18:30.809748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52062) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.825945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'name': 'network-vif-deleted', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:30.831487 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770aae97-0050-46a4-92e4-44c0073f8192" -d '{"events": [{"server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "name": "network-vif-deleted", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:30.933268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:30.961963 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625eec35-ef29-4ed5-a6b1-9cb1f210bc32 x-openstack-request-id: req-625eec35-ef29-4ed5-a6b1-9cb1f210bc32 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:30.962171 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cfa783-3fdc-4751-9043-c9ec933903e4", "name": "network-vif-deleted", "tag": "60b00e81-461a-47be-b0d9-cd8fea2410e8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:30.962420 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-625eec35-ef29-4ed5-a6b1-9cb1f210bc32 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:30.963903 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cfa783-3fdc-4751-9043-c9ec933903e4', 'name': 'network-vif-deleted', 'tag': '60b00e81-461a-47be-b0d9-cd8fea2410e8', 'status': 'completed', 'code': 200} Aug 16 22:18:30.970773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-52466307-e99f-4ea1-9636-37c43282b6e5 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/dee62f2e-7e74-4bcd-ba1e-279920067648 HTTP/1.1" status: 200 len: 472 time: 0.1567318 Aug 16 22:18:30.975937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:30.988183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:31.035752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-53259b8d-dc58-42b2-8c52-88ca77a2c19d tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/3fd7a680-74aa-4ae7-8212-61b973d4e062 HTTP/1.1" status: 200 len: 459 time: 0.0545416 Aug 16 22:18:31.041844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.042029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:31.051812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.066277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.087822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.099588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.129202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.151386 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-c3fbde04-556d-414b-95cf-88cb1288aad5 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382630 Aug 16 22:18:31.164277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:31.168131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:31.168723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.169874 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5375ad81-26ab-48a9-afe5-446b386a414d HTTP/1.1" status: 204 len: 168 time: 0.4822922 Aug 16 22:18:31.188871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-f5fd0ebe-258e-4072-a1b0-aeaa4e7d7a77 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.2199130 Aug 16 22:18:31.218261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4751a-cdd3-4c6a-a8ca-f836e2eaf517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5375ad81-26ab-48a9-afe5-446b386a414d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:31.390646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44ad34e0-765f-444a-b4e2-db46c19988e0 req-4191878f-66cd-4575-9196-e3653b7a4622 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821868 Aug 16 22:18:31.639327 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-1ed42fb5-524d-488f-a53f-e27c53c88fb0 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787447 Aug 16 22:18:31.642626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf96d-fba3-4391-ad21-b3c985255395 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:31.646811 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d9cf96d-fba3-4391-ad21-b3c985255395 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/3fd7a680-74aa-4ae7-8212-61b973d4e062 HTTP/1.1" status: 204 len: 168 time: 0.5935364 Aug 16 22:18:31.647649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:31.702432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f7f46-87ff-4421-ab2d-a8b86d97dde2 req-77fbb396-3b7a-46f7-a0cb-3f5c739ed655 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:31.704162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be4f7f46-87ff-4421-ab2d-a8b86d97dde2 req-77fbb396-3b7a-46f7-a0cb-3f5c739ed655 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.1029234 Aug 16 22:18:31.793879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be4f7f46-87ff-4421-ab2d-a8b86d97dde2 req-4f5451c1-2ea0-4b77-ad6e-eff931c56a84 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822663 Aug 16 22:18:31.965679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-c6d78e46-980f-450e-b1c4-87f19b56ff08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 217 time: 0.3168902 Aug 16 22:18:32.042513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613170a-d07b-450f-8ac0-831255c10966 req-d207ef7c-d7cb-4fce-894f-67cbf7a5987f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.050716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1613170a-d07b-450f-8ac0-831255c10966 req-d207ef7c-d7cb-4fce-894f-67cbf7a5987f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.0879209 Aug 16 22:18:32.126481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-547c7484-a557-4d8e-a034-1f360822cb09 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:32.128354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-547c7484-a557-4d8e-a034-1f360822cb09 tempest-MeteringIpV6TestJSON-1637746247 tempest-MeteringIpV6TestJSON-1637746247-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/dee62f2e-7e74-4bcd-ba1e-279920067648 HTTP/1.1" status: 204 len: 168 time: 0.4724731 Aug 16 22:18:32.135770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-dcbb3a74-4cb1-451a-b264-5432f40fb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.138367 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-dcbb3a74-4cb1-451a-b264-5432f40fb684 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1192491 Aug 16 22:18:32.168692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1613170a-d07b-450f-8ac0-831255c10966 req-3833dd6e-e588-42bf-9d20-abc2052d79ef tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170833 Aug 16 22:18:32.178892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-733cea9e-9eac-4f2f-bdd0-29daf1f0d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.180691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-733cea9e-9eac-4f2f-bdd0-29daf1f0d850 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1101 time: 0.1274648 Aug 16 22:18:32.242677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-3b51cc21-8b39-4daf-8832-459c79fc58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.244275 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-3b51cc21-8b39-4daf-8832-459c79fc58b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975630 Aug 16 22:18:32.290596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-258763f4-7a1b-415d-92eb-ccb00e7bf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.292980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-258763f4-7a1b-415d-92eb-ccb00e7bf9b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1045482 Aug 16 22:18:32.382824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-1416b745-bdc7-446f-b359-dba312ec107a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0816050 Aug 16 22:18:32.443305 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-eb5c425d-521f-4bc9-af68-85e640eace93 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904402 Aug 16 22:18:32.480590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-f0908291-cfdc-42ad-87c5-efd450e6a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.485854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-f0908291-cfdc-42ad-87c5-efd450e6a851 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0953937 Aug 16 22:18:32.593196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:32.598388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-4e84088d-b224-4f9c-b954-aaf72763c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.611367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-4e84088d-b224-4f9c-b954-aaf72763c71a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171858 Aug 16 22:18:32.617988 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-156e2c65-b0fe-41e4-8763-78a9a746f139 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639864 Aug 16 22:18:32.667493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.687835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.708982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.710151 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8cd9255c-e4dc-4ee9-9d59-a3c53ed44c4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 200 len: 217 time: 0.0789793 Aug 16 22:18:32.717947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.724001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.730610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.736538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.756284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-baed7cd7-0e96-41f0-aa61-7bbfedb6c09e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.2229736 Aug 16 22:18:32.842986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:32.870444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-280000b4-c12e-4d04-908c-eff381a1d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.874891 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-280000b4-c12e-4d04-908c-eff381a1d31c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1557505 Aug 16 22:18:32.944931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ac943311-bde1-4372-bca1-56fe2071817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:32.951535 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ac943311-bde1-4372-bca1-56fe2071817f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680971 Aug 16 22:18:32.966366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-986457057-network', 'tenant_id': '9a320a98c86d4e01b5c952648b873930'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:33.003219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e818caa-fc33-410b-8a59-efd9e82f190c req-3f192949-1eb5-4ff6-b72f-4dc34f26243f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399492 Aug 16 22:18:33.044146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Made reservation on behalf of 9a320a98c86d4e01b5c952648b873930 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:33.047285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.079356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.114146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-b4ab4a0f-ce63-4e03-b12e-795f356292b5 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810317 Aug 16 22:18:33.115006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.119425 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-6fc4382d-357f-4b6d-93a1-a36ae848b8d9 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495452 Aug 16 22:18:33.162332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:18:33.162332 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:18:33.162332 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '432bb997ea85423f98c681b9148f10df', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 18, 33, 144218)}] Aug 16 22:18:33.162332 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:18:33.163077 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:18:33.213530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ceb93-b26d-46a2-abab-e6d571d2a571 req-c7299ed0-3ce6-4018-bcba-af7599028ee7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.223667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e6ceb93-b26d-46a2-abab-e6d571d2a571 req-c7299ed0-3ce6-4018-bcba-af7599028ee7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.2972913 Aug 16 22:18:33.272630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a6216ae6-b1fc-4415-b416-5794f178e2b7 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395452 Aug 16 22:18:33.293325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e6ceb93-b26d-46a2-abab-e6d571d2a571 req-5218d585-4867-4296-807f-0408620747d4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685277 Aug 16 22:18:33.337603 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-17a33461-0981-4ed6-9bb0-a1c063692009 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 200 len: 217 time: 0.0536845 Aug 16 22:18:33.387255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-966f75c6-b28b-4b64-9635-09c557efea5b service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574871 Aug 16 22:18:33.407827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4b1bd15e-e4d1-48cd-b19e-9dd8c1f83570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.410427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-4b1bd15e-e4d1-48cd-b19e-9dd8c1f83570 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0648551 Aug 16 22:18:33.420949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.433373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.436609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380d78d-4388-4b50-b0aa-c8dedf05f8a1 req-f3661cf5-a911-4fa6-b6d1-a26068cf1577 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.463922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4380d78d-4388-4b50-b0aa-c8dedf05f8a1 req-f3661cf5-a911-4fa6-b6d1-a26068cf1577 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1240196 Aug 16 22:18:33.485585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:18:33.512337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.516901 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Added segment c2a94225-e8f8-429a-9fd7-7e74f277dfbf of type vlan for network 39611178-71dd-427d-bcf6-597a92159e5b Aug 16 22:18:33.528456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef8677c-5b9b-4adf-8889-815c9f310b13,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:33.530811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4380d78d-4388-4b50-b0aa-c8dedf05f8a1 req-01aaed7a-c5ad-4ba2-a41c-ddfe19feb710 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Aug 16 22:18:33.550977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-2db82ec3-4b1e-4e75-bf37-3dbaaf48c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.552702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-2db82ec3-4b1e-4e75-bf37-3dbaaf48c468 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1302588 Aug 16 22:18:33.633882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.664264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.677529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.677529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:33.677529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.795484 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-2190e4b4-e16e-4717-adf3-6c4d518dace4 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155962 Aug 16 22:18:33.835647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] Pushing event updated for resources: {'Network': ['ID=39611178-71dd-427d-bcf6-597a92159e5b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:33.849088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 39611178-71dd-427d-bcf6-597a92159e5b details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:18:33.902608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.907642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:33.927892 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c461c063-6e3d-4f34-b8e2-d79c9d0dddcc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0759153 Aug 16 22:18:33.930030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:33.949965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Request body: {'subnet': {'network_id': '39611178-71dd-427d-bcf6-597a92159e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-986457057-subnet', 'tenant_id': '9a320a98c86d4e01b5c952648b873930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:33.962351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=432bb997ea85423f98c681b9148f10df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499055 Aug 16 22:18:33.963093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177fb32-cb04-464e-8544-14f68973deef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdc04fd-9d73-460b-8963-ce98ee4b34d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:33.966316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:34.021426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.026658 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-49bc150a-553c-4244-b0bd-033811d08913 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235570 Aug 16 22:18:34.027882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Made reservation on behalf of 9a320a98c86d4e01b5c952648b873930 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:34.030488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.079207 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.134461 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-8850329c-c289-4010-86f3-4dda2bf834f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 200 len: 217 time: 0.0997109 Aug 16 22:18:34.213745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a68f464b-de88-4e47-81d4-c9fea51383af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.215860 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-a68f464b-de88-4e47-81d4-c9fea51383af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.0702772 Aug 16 22:18:34.271200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.276683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.278756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efdc04fd-9d73-460b-8963-ce98ee4b34d1 HTTP/1.1" status: 204 len: 168 time: 0.3110363 Aug 16 22:18:34.296285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.304467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.312059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.337303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.356299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.374464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.394992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.401110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7192422-0735-4056-816c-ec1071f2e62d req-e4639003-55dc-4821-a06a-97991f91c77b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.2656710 Aug 16 22:18:34.439563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e7535-0783-4e82-ae20-af6dbe43d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdc04fd-9d73-460b-8963-ce98ee4b34d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:34.592712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7192422-0735-4056-816c-ec1071f2e62d req-cfc758b3-8f2d-4ccf-9a2b-af9c2ef3d00d tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747823 Aug 16 22:18:34.624638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620626b-9b45-4add-a944-824a5afc288b req-a84cf10e-41c5-4292-aacf-344e1f5d14ac tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.639830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0620626b-9b45-4add-a944-824a5afc288b req-a84cf10e-41c5-4292-aacf-344e1f5d14ac tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.1817217 Aug 16 22:18:34.690561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-06bb4982-fb5c-4e51-b6bc-a43f338349d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.692600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-06bb4982-fb5c-4e51-b6bc-a43f338349d3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4690933 Aug 16 22:18:34.722852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0620626b-9b45-4add-a944-824a5afc288b req-0cd7de1d-0b5b-40d9-a8bf-5ece84673b96 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816410 Aug 16 22:18:34.782884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:34.866360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb1e3-f02d-447f-94c6-798b119432fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:34.899915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd3e69-3348-4ee3-a681-3d218a3dcf3d req-f47f5cf0-7b09-4c62-9cb9-eafe2d32d57c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:34.905655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1bd3e69-3348-4ee3-a681-3d218a3dcf3d req-f47f5cf0-7b09-4c62-9cb9-eafe2d32d57c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1816831 Aug 16 22:18:34.915479 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-858a1a35-4521-4bf4-9f6b-282485f5535c service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132168 Aug 16 22:18:34.970630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1bd3e69-3348-4ee3-a681-3d218a3dcf3d req-ce419ed7-7732-4085-a99e-3a97aed7116f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Aug 16 22:18:35.059733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.179845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a867aa6-cb81-47a6-8913-5ac8cd3b782d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.189401 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ee921ddd-96e8-49d2-9844-ec8a2c81124d service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410555 Aug 16 22:18:35.247704 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-62fc56e9-06f9-45f2-b474-1b77ee77bafc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 217 time: 0.0508885 Aug 16 22:18:35.248496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Checking segment: {'id': 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:35.249412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Network hostable DHCP agents. Network: 39611178-71dd-427d-bcf6-597a92159e5b, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:18:35.267140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb1e3-f02d-447f-94c6-798b119432fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.300327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb1e3-f02d-447f-94c6-798b119432fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.359145 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc1eb1e3-f02d-447f-94c6-798b119432fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8a1a24eb11643ef8c7260cbf5969bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733614 Aug 16 22:18:35.361236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Network 39611178-71dd-427d-bcf6-597a92159e5b is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:18:35.362534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:35.364157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-e67d48ad-de20-463a-8631-24b8ed236806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.365771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-e67d48ad-de20-463a-8631-24b8ed236806 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.1102915 Aug 16 22:18:35.369723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb1e3-f02d-447f-94c6-798b119432fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf62242-ea67-4235-b6e8-7c173707ff3c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.385822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 39611178-71dd-427d-bcf6-597a92159e5b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:35.403542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd00193-688d-4c88-8c25-a21712acb161 None None] Network 39611178-71dd-427d-bcf6-597a92159e5b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:35.404675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.405313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.427520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-07e37e9c-db2d-4141-8bbd-db8435d18b0c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4964292 Aug 16 22:18:35.443649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-1a015332-c7c2-4b23-afdc-a08181e0e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.445260 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-1a015332-c7c2-4b23-afdc-a08181e0e1a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0696721 Aug 16 22:18:35.504861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.560745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.660779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.664076 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-c532f196-887a-494b-a8cd-e69281f33480 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110169 Aug 16 22:18:35.664242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:35.668397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdf62242-ea67-4235-b6e8-7c173707ff3c HTTP/1.1" status: 204 len: 168 time: 0.3015594 Aug 16 22:18:35.676863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18d85d-0f94-4042-84b2-0f6d13895ad6 None None] Network 39611178-71dd-427d-bcf6-597a92159e5b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:35.713391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46b07-bb1b-4eb6-800e-d538a1cb1e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf62242-ea67-4235-b6e8-7c173707ff3c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:35.856439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2603ed5d-a956-42a4-b9d2-b3581ff23958 req-ca21df73-2d5b-4b2a-9aed-2c0289ddebd0 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841774 Aug 16 22:18:35.954862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.982786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:35.989488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.015041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.022905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.031091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.037405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.047728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-103adf94-1b01-4a95-82c3-c01602ef4dfe tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.2468765 Aug 16 22:18:36.164759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d6ff25f-fcc9-454f-b7e6-14afecfa1187 req-1b3ce770-7528-4acc-878a-dfb8b6bb429e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161470 Aug 16 22:18:36.215651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-3edac97d-5358-400a-92f3-f8d3723b33a0 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.223375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-3edac97d-5358-400a-92f3-f8d3723b33a0 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/networks?id=39611178-71dd-427d-bcf6-597a92159e5b HTTP/1.1" status: 200 len: 813 time: 0.1731892 Aug 16 22:18:36.235929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-573ad18c-4323-41d4-a241-a8ebbf5a9bca tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/quotas/9a320a98c86d4e01b5c952648b873930 HTTP/1.1" status: 200 len: 375 time: 0.0116811 Aug 16 22:18:36.255338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.255873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.256339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.256827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.259202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.259202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.259202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.260315 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b71a6376-670f-4850-afbb-1896f19669f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6495 time: 0.1551397 Aug 16 22:18:36.289734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-09ba094b-6f4e-42c1-a93e-8b8b76231704 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a320a98c86d4e01b5c952648b873930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469248 Aug 16 22:18:36.445212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-44d4e779-8562-4671-a4aa-314d0d79bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.446721 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-44d4e779-8562-4671-a4aa-314d0d79bbfb service neutron] 10.222.0.88 "GET /v2.0/networks?id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 902 time: 0.1687663 Aug 16 22:18:36.521650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029346f-caf9-4808-8d04-b711ec55451d req-79df305f-ae95-46ae-b69e-6d473a0db4eb tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.523221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2029346f-caf9-4808-8d04-b711ec55451d req-79df305f-ae95-46ae-b69e-6d473a0db4eb tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.2098274 Aug 16 22:18:36.533118 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-b921bfca-fed5-4ed5-805c-02ef6ca67655 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 217 time: 0.0744934 Aug 16 22:18:36.606308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2029346f-caf9-4808-8d04-b711ec55451d req-11657364-bc5e-4d3c-b8d3-73e9d7d35749 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710726 Aug 16 22:18:36.635912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-e7ef5780-d4f0-4396-9c5b-006898709ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.637513 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-e7ef5780-d4f0-4396-9c5b-006898709ad6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.0956435 Aug 16 22:18:36.688046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-e00bafe8-217d-47ae-9107-a27243b694fe service neutron] 10.222.0.22 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952429 Aug 16 22:18:36.726762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-43a3c642-520d-4c9b-8b87-fa490f4c49ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:36.728313 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-43a3c642-520d-4c9b-8b87-fa490f4c49ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833080 Aug 16 22:18:36.892097 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-491afc54-8ba6-4b44-a4fc-35751ca82935 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515644 Aug 16 22:18:37.049564 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-66e8581b-2fd9-46a3-a9de-ed5ff970d87f req-ee37ebbc-5de0-4e5f-9dab-200689538b3b service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456909 Aug 16 22:18:37.527109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-2040e105-fbef-49bb-b3ab-3798091ad904 service neutron] 10.222.0.22 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323402 Aug 16 22:18:37.649286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042eaa5-7c78-41b8-b904-262ebacd6dc8 req-63c582c6-ae51-4dc0-9cbf-ec4fd6cc5273 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:37.674300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1042eaa5-7c78-41b8-b904-262ebacd6dc8 req-63c582c6-ae51-4dc0-9cbf-ec4fd6cc5273 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1454492 Aug 16 22:18:37.774431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1042eaa5-7c78-41b8-b904-262ebacd6dc8 req-8526d85a-123a-49ae-81da-c9970767a65f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911152 Aug 16 22:18:38.051574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.071173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.095796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.117927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.126081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.147588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.183328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.222543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-50b0ab0e-e19e-42df-8348-8a3cd19d6bbd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.3955996 Aug 16 22:18:38.308979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbf771-1072-47c9-b372-06943429945e req-e115ecec-5df4-472a-8e06-9452986ef965 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:38.312826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3bbf771-1072-47c9-b372-06943429945e req-e115ecec-5df4-472a-8e06-9452986ef965 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.4257302 Aug 16 22:18:38.320775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8df5672c-cfe2-4bb3-961b-a6cb5ed79dfe req-0f5058f0-bed4-4e88-9973-74e3dbed7f47 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960045 Aug 16 22:18:38.432479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3bbf771-1072-47c9-b372-06943429945e req-a4760008-c6a5-4501-bdbd-515aed45275c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037762 Aug 16 22:18:38.483843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41b23b57-53e0-4510-95e8-32030d549f73 req-8c39a77a-96bc-4f39-90f5-562e0fe783af tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 210 time: 0.0810587 Aug 16 22:18:38.553010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:38.773656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-611354428'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:38.846538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:38.866892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.023944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.045996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.083323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.085306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4b0e5197-550c-4801-aac7-4c789ed15674 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5311916 Aug 16 22:18:39.087960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:39.106938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d9ea1-b32d-4456-9048-e4cb1de0ed62 req-c7f0962a-71b3-4b0a-96b0-70b5d9b394e1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.115607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a62d9ea1-b32d-4456-9048-e4cb1de0ed62 req-c7f0962a-71b3-4b0a-96b0-70b5d9b394e1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.2306952 Aug 16 22:18:39.176540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a62d9ea1-b32d-4456-9048-e4cb1de0ed62 req-aceaf452-b1a4-4ffd-8a47-d871d6b95aea tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598571 Aug 16 22:18:39.181020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.512750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.521837 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.625532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.626325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8cda11e-3e43-4c50-a8d0-513ebc352c4d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:18:39.632208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.633576 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a558bbdd-d765-4159-abcc-7f4556c34665 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a8cda11e-3e43-4c50-a8d0-513ebc352c4d HTTP/1.1" status: 204 len: 168 time: 0.5443015 Aug 16 22:18:39.638784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:39.655188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Request body: {'router': {'name': 'tempest-router-1806125134', 'distributed': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:39.711842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.713743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.778157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-6fc0077c-f8fd-4c86-8a82-718ae7050ac1 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.779696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-6fc0077c-f8fd-4c86-8a82-718ae7050ac1 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.89 "GET /v2.0/networks?id=39611178-71dd-427d-bcf6-597a92159e5b HTTP/1.1" status: 200 len: 813 time: 0.3274148 Aug 16 22:18:39.798241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.804466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.811726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.820420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.826934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.827664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.833029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.839621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.845319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:39.845654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.850071 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bda1a40d-8fa6-4ddd-8680-2986058d6557 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2100561 Aug 16 22:18:39.850590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:39.855059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-885dd583-7fd0-4aa9-bb4a-43590b0732e9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.3758829 Aug 16 22:18:39.863289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Request body: {'port': {'device_id': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b', 'admin_state_up': True, 'tenant_id': '9a320a98c86d4e01b5c952648b873930'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:39.930952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674afd1c-8fd4-4695-8b84-d33ad7a70c4a req-66031ba3-ec86-4fd4-8852-bff5bb1a5e7a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:39.932699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-674afd1c-8fd4-4695-8b84-d33ad7a70c4a req-66031ba3-ec86-4fd4-8852-bff5bb1a5e7a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.2704995 Aug 16 22:18:39.958226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.022159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fcdee3f-eb51-4bc7-8080-024c0fa6fbbb req-e52ea53c-cc6f-474a-bc90-d85ee75836d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665781 Aug 16 22:18:40.121137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-674afd1c-8fd4-4695-8b84-d33ad7a70c4a req-488b9d5e-6d53-4de7-a63c-2009932dfcd4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801555 Aug 16 22:18:40.153842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-b0a051dd-e3f5-450c-8909-24815b120f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:40.155981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-b0a051dd-e3f5-450c-8909-24815b120f83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 1095 time: 0.0845895 Aug 16 22:18:40.164666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Made reservation on behalf of 9a320a98c86d4e01b5c952648b873930 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:40.172798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.192522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:40.193316 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.195489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.260855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfe3d91c-5355-42e3-9ef1-41e66719b70a req-b5287149-f6f4-4d70-84f0-06551bd4157d tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 210 time: 0.0611532 Aug 16 22:18:40.284188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.284401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dae24c4-8cb8-444a-9be4-f737c372635e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:18:40.289120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.296320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-73559bcf-bb0a-4c13-a344-5dcc72168369 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "DELETE /v2.0/routers/7dae24c4-8cb8-444a-9be4-f737c372635e HTTP/1.1" status: 204 len: 168 time: 0.4446778 Aug 16 22:18:40.297002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:40.304469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Request body: {'router': {'name': 'tempest-router-1996681114', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8946cbf4d83f421bb55ebeb699ecb1d0'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:40.354626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.367524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.368916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.485123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.498743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.538848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.540056 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-567be58e-9e75-4014-97c3-94fb1d5533d1 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2420561 Aug 16 22:18:40.543050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:40.563109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:40.587809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Allocated IP 172.20.0.7 (39611178-71dd-427d-bcf6-597a92159e5b/4a867aa6-cb81-47a6-8913-5ac8cd3b782d/27b0757b-acf6-49f6-ba76-b6e6b01ffbd5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:40.761741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dc7b2-8304-47d8-82ee-2c5f46caef6b req-974d867c-f931-4483-9458-eea90e8407a5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:40.763369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae0dc7b2-8304-47d8-82ee-2c5f46caef6b req-974d867c-f931-4483-9458-eea90e8407a5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.2051709 Aug 16 22:18:40.864551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:40.874907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.875511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.954721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae0dc7b2-8304-47d8-82ee-2c5f46caef6b req-073d3c83-b102-4388-819d-dc741cbc78c0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811585 Aug 16 22:18:40.971312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94817) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 22:18:40.971760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Router 79e1d596-62e9-44c2-a413-f0d3d18e7f70 migrating from provider to provider. {{(pid=94817) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 22:18:40.972318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.977828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:40.979205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:40.984804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.039259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Deleting subnet d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:18:41.047151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.082165 n-d-791505-20 neutron-server[94817]: WARNING neutron.scheduler.l3_agent_scheduler [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] No L3 agents can host the router 79e1d596-62e9-44c2-a413-f0d3d18e7f70 Aug 16 22:18:41.121445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:41.164453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.170703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.177695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.183597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.189787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.195988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.202622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.210468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-7e8d5701-4f00-4235-b741-74a8d7c8db8c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.2858577 Aug 16 22:18:41.242383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.261023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Hosts for router 79e1d596-62e9-44c2-a413-f0d3d18e7f70: [] {{(pid=94817) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 22:18:41.283627 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-1aef70d6-49d4-4c5b-9a7b-c24bc448d1bd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1358464 Aug 16 22:18:41.290931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Hosts for other DVR routers connected to router 79e1d596-62e9-44c2-a413-f0d3d18e7f70: set() {{(pid=94817) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 22:18:41.294163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.295485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-55ea1c9a-26d7-4a73-b925-aa4730fba48b tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "PUT /v2.0/routers/79e1d596-62e9-44c2-a413-f0d3d18e7f70 HTTP/1.1" status: 200 len: 717 time: 0.7514138 Aug 16 22:18:41.301634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.303715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:41.327855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:41.362313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.378775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7224a578-3856-48c2-9164-5bdbd06bc07f req-3b7336e9-b348-46af-9fec-cc077e377f44 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674261 Aug 16 22:18:41.390107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.416633 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e64a3607-d388-430d-8277-1ebfef4fd46f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "GET /v2.0/routers/79e1d596-62e9-44c2-a413-f0d3d18e7f70 HTTP/1.1" status: 200 len: 717 time: 0.1114309 Aug 16 22:18:41.420000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:41.439228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Transition to ACTIVE for port object 835a4587-e098-4569-844a-06efe5cb323e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:41.453381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.460720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.467346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.473542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.479809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.488426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.496678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.508407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-ac98fafc-dc08-41f6-9f62-b59bf9407545 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.3575253 Aug 16 22:18:41.524001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-671c7f72-7c27-462c-90d4-4e846835b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.527141 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-671c7f72-7c27-462c-90d4-4e846835b6eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1101 time: 0.0948725 Aug 16 22:18:41.536570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.678350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.740283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=9']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:41.782285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dc4fed4-88ba-421b-9ab3-8ed6ce03f63a req-048e25c4-08b9-4365-8c24-228958b440ee tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2655399 Aug 16 22:18:41.784910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:41.865894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef307-45ca-454e-8deb-1a6aa4993380 req-d18b2694-a10a-4dfd-acf3-97fed791dd7a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:41.880776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31eef307-45ca-454e-8deb-1a6aa4993380 req-d18b2694-a10a-4dfd-acf3-97fed791dd7a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.3597398 Aug 16 22:18:41.938791 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:18:41.959977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Network 39611178-71dd-427d-bcf6-597a92159e5b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:41.968303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:42.014039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:42.017354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.019400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dfcd2e97-e831-4ef3-aa60-28ff0fd21e63 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d2fae9e6-0cd8-40c3-a137-f8aa2fbcc230 HTTP/1.1" status: 204 len: 168 time: 1.1536987 Aug 16 22:18:42.042665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:42.043781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:42.046732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] No DVR routers for this DVR port 835a4587-e098-4569-844a-06efe5cb323e on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:42.064605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Pushing event updated for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:42.195775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-427e9534-6dcb-44c2-b313-faaf6cc76dda tempest-RoutersTestDVR-371289800 tempest-RoutersTestDVR-371289800-project] 10.222.0.22 "GET /v2.0/routers/79e1d596-62e9-44c2-a413-f0d3d18e7f70 HTTP/1.1" status: 200 len: 683 time: 0.7743676 Aug 16 22:18:42.203369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:42.244038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31eef307-45ca-454e-8deb-1a6aa4993380 req-be3e32cc-4d32-4038-8eaf-721295fed383 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621483 Aug 16 22:18:42.288424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-25c0b3ea-cf5d-4dc2-a42f-d043588b9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.290047 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-25c0b3ea-cf5d-4dc2-a42f-d043588b9b3e service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.7377510 Aug 16 22:18:42.291710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.320209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6583e-6c29-4f84-a5b3-969e012815eb req-825d48ad-1434-4a34-ad7a-b164c819d75d tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.329315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ca6583e-6c29-4f84-a5b3-969e012815eb req-825d48ad-1434-4a34-ad7a-b164c819d75d tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 931 time: 0.3862922 Aug 16 22:18:42.363678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.364325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.387842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.395848 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-96825488-629c-4eab-93c5-8ff774cd0a5e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0695779 Aug 16 22:18:42.423126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ca6583e-6c29-4f84-a5b3-969e012815eb req-38d47acb-e346-4d77-aa91-3934d82b77d3 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927403 Aug 16 22:18:42.548312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.551907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.562998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-d0559412-4963-4474-b240-a70862e1c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.564477 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-d0559412-4963-4474-b240-a70862e1c07a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1557641 Aug 16 22:18:42.576531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-a69e0b5d-813f-4d88-a23f-b32919c59df7 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7187355 Aug 16 22:18:42.630076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.630606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79e1d596-62e9-44c2-a413-f0d3d18e7f70 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:18:42.636201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.637469 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-159cc4a5-e23b-4f22-b967-8f27c543cfeb tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "DELETE /v2.0/routers/79e1d596-62e9-44c2-a413-f0d3d18e7f70 HTTP/1.1" status: 204 len: 168 time: 0.4329238 Aug 16 22:18:42.641684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:42.648785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Request body: {'router': {'name': 'tempest-router-1182557580', 'distributed': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:42.649550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Request body: {'port': {'device_id': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:42.666113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-3627930b-380f-4150-9239-5e2a6c01dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.667959 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-3627930b-380f-4150-9239-5e2a6c01dc09 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0699368 Aug 16 22:18:42.685898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.687009 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.688017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.731574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba9254-1a0f-423e-88dd-5ce9b6dc6c54 req-b9aa35a9-548a-4130-950a-1f6b780959fc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.733202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fba9254-1a0f-423e-88dd-5ce9b6dc6c54 req-b9aa35a9-548a-4130-950a-1f6b780959fc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.3049786 Aug 16 22:18:42.752358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de991dd7-fbee-456f-9a04-f696cbfeea9e']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:42.781802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4a0144-acba-47e9-a02c-d4e0402204bd') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:42.782177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4a0144-acba-47e9-a02c-d4e0402204bd') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:42.796725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.801668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.803562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.807831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.814868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.820260 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-91e832ec-e9b3-43a5-a220-bf5e62951888 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425693 Aug 16 22:18:42.823224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.829173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.835009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.838452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.839723 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c0ecd90e-aca3-4de6-a5b1-2c7eade49d46 tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1969566 Aug 16 22:18:42.844259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:42.846137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-f9b53ddf-eefd-4800-9335-a844066897e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.3313849 Aug 16 22:18:42.851421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:42.897905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:42.904011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:42.904368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:42.904683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:42.956730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.114572 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-14a9ca88-8f6c-4b7f-b802-043ccd7cc9e7 req-10871281-0583-4e4c-bc97-ecdb31903d13 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843211 Aug 16 22:18:43.149593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.152009 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.203631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.204479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a00200fd-ba20-49fb-a00d-c090878cb2a5 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:18:43.209174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.211419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-84968434-24d8-4d4d-bac5-7ea6bd94177f tempest-RoutersTestDVR-22180935 tempest-RoutersTestDVR-22180935-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a00200fd-ba20-49fb-a00d-c090878cb2a5 HTTP/1.1" status: 204 len: 168 time: 0.3587852 Aug 16 22:18:43.294576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.315684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.321551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.328014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.333973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.339966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.347521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.353489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.355479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-b6ef27d9-2ae1-4738-8a48-1ddd0feea5f1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 5434 time: 0.8418474 Aug 16 22:18:43.356106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:43.356445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Attempting to bind port 835a4587-e098-4569-844a-06efe5cb323e on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:43.378009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.388799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-ac0c9307-a404-4d09-9c06-49ba4292e4d1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.390090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-ac0c9307-a404-4d09-9c06-49ba4292e4d1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5220244 Aug 16 22:18:43.410686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:43.411015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:43.411529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:43.411871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Bound port: 835a4587-e098-4569-844a-06efe5cb323e, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:43.412336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.418034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:18:43.418479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:18:43.426854 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:18:43.436626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fba9254-1a0f-423e-88dd-5ce9b6dc6c54 req-f51f4ba9-3a95-4d05-bba0-094f5c10e5e1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739850 Aug 16 22:18:43.592508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:43.708188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-202fe224-8a5b-4ed3-a4e2-90a4646bfe6e req-d0b67ae5-ad64-4b3c-9e6e-f917b3b68884 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3316360 Aug 16 22:18:43.727733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.732188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.734256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] 10.222.0.22 "DELETE /v2.0/networks/de991dd7-fbee-456f-9a04-f696cbfeea9e HTTP/1.1" status: 204 len: 168 time: 1.6808610 Aug 16 22:18:43.789505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abe7b9ff-3217-4ad6-b434-2eeebccbde1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.850394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5df6f4-84eb-485e-93c4-f852a65e128b admin admin] Pushing event deleted for resources: {'Network': ['ID=de991dd7-fbee-456f-9a04-f696cbfeea9e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:43.911502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:43.941581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.946585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abe7b9ff-3217-4ad6-b434-2eeebccbde1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.948462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.955208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.958558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abe7b9ff-3217-4ad6-b434-2eeebccbde1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:43.961527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.968562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.976609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.984732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:43.987566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-e569e102-4a99-4515-af79-200a370b2fd6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.4322255 Aug 16 22:18:43.993346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:44.002756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-5b02784e-5e40-47de-8d5a-ffcbc62679e9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6028728 Aug 16 22:18:44.005895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88ebaddb-a77b-4b73-bfd5-5a6fe55d5e78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0a0a9ee833f4e1caeaf0f45a02f8628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910509 Aug 16 22:18:44.006477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:44.027740 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-abe7b9ff-3217-4ad6-b434-2eeebccbde1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8946cbf4d83f421bb55ebeb699ecb1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306259 Aug 16 22:18:44.029836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52412) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:44.039733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:44.048545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7b9ff-3217-4ad6-b434-2eeebccbde1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14d62f-53c6-47e3-8e8f-3dd87dff68e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:44.074006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:44.118379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.129048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.134127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.147484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.178258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.190482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74703-9e2b-41a8-afa0-4ae79b761ec3 req-68ba7302-4322-4192-a5ac-30f526515c19 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.192075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc74703-9e2b-41a8-afa0-4ae79b761ec3 req-68ba7302-4322-4192-a5ac-30f526515c19 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 943 time: 0.4057837 Aug 16 22:18:44.196469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.281551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.284603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.289019 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a14d62f-53c6-47e3-8e8f-3dd87dff68e3 HTTP/1.1" status: 204 len: 168 time: 0.2580440 Aug 16 22:18:44.294274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.297090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.300560 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/215bc766-c2c6-49f0-b68b-c903e05730ce HTTP/1.1" status: 204 len: 168 time: 0.2862148 Aug 16 22:18:44.304609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47faf6-02e5-4b11-86e8-3ea9c72bb2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14d62f-53c6-47e3-8e8f-3dd87dff68e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:44.316109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162e078-e9c1-4ca3-a890-b3ebd66bef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bc766-c2c6-49f0-b68b-c903e05730ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:44.367694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.377180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.377925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.379582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] 10.222.0.89 "PUT /v2.0/ports/835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 1092 time: 4.1915960 Aug 16 22:18:44.403114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:44.408643 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:44.417876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5fb89c1-e010-4f1d-b47d-adb122255a6a req-74fb1dff-52f1-47d1-a07b-72ea906a8798 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4130027 Aug 16 22:18:44.607239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc74703-9e2b-41a8-afa0-4ae79b761ec3 req-ed3658a0-9bb1-4852-8337-637a0cfb6904 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009759 Aug 16 22:18:44.713231 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee35f7-8f63-406f-8698-5a42f88422d5 x-openstack-request-id: req-95ee35f7-8f63-406f-8698-5a42f88422d5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:44.713535 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:44.713786 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95ee35f7-8f63-406f-8698-5a42f88422d5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:44.714191 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'status': 'completed', 'code': 200} Aug 16 22:18:44.737173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d8486-4207-49af-b33c-e4b6d308fa75 service neutron] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:44.802406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:44.828155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:44.924803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-5689cae1-fdba-4ff7-9160-7f45df92243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.926371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-5689cae1-fdba-4ff7-9160-7f45df92243c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1096 time: 0.4609160 Aug 16 22:18:44.939531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Transition to ACTIVE for port object 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:44.973515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e9f5c-688b-4547-b12e-e23976478989 req-93ed97da-0a8a-445c-aac7-6ae315f367cd tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:44.975073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434e9f5c-688b-4547-b12e-e23976478989 req-93ed97da-0a8a-445c-aac7-6ae315f367cd tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 931 time: 0.2680960 Aug 16 22:18:44.975770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.059818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:45.083327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921715d3-d68d-46bf-a627-4b9873b1ca11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.092395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a752d4f-3435-4b79-a5e6-0528b219d54a req-7f899d6c-f240-4523-a204-595de6087326 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.094131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a752d4f-3435-4b79-a5e6-0528b219d54a req-7f899d6c-f240-4523-a204-595de6087326 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.2958190 Aug 16 22:18:45.134852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d64a0b82-87e6-4ae9-a509-1e00a6e8757d no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:45.203868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:45.246615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921715d3-d68d-46bf-a627-4b9873b1ca11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.255631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-921715d3-d68d-46bf-a627-4b9873b1ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.261375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] For port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:45.297867 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.302580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] device_id is not set on port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:18:45.314245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.339701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:45.341163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:45.343787 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82bbbf-a863-4bd6-a090-9fb7efd545b8" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:45.354435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a752d4f-3435-4b79-a5e6-0528b219d54a req-11bc2ba6-abc1-4d1b-a263-a4d2dc007fb7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397845 Aug 16 22:18:45.355090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Pushing event updated for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.360596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-921715d3-d68d-46bf-a627-4b9873b1ca11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0ab22a7342d4c6fae22df275309108c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980742 Aug 16 22:18:45.368328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.371924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:45.373186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 88d3ff54-774d-4db5-92d2-aa779180417b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:45.384335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.403800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921715d3-d68d-46bf-a627-4b9873b1ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370964b1-139c-41fc-af6a-1ff673a200a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.503267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-434e9f5c-688b-4547-b12e-e23976478989 req-270e36ef-3dab-4580-93d5-2eb1ef9be2f8 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102868 Aug 16 22:18:45.519329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.555273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.604038 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68089c9-8209-4c48-8a6d-7b38dcf0feff x-openstack-request-id: req-d68089c9-8209-4c48-8a6d-7b38dcf0feff {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:45.604731 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "d64a0b82-87e6-4ae9-a509-1e00a6e8757d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:45.605255 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d68089c9-8209-4c48-8a6d-7b38dcf0feff {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:45.605868 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64a0b82-87e6-4ae9-a509-1e00a6e8757d', 'code': 200} Aug 16 22:18:45.613604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.714671 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.715962 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f962-3acf-4cf7-a91b-edcd71d324cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.717783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.719069 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/370964b1-139c-41fc-af6a-1ff673a200a2 HTTP/1.1" status: 204 len: 168 time: 0.3356378 Aug 16 22:18:45.760756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e42ee-148f-4fea-8f84-9ebdf253bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370964b1-139c-41fc-af6a-1ff673a200a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.806040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.857657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:45.864358 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:45.865224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ea78d0fa-4976-4920-b61e-3bbdcf4ace66 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:45.911167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-2150f635-d22e-4ed3-8562-95a22fd05849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:45.914132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-2150f635-d22e-4ed3-8562-95a22fd05849 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.9695332 Aug 16 22:18:45.961987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:45.979377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] No DVR routers for this DVR port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:46.010537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51c0a8f0-803b-45e6-af71-8e805ad82f13 None None] Provisioning complete for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:46.011123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51c0a8f0-803b-45e6-af71-8e805ad82f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.012999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:46.033167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.049918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Attempting to bind port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:46.050264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Attempting to bind port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:46.050604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Attempting to bind port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 on network 39611178-71dd-427d-bcf6-597a92159e5b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:46.052765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] In _notify_port_updated(), no bound segment for port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:18:46.053708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.054335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.060056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.061639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a926b15b-21b0-4a0a-b9bc-027ad362e407 service neutron] 10.222.0.88 "PUT /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 200 len: 1027 time: 2.0261750 Aug 16 22:18:46.109969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:46.113977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.114759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device a541dfee-114c-4209-8e68-c6d3bd70ba00 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:46.218505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.219033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-284205355-network', 'tenant_id': 'fdc958f7fc9244d593f3f3f6f3fe4386'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:46.224570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.231563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.237891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.244433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.250829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.257161 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.257928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.260408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65d95747-1eda-49f6-8178-29c57157b52a req-6357c7e2-f530-4caa-8e80-c521c98d1843 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.5048087 Aug 16 22:18:46.264816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 on network 39611178-71dd-427d-bcf6-597a92159e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:46.265237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Attempting to bind port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 on network 39611178-71dd-427d-bcf6-597a92159e5b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:46.268367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Made reservation on behalf of fdc958f7fc9244d593f3f3f6f3fe4386 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:46.271242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.289190 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.296974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:46.297369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Checking segment: {'id': 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:46.297767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Bound using segment: {'id': 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:46.298227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Bound port: 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:46.298602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.322831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.329174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.335257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.341573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.347839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.350401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:46.354037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.355923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-1ed45f23-88cc-4bb5-927c-6b383a15b2b6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 4658 time: 0.8415484 Aug 16 22:18:46.381251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-51c0a8f0-803b-45e6-af71-8e805ad82f13 None None] Port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:46.385954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.388534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 07081c8c-f91a-4320-bf68-2c1214641509 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:46.424670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:46.433160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,segment=NetworkSegment(c2a94225-e8f8-429a-9fd7-7e74f277dfbf),segment_id=c2a94225-e8f8-429a-9fd7-7e74f277dfbf)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:46.518239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.525711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.527115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.542359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.580848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.593078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:18:46.608263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-4ad4139e-b447-47fb-85da-a39a5dca1f23 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.609990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-4ad4139e-b447-47fb-85da-a39a5dca1f23 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "GET /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5037842 Aug 16 22:18:46.616210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Pushing event updated for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.617618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:46.629412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4059a443-05fd-4c36-b3be-f61ad1567021,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.638320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.638774 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Added segment f78c1335-1aa7-4ee8-a8fb-11344be2219c of type vlan for network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 Aug 16 22:18:46.647266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:46.649256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.652640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.653391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:46.720693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:46.721146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b36a2ec9-356a-478c-a7ee-321450e1a192 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:46.750643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-5ca2083c-7140-4785-89ca-a0f1331e5ad0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 998 time: 0.7017343 Aug 16 22:18:46.752829 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.761041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.763339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.766507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-be8e81b7-3b67-4f92-b177-597b45f52189 service neutron] 10.222.0.89 "PUT /v2.0/ports/27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 HTTP/1.1" status: 200 len: 1092 time: 4.1276071 Aug 16 22:18:46.802539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:46.805898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.807260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.808365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.813117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:46.818286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:46.818670 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6557cf43-545f-4dbd-a546-185f95e926f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:46.836955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.874164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c1b7ba1-7fd5-40c7-954b-5b2a58a3da8b req-da9020fc-5bcc-4fa5-a865-019ace4e4b8e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4353135 Aug 16 22:18:46.878890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:46.890437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.909661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65d95747-1eda-49f6-8178-29c57157b52a req-893dcc9e-9aa7-49d5-9ddb-5463ab91ec87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5527177 Aug 16 22:18:46.930192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:46.973273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-561b7a70-e589-4be1-9e30-65c14ac4d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:46.973273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-561b7a70-e589-4be1-9e30-65c14ac4d2a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.1187310 Aug 16 22:18:46.997850 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9831097 Aug 16 22:18:47.002600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:47.004276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b71a64-165c-48c9-b6ee-1270aa7c4acf admin admin] Pushing event updated for resources: {'Network': ['ID=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.019437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:18:47.063301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-562096565'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:47.069505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Request body: {'subnet': {'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-284205355-subnet', 'tenant_id': 'fdc958f7fc9244d593f3f3f6f3fe4386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:47.099983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Made reservation on behalf of ff9a914994cf47198a6082fb7277de0a for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:47.106537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.118047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.130303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.157700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-bf977c8e-0c39-4c72-b03b-85ced0053d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.159570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-bf977c8e-0c39-4c72-b03b-85ced0053d62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a320a98c86d4e01b5c952648b873930&device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 1095 time: 0.2943864 Aug 16 22:18:47.213300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:18:47.213300 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:18:47.213300 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': 'fdc958f7fc9244d593f3f3f6f3fe4386', 'id': '5cf8f2d8-81b9-48f2-a122-e418e51f1690', 'expiration': datetime.datetime(2021, 8, 16, 22, 20, 47, 178365)}] Aug 16 22:18:47.213300 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:18:47.213788 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:18:47.262146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.265918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.292080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:18:47.301800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e69f92-a3ed-4c50-bbbf-e77735697dd9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.304155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-a6cb9810-0cac-47df-921a-7416b6540cb8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 HTTP/1.1" status: 200 len: 217 time: 0.0935168 Aug 16 22:18:47.307404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-189f6aaf-0773-4e66-a7f3-2523ce7ace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.307557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.307820 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Added segment c9dfe103-381c-4a31-a46a-a100090541ac of type vlan for network 827ac9c8-5108-4020-8411-f5740cc94477 Aug 16 22:18:47.308892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-189f6aaf-0773-4e66-a7f3-2523ce7ace8c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3291259 Aug 16 22:18:47.325379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5196-ebce-4ffa-9c1a-6f6358023d40 req-dac400a6-3d2c-4531-b592-19daf71eb3c7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.326974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7eb5196-ebce-4ffa-9c1a-6f6358023d40 req-dac400a6-3d2c-4531-b592-19daf71eb3c7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.2195008 Aug 16 22:18:47.348656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.377221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.382741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.383327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.436894 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6222429 Aug 16 22:18:47.440524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:47.453386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Request body: {'subnet': {'network_id': '827ac9c8-5108-4020-8411-f5740cc94477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:47.506318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b0666-2fcc-4341-9d20-17f9ff93c593 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'Network': ['ID=827ac9c8-5108-4020-8411-f5740cc94477,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.516680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 827ac9c8-5108-4020-8411-f5740cc94477 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:18:47.581093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Made reservation on behalf of ff9a914994cf47198a6082fb7277de0a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:47.585255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.608520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:47.611398 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827d7ff-ae1b-449d-8992-d003fb0ca2ab" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "07081c8c-f91a-4320-bf68-2c1214641509"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:47.751324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f5d9d-2785-4292-a142-be14dbec8025 req-ebe92321-3da5-4f85-90cf-03f130719d04 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.752769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a9f5d9d-2785-4292-a142-be14dbec8025 req-ebe92321-3da5-4f85-90cf-03f130719d04 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.6306119 Aug 16 22:18:47.788215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.850514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'Subnet': ['ID=21ba0c7d-e0b0-4898-9def-13fe6ad4fabf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:47.858095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Checking segment: {'id': 'c9dfe103-381c-4a31-a46a-a100090541ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:47.858462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Network hostable DHCP agents. Network: 827ac9c8-5108-4020-8411-f5740cc94477, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:18:47.874613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Network 827ac9c8-5108-4020-8411-f5740cc94477 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:18:47.878981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Made reservation on behalf of fdc958f7fc9244d593f3f3f6f3fe4386 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:47.881336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.883567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 827ac9c8-5108-4020-8411-f5740cc94477) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:47.883927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165772c4-6066-4982-8776-8a1bf53405ba req-8bc37edc-52c7-4b52-b239-72f607724328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.885512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-8bc37edc-52c7-4b52-b239-72f607724328 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a867aa6-cb81-47a6-8913-5ac8cd3b782d HTTP/1.1" status: 200 len: 853 time: 0.5564296 Aug 16 22:18:47.887682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:47.888283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:47.894673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:47.896341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f3e23-1141-4b59-9f06-5b32f6e8f397 None None] Network 827ac9c8-5108-4020-8411-f5740cc94477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:47.906475 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e19154be-2ea3-4309-a436-4051b36454c7 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4647696 Aug 16 22:18:47.908972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:47.914887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Request body: {'port': {'network_id': '827ac9c8-5108-4020-8411-f5740cc94477', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1741855349'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:47.917490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7eb5196-ebce-4ffa-9c1a-6f6358023d40 req-3a0e73a9-1d75-4513-8fbb-86cb499410d1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5599039 Aug 16 22:18:47.989187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a9f5d9d-2785-4292-a142-be14dbec8025 req-6e1db064-ac0f-4672-bd5a-af511539477c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060363 Aug 16 22:18:47.998087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-618d1723-b990-4841-9b40-627d7626d7b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=39611178-71dd-427d-bcf6-597a92159e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844719 Aug 16 22:18:48.068734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-ccbe1e25-ccb8-4d51-86ad-81ef314b3272 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407081 Aug 16 22:18:48.074795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Made reservation on behalf of ff9a914994cf47198a6082fb7277de0a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:48.083294 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a555aa-d120-4533-a783-e791c2c08ac2 x-openstack-request-id: req-e8a555aa-d120-4533-a783-e791c2c08ac2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:48.083582 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:48.083826 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8a555aa-d120-4533-a783-e791c2c08ac2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:48.084209 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5', 'status': 'completed', 'code': 200} Aug 16 22:18:48.088878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.089372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-827ac9c8-5108-4020-8411-f5740cc94477', 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477', 'tenant_id': 'ff9a914994cf47198a6082fb7277de0a', 'fixed_ips': [{'subnet_id': '21ba0c7d-e0b0-4898-9def-13fe6ad4fabf'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:18:48.090212 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.113668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.118323 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e621ac7-353d-49e3-a54d-2781b9fc27f6 x-openstack-request-id: req-1e621ac7-353d-49e3-a54d-2781b9fc27f6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:48.118875 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "07081c8c-f91a-4320-bf68-2c1214641509", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-unplugged", "status": "completed", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:48.119331 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e621ac7-353d-49e3-a54d-2781b9fc27f6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:48.119912 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b', 'code': 200} Aug 16 22:18:48.120383 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'code': 200} Aug 16 22:18:48.120806 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'code': 200} Aug 16 22:18:48.121480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] device_id is not set on port 0a788826-82a9-4797-ad6e-01de71bf74a6 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:18:48.121678 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509', 'code': 200} Aug 16 22:18:48.122074 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'code': 200} Aug 16 22:18:48.147683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] For port d64a0b82-87e6-4ae9-a509-1e00a6e8757d, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:48.254647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Allocated IP 172.20.0.7 (827ac9c8-5108-4020-8411-f5740cc94477/21ba0c7d-e0b0-4898-9def-13fe6ad4fabf/0a788826-82a9-4797-ad6e-01de71bf74a6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:48.285138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] device_id is not set on port d64a0b82-87e6-4ae9-a509-1e00a6e8757d yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:18:48.299957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95d615-b03b-42a8-9d54-d68315828b21 req-67de524b-9fc0-4ea6-a25e-23556a2223b3 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.301589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b95d615-b03b-42a8-9d54-d68315828b21 req-67de524b-9fc0-4ea6-a25e-23556a2223b3 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 943 time: 0.2819331 Aug 16 22:18:48.321265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.379766 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2b0590aa-361a-4a3f-aa01-c1cac2f9c6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.392049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.415380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.428878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Transition to ACTIVE for port object 0a788826-82a9-4797-ad6e-01de71bf74a6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:48.443251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-a4bc291f-0f48-4375-a244-0fbbd72c34ca service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265482 Aug 16 22:18:48.464492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d57e3bae-d28c-47ee-907c-86aabc13b102 req-336517ca-10b2-4e18-be46-36841fe7e535 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515515 Aug 16 22:18:48.465264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.500626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.506974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.513509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.516187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Network 827ac9c8-5108-4020-8411-f5740cc94477 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:48.519973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.524078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:48.526508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.528634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:48.532832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.541810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-bd29f052-742f-4101-99e1-0903c6732c86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 4570 time: 0.3304317 Aug 16 22:18:48.556225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b95d615-b03b-42a8-9d54-d68315828b21 req-a2d1ab2a-25ac-403c-8abe-7739717a673b tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309947 Aug 16 22:18:48.557995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Allocated IP 172.20.0.2 (827ac9c8-5108-4020-8411-f5740cc94477/21ba0c7d-e0b0-4898-9def-13fe6ad4fabf/efe2bc1c-178b-425e-99d8-e8f95f756555) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:48.573846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'Port': ['ID=0a788826-82a9-4797-ad6e-01de71bf74a6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:48.625816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:48.626452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.646295 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1ef1be97-114b-4341-8a4f-1651df4c4862 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7353344 Aug 16 22:18:48.649218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:48.666217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Request body: {'port': {'network_id': '827ac9c8-5108-4020-8411-f5740cc94477', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2053857734', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:48.667815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] bootfile-name is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:48.669055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] tftp-server is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:48.669208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] server-ip-address is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:48.687551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Pushing event updated for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:48.788262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] No DVR routers for this DVR port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:48.801147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.822755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Transition to ACTIVE for port object efe2bc1c-178b-425e-99d8-e8f95f756555 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:48.851122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Transition to ACTIVE for port object efe2bc1c-178b-425e-99d8-e8f95f756555 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:48.854796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6511edf5-db65-4604-abe9-335a122e42d6 None None] Provisioning complete for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:48.854938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.855171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6511edf5-db65-4604-abe9-335a122e42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.858932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.869365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Made reservation on behalf of ff9a914994cf47198a6082fb7277de0a for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:48.877061 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:48.884052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d5df390-df5c-4754-b49c-d0c8eee34649 req-b672cc2b-eb2a-4983-add4-208003806bbd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=070ffe06-5732-470b-8333-f83b12a7ec5e&id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3385415 Aug 16 22:18:48.916327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] device_id is not set on port 8ec21a4c-a144-4e57-89a4-52739858bcf7 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:18:48.951238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Network 827ac9c8-5108-4020-8411-f5740cc94477 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:48.960607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:48.967181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:48.969495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6511edf5-db65-4604-abe9-335a122e42d6 None None] Port d64a0b82-87e6-4ae9-a509-1e00a6e8757d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:48.972265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Pushing event updated for resources: {'Port': ['ID=efe2bc1c-178b-425e-99d8-e8f95f756555,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.012185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-21c5bed6-f0bb-4a0e-a04c-670102265093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.013762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-21c5bed6-f0bb-4a0e-a04c-670102265093 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1096 time: 0.3910797 Aug 16 22:18:49.018895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] In _notify_port_updated(), no bound segment for port d64a0b82-87e6-4ae9-a509-1e00a6e8757d on network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:18:49.019764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.020389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.021809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-9cacddbd-b069-4b15-b125-49b3900fbd52 service neutron] 10.222.0.88 "PUT /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 200 len: 1028 time: 2.3984461 Aug 16 22:18:49.028546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165772c4-6066-4982-8776-8a1bf53405ba req-0f86a879-12d7-4d0c-a4b0-c5460a97a796 service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539105 Aug 16 22:18:49.039658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.045963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.051747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.057841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.064100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.070263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.079036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.081555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-a3cd9e22-95a8-434f-829a-aea368330c61 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 0.3853416 Aug 16 22:18:49.083922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Attempting to bind port efe2bc1c-178b-425e-99d8-e8f95f756555 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:49.084605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Attempting to bind port efe2bc1c-178b-425e-99d8-e8f95f756555 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c9dfe103-381c-4a31-a46a-a100090541ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:49.085235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Attempting to bind port efe2bc1c-178b-425e-99d8-e8f95f756555 on network 827ac9c8-5108-4020-8411-f5740cc94477 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:49.093614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:49.094329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Checking segment: {'id': 'c9dfe103-381c-4a31-a46a-a100090541ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:49.094961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.095593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Bound using segment: {'id': 'c9dfe103-381c-4a31-a46a-a100090541ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:49.096217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Bound port: efe2bc1c-178b-425e-99d8-e8f95f756555, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dfe103-381c-4a31-a46a-a100090541ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '827ac9c8-5108-4020-8411-f5740cc94477'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:49.096699 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.110438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Allocated IP 172.20.0.8 (827ac9c8-5108-4020-8411-f5740cc94477/21ba0c7d-e0b0-4898-9def-13fe6ad4fabf/8ec21a4c-a144-4e57-89a4-52739858bcf7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:18:49.133938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4ae49d-e198-489a-9a0d-e4b032854ce0,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.172490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.196619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] For port efe2bc1c-178b-425e-99d8-e8f95f756555, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:49.205327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] For port efe2bc1c-178b-425e-99d8-e8f95f756555, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=efe2bc1c-178b-425e-99d8-e8f95f756555,segment=NetworkSegment(c9dfe103-381c-4a31-a46a-a100090541ac),segment_id=c9dfe103-381c-4a31-a46a-a100090541ac)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:49.213175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.317415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9529732-29eb-4344-98f4-beb6be4ea349 None None] Pushing event updated for resources: {'Port': ['ID=efe2bc1c-178b-425e-99d8-e8f95f756555,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.407312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Checking segment: {'id': 'f78c1335-1aa7-4ee8-a8fb-11344be2219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:49.407662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Network hostable DHCP agents. Network: ec306c97-d4ad-4e9c-b54d-da3e81fcdb60, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:18:49.433683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.446589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e68f50-07dd-43b0-afb0-c0b249ca8f90 req-39534cb1-3a12-42ec-804f-8ffb976b4028 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3399708 Aug 16 22:18:49.483907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Transition to ACTIVE for port object 8ec21a4c-a144-4e57-89a4-52739858bcf7 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:49.531630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-80e4b5b8-8b2a-432f-80b8-fc5b2cf606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.533347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-80e4b5b8-8b2a-432f-80b8-fc5b2cf606c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a320a98c86d4e01b5c952648b873930&device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 1095 time: 0.3419030 Aug 16 22:18:49.544334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446cc1-6e3b-4ee3-a59d-ba07de626b7b req-f58bda1e-fc7c-45c8-ac84-2422a4c01d50 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.548226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8446cc1-6e3b-4ee3-a59d-ba07de626b7b req-f58bda1e-fc7c-45c8-ac84-2422a4c01d50 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.4516211 Aug 16 22:18:49.582002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-d95fd118-3ca5-4a02-aaea-cb30100abcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.583675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-d95fd118-3ca5-4a02-aaea-cb30100abcb3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.5597174 Aug 16 22:18:49.614578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.711224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'Port': ['ID=8ec21a4c-a144-4e57-89a4-52739858bcf7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:49.725039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Network 827ac9c8-5108-4020-8411-f5740cc94477 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:18:49.726519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:49.729575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:18:49.794308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.794944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.800423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:18:49.814922 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d085b49-3b8a-4963-bb4d-8fc0d2127385 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1644716 Aug 16 22:18:49.817258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:49.867163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port b36a2ec9-356a-478c-a7ee-321450e1a192 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:49.867520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:49.924693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c100e6-abaf-4ecc-8d28-21beaab2afaa tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.933241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c100e6-abaf-4ecc-8d28-21beaab2afaa tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.933463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ec306c97-d4ad-4e9c-b54d-da3e81fcdb60) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:18:49.941861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c100e6-abaf-4ecc-8d28-21beaab2afaa tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:49.944488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-59c100e6-abaf-4ecc-8d28-21beaab2afaa tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1262133 Aug 16 22:18:49.949041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b4de9-f72a-4ef2-aab9-30a239927f20 None None] Network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:49.949648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:50.022738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port b36a2ec9-356a-478c-a7ee-321450e1a192, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b36a2ec9-356a-478c-a7ee-321450e1a192,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:50.023539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.046275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for b36a2ec9-356a-478c-a7ee-321450e1a192 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:50.068791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-8fbdf2bc-2145-4ba6-8b3a-b5a531024ae8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 998 time: 0.4373026 Aug 16 22:18:50.097855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.098582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.109101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Deleting port 8ec21a4c-a144-4e57-89a4-52739858bcf7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:50.110247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.129365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8446cc1-6e3b-4ee3-a59d-ba07de626b7b req-feaa9b45-c04a-40c4-8ac5-01f3ca4deb2c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500064 Aug 16 22:18:50.147324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a68b2a3a-b923-4723-a933-a78eb042e2ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1425502 Aug 16 22:18:50.274759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18fcf0-8621-44a7-b1bd-9486db1478b7 None None] Network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:50.294066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.315388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Calling delete_port for 8ec21a4c-a144-4e57-89a4-52739858bcf7 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:50.450639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced92b8-c340-40c9-9d24-8c326a715c64 req-7635074f-4cbb-4cb2-a31e-4f4e2d126fb7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.456279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ced92b8-c340-40c9-9d24-8c326a715c64 req-7635074f-4cbb-4cb2-a31e-4f4e2d126fb7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.7078345 Aug 16 22:18:50.682968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6a7f3-9aec-46f3-82bf-bea981e7f4b5 req-5826ce1c-2617-4f70-8319-ec6fe932254f tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.690858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70e6a7f3-9aec-46f3-82bf-bea981e7f4b5 req-5826ce1c-2617-4f70-8319-ec6fe932254f tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 943 time: 0.3288965 Aug 16 22:18:50.703336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-737a129c-8ca7-4c92-a1c5-5d9772bef486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.704489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-737a129c-8ca7-4c92-a1c5-5d9772bef486 service neutron] 10.222.0.89 "GET /v2.0/networks?id=39611178-71dd-427d-bcf6-597a92159e5b HTTP/1.1" status: 200 len: 913 time: 1.1401484 Aug 16 22:18:50.787712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ced92b8-c340-40c9-9d24-8c326a715c64 req-c9c2d068-041d-4ae2-9c1e-f935e0fcc5c6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435570 Aug 16 22:18:50.789441 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-0d75e48e-b496-48f7-bf0b-123b00703483 service neutron] show failed (client error): The resource could not be found. Aug 16 22:18:50.791070 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-0d75e48e-b496-48f7-bf0b-123b00703483 service neutron] 10.222.0.88 "GET /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.2614803 Aug 16 22:18:50.806874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70e6a7f3-9aec-46f3-82bf-bea981e7f4b5 req-e3b5ea08-fe28-4ece-ab9c-d9bd8ecd56de tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149852 Aug 16 22:18:50.811508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:50.815921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-69c73692-694a-404c-b126-bafca10c3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:50.842750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-69c73692-694a-404c-b126-bafca10c3b41 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.5030465 Aug 16 22:18:50.858991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device efe2bc1c-178b-425e-99d8-e8f95f756555 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:50.875073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event deleted for resources: {'Port': ['ID=8ec21a4c-a144-4e57-89a4-52739858bcf7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:51.006297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port efe2bc1c-178b-425e-99d8-e8f95f756555 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:51.022536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.042497 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a4754d70-f70c-4d09-acb4-2818484754b6 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "DELETE /v2.0/ports/8ec21a4c-a144-4e57-89a4-52739858bcf7 HTTP/1.1" status: 204 len: 168 time: 1.0897820 Aug 16 22:18:51.047332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:51.052692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a392ff8-ed11-416a-badf-4bb1523a04dd None None] Network 827ac9c8-5108-4020-8411-f5740cc94477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:51.062772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-62d2b25c-1c74-4072-8677-1e9f53528a72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 HTTP/1.1" status: 200 len: 217 time: 0.1992288 Aug 16 22:18:51.068550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Request body: {'port': {'name': 'tempest-new-port-name-104930150', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:51.068957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] bootfile-name is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:51.069331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] tftp-server is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:51.069663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] server-ip-address is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:18:51.213519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.252505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.267135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Provisioning for port efe2bc1c-178b-425e-99d8-e8f95f756555 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:51.276384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Provisioning complete for port efe2bc1c-178b-425e-99d8-e8f95f756555 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:51.277023 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.295476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-854a5857-ad71-4697-a9cb-eb05d982e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.301798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-854a5857-ad71-4697-a9cb-eb05d982e7cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4030669 Aug 16 22:18:51.341759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.349726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.357321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.370407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.390673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:51.392646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-e4d89985-fb7a-4967-90c6-66a91682ab8d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 3875 time: 0.3256052 Aug 16 22:18:51.413052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.490126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=b36a2ec9-356a-478c-a7ee-321450e1a192,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:51.543413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port b36a2ec9-356a-478c-a7ee-321450e1a192 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:51.546852 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.549928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-2e28a71b-22dd-4ea6-89f3-960284910bdc tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "DELETE /v2.0/ports/b36a2ec9-356a-478c-a7ee-321450e1a192 HTTP/1.1" status: 204 len: 173 time: 2.4543257 Aug 16 22:18:51.554960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:51.557961 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5828d0eb-b531-4034-a81b-c8d13bb1cace" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:51.598076 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.628366 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.638076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.724734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] For port efe2bc1c-178b-425e-99d8-e8f95f756555, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=efe2bc1c-178b-425e-99d8-e8f95f756555,segment=NetworkSegment(c9dfe103-381c-4a31-a46a-a100090541ac),segment_id=c9dfe103-381c-4a31-a46a-a100090541ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:51.741032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:51.948687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc145929-818e-4bac-8cc3-837465aea18f None None] Pushing event updated for resources: {'Port': ['ID=efe2bc1c-178b-425e-99d8-e8f95f756555,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:51.982395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-694c09ee-1c9d-456b-9bdc-824db90236b7 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951044 Aug 16 22:18:52.074930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:52.108644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-b1c2a891-a879-4466-be34-413e2f984a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.117546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-b1c2a891-a879-4466-be34-413e2f984a95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a867aa6-cb81-47a6-8913-5ac8cd3b782d HTTP/1.1" status: 200 len: 853 time: 0.5287766 Aug 16 22:18:52.125277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6432e07f-39f7-4aa7-bbb5-a44704783b5b req-692cde31-fb1b-447e-bf5d-ebbfa2fee5fd tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7227094 Aug 16 22:18:52.286779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Provisioning for port 0a788826-82a9-4797-ad6e-01de71bf74a6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:52.308898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Provisioning complete for port 0a788826-82a9-4797-ad6e-01de71bf74a6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:52.309914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.437782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Port 0a788826-82a9-4797-ad6e-01de71bf74a6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:52.458182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-ca21b4a5-ada0-46e3-95b4-0a88c49c40b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=39611178-71dd-427d-bcf6-597a92159e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833086 Aug 16 22:18:52.507641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:52.507985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.547303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Provisioning complete for port efe2bc1c-178b-425e-99d8-e8f95f756555 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:52.549505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce554104-91d8-401d-8a01-ac5d77b669e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.575944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event updated for resources: {'Port': ['ID=0a788826-82a9-4797-ad6e-01de71bf74a6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:52.578718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] In _notify_port_updated(), no bound segment for port 0a788826-82a9-4797-ad6e-01de71bf74a6 on network 827ac9c8-5108-4020-8411-f5740cc94477 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:18:52.584515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.585196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.589919 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-35108731-237d-44e9-b339-0f9d2de85e63 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "PUT /v2.0/ports/0a788826-82a9-4797-ad6e-01de71bf74a6 HTTP/1.1" status: 200 len: 1135 time: 1.5414426 Aug 16 22:18:52.604408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:52.676125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.685785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088bb87-737b-44e4-9e3c-993d5b662b83 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.692846 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d088bb87-737b-44e4-9e3c-993d5b662b83 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "GET /v2.0/ports/0a788826-82a9-4797-ad6e-01de71bf74a6 HTTP/1.1" status: 200 len: 1135 time: 0.0792358 Aug 16 22:18:52.696535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:52.841496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-47f88010-4e3d-4a74-bf14-71a3b9276306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:52.843467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:52.843880 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-47f88010-4e3d-4a74-bf14-71a3b9276306 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1101 time: 1.2520423 Aug 16 22:18:52.859688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:52.866566 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea5dd5-d30e-4591-94d4-208033fa5027" -d '{"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-unplugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:52.876617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device efe2bc1c-178b-425e-99d8-e8f95f756555 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:52.886210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:52.893419 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.935064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Deleting port 0a788826-82a9-4797-ad6e-01de71bf74a6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:52.936225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:52.996332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.004145 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.185881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:53.218678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:53.384065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.427512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port efe2bc1c-178b-425e-99d8-e8f95f756555 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:53.427889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.492593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Calling delete_port for 0a788826-82a9-4797-ad6e-01de71bf74a6 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:53.548598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28d8d994-bbff-49ce-8f65-223cd0af1742 None None] Could not find standard attr ID for object 8ec21a4c-a144-4e57-89a4-52739858bcf7. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:18:53.553653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.593708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28d8d994-bbff-49ce-8f65-223cd0af1742 None None] Provisioning complete for port 0a788826-82a9-4797-ad6e-01de71bf74a6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:53.594088 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28d8d994-bbff-49ce-8f65-223cd0af1742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.688278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-28d8d994-bbff-49ce-8f65-223cd0af1742 None None] Port 0a788826-82a9-4797-ad6e-01de71bf74a6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:18:53.749639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.756614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.763228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.769822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.779782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.803648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.811770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:53.820289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-c362c692-569a-4e0f-8ddf-84c18d7fcecd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5431 time: 1.5563951 Aug 16 22:18:53.879938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7bbb855-fc7e-4dfd-a725-4f597ed2bdd4 req-77bcda6a-890c-407b-96f0-75a478e778da service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7156136 Aug 16 22:18:53.922828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.924887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e382cc6-2688-484e-a577-84c044cafdd2 None None] Provisioning complete for port 0a788826-82a9-4797-ad6e-01de71bf74a6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:53.927795 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e382cc6-2688-484e-a577-84c044cafdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:53.965843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-accbbc01-c3d3-4c7b-bab7-e948fa2c8199 req-5b85c398-fb03-4a99-b504-41205cc2f0c6 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442993 Aug 16 22:18:53.969747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8e382cc6-2688-484e-a577-84c044cafdd2 None None] Port 0a788826-82a9-4797-ad6e-01de71bf74a6 was deleted so its status cannot be updated. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:18:54.015567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port ea78d0fa-4976-4920-b61e-3bbdcf4ace66, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:54.015909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.019683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event deleted for resources: {'Port': ['ID=0a788826-82a9-4797-ad6e-01de71bf74a6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.091051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for ea78d0fa-4976-4920-b61e-3bbdcf4ace66 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:54.091898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:54.117525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-ff10c6cd-7616-4402-beab-679843550d3e service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4074528 Aug 16 22:18:54.146606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-88ac619d-1bd2-40ca-b48f-6b64f1d3aab3 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:54.154295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-88ac619d-1bd2-40ca-b48f-6b64f1d3aab3 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/networks?id=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 HTTP/1.1" status: 200 len: 817 time: 1.3905261 Aug 16 22:18:54.208231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-0060e5b7-3e78-4566-a175-f2cd480c54e8 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/quotas/fdc958f7fc9244d593f3f3f6f3fe4386 HTTP/1.1" status: 200 len: 375 time: 0.0527673 Aug 16 22:18:54.211620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.221185 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1d5bfbf7-abed-4429-92ca-db7a6e6391de tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "DELETE /v2.0/ports/0a788826-82a9-4797-ad6e-01de71bf74a6 HTTP/1.1" status: 204 len: 168 time: 1.5212491 Aug 16 22:18:54.222565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:54.225150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:54.290867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-ee54d97a-1cde-4ca0-b4ef-045367c0551c tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdc958f7fc9244d593f3f3f6f3fe4386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816925 Aug 16 22:18:54.296857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-3e33801d-ef4e-46ee-bea7-c8130219ff39 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:18:54.310348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-3e33801d-ef4e-46ee-bea7-c8130219ff39 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183103 Aug 16 22:18:54.315270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Deleting subnet 21ba0c7d-e0b0-4898-9def-13fe6ad4fabf {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:18:54.332109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.340697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,segment=NetworkSegment(c2a94225-e8f8-429a-9fd7-7e74f277dfbf),segment_id=c2a94225-e8f8-429a-9fd7-7e74f277dfbf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:54.388181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6cf7-cc32-43ba-ad87-d163294188c1 req-899be0c8-90b2-48c7-80cf-05945c7b8790 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:54.401894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-213a6cf7-cc32-43ba-ad87-d163294188c1 req-899be0c8-90b2-48c7-80cf-05945c7b8790 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.2795837 Aug 16 22:18:54.409311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5', 'network_id': '39611178-71dd-427d-bcf6-597a92159e5b', 'port_id': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5', 'mac_address': 'fa:16:3e:58:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a867aa6-cb81-47a6-8913-5ac8cd3b782d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:54.430640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.520563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.551392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:54.564060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-213a6cf7-cc32-43ba-ad87-d163294188c1 req-6c84bc6e-4364-4676-b07f-1f6c1c4d0e59 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611838 Aug 16 22:18:54.582866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:54.602965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,segment=NetworkSegment(c2a94225-e8f8-429a-9fd7-7e74f277dfbf),segment_id=c2a94225-e8f8-429a-9fd7-7e74f277dfbf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:54.608328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.669867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:54.672466 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79b8f72-001f-4426-a1b4-3b60808a6741" -d '{"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-unplugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:54.678094 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebb2c6-79b1-4493-9a86-0b0a9faa441d x-openstack-request-id: req-a0ebb2c6-79b1-4493-9a86-0b0a9faa441d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:54.678832 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "b36a2ec9-356a-478c-a7ee-321450e1a192", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:54.679776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.681827 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0ebb2c6-79b1-4493-9a86-0b0a9faa441d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:54.682743 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'b36a2ec9-356a-478c-a7ee-321450e1a192', 'status': 'completed', 'code': 200} Aug 16 22:18:54.684130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.752522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.769099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Transition to ACTIVE for port object 657dd6ee-d248-47b3-8059-2f71b8b8d56b will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:18:54.776275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.847694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] No DVR routers for this DVR port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:54.877710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:18:54.878077 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:18:54.887397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6557cf43-545f-4dbd-a546-185f95e926f7 req-e4769ec1-a898-4223-9f10-be67df6bd68f service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928334 Aug 16 22:18:54.909585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.924283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.943921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.964950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event deleted for resources: {'Subnet': ['ID=21ba0c7d-e0b0-4898-9def-13fe6ad4fabf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.966914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:18:54.967262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:18:54.967598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:54.973014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e7e1f135-510f-4fc5-bfc4-5792725b6163 service neutron] 10.222.0.22 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619427 Aug 16 22:18:54.974395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['27b0757b-acf6-49f6-ba76-b6e6b01ffbd5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:54.977257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=ea78d0fa-4976-4920-b61e-3bbdcf4ace66,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:54.979387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:18:54.979729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:18:54.982308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:54.986821 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8cdbeee-9305-4dd5-944d-a04bf43f4eff tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "DELETE /v2.0/subnets/21ba0c7d-e0b0-4898-9def-13fe6ad4fabf HTTP/1.1" status: 204 len: 168 time: 0.7614429 Aug 16 22:18:54.988551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:55.104616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.111869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d563b4-dbad-426d-8181-0db16faf452b None None] Network 827ac9c8-5108-4020-8411-f5740cc94477 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:18:55.113911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:18:55.114283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:18:55.114658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:18:55.115310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Bound port: 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:18:55.115692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.123989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd214-5d48-4d4b-8a41-dabba5ee05e5 req-6e7aa7c8-26c9-496e-a245-f1e8637a73ee tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.132532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-883cd214-5d48-4d4b-8a41-dabba5ee05e5 req-6e7aa7c8-26c9-496e-a245-f1e8637a73ee tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 944 time: 0.2433019 Aug 16 22:18:55.209100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port ea78d0fa-4976-4920-b61e-3bbdcf4ace66 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:55.228953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.232056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-8524461e-6c5a-4270-8541-602761d025eb tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "DELETE /v2.0/ports/ea78d0fa-4976-4920-b61e-3bbdcf4ace66 HTTP/1.1" status: 204 len: 173 time: 3.6581249 Aug 16 22:18:55.240086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:55.254982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-883cd214-5d48-4d4b-8a41-dabba5ee05e5 req-6d6ae3ca-5e12-477b-9f05-692ebbec69bc tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Aug 16 22:18:55.266226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:18:55.274559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:18:55.278583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Deleting port efe2bc1c-178b-425e-99d8-e8f95f756555 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:55.279630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.298898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.378963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-c4b4bc50-2d3c-4250-8f18-13241f9967c8 service neutron] 10.222.0.22 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890936 Aug 16 22:18:55.382264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:55.420738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.421463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.422935 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-7d7dc060-8605-4f9a-9131-6d2e6ce1cf6d service neutron] 10.222.0.89 "PUT /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 1096 time: 2.5495360 Aug 16 22:18:55.529312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069f7cd-4d75-48e5-9034-cc8322b27d52 req-442d48ea-f029-4ea8-8679-94901036a113 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.531394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9069f7cd-4d75-48e5-9034-cc8322b27d52 req-442d48ea-f029-4ea8-8679-94901036a113 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 947 time: 0.1570568 Aug 16 22:18:55.554791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port a541dfee-114c-4209-8e68-c6d3bd70ba00 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:55.555232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.587119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] For port efe2bc1c-178b-425e-99d8-e8f95f756555, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=efe2bc1c-178b-425e-99d8-e8f95f756555,segment=NetworkSegment(c9dfe103-381c-4a31-a46a-a100090541ac),segment_id=c9dfe103-381c-4a31-a46a-a100090541ac)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:55.590608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.647489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Calling delete_port for efe2bc1c-178b-425e-99d8-e8f95f756555 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:55.687952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-4a34f501-812a-4c03-9d0e-9718aace065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:55.691940 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-4a34f501-812a-4c03-9d0e-9718aace065f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1099 time: 0.2228260 Aug 16 22:18:55.758054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9069f7cd-4d75-48e5-9034-cc8322b27d52 req-897069d4-f4d0-4d96-8e82-b24c328e47b0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148538 Aug 16 22:18:55.920932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port a541dfee-114c-4209-8e68-c6d3bd70ba00, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=a541dfee-114c-4209-8e68-c6d3bd70ba00,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:55.922995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:55.934561 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded2174-85a9-47c9-9d95-50911c6b078c x-openstack-request-id: req-5ded2174-85a9-47c9-9d95-50911c6b078c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:55.935111 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-unplugged", "status": "completed", "tag": "77fec052-264b-4961-b6f4-f62768518399", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:55.935111 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ded2174-85a9-47c9-9d95-50911c6b078c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:55.936790 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77fec052-264b-4961-b6f4-f62768518399', 'code': 200} Aug 16 22:18:55.980795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:56.054206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'port_id': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'mac_address': 'fa:16:3e:e3:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:56.068987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.109849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event deleted for resources: {'Port': ['ID=efe2bc1c-178b-425e-99d8-e8f95f756555,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:56.117470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] No DVR routers for this DVR port efe2bc1c-178b-425e-99d8-e8f95f756555 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:56.124716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190b927-b95b-4da3-bd70-d847812445fd None None] DHCP port deletion for 827ac9c8-5108-4020-8411-f5740cc94477 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:18:56.180174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.195924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-bc766892-b374-4601-9f2b-2319b0981414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.197422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-bc766892-b374-4601-9f2b-2319b0981414 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2993290 Aug 16 22:18:56.214976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:56.244438 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496cdc5b-c25c-4935-8a65-384d6e10dca7 x-openstack-request-id: req-496cdc5b-c25c-4935-8a65-384d6e10dca7 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:56.244767 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-unplugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:56.244991 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-496cdc5b-c25c-4935-8a65-384d6e10dca7 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:56.252136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:56.253200 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'code': 200} Aug 16 22:18:56.270047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.270047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9edfddeb-34e6-4c67-9543-cd89cce59171 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:56.308864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.321735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79451-9e8d-435a-b58b-cbd0959b1b6f req-5d149f77-e8be-4f44-8e08-53e0b621ec9c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.330662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79451-9e8d-435a-b58b-cbd0959b1b6f req-5d149f77-e8be-4f44-8e08-53e0b621ec9c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.338572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa79451-9e8d-435a-b58b-cbd0959b1b6f req-5d149f77-e8be-4f44-8e08-53e0b621ec9c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.341710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aa79451-9e8d-435a-b58b-cbd0959b1b6f req-5d149f77-e8be-4f44-8e08-53e0b621ec9c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 2410 time: 0.2100947 Aug 16 22:18:56.396364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827ac9c8-5108-4020-8411-f5740cc94477']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:56.400766 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-2503e9a4-ab4a-44c6-82d1-7f2c961a4a06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0852890 Aug 16 22:18:56.413241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dfe103-381c-4a31-a46a-a100090541ac') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:56.413567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dfe103-381c-4a31-a46a-a100090541ac') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:56.440443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.515652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.531987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:18:56.532399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:18:56.535824 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:18:56.558089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-937b37dd-51d1-4b5a-a821-60009607373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.559597 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-937b37dd-51d1-4b5a-a821-60009607373a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1397910 Aug 16 22:18:56.609537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:56.671231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.697200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:56.700743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.701311 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c33fc8-26cc-4a16-9762-8dad34d8244a" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:56.704659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] 10.222.0.22 "DELETE /v2.0/networks/827ac9c8-5108-4020-8411-f5740cc94477 HTTP/1.1" status: 204 len: 168 time: 1.7144632 Aug 16 22:18:56.721512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9edfddeb-34e6-4c67-9543-cd89cce59171,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:56.738260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.743064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd43c3-dd06-4f40-81c1-886c5eda0523 tempest-ExtraDHCPOptionsTestJSON-1817683060 tempest-ExtraDHCPOptionsTestJSON-1817683060-project] Pushing event deleted for resources: {'Network': ['ID=827ac9c8-5108-4020-8411-f5740cc94477,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:56.745859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.751201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9edfddeb-34e6-4c67-9543-cd89cce59171', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'port_id': '9edfddeb-34e6-4c67-9543-cd89cce59171', 'mac_address': 'fa:16:3e:6a:60:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:56.753503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.755932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-776cf4c7-be0c-41bc-948f-87c90a73cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.757435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device efe2bc1c-178b-425e-99d8-e8f95f756555 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:18:56.757571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-776cf4c7-be0c-41bc-948f-87c90a73cf1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1410713 Aug 16 22:18:56.761017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.769248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.776530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.783076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:56.800796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-15b420ab-7f91-425a-af04-6ff5966045d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5432 time: 0.4495621 Aug 16 22:18:56.801058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: efe2bc1c-178b-425e-99d8-e8f95f756555 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:18:56.801058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device efe2bc1c-178b-425e-99d8-e8f95f756555 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:18:56.813823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8aa79451-9e8d-435a-b58b-cbd0959b1b6f req-d83c222c-756b-4630-bbaa-a03b2f781be7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654462 Aug 16 22:18:56.861763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.881061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.881342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:56.881667 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Floating IP 0bd58fa4-c737-4a2c-8efd-4cf0c487fed3 disassociated. External IP: 172.25.8.186, port: a541dfee-114c-4209-8e68-c6d3bd70ba00. Aug 16 22:18:56.882021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for a541dfee-114c-4209-8e68-c6d3bd70ba00 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:56.909682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edfddeb-34e6-4c67-9543-cd89cce59171 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:56.925547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f355f5-1376-4522-9110-40946c00d3a1 req-e5b57f7f-740b-4232-aa71-2af9edcc565b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246848 Aug 16 22:18:56.975457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9edfddeb-34e6-4c67-9543-cd89cce59171,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:56.984307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.077388 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-215dbc2d-88d2-403d-9e39-537230f5356c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243164 Aug 16 22:18:57.112107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:57.222418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6f90bab-0240-4442-9a44-ed20e6b9715f details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:57.267759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:57.297750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ffe3da1-a4dc-4ccb-8bc1-2143e3a0856f req-309da7e5-6d76-4a05-9b44-867e29f20565 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 210 time: 0.0956337 Aug 16 22:18:57.348742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e521081-22f3-493a-a402-25acc13e3b89 req-3c4ee6ae-093a-451a-bd5a-101643f19d3a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.356679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e521081-22f3-493a-a402-25acc13e3b89 req-3c4ee6ae-093a-451a-bd5a-101643f19d3a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.2953305 Aug 16 22:18:57.379351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.455478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:57.484211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=a541dfee-114c-4209-8e68-c6d3bd70ba00,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:57.488284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'port_id': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'mac_address': 'fa:16:3e:d4:b3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd6e43a-4de7-4843-8b55-e2cd1a1929ad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:57.506376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dab55025-c836-4171-9bc9-7d969ef582dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff9a914994cf47198a6082fb7277de0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374558 Aug 16 22:18:57.512063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:57.543493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e521081-22f3-493a-a402-25acc13e3b89 req-098b41c0-e4b1-4dc2-9bfb-03fc281c673f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858945 Aug 16 22:18:57.568622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2b4288e2-c10f-4110-a10f-7cbdfe5e0871'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:57.592902 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.620440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.682480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.693236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.696465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.699861 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90e69f92-a3ed-4c50-bbbf-e77735697dd9 HTTP/1.1" status: 204 len: 168 time: 0.1860533 Aug 16 22:18:57.705796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f90bab-0240-4442-9a44-ed20e6b9715f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:57.709456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cec3f1-53cb-4097-8d10-d060a588f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e69f92-a3ed-4c50-bbbf-e77735697dd9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:57.765197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:57.793179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:57.795028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:57.880405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-75806fca-413f-4df1-9d7f-1c00138ee89a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.882874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-75806fca-413f-4df1-9d7f-1c00138ee89a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.4193771 Aug 16 22:18:57.933458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f8d6e-483e-445e-a473-47b360bbdc2d req-8143495a-d9ab-468a-8678-754c919246af tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:57.935256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-216f8d6e-483e-445e-a473-47b360bbdc2d req-8143495a-d9ab-468a-8678-754c919246af tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 944 time: 0.2187297 Aug 16 22:18:57.947894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-9f7b7b6a-73e8-4b67-bdcb-de50122ab3de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/quotas/300a0221320a473c81142524da874885 HTTP/1.1" status: 200 len: 375 time: 0.0558434 Aug 16 22:18:58.021083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Router a9448bfd-bafe-41c8-b33d-fe037aa027ad has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:18:58.030745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:58.092633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:58.102570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-216f8d6e-483e-445e-a473-47b360bbdc2d req-00cc5e0e-d245-4303-a50e-81a3655d568d tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210279 Aug 16 22:18:58.144983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.168482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'port_id': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'mac_address': 'fa:16:3e:91:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:58.213756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-b977fd62-c2c3-476a-91ce-ae0e6ac90bd2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2646427 Aug 16 22:18:58.248546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:18:58.254213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:58.258447 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f35fae-8a8b-4eee-836a-217526292903" -d '{"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:58.260793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:18:58.261211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.270254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.273917 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41574434-9f75-4705-9e18-70d1cf175cc4 x-openstack-request-id: req-41574434-9f75-4705-9e18-70d1cf175cc4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:58.274438 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "ea78d0fa-4976-4920-b61e-3bbdcf4ace66", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:58.274876 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41574434-9f75-4705-9e18-70d1cf175cc4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:58.275406 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'ea78d0fa-4976-4920-b61e-3bbdcf4ace66', 'status': 'completed', 'code': 200} Aug 16 22:18:58.369195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:58.443468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.452927 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.454143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 30aa6e76-684b-43b6-ba67-443cae7d4e2f details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:58.457138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:18:58.477408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Sync routers for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:18:58.492431 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:18:58.493171 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:18:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:58.527975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-0a51665c-3fc6-4778-9415-18f1797c9815 service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128994 Aug 16 22:18:58.572627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.580136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:58.589615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44132c25-9932-411e-8cb3-c5b7d734e06f req-459478f4-cee2-408e-9261-313c7016be60 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:58.593823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44132c25-9932-411e-8cb3-c5b7d734e06f req-459478f4-cee2-408e-9261-313c7016be60 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 947 time: 0.2325885 Aug 16 22:18:58.594380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.620320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9edfddeb-34e6-4c67-9543-cd89cce59171'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:18:58.664316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'network_id': '4e3ec1e0-91aa-4b01-b14c-69388cd076eb', 'port_id': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'mac_address': 'fa:16:3e:f8:65:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd6e43a-4de7-4843-8b55-e2cd1a1929ad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:58.664607 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:18:58.679995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:18:58.682325 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae604c-da57-4376-8a69-c771c0307f49" -d '{"events": [{"server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "name": "network-vif-plugged", "status": "completed", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:18:58.705061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,segment=NetworkSegment(c2a94225-e8f8-429a-9fd7-7e74f277dfbf),segment_id=c2a94225-e8f8-429a-9fd7-7e74f277dfbf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.767636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.832235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port a541dfee-114c-4209-8e68-c6d3bd70ba00 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:18:58.854966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.866847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-a98209cd-4a63-4307-89e5-d4f059d4817c tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "DELETE /v2.0/ports/a541dfee-114c-4209-8e68-c6d3bd70ba00 HTTP/1.1" status: 204 len: 173 time: 3.6105974 Aug 16 22:18:58.895084 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.899084 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a8bf620b-1e2e-4135-84dc-8f7c7b4275f1 req-93e5351d-d55b-4a66-aa71-58afd72ffb50 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197238 Aug 16 22:18:58.940585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aa6e76-684b-43b6-ba67-443cae7d4e2f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:58.949264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:58.975785 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:58.979758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:58.995066 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:58.995748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 840ab409-1bed-4822-b480-7847fc3787b2 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:59.024826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44132c25-9932-411e-8cb3-c5b7d734e06f req-6741b9bd-b7e8-4a69-8b70-2282cfba4dab tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707473 Aug 16 22:18:59.055628 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Checking router: a9448bfd-bafe-41c8-b33d-fe037aa027ad for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:18:59.077920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:18:59.080769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:18:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:59.109515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:59.123909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:59.151774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '840ab409-1bed-4822-b480-7847fc3787b2', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'port_id': '840ab409-1bed-4822-b480-7847fc3787b2', 'mac_address': 'fa:16:3e:7e:c8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:59.207404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:18:59.212555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-6a625702-e2d6-49fe-9b91-4da6d8c01670 service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834800 Aug 16 22:18:59.267911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.293322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840ab409-1bed-4822-b480-7847fc3787b2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:59.336307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:18:59.336987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port 88d3ff54-774d-4db5-92d2-aa779180417b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:18:59.339309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:59.339972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.378674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.379440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b3856986-648d-4a3e-982c-52a576918071 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:18:59.491164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ce850-65d2-4cad-be9c-d53e43d16528 req-fb64ec73-836d-4456-845a-3ce2ca56c94d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.510903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ce850-65d2-4cad-be9c-d53e43d16528 req-fb64ec73-836d-4456-845a-3ce2ca56c94d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.520840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175ce850-65d2-4cad-be9c-d53e43d16528 req-fb64ec73-836d-4456-845a-3ce2ca56c94d tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 1677 time: 0.3331139 Aug 16 22:18:59.530329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:59.548515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1745040070'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:18:59.576295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b3856986-648d-4a3e-982c-52a576918071', 'network_id': '4caf014e-fc00-496c-98cf-31e446a604cf', 'port_id': 'b3856986-648d-4a3e-982c-52a576918071', 'mac_address': 'fa:16:3e:1b:0c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ff788a-d102-41e1-b580-ece931f286d1', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:18:59.607861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:18:59.613614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.657378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:59.671973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.686594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.690920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3856986-648d-4a3e-982c-52a576918071 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:18:59.699600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-175ce850-65d2-4cad-be9c-d53e43d16528 req-9db03beb-ae7d-457e-b6e9-3f616c1e9943 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774461 Aug 16 22:18:59.733382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:59.734448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.783206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port 88d3ff54-774d-4db5-92d2-aa779180417b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=88d3ff54-774d-4db5-92d2-aa779180417b,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:18:59.783612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:18:59.835498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for 88d3ff54-774d-4db5-92d2-aa779180417b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:18:59.856788 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:18:59.892740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:18:59.910778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7690de3-d0d0-4a29-ba56-4ae0f7c1b7ce x-openstack-request-id: req-e7690de3-d0d0-4a29-ba56-4ae0f7c1b7ce {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:18:59.911068 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:18:59.911322 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7690de3-d0d0-4a29-ba56-4ae0f7c1b7ce {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:18:59.911819 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'status': 'completed', 'code': 200} Aug 16 22:18:59.917523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.929982 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2374c905-243b-4530-a8e2-44acd49dd076 None None] The sync data for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 is: [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd143cda7-d9ac-45db-bcec-ebef4b0a55bc', 'name': '', 'network_id': '3a99a344-a6e4-43f8-90b4-17b1afa6bf76', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'mac_address': 'fa:16:3e:4e:d4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:09Z', 'updated_at': '2021-08-16T22:08:18Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'subnets': [{'id': '100e6f52-c4b1-4c2f-b130-4a1f4b649852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:18:59.933383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.951481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.959612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:18:59.964125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:18:59.987353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.011048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.021134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.025284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-023e5f85-8c5d-4b3a-b2f2-b6f6a2a911b7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5437 time: 0.3926547 Aug 16 22:19:00.088528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:00.095676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:00.097421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.126820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-6681fb5f-062d-4a93-808b-553f2c213d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.128829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-6681fb5f-062d-4a93-808b-553f2c213d0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1099 time: 0.1746850 Aug 16 22:19:00.142393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-ccf963d0-1216-4881-9c41-be3059bf6c86 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.144409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-ccf963d0-1216-4881-9c41-be3059bf6c86 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.89 "GET /v2.0/networks?id=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 HTTP/1.1" status: 200 len: 817 time: 0.4494858 Aug 16 22:19:00.212679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Request body: {'port': {'device_id': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60', 'admin_state_up': True, 'tenant_id': 'fdc958f7fc9244d593f3f3f6f3fe4386'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:00.213452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde164bb-59eb-4a9c-a2df-1f59d6dcc9a2 req-c33ac7e5-f6a8-4021-ab7f-2974193799c2 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 210 time: 0.1841309 Aug 16 22:19:00.282299 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.285705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:00.297938 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d739bd-0b6b-413d-bf91-f7f053d054c7" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:00.426980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:00.438277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.476239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.500296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.528537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d926140d-8b5f-4ee4-ad07-cd80d90fb098 req-165f7dfa-d829-485e-a35a-34f8506dd1e5 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4353642 Aug 16 22:19:00.529425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-5f374010-3912-477b-bba2-f70c5e3441fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.531099 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-5f374010-3912-477b-bba2-f70c5e3441fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3855505 Aug 16 22:19:00.569936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.586195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a1222e-fa2b-4e5c-87fb-bf0901111855 None None] New status for floating IP 0bd58fa4-c737-4a2c-8efd-4cf0c487fed3: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:00.626147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-920575a4-f732-49a6-9541-07b930d2a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.627856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-920575a4-f732-49a6-9541-07b930d2a1ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1099 time: 0.5383093 Aug 16 22:19:00.630151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:00.631134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.645801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9a4bd-dcdd-4f17-9b6b-865ac89c7cd2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.691160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.691522 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 329664b0-3f3a-443c-b879-d82a0877d47b of type vlan for network df1e89fd-df9d-4046-a38a-61f68851d5e3 Aug 16 22:19:00.704542 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f90185f-0087-495f-9253-a57259f57b50 x-openstack-request-id: req-3f90185f-0087-495f-9253-a57259f57b50 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:00.705255 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "name": "network-vif-plugged", "status": "completed", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:00.705773 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f90185f-0087-495f-9253-a57259f57b50 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:00.708823 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5', 'code': 200} Aug 16 22:19:00.734107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=88d3ff54-774d-4db5-92d2-aa779180417b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:00.770972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-ba834590-268d-4f31-b36f-52ae9431ccd8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.2184098 Aug 16 22:19:00.810619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Made reservation on behalf of fdc958f7fc9244d593f3f3f6f3fe4386 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:00.816448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.882423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6f90bab-0240-4442-9a44-ed20e6b9715f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:00.920926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.955768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:00.961331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878e70-4554-48b1-8870-6225475a6014 req-eb5ca6bf-a041-424c-893c-f2ba3e561619 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.978845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b878e70-4554-48b1-8870-6225475a6014 req-eb5ca6bf-a041-424c-893c-f2ba3e561619 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.5349560 Aug 16 22:19:00.980947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:00.988149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:00.989144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:01.030111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port 88d3ff54-774d-4db5-92d2-aa779180417b on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:01.035633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:01.043106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b3856986-648d-4a3e-982c-52a576918071'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:01.058361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-230cbf90-b3dd-48a4-9af0-f46ccc64eff1 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "DELETE /v2.0/ports/88d3ff54-774d-4db5-92d2-aa779180417b HTTP/1.1" status: 204 len: 173 time: 2.1671231 Aug 16 22:19:01.244841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Allocated IP 172.20.0.9 (ec306c97-d4ad-4e9c-b54d-da3e81fcdb60/fa4ae49d-e198-489a-9a0d-e4b032854ce0/686d5355-586f-434c-80a3-1a9c629e2b55) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:01.281038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.89', 59896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:01.496256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:01.507248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=df1e89fd-df9d-4046-a38a-61f68851d5e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:01.513758 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ea0fcba-177e-4703-b0bd-92439d2f00c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3050067 Aug 16 22:19:01.517726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:01.528681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'name': 'tempest-PortsIpV6TestJSON-1504445816'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:01.569616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-fcb4293d-3c61-4ff6-a73e-20409536e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:01.579338 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-fcb4293d-3c61-4ff6-a73e-20409536e921 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.8069575 Aug 16 22:19:01.603740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:01.828211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:01.907039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:01.912710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:01.917979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-ae8b8098-3d56-4b00-90ef-ce1d47b94b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:01.919817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-ae8b8098-3d56-4b00-90ef-ce1d47b94b01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2690358 Aug 16 22:19:01.921914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9edfddeb-34e6-4c67-9543-cd89cce59171 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:01.940153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:01.959616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:01.964916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:01.966203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['840ab409-1bed-4822-b480-7847fc3787b2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:02.007080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8809da-06a1-4b3a-b07c-901781543417 req-4a6c0278-8a22-4ce0-84f7-defb8ec60acc tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.008603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa8809da-06a1-4b3a-b07c-901781543417 req-4a6c0278-8a22-4ce0-84f7-defb8ec60acc tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 1.2402606 Aug 16 22:19:02.046751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Pushing event updated for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:02.050043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9edfddeb-34e6-4c67-9543-cd89cce59171 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:02.057175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['30aa6e76-684b-43b6-ba67-443cae7d4e2f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:02.065983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port d6ad9e25-f0b5-430a-8aed-602341e8be9e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:02.088373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.088997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.111047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9edfddeb-34e6-4c67-9543-cd89cce59171 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:02.111988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.113423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:02.122407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-0d705865-98f2-4f01-9364-d22e2f52a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.123429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-0d705865-98f2-4f01-9364-d22e2f52a69f service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 1.3989346 Aug 16 22:19:02.144261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b878e70-4554-48b1-8870-6225475a6014 req-a37f9ef3-84f9-4aa8-b16d-adc40cd5e3e6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1649985 Aug 16 22:19:02.177834 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-e0080ad6-8462-4760-8d43-4cbde6f82a60 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9652889 Aug 16 22:19:02.202946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-ff95fbd9-6354-41bb-972b-05d27d784c7f service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598708 Aug 16 22:19:02.216070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65530ad7-d31c-434a-a1b9-0cadfbfc0c40 req-e5e8ea20-cf65-4574-aa5e-272bfda6bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.217891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65530ad7-d31c-434a-a1b9-0cadfbfc0c40 req-e5e8ea20-cf65-4574-aa5e-272bfda6bcf9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 1097 time: 0.8787932 Aug 16 22:19:02.236129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b582262-6742-442e-8942-0d06c4f00fdc req-620c67d3-5ff9-4b06-ad55-6f504cef21cf tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.237717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b582262-6742-442e-8942-0d06c4f00fdc req-620c67d3-5ff9-4b06-ad55-6f504cef21cf tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "GET /v2.0/ports?device_id=e9041a66-6281-4305-93e0-b1a400e9e817 HTTP/1.1" status: 200 len: 943 time: 0.9542704 Aug 16 22:19:02.240556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa8809da-06a1-4b3a-b07c-901781543417 req-83fd5936-709c-43d6-9225-88e7eaadac10 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863453 Aug 16 22:19:02.268904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port 07081c8c-f91a-4320-bf68-2c1214641509 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:02.268904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.294732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-e3b90443-d3c5-4e1f-a262-ad72dc936f39 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.296232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-e3b90443-d3c5-4e1f-a262-ad72dc936f39 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.2825019 Aug 16 22:19:02.311308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:02.311978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-952e9940-2a1c-4b7c-a13c-49dc1bda7df2 req-a9b41bdb-6b8d-49ba-98fe-c9b9cde8cc98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 210 time: 0.0704424 Aug 16 22:19:02.317478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Request body: {'port': {'device_id': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:02.324511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'mac_address': 'fa:16:3e:5f:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:02.385004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Request body: {'port': {'device_id': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'admin_state_up': True, 'tenant_id': '300a0221320a473c81142524da874885'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:02.392325 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf4caff-8c83-42cf-8fef-99d507df0b90 x-openstack-request-id: req-2cf4caff-8c83-42cf-8fef-99d507df0b90 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:02.392657 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "a541dfee-114c-4209-8e68-c6d3bd70ba00", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:02.392861 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cf4caff-8c83-42cf-8fef-99d507df0b90 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:02.393281 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': 'a541dfee-114c-4209-8e68-c6d3bd70ba00', 'status': 'completed', 'code': 200} Aug 16 22:19:02.481691 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.513697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-ba8a4255-550b-4e59-be32-2efc294be73e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.2038853 Aug 16 22:19:02.545954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.599561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:02.646506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65530ad7-d31c-434a-a1b9-0cadfbfc0c40 req-446ed3e1-7d7f-4dda-96cb-588245ac872f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387785 Aug 16 22:19:02.668761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9edfddeb-34e6-4c67-9543-cd89cce59171,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:02.676180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:02.685750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.703434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.725359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3bb3-947d-45f0-86b5-8ed47733b2ed req-563f3842-68cc-4293-9801-67b351a42e5c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.726895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dfb3bb3-947d-45f0-86b5-8ed47733b2ed req-563f3842-68cc-4293-9801-67b351a42e5c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 947 time: 0.3528335 Aug 16 22:19:02.730889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfddeb-34e6-4c67-9543-cd89cce59171'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:02.733386 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95fdb3-c562-4b72-9934-aa94167fed7a" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "9edfddeb-34e6-4c67-9543-cd89cce59171"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:02.745895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port 07081c8c-f91a-4320-bf68-2c1214641509, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=07081c8c-f91a-4320-bf68-2c1214641509,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:02.746561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.749905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.761389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-99e14fdb-8a39-4737-86e8-8661c694a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.762836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-99e14fdb-8a39-4737-86e8-8661c694a946 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2206173 Aug 16 22:19:02.771757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:02.787139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for 07081c8c-f91a-4320-bf68-2c1214641509 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:02.798674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.808970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6ca6-38bb-43a7-ac63-d8a1273f1a37 req-e75f4c57-ffd2-4a59-a00f-6ae5d6bc0354 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:02.813612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a5b6ca6-38bb-43a7-ac63-d8a1273f1a37 req-e75f4c57-ffd2-4a59-a00f-6ae5d6bc0354 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 943 time: 0.3577392 Aug 16 22:19:02.836487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:02.846960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-368f5012-63f1-41a4-84f0-338231e28a28 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313400 Aug 16 22:19:02.896045 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.919784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dfb3bb3-947d-45f0-86b5-8ed47733b2ed req-88bd4aad-2a9d-4cd8-839d-8b3c6f8717ce tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609292 Aug 16 22:19:02.920429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:02.923795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:02.930045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Deleting port 77fec052-264b-4961-b6f4-f62768518399 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:02.930386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.031601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=d6ad9e25-f0b5-430a-8aed-602341e8be9e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.051231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:03.054528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a5b6ca6-38bb-43a7-ac63-d8a1273f1a37 req-12d45416-c914-4299-9e48-1556e051aae8 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups?id=037e6f05-1637-48a8-9fbe-f4f619c7f3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246163 Aug 16 22:19:03.086569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '329664b0-3f3a-443c-b879-d82a0877d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:03.087617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: df1e89fd-df9d-4046-a38a-61f68851d5e3, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:03.119242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:03.154674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, df1e89fd-df9d-4046-a38a-61f68851d5e3) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:03.161566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:03.169017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.169994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.199955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e6e86-03b6-47ba-9c19-ec9f9bfdf2fc None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:03.211104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b57cb67-1b4b-48f1-907e-d3c699abb60a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6901932 Aug 16 22:19:03.215067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52780) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:03.221257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1546424501'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:03.255881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] For port 77fec052-264b-4961-b6f4-f62768518399, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77fec052-264b-4961-b6f4-f62768518399,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:03.256261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.279221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:03.283321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.308400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35fae-8a8b-4eee-836a-217526292903 req-0cb40e4e-d3b9-400e-b132-1e422c24a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.310826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-0cb40e4e-d3b9-400e-b132-1e422c24a97d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3514342 Aug 16 22:19:03.311386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686d5355-586f-434c-80a3-1a9c629e2b55 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:03.326706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.342701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:03.352445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Transition to ACTIVE for port object 686d5355-586f-434c-80a3-1a9c629e2b55 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:03.358164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.358633 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 36fe6ef3-7c7c-47bc-9d3c-497cdc8af53a of type vlan for network cf53193e-21f7-4605-a9be-cc3d878b8cf9 Aug 16 22:19:03.360014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.360675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e81dd-f56a-478c-a0a3-98098624b73f req-98056d8a-62e4-4f1b-a808-7dfc58172ceb tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.362457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-028e81dd-f56a-478c-a0a3-98098624b73f req-98056d8a-62e4-4f1b-a808-7dfc58172ceb tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 931 time: 0.3507237 Aug 16 22:19:03.366758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Calling delete_port for 77fec052-264b-4961-b6f4-f62768518399 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:03.448388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Pushing event updated for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.455323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.531751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.537224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.537807 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.585484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.599145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.604712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Attempting to bind port 686d5355-586f-434c-80a3-1a9c629e2b55 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:03.605053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Attempting to bind port 686d5355-586f-434c-80a3-1a9c629e2b55 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'f78c1335-1aa7-4ee8-a8fb-11344be2219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:03.605401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Attempting to bind port 686d5355-586f-434c-80a3-1a9c629e2b55 on network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:03.605704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.608027 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3918877 Aug 16 22:19:03.611615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.616563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:03.617519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.623688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.625724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'ports': [{'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'}, {'network_id': 'cf53193e-21f7-4605-a9be-cc3d878b8cf9'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:03.626083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:03.626614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'cf53193e-21f7-4605-a9be-cc3d878b8cf9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:03.629604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.631306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446269-19e4-405a-9ef4-ed2be5a420f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=cf53193e-21f7-4605-a9be-cc3d878b8cf9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.633311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Port 686d5355-586f-434c-80a3-1a9c629e2b55 on network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:03.633648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Attempting to bind port 686d5355-586f-434c-80a3-1a9c629e2b55 on network ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:03.635600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.637556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-6df61040-6678-4d95-b14f-2ff4dfcedc53 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5440 time: 0.4649279 Aug 16 22:19:03.641820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cf53193e-21f7-4605-a9be-cc3d878b8cf9 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:03.678130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:03.678374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Checking segment: {'id': 'f78c1335-1aa7-4ee8-a8fb-11344be2219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:03.678751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Bound using segment: {'id': 'f78c1335-1aa7-4ee8-a8fb-11344be2219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:03.679197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Bound port: 686d5355-586f-434c-80a3-1a9c629e2b55, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78c1335-1aa7-4ee8-a8fb-11344be2219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:03.679554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.687813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Allocated IP 172.20.0.9 (b9b1ed1d-092d-4402-977e-3475c4c122f1/20f84d59-c278-48fb-8e21-72e8a571ba44/b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:03.709388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-028e81dd-f56a-478c-a0a3-98098624b73f req-80ba9448-0e9c-4bcb-9285-8ef222a6ab0f tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327713 Aug 16 22:19:03.744797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=07081c8c-f91a-4320-bf68-2c1214641509,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.777343 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948068a-e597-47c9-bdac-7a2bd848b738 x-openstack-request-id: req-9948068a-e597-47c9-bdac-7a2bd848b738 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:03.778267 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "9edfddeb-34e6-4c67-9543-cd89cce59171", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:03.779378 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9948068a-e597-47c9-bdac-7a2bd848b738 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:03.781540 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'code': 200} Aug 16 22:19:03.782176 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfddeb-34e6-4c67-9543-cd89cce59171', 'code': 200} Aug 16 22:19:03.793176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.793522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.793950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.794289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.794715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.794971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.795382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.795712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.796040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.796364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.796684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.797008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:03.832751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:03.837632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=686d5355-586f-434c-80a3-1a9c629e2b55,segment=NetworkSegment(f78c1335-1aa7-4ee8-a8fb-11344be2219c),segment_id=f78c1335-1aa7-4ee8-a8fb-11344be2219c)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:03.850940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.861728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-e40123bf-2daa-44d8-b30c-6ba9429dfafe service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960196 Aug 16 22:19:03.893411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:03.894178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.895821 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] 10.222.0.89 "PUT /v2.0/ports/686d5355-586f-434c-80a3-1a9c629e2b55 HTTP/1.1" status: 200 len: 1092 time: 1.6116207 Aug 16 22:19:03.896361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:03.898761 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862bce2e-e073-42d1-8680-dfcd20d21a33" -d '{"events": [{"name": "network-changed", "server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:03.908577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:03.914223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.915767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:03.939812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.941882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec3963-d95e-4a56-ba7e-1c7f12c289b0 service neutron] Pushing event updated for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:03.948429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port 07081c8c-f91a-4320-bf68-2c1214641509 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:03.967582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:03.973710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f98a5a8-78a0-4acb-a680-033a58146189 req-bd770eb7-c7a3-4cb4-b23c-ee2935c16a86 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.88 "DELETE /v2.0/ports/07081c8c-f91a-4320-bf68-2c1214641509 HTTP/1.1" status: 204 len: 173 time: 2.8849797 Aug 16 22:19:03.982466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:03.985682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb70cae-8a28-40fc-9af0-07067a0a05ab req-3b8461fd-b986-4003-a098-a6e6454bc4d4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3295093 Aug 16 22:19:03.987339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:03.987856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.115931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 428a2890-9a4b-40f8-8715-086ff2de20c7 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:04.151783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57097015-741d-41fe-8512-5b851ec6a52a req-34c64609-3f68-4e95-a062-31e312bd28d2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.166355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57097015-741d-41fe-8512-5b851ec6a52a req-34c64609-3f68-4e95-a062-31e312bd28d2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.3252869 Aug 16 22:19:04.228258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.264225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.267130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:04.286324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.345103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:04.346890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:04.351131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:04.351722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.382269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port c4a8aa83-c196-4f8e-a134-fb33b7a90c40 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:04.385849 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.386675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6f90bab-0240-4442-9a44-ed20e6b9715f up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:04.386963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-df0a7d68-bfef-48b6-bef5-0e84c3031d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.388765 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-df0a7d68-bfef-48b6-bef5-0e84c3031d3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fdc958f7fc9244d593f3f3f6f3fe4386&device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 1095 time: 0.3708677 Aug 16 22:19:04.415986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b'}, {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:04.418258 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c03b8-1b6d-4416-b5c3-1d9d15058a65" -d '{"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b"}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "07081c8c-f91a-4320-bf68-2c1214641509"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:04.423595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57097015-741d-41fe-8512-5b851ec6a52a req-53f45b92-fc55-478c-99e2-e71eb53815a6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563860 Aug 16 22:19:04.424332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event deleted for resources: {'Port': ['ID=77fec052-264b-4961-b6f4-f62768518399,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:04.429030 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.434730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f35fae-8a8b-4eee-836a-217526292903 req-f38cb8cb-a5b2-401a-9555-918371af77fc service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497894 Aug 16 22:19:04.454546 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-519c08ba-acb3-477a-b491-6fdcd5ef8b56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686d5355-586f-434c-80a3-1a9c629e2b55 HTTP/1.1" status: 200 len: 217 time: 0.0487466 Aug 16 22:19:04.510363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] No DVR routers for this DVR port 77fec052-264b-4961-b6f4-f62768518399 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:04.531672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d511f4-dca7-40c3-9abf-bf00fcb3da91 req-ca1b95f4-c5ea-45a9-bd8d-c09995afef54 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.543667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71d511f4-dca7-40c3-9abf-bf00fcb3da91 req-ca1b95f4-c5ea-45a9-bd8d-c09995afef54 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.4372454 Aug 16 22:19:04.546407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.548350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b582262-6742-442e-8942-0d06c4f00fdc req-bb2bd5f3-9d14-44a1-8fdd-3291ffa5e86e tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.89 "DELETE /v2.0/ports/77fec052-264b-4961-b6f4-f62768518399 HTTP/1.1" status: 204 len: 173 time: 2.2396104 Aug 16 22:19:04.596989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8b93f4f-90b2-45a6-84ec-5a492ea4023c req-7777551f-a68c-4692-b6b9-7a05a5d709b2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 210 time: 0.0476265 Aug 16 22:19:04.599936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-800811f8-4e22-4386-9072-57b8bd1d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:04.601426 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-800811f8-4e22-4386-9072-57b8bd1d7c9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fa4ae49d-e198-489a-9a0d-e4b032854ce0 HTTP/1.1" status: 200 len: 857 time: 0.1379843 Aug 16 22:19:04.660487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-67bac922-c39f-406f-b582-0e7d73f88928 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440996 Aug 16 22:19:04.689138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:04.696092 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc28884-181e-4304-8e9a-5b600b960a67 x-openstack-request-id: req-8fc28884-181e-4304-8e9a-5b600b960a67 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:04.696559 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:04.696903 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fc28884-181e-4304-8e9a-5b600b960a67 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:04.697416 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55', 'status': 'completed', 'code': 200} Aug 16 22:19:04.718460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71d511f4-dca7-40c3-9abf-bf00fcb3da91 req-ade791b0-ff06-46c2-be15-ef4cf7cec4dd tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666946 Aug 16 22:19:04.745734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b6f90bab-0240-4442-9a44-ed20e6b9715f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:04.749831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.750418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.764375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.792766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b6f90bab-0240-4442-9a44-ed20e6b9715f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:04.793379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.853648 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-51179426-d036-441b-8a42-a97d916d66d2 service neutron] 10.222.0.89 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810999 Aug 16 22:19:04.858297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:04.859509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.873668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:04.874834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:04.885649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:04.916158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:04.928544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea68b96c-689a-4ff4-8c2e-d82c563171a7 req-d01afce7-255a-4c78-825c-f180909a638a tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0543556 Aug 16 22:19:04.943342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:04.945321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:04.967286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 77fec052-264b-4961-b6f4-f62768518399 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:04.967815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77fec052-264b-4961-b6f4-f62768518399 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:04.991721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:04.996388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=428a2890-9a4b-40f8-8715-086ff2de20c7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.001736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:05.011993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:05.013002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.020615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.057539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.064042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b8a8-7e95-4cb1-8ccb-a5ef05e101d0 req-bd68898f-efc0-4937-9b4a-53241d590770 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.069620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6371b8a8-7e95-4cb1-8ccb-a5ef05e101d0 req-bd68898f-efc0-4937-9b4a-53241d590770 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.2348766 Aug 16 22:19:05.074585 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec523ba4-8429-4bfa-b7a8-3602634ce5f1 x-openstack-request-id: req-ec523ba4-8429-4bfa-b7a8-3602634ce5f1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:05.083833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "88d3ff54-774d-4db5-92d2-aa779180417b", "status": "completed", "code": 200}, {"server_uuid": "edc49611-576f-464e-b622-f73a0499776c", "name": "network-vif-deleted", "tag": "07081c8c-f91a-4320-bf68-2c1214641509", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:05.084108 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec523ba4-8429-4bfa-b7a8-3602634ce5f1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:05.084550 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': '88d3ff54-774d-4db5-92d2-aa779180417b', 'status': 'completed', 'code': 200} Aug 16 22:19:05.084812 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc49611-576f-464e-b622-f73a0499776c', 'name': 'network-vif-deleted', 'tag': '07081c8c-f91a-4320-bf68-2c1214641509', 'status': 'completed', 'code': 200} Aug 16 22:19:05.095091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.095742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.107645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:05.118050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.126660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=c4a8aa83-c196-4f8e-a134-fb33b7a90c40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.151906 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-d8e17421-925b-4b78-9b67-8fd6ec7073b6 req-df8c054b-7367-49a9-8c76-6ec1e715838d service neutron] 10.222.0.89 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808430 Aug 16 22:19:05.158048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-8461929c-a777-439e-8366-e4a5fec513a4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7902901 Aug 16 22:19:05.161336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '36fe6ef3-7c7c-47bc-9d3c-497cdc8af53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cf53193e-21f7-4605-a9be-cc3d878b8cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:05.161930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: cf53193e-21f7-4605-a9be-cc3d878b8cf9, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:05.191333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network cf53193e-21f7-4605-a9be-cc3d878b8cf9 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:05.195618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Request body: {'port': {'device_id': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:05.203874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.208831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cf53193e-21f7-4605-a9be-cc3d878b8cf9) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:05.214670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:05.220684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b18af-d169-4b7d-8039-b773e2810c13 None None] Network cf53193e-21f7-4605-a9be-cc3d878b8cf9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:05.226055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.231382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.232079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.253112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1573c644-bfd3-4d58-b62d-b4c9e2ad4f3f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6329105 Aug 16 22:19:05.253301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:05.288719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6371b8a8-7e95-4cb1-8ccb-a5ef05e101d0 req-b797fb90-81b1-4090-91da-6bea9056cb28 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942198 Aug 16 22:19:05.399703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.428298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-0b27e4da-da8f-4f74-8ac3-2e1cd142dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.430357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-0b27e4da-da8f-4f74-8ac3-2e1cd142dd91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fdc958f7fc9244d593f3f3f6f3fe4386&device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 1095 time: 0.1425955 Aug 16 22:19:05.458684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0e98d-4a09-4674-98b8-a425fd51358e req-dd40f0ec-cc36-416f-9505-122235b32db2 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.461097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bd0e98d-4a09-4674-98b8-a425fd51358e req-dd40f0ec-cc36-416f-9505-122235b32db2 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 943 time: 0.3191957 Aug 16 22:19:05.536401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port c4a8aa83-c196-4f8e-a134-fb33b7a90c40 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:05.536659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.624171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-589dbc0c-a02d-4338-bec1-4eddf3b308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.625703 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-589dbc0c-a02d-4338-bec1-4eddf3b308b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 HTTP/1.1" status: 200 len: 917 time: 0.1818140 Aug 16 22:19:05.629505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.682969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for c4a8aa83-c196-4f8e-a134-fb33b7a90c40 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:05.685827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-7dabff64-458a-4c2b-a2b2-fc17622fef2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=686d5355-586f-434c-80a3-1a9c629e2b55 HTTP/1.1" status: 200 len: 217 time: 0.0482290 Aug 16 22:19:05.783151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6'}, {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:05.783545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-4ae453f7-6aa2-49d1-906b-f8eaec38a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:05.784713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-4ae453f7-6aa2-49d1-906b-f8eaec38a067 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fa4ae49d-e198-489a-9a0d-e4b032854ce0 HTTP/1.1" status: 200 len: 857 time: 0.0906217 Aug 16 22:19:05.787815 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22b1da-f551-43ae-b744-8cb8cacb2407" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6"}, {"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:05.826424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-fc00b3e4-ec6c-4770-9c35-249b97da0818 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321856 Aug 16 22:19:05.858152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.920189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 840ab409-1bed-4822-b480-7847fc3787b2 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:05.920874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=c4a8aa83-c196-4f8e-a134-fb33b7a90c40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:05.932499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:05.934695 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6dd295d-f401-4d9b-b996-612398da40bd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/c4a8aa83-c196-4f8e-a134-fb33b7a90c40 HTTP/1.1" status: 204 len: 168 time: 0.6803269 Aug 16 22:19:05.937305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:05.992565 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-ebc8ccd2-755a-48ca-b9cb-246680a6eabd service neutron] 10.222.0.89 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580517 Aug 16 22:19:06.002109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 840ab409-1bed-4822-b480-7847fc3787b2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:06.008020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bd0e98d-4a09-4674-98b8-a425fd51358e req-1c6e6ea5-d7fd-4243-96b0-1f4c88be3aa7 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181129 Aug 16 22:19:06.011107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 840ab409-1bed-4822-b480-7847fc3787b2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:06.011493 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.055480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe179c-b852-4317-a5d4-b7472d191367 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.057666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.064011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe179c-b852-4317-a5d4-b7472d191367 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.065189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.069673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d7fe179c-b852-4317-a5d4-b7472d191367 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1289051 Aug 16 22:19:06.072016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.078720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.085402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.092449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.094293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:06.101355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.109247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-f48ff272-020c-4b37-ab7e-f197d8ba9375 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5442 time: 0.6204491 Aug 16 22:19:06.157754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.196310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d70c8a5-d100-40c6-94ce-49ec3e8ed908 req-155207ea-b5f3-4244-8bb9-7aad4bef341a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860801 Aug 16 22:19:06.200348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:06.211620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.213235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b3856986-648d-4a3e-982c-52a576918071 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:06.330382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-862bce2e-e073-42d1-8680-dfcd20d21a33 req-2b28e71c-f7e9-4e4c-86dc-a5f28b331fa0 service neutron] 10.222.0.89 "GET /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246663 Aug 16 22:19:06.364398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:06.365726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 428a2890-9a4b-40f8-8715-086ff2de20c7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:06.366509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.391744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.411256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:06.434407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b3856986-648d-4a3e-982c-52a576918071 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:06.442995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b3856986-648d-4a3e-982c-52a576918071 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:06.443960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.447943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Transition to ACTIVE for port object b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:06.475505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.533028 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.554373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 428a2890-9a4b-40f8-8715-086ff2de20c7 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:06.571923 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.574913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d500a938-0af9-4f6f-8f45-a500be309600 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.577018 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d500a938-0af9-4f6f-8f45-a500be309600 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5&tenant_id=a14b5d52742247f9af4f13258fc0969e&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 949 time: 0.1542988 Aug 16 22:19:06.617962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:06.630760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.632056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 30aa6e76-684b-43b6-ba67-443cae7d4e2f up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:06.668392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:06.692177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee430d8-c91e-4601-8f0d-333aa80f52c0 req-8a78bdfc-4913-4592-9049-0dcc548b4fac tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.700242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ee430d8-c91e-4601-8f0d-333aa80f52c0 req-8a78bdfc-4913-4592-9049-0dcc548b4fac tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.1759739 Aug 16 22:19:06.736707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720721df-72c7-452c-86ea-0611d7ba7bdf req-0eddc780-37cc-4836-b7e1-fb293e303fe9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.741723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:06.743948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-ca443bba-b881-4b6e-8c8b-8860f0165378 service neutron] 10.222.0.89 "GET /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 383 time: 0.1555429 Aug 16 22:19:06.745099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 30aa6e76-684b-43b6-ba67-443cae7d4e2f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:06.745468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-720721df-72c7-452c-86ea-0611d7ba7bdf req-0eddc780-37cc-4836-b7e1-fb293e303fe9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.1715152 Aug 16 22:19:06.750604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 30aa6e76-684b-43b6-ba67-443cae7d4e2f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:06.751152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.751454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.822788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-720721df-72c7-452c-86ea-0611d7ba7bdf req-660c0fb2-e404-4f6d-9cd6-98fbff6ac1bf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759983 Aug 16 22:19:06.832865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-3028aa92-7135-4477-aedd-2624066b27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.835164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-3028aa92-7135-4477-aedd-2624066b27bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a320a98c86d4e01b5c952648b873930&device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 1097 time: 0.2708900 Aug 16 22:19:06.850777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.856138 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/428a2890-9a4b-40f8-8715-086ff2de20c7 HTTP/1.1" status: 204 len: 168 time: 0.7608473 Aug 16 22:19:06.858696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:06.863061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.872154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ee430d8-c91e-4601-8f0d-333aa80f52c0 req-aa826086-a4fa-4dc3-a9a1-e7f2f719f977 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705766 Aug 16 22:19:06.883381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cde25d-3b98-4982-a648-6612ea4a8eb1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=428a2890-9a4b-40f8-8715-086ff2de20c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:06.943155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:06.958010 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:06.991198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-20a029a0-da8a-48ca-88dd-ebb50b65e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:06.992798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-20a029a0-da8a-48ca-88dd-ebb50b65e518 service neutron] 10.222.0.89 "GET /v2.0/networks?id=39611178-71dd-427d-bcf6-597a92159e5b HTTP/1.1" status: 200 len: 913 time: 0.1252260 Aug 16 22:19:07.013430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-a7f7efbf-53f7-486a-b48b-7f14ab220ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.015467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-a7f7efbf-53f7-486a-b48b-7f14ab220ce2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1101 time: 0.1973946 Aug 16 22:19:07.027300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e015f0-9434-4a87-81a8-2f9ac8697dd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.029287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80e015f0-9434-4a87-81a8-2f9ac8697dd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1674643 Aug 16 22:19:07.033513 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d15d72-6e55-4a9c-9bc1-e10b4d878659 x-openstack-request-id: req-c5d15d72-6e55-4a9c-9bc1-e10b4d878659 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:07.033861 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6", "code": 200}, {"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:07.034165 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5d15d72-6e55-4a9c-9bc1-e10b4d878659 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:07.034569 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'code': 200} Aug 16 22:19:07.034829 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'code': 200} Aug 16 22:19:07.035076 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'code': 200} Aug 16 22:19:07.036454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.039914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:07.048537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-944be334-7949-467d-a18f-39a86baa9ccb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 HTTP/1.1" status: 200 len: 217 time: 0.0464630 Aug 16 22:19:07.098820 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3849cdb-5bd1-4ac8-ab99-5b6bcaf7b8c2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:07.100461 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3849cdb-5bd1-4ac8-ab99-5b6bcaf7b8c2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/c4a8aa83-c196-4f8e-a134-fb33b7a90c40 HTTP/1.1" status: 404 len: 333 time: 0.0595181 Aug 16 22:19:07.103838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:07.108186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-deleted', 'tag': '77fec052-264b-4961-b6f4-f62768518399'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:07.115101 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e21fa-046c-4911-9b2a-a6c5541dba82" -d '{"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-deleted", "tag": "77fec052-264b-4961-b6f4-f62768518399"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:07.125510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daf970e5-1413-4d27-9eeb-5efd56bd5f45 req-04fcd590-e7dc-471d-858a-8471c0fb902f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0785451 Aug 16 22:19:07.139263 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbe3c2e-4c58-46cb-bcd7-e849517914d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:07.144066 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4dbe3c2e-4c58-46cb-bcd7-e849517914d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/428a2890-9a4b-40f8-8715-086ff2de20c7 HTTP/1.1" status: 404 len: 333 time: 0.0393629 Aug 16 22:19:07.144709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:07.180068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Attempting to bind port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:07.181483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Attempting to bind port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:07.182159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Attempting to bind port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:07.198305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f on network b9b1ed1d-092d-4402-977e-3475c4c122f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:07.198932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Attempting to bind port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:07.223950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbefcd1-27e3-4012-8fd7-f9ad20f98a6b req-b855b312-d5af-4af8-bfe5-35efc6569dd6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.225943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbbefcd1-27e3-4012-8fd7-f9ad20f98a6b req-b855b312-d5af-4af8-bfe5-35efc6569dd6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1741877 Aug 16 22:19:07.230026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-bf210890-6998-482e-9d94-efb8c323e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.232235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-bf210890-6998-482e-9d94-efb8c323e92c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a867aa6-cb81-47a6-8913-5ac8cd3b782d HTTP/1.1" status: 200 len: 853 time: 0.1483665 Aug 16 22:19:07.248675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:07.249036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Checking segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:07.249522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Bound using segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:07.250170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Bound port: b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:07.250401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.256274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.261421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-14a92388-9dc1-44c2-a073-a2a2b87fe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.262888 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-14a92388-9dc1-44c2-a073-a2a2b87fe76d service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2322252 Aug 16 22:19:07.301908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-b1431dd3-f3d1-4356-b7f3-6d96f37cc175 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=39611178-71dd-427d-bcf6-597a92159e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471790 Aug 16 22:19:07.325665 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-efff4960-f586-4a5e-90a8-ce3b1f74682b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0535357 Aug 16 22:19:07.411535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.413704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69e9f4-4ec9-47f3-b8ec-35accf5adca6 req-b53c2fed-39cb-4fe4-9618-0b4ea1385ea9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.415772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c69e9f4-4ec9-47f3-b8ec-35accf5adca6 req-b53c2fed-39cb-4fe4-9618-0b4ea1385ea9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.2134974 Aug 16 22:19:07.418541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbbefcd1-27e3-4012-8fd7-f9ad20f98a6b req-3979f50c-be46-470e-a68b-11d49e7f918e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658809 Aug 16 22:19:07.425053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf53193e-21f7-4605-a9be-cc3d878b8cf9']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:07.441522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d68e46f2-b631-48b0-a254-e9548f343976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.441522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d68e46f2-b631-48b0-a254-e9548f343976 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1013956 Aug 16 22:19:07.444580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fe6ef3-7c7c-47bc-9d3c-497cdc8af53a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:07.445099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fe6ef3-7c7c-47bc-9d3c-497cdc8af53a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:07.462688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:07.471446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.505568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:07.515431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.526745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:07.527185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.527836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c69e9f4-4ec9-47f3-b8ec-35accf5adca6 req-0bc31ba8-5572-4fe2-a083-8ae0ce405820 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997424 Aug 16 22:19:07.532318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:07.568571 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:07.577644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d44151d4-a811-4d98-9779-b1d9462cfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.579167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-d44151d4-a811-4d98-9779-b1d9462cfe8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318760 Aug 16 22:19:07.590219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-e9836b36-f3ef-4a84-b150-361dcef80de5 service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592723 Aug 16 22:19:07.605795 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4d176-92cb-4d73-8fca-42f832b66fbd x-openstack-request-id: req-d4f4d176-92cb-4d73-8fca-42f832b66fbd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:07.606113 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9041a66-6281-4305-93e0-b1a400e9e817", "name": "network-vif-deleted", "tag": "77fec052-264b-4961-b6f4-f62768518399", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:07.606334 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4f4d176-92cb-4d73-8fca-42f832b66fbd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:07.606733 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9041a66-6281-4305-93e0-b1a400e9e817', 'name': 'network-vif-deleted', 'tag': '77fec052-264b-4961-b6f4-f62768518399', 'status': 'completed', 'code': 200} Aug 16 22:19:07.610832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.611552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.612929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] 10.222.0.88 "PUT /v2.0/ports/b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f HTTP/1.1" status: 200 len: 1092 time: 2.4219384 Aug 16 22:19:07.661212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.666904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.673511 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/cf53193e-21f7-4605-a9be-cc3d878b8cf9 HTTP/1.1" status: 204 len: 168 time: 0.5255136 Aug 16 22:19:07.674288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:07.685120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1965974134'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:07.702740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b930d-f004-456c-b0d7-7f366a9af73d service neutron] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.721552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:07.725381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.730830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70457-9975-4163-bb01-2f206545bc58 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=cf53193e-21f7-4605-a9be-cc3d878b8cf9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:07.770679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104c02-c33a-4a9b-98e1-ff30e8934873 req-aff1649b-3634-4837-bdee-d8db1a575285 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.772128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad104c02-c33a-4a9b-98e1-ff30e8934873 req-aff1649b-3634-4837-bdee-d8db1a575285 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 943 time: 0.2686267 Aug 16 22:19:07.777294 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-8a55cfde-4517-46cb-9774-38f26eec5304 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860671 Aug 16 22:19:07.777795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:07.802744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:07.802928 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment c3c71518-9e6b-4b14-8e39-01d449a6110d of type vlan for network ae489de9-1e81-4b52-9ce5-a191031583a5 Aug 16 22:19:07.846909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-845e80a2-2507-4d50-a654-3f16a4988502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.848698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-845e80a2-2507-4d50-a654-3f16a4988502 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 1095 time: 0.1565990 Aug 16 22:19:07.866230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.873005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.878992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.884985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.891024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.897141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.903103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:07.905116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-b3c5b847-d096-471b-8c55-4e28320ed265 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.2221715 Aug 16 22:19:07.917508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8538a4eb-eb47-4d68-9a55-54bf7c36c0ad req-2db7f06c-bb35-4321-acaa-be8fbffaab34 service neutron] 10.222.0.89 "GET /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141098 Aug 16 22:19:07.957637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad104c02-c33a-4a9b-98e1-ff30e8934873 req-70473463-5b03-46eb-83f8-efb1cb9a10f6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730051 Aug 16 22:19:07.964941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-5f76256f-77dd-4bae-9ba7-acc40645a3d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f HTTP/1.1" status: 200 len: 217 time: 0.0585027 Aug 16 22:19:08.028979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b2314-7210-4891-8dda-9633716db331 req-6ad4ebbe-6421-41ca-8828-38aeb94a051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.030862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-6ad4ebbe-6421-41ca-8828-38aeb94a051d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0575249 Aug 16 22:19:08.054002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb2904e-371c-458b-888c-e7e6667f57e7 req-f46345e5-14de-4323-ba95-0666d2f3bd0f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1339667 Aug 16 22:19:08.099298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 686d5355-586f-434c-80a3-1a9c629e2b55 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:08.130681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-a74117e9-54f4-4fda-aa56-f23782fb55e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618985 Aug 16 22:19:08.205331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0530b-261c-475b-b78b-7fcb4a8e95b8 req-c40c3f8e-fde2-431b-8332-75871f51c179 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.214577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e0530b-261c-475b-b78b-7fcb4a8e95b8 req-c40c3f8e-fde2-431b-8332-75871f51c179 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.1591785 Aug 16 22:19:08.250822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.256262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=686d5355-586f-434c-80a3-1a9c629e2b55,segment=NetworkSegment(f78c1335-1aa7-4ee8-a8fb-11344be2219c),segment_id=f78c1335-1aa7-4ee8-a8fb-11344be2219c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:08.272020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '686d5355-586f-434c-80a3-1a9c629e2b55', 'network_id': 'ec306c97-d4ad-4e9c-b54d-da3e81fcdb60', 'port_id': '686d5355-586f-434c-80a3-1a9c629e2b55', 'mac_address': 'fa:16:3e:94:d9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4ae49d-e198-489a-9a0d-e4b032854ce0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:08.291697 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-4fe04fd7-4863-4edc-aabf-3c77619db040 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039849 Aug 16 22:19:08.314755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.322715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.323346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.336309 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.354211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686d5355-586f-434c-80a3-1a9c629e2b55 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:08.370312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84777c-90e7-431f-9c5d-c70012b1ef1d req-0ede2493-806e-4384-bbc8-f61bcef039c9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.372567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be84777c-90e7-431f-9c5d-c70012b1ef1d req-0ede2493-806e-4384-bbc8-f61bcef039c9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.1123865 Aug 16 22:19:08.379667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=686d5355-586f-434c-80a3-1a9c629e2b55,segment=NetworkSegment(f78c1335-1aa7-4ee8-a8fb-11344be2219c),segment_id=f78c1335-1aa7-4ee8-a8fb-11344be2219c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:08.387485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.392004 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7115152 Aug 16 22:19:08.392459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e0530b-261c-475b-b78b-7fcb4a8e95b8 req-78568d62-2567-4113-b02c-e277742e52c4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708596 Aug 16 22:19:08.402192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:08.410417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:08.418817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326e78e-c627-4736-ba09-b5c6a38ee01c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=ae489de9-1e81-4b52-9ce5-a191031583a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:08.440298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ae489de9-1e81-4b52-9ce5-a191031583a5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:08.516369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:08.530038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-6522fc1d-909a-459b-976e-a60068138bc8 service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911793 Aug 16 22:19:08.534173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccb7f115-732b-4a76-a803-0c6e827df076 req-cceb9d96-f8e7-4492-9d13-f0d0c40868c6 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0520942 Aug 16 22:19:08.545181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:08.549630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be84777c-90e7-431f-9c5d-c70012b1ef1d req-3b57abdb-876c-40e4-8929-bf6bc59cc7e4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539030 Aug 16 22:19:08.572479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.760766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab063e-d0ae-4e9c-b910-115383193fa5 req-21c68bd9-1b2b-4d86-96d1-118931c28867 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.762205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33ab063e-d0ae-4e9c-b910-115383193fa5 req-21c68bd9-1b2b-4d86-96d1-118931c28867 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.1113417 Aug 16 22:19:08.766674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355b2314-7210-4891-8dda-9633716db331 req-5f47e273-7fbc-44cb-96c8-5352be0fb42a service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158260 Aug 16 22:19:08.783962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['686d5355-586f-434c-80a3-1a9c629e2b55'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:08.785481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34db43-5b12-4fe2-b340-26dc04409373 req-067cc629-fc47-4393-977e-0aa06e67436c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.787003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a34db43-5b12-4fe2-b340-26dc04409373 req-067cc629-fc47-4393-977e-0aa06e67436c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.1049209 Aug 16 22:19:08.840707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.842601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33ab063e-d0ae-4e9c-b910-115383193fa5 req-8396bf72-c9b4-4921-85ca-88bcc32db98e tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738025 Aug 16 22:19:08.881868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a34db43-5b12-4fe2-b340-26dc04409373 req-37365858-093e-47d5-88a1-8fe9c87e66eb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708256 Aug 16 22:19:08.908732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=725b9f74-c72a-47b6-b99d-e28eb09da309,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:08.932121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': 'c3c71518-9e6b-4b14-8e39-01d449a6110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:08.932849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: ae489de9-1e81-4b52-9ce5-a191031583a5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:08.953891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network ae489de9-1e81-4b52-9ce5-a191031583a5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:08.966358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ae489de9-1e81-4b52-9ce5-a191031583a5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:08.972517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:08.973199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:08.979208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78d282-f1f4-4499-a0dd-cf17cbe38c82 None None] Network ae489de9-1e81-4b52-9ce5-a191031583a5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:09.003024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cbd82c32-6319-4c46-90eb-6da1745262bc tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5997291 Aug 16 22:19:09.005593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:09.010887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5', 'name': 'tempest-PortsIpV6TestJSON-644249949'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:09.041702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3856986-648d-4a3e-982c-52a576918071'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:09.044093 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67123429-e4da-4bf5-a913-4cd5c10ebdb1" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "840ab409-1bed-4822-b480-7847fc3787b2"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "b3856986-648d-4a3e-982c-52a576918071"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:09.167406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d651dc2-4219-4bde-9ead-a3a363e3b1af req-68b59156-0e44-48d9-8796-e543a06ad27b tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.177639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d651dc2-4219-4bde-9ead-a3a363e3b1af req-68b59156-0e44-48d9-8796-e543a06ad27b tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 944 time: 0.0969627 Aug 16 22:19:09.184576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ae489de9-1e81-4b52-9ce5-a191031583a5', 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': '725b9f74-c72a-47b6-b99d-e28eb09da309'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:09.185629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.198944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:09.204449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.226798 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4868800-b7a9-4699-adc3-2edf50b00314 x-openstack-request-id: req-c4868800-b7a9-4699-adc3-2edf50b00314 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:09.227108 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "840ab409-1bed-4822-b480-7847fc3787b2", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "b3856986-648d-4a3e-982c-52a576918071", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-plugged", "status": "completed", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:09.228490 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4868800-b7a9-4699-adc3-2edf50b00314 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:09.228945 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2', 'code': 200} Aug 16 22:19:09.229234 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3856986-648d-4a3e-982c-52a576918071', 'code': 200} Aug 16 22:19:09.229601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 3a7c1e04-6376-4900-8452-58172d2a90e4 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:09.230900 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'code': 200} Aug 16 22:19:09.240412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d651dc2-4219-4bde-9ead-a3a363e3b1af req-e8021b2a-3ffa-4765-af52-bb1df7e2d24c tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Aug 16 22:19:09.372438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::c1 (ae489de9-1e81-4b52-9ce5-a191031583a5/725b9f74-c72a-47b6-b99d-e28eb09da309/3a7c1e04-6376-4900-8452-58172d2a90e4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:09.405198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.411144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.417643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.423628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.429893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.436730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.442706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.444705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-d3d87078-9cc4-46f0-86b3-03d735e61f26 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.1442089 Aug 16 22:19:09.467369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a29ba0-15bd-4835-9e42-11e76fb4f097 req-aef8a2d3-43a0-4f67-a582-056017505712 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.468902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0a29ba0-15bd-4835-9e42-11e76fb4f097 req-aef8a2d3-43a0-4f67-a582-056017505712 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.1302299 Aug 16 22:19:09.546662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.566678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object 3a7c1e04-6376-4900-8452-58172d2a90e4 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:09.572765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cda886-5619-42ff-9934-43eaf5f2c1a2 req-93047034-ce1b-410a-8ac8-45cf6a9d42c5 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016099 Aug 16 22:19:09.580816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.581341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.581830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.582309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.582788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.583555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.584092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.585612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-fbb4941f-cf62-40a2-b2bc-11e9d078b06b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.1390729 Aug 16 22:19:09.589283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0a29ba0-15bd-4835-9e42-11e76fb4f097 req-61628210-6dff-4576-8677-100590767e6f tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958979 Aug 16 22:19:09.616992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:09.616992 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2643512-1657-439e-acf7-599b5bd8d8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:09.618957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.683796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network ae489de9-1e81-4b52-9ce5-a191031583a5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:09.685980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-302538b1-3176-46ec-9ce7-dc4d74bd6004 req-5b0399dc-1aa4-48f8-b2ec-6873e084a808 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4b51b560-71cb-4821-ae85-48119a016a7f&id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919657 Aug 16 22:19:09.687240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:09.690724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:09.697298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.698260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.717282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=3a7c1e04-6376-4900-8452-58172d2a90e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:09.725185 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0c27e4dd-fdec-4dab-b106-04638d0e1fad tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7183940 Aug 16 22:19:09.725880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:09.742457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Allocated IP 2001:db8::2 (ae489de9-1e81-4b52-9ce5-a191031583a5/725b9f74-c72a-47b6-b99d-e28eb09da309/e2969941-4349-4de3-9eb4-39862a638b33) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:09.799297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aff47-680c-4d9b-9120-d1775330fcf7 req-f520a2f5-a974-4b66-b64a-cf76e55d796f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.801203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5aff47-680c-4d9b-9120-d1775330fcf7 req-f520a2f5-a974-4b66-b64a-cf76e55d796f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.1059568 Aug 16 22:19:09.831970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969d87-4984-4f28-a4ef-da7179f3ee82 req-e37432f0-65a7-4e3f-a77d-15557b985bbc tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:09.840442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a969d87-4984-4f28-a4ef-da7179f3ee82 req-e37432f0-65a7-4e3f-a77d-15557b985bbc tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 944 time: 0.1219633 Aug 16 22:19:09.877694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 3a7c1e04-6376-4900-8452-58172d2a90e4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:09.878062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.903735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5aff47-680c-4d9b-9120-d1775330fcf7 req-bbd02492-ead7-476b-a3e6-c81f782c324c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Aug 16 22:19:09.918808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a969d87-4984-4f28-a4ef-da7179f3ee82 req-bae32f7b-96b2-44a9-bc91-1b8cb8481698 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730591 Aug 16 22:19:09.993262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:09.996557 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75c78e-9515-49bf-b415-4a4c77577c76 x-openstack-request-id: req-bc75c78e-9515-49bf-b415-4a4c77577c76 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:09.996772 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:09.996957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc75c78e-9515-49bf-b415-4a4c77577c76 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:09.997391 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'status': 'completed', 'code': 200} Aug 16 22:19:10.010720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 3a7c1e04-6376-4900-8452-58172d2a90e4 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:10.025972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35d4df53-9393-459c-9b6a-32f2d20490f0 req-90c30265-3cf1-4017-a721-8da6ce9b18a7 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0440073 Aug 16 22:19:10.026864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.046101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Transition to ACTIVE for port object e2969941-4349-4de3-9eb4-39862a638b33 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:10.077752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Transition to ACTIVE for port object e2969941-4349-4de3-9eb4-39862a638b33 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:10.091061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.127297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 835a4587-e098-4569-844a-06efe5cb323e details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:10.128394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc4699-3a10-47b3-ada9-ff2ea22813cf req-6ac5023f-604b-4570-a7b7-83d287bfa4f2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.129769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 686d5355-586f-434c-80a3-1a9c629e2b55 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:10.131371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42bc4699-3a10-47b3-ada9-ff2ea22813cf req-6ac5023f-604b-4570-a7b7-83d287bfa4f2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.0909986 Aug 16 22:19:10.172618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Network ae489de9-1e81-4b52-9ce5-a191031583a5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:10.185231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:10.193004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:10.204634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Pushing event updated for resources: {'Port': ['ID=e2969941-4349-4de3-9eb4-39862a638b33,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:10.214564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.231412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42bc4699-3a10-47b3-ada9-ff2ea22813cf req-2a31f8cd-76c3-4157-9052-920be7f2f130 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Aug 16 22:19:10.242899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-1bc36fee-2a56-428b-87f8-600a6c003e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.245109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-1bc36fee-2a56-428b-87f8-600a6c003e24 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 1095 time: 0.0633633 Aug 16 22:19:10.282778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.285829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/3a7c1e04-6376-4900-8452-58172d2a90e4 HTTP/1.1" status: 204 len: 168 time: 0.5590215 Aug 16 22:19:10.287622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddd586-3c20-4baf-9ec1-5344e8237d46 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=3a7c1e04-6376-4900-8452-58172d2a90e4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:10.289785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.330451 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8745ecac-9eaa-42d0-8e79-19a374b2161e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:19:10.330910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8745ecac-9eaa-42d0-8e79-19a374b2161e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:19:10.334249 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8745ecac-9eaa-42d0-8e79-19a374b2161e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/3a7c1e04-6376-4900-8452-58172d2a90e4 HTTP/1.1" status: 404 len: 333 time: 0.0362682 Aug 16 22:19:10.336374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.362715 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-497e38c1-3bbc-410d-a9f4-53082dc09ab8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:10.364836 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-497e38c1-3bbc-410d-a9f4-53082dc09ab8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/3a7c1e04-6376-4900-8452-58172d2a90e4 HTTP/1.1" status: 404 len: 333 time: 0.0264857 Aug 16 22:19:10.365531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Attempting to bind port e2969941-4349-4de3-9eb4-39862a638b33 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:10.365925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Attempting to bind port e2969941-4349-4de3-9eb4-39862a638b33 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c3c71518-9e6b-4b14-8e39-01d449a6110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:10.366304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Attempting to bind port e2969941-4349-4de3-9eb4-39862a638b33 on network ae489de9-1e81-4b52-9ce5-a191031583a5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:10.367200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.379160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:10.379544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Checking segment: {'id': 'c3c71518-9e6b-4b14-8e39-01d449a6110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:10.379956 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.380359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Bound using segment: {'id': 'c3c71518-9e6b-4b14-8e39-01d449a6110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:10.380841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Bound port: e2969941-4349-4de3-9eb4-39862a638b33, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c71518-9e6b-4b14-8e39-01d449a6110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ae489de9-1e81-4b52-9ce5-a191031583a5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:10.381265 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.394301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 686d5355-586f-434c-80a3-1a9c629e2b55 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:10.417294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 686d5355-586f-434c-80a3-1a9c629e2b55 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:10.417677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.419279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-d1df295b-7a97-4874-ae0b-7bfb2a79c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.420959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-d1df295b-7a97-4874-ae0b-7bfb2a79c5df service neutron] 10.222.0.88 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 905 time: 0.1671607 Aug 16 22:19:10.424242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:10.439622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 725b9f74-c72a-47b6-b99d-e28eb09da309 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:10.443251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.473571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-76ef8a0a-95bc-44f9-b43e-dfe976cd4146 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f HTTP/1.1" status: 200 len: 217 time: 0.0405509 Aug 16 22:19:10.488381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '835a4587-e098-4569-844a-06efe5cb323e', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '835a4587-e098-4569-844a-06efe5cb323e', 'mac_address': 'fa:16:3e:5f:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:10.488622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c286ed-d687-4230-ac1c-bfd595aa082d req-4de5e423-b2e0-42bd-b057-d7f56e7e4764 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.490463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32c286ed-d687-4230-ac1c-bfd595aa082d req-4de5e423-b2e0-42bd-b057-d7f56e7e4764 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 944 time: 0.1221035 Aug 16 22:19:10.506958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.550830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-5889e9b3-f58a-4240-8099-8de13e4a2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:10.553179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-5889e9b3-f58a-4240-8099-8de13e4a2bcd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0615366 Aug 16 22:19:10.566886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] For port e2969941-4349-4de3-9eb4-39862a638b33, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:10.573659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] For port e2969941-4349-4de3-9eb4-39862a638b33, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e2969941-4349-4de3-9eb4-39862a638b33,segment=NetworkSegment(c3c71518-9e6b-4b14-8e39-01d449a6110d),segment_id=c3c71518-9e6b-4b14-8e39-01d449a6110d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:10.577996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.608894 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.616733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-34605e6a-07aa-482e-8309-65f8fc1f5c37 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510135 Aug 16 22:19:10.627864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:10.638202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.682397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.749392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32c286ed-d687-4230-ac1c-bfd595aa082d req-a2e6e8bd-4444-4775-8d31-77b23d51af9f tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944222 Aug 16 22:19:10.806726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.855394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=725b9f74-c72a-47b6-b99d-e28eb09da309,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:10.866196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:10.868372 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-891068e8-ccc3-4ea3-a079-b0cc49befa4d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/725b9f74-c72a-47b6-b99d-e28eb09da309 HTTP/1.1" status: 204 len: 168 time: 0.5000589 Aug 16 22:19:10.871485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:10.959103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-88159ab4-d8bb-43c6-93b1-f9af4d99df4b service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273284 Aug 16 22:19:11.010142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:11.043765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.050166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.058006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676123e-6dd5-4d5b-8b33-dfb45dbc23ac None None] Pushing event updated for resources: {'Port': ['ID=e2969941-4349-4de3-9eb4-39862a638b33,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.119530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.125871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=686d5355-586f-434c-80a3-1a9c629e2b55,segment=NetworkSegment(f78c1335-1aa7-4ee8-a8fb-11344be2219c),segment_id=f78c1335-1aa7-4ee8-a8fb-11344be2219c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:11.137863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.146537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2643512-1657-439e-acf7-599b5bd8d8a9 req-b157f501-16bc-4462-9e5b-4f4f0da94118 service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595099 Aug 16 22:19:11.163944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.171505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.172348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-916c996c-362e-49d6-89c5-3a22d3bc3200 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.174333 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-916c996c-362e-49d6-89c5-3a22d3bc3200 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.89 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.0710301 Aug 16 22:19:11.179286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.187915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.194303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.200450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.208282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.219535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e479f7-61f4-4003-981a-488bb78f3bae req-7d45521c-5600-4b8d-ae42-dd532fec034b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.4956040 Aug 16 22:19:11.232117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:11.236321 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b8b48-8a01-41f6-be22-2d41cffc3dda" -d '{"events": [{"server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "name": "network-vif-plugged", "status": "completed", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:11.240804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.283448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1c9c-0297-4a91-ae32-e689cd9724a1 req-113daf17-4586-48bb-96d9-2b758930f248 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.286357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port e2969941-4349-4de3-9eb4-39862a638b33 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:11.286700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.291164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e70c1c9c-0297-4a91-ae32-e689cd9724a1 req-113daf17-4586-48bb-96d9-2b758930f248 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 945 time: 0.4499767 Aug 16 22:19:11.332155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e479f7-61f4-4003-981a-488bb78f3bae req-ba57217c-885d-4964-a74b-ec183bee0555 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116457 Aug 16 22:19:11.378011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e70c1c9c-0297-4a91-ae32-e689cd9724a1 req-1f091602-447a-42f0-bbbf-3ea015f2d1c6 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/security-groups?id=bef8677c-5b9b-4adf-8889-815c9f310b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856633 Aug 16 22:19:11.385722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-2b1e78b9-bc8d-42ea-9f34-cdf01787b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.387539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-2b1e78b9-bc8d-42ea-9f34-cdf01787b69f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1101 time: 0.2560716 Aug 16 22:19:11.394654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Deleting port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:11.395010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.451499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['835a4587-e098-4569-844a-06efe5cb323e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:11.474329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port e2969941-4349-4de3-9eb4-39862a638b33, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e2969941-4349-4de3-9eb4-39862a638b33,segment=NetworkSegment(c3c71518-9e6b-4b14-8e39-01d449a6110d),segment_id=c3c71518-9e6b-4b14-8e39-01d449a6110d)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:11.474933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.478424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:11.525601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] For port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,segment=NetworkSegment(c2a94225-e8f8-429a-9fd7-7e74f277dfbf),segment_id=c2a94225-e8f8-429a-9fd7-7e74f277dfbf)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:11.525979 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.539495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Calling delete_port for 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:11.608290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e224fc-77cc-4047-84bc-f90de6957e96 req-38e44df3-f2a2-4867-864e-a241a6560264 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.617591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e224fc-77cc-4047-84bc-f90de6957e96 req-38e44df3-f2a2-4867-864e-a241a6560264 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1780760 Aug 16 22:19:11.647336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6620-abd4-405d-99a8-03761c1404ea req-40f3f9b7-21d2-4cc3-b36d-ebfd1f2f6ecb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:11.647584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for e2969941-4349-4de3-9eb4-39862a638b33 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:11.654707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13cb6620-abd4-405d-99a8-03761c1404ea req-40f3f9b7-21d2-4cc3-b36d-ebfd1f2f6ecb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.2061570 Aug 16 22:19:11.703496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.804503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e224fc-77cc-4047-84bc-f90de6957e96 req-b2db35a0-ca67-4f21-a748-0524c8b99875 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841016 Aug 16 22:19:11.842301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.863650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13cb6620-abd4-405d-99a8-03761c1404ea req-4a9d76b8-139a-4b4d-a505-a6da5e053c03 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077234 Aug 16 22:19:11.872394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:11.921515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Pushing event deleted for resources: {'Port': ['ID=27b0757b-acf6-49f6-ba76-b6e6b01ffbd5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:11.940368 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25ec69-a361-4153-92df-80b853d8b6a0 x-openstack-request-id: req-4e25ec69-a361-4153-92df-80b853d8b6a0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:11.940761 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "name": "network-vif-plugged", "status": "completed", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:11.941108 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e25ec69-a361-4153-92df-80b853d8b6a0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:11.941594 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55', 'code': 200} Aug 16 22:19:11.971362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port e2969941-4349-4de3-9eb4-39862a638b33 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:11.986199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6202b77e-fc45-41be-95dc-b1e9a23d07e5 req-1d0a9684-8f45-4fa4-a31b-ddd662c543f0 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0297296 Aug 16 22:19:12.032773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=e2969941-4349-4de3-9eb4-39862a638b33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:12.097388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9227b6-0239-400a-aa75-d68334c77325 None None] Network ae489de9-1e81-4b52-9ce5-a191031583a5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:12.111111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.124161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae489de9-1e81-4b52-9ce5-a191031583a5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:12.125497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:12.136317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c71518-9e6b-4b14-8e39-01d449a6110d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:12.136656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c71518-9e6b-4b14-8e39-01d449a6110d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:12.146929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.161726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.168892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:12.169910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.181790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f32314de-bcd5-4ca9-9da7-f0e5bbe10bd8 None None] Could not find standard attr ID for object e2969941-4349-4de3-9eb4-39862a638b33. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:12.186650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:12.187000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:12.187410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:12.193582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe668b-a787-41c8-89a8-252988ec3225 req-d0c90024-e640-4d0d-bf0e-26db471e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.195145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dbe668b-a787-41c8-89a8-252988ec3225 req-d0c90024-e640-4d0d-bf0e-26db471e9fb2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 1097 time: 0.1193357 Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:12.238627 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:12.240497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] No DVR routers for this DVR port 27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:12.240733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f7e9a-badf-4284-ba83-ffc0a871692d req-e678dfac-1e8e-4541-a32e-b9960bc1a47e tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.242509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d52f7e9a-badf-4284-ba83-ffc0a871692d req-e678dfac-1e8e-4541-a32e-b9960bc1a47e tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 945 time: 0.1068089 Aug 16 22:19:12.249625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.252420 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4bba23ba-8fb2-45b0-89cc-b5100072647e req-69d48796-611e-472b-a34c-40ada713cef9 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.89 "DELETE /v2.0/ports/27b0757b-acf6-49f6-ba76-b6e6b01ffbd5 HTTP/1.1" status: 204 len: 173 time: 1.0672295 Aug 16 22:19:12.252877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'name': 'network-vif-deleted', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:12.255171 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25d8c9b-62d6-4ab9-a126-6eb71c165a8a" -d '{"events": [{"server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "name": "network-vif-deleted", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:12.257728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1367e1-eec9-4df3-97ee-bca4db9d2386 req-fd6ad6f1-2f4d-4062-a3d5-ef58531e9614 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.260141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b1367e1-eec9-4df3-97ee-bca4db9d2386 req-fd6ad6f1-2f4d-4062-a3d5-ef58531e9614 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.2326536 Aug 16 22:19:12.279857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.288428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.307025 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/ae489de9-1e81-4b52-9ce5-a191031583a5 HTTP/1.1" status: 204 len: 168 time: 1.4341819 Aug 16 22:19:12.313109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:12.322238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50946291'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:12.336056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b1367e1-eec9-4df3-97ee-bca4db9d2386 req-f66fa7b3-ce95-46fc-aa04-a4819f3604dc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Aug 16 22:19:12.344823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dbe668b-a787-41c8-89a8-252988ec3225 req-a5171b0f-10ae-4f6b-9ef7-580490d3ee21 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366153 Aug 16 22:19:12.361016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:12.369668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.377526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f7c6-3fda-4f5a-bc65-67e8a0687750 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=ae489de9-1e81-4b52-9ce5-a191031583a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:12.397844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947051e-8149-4b2e-aa0f-2c6aa9aa5762 None None] DHCP port deletion for ae489de9-1e81-4b52-9ce5-a191031583a5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:12.407840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d52f7e9a-badf-4284-ba83-ffc0a871692d req-1533fa41-d449-487e-9a00-072aa87f1fcf tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443756 Aug 16 22:19:12.423501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:12.428518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.438892 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be87cd-090e-4058-8a1e-6de5329fe89a x-openstack-request-id: req-55be87cd-090e-4058-8a1e-6de5329fe89a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:12.439184 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc", "name": "network-vif-deleted", "tag": "27b0757b-acf6-49f6-ba76-b6e6b01ffbd5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:12.439442 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55be87cd-090e-4058-8a1e-6de5329fe89a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:12.440629 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc', 'name': 'network-vif-deleted', 'tag': '27b0757b-acf6-49f6-ba76-b6e6b01ffbd5', 'status': 'completed', 'code': 200} Aug 16 22:19:12.451690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:12.491135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:12.505054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.505478 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 67deaecc-9cce-44db-9c44-dd620dffe113 of type vlan for network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 Aug 16 22:19:12.558132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.588259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.594553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.595267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.657713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3404095 Aug 16 22:19:12.664674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:12.671368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:12.692255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2fe4c-7eaf-412f-a2e8-3963ec1759c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=bf8d5556-1a40-4ec1-bcac-1c527a48cae8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:12.705460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:12.786136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:12.791810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:12.965899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4db9da35-c115-4d5a-8256-d68feb0f54ab req-b2cdba7d-4239-4250-8572-4b64bb308220 tempest-InstanceActionsTestJSON-1456110249 tempest-InstanceActionsTestJSON-1456110249-project] 10.222.0.22 "GET /v2.0/ports?device_id=a62ba9b6-0b27-484b-b6b2-ca4fc7cbcffc HTTP/1.1" status: 200 len: 210 time: 0.4290564 Aug 16 22:19:12.978773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.984655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.990644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:12.996786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.002717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.009355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.015556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.023295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e80d458c-8532-4f78-b501-55fe29ac4914 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.5283411 Aug 16 22:19:13.028114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:13.030366 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e51ac-3657-4b0b-a4f6-c24560df10c0" -d '{"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-unplugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:13.034727 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.037535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.114675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=e6ce6987-8d05-4800-b54f-176c51056baa,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.115124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4931ed78-f898-42ca-9aa5-1a4980160469 req-e66ab0ba-0234-44d4-bee2-7cd29af659f7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869071 Aug 16 22:19:13.119460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '67deaecc-9cce-44db-9c44-dd620dffe113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:13.119777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: bf8d5556-1a40-4ec1-bcac-1c527a48cae8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:13.126420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Transition to ACTIVE for port object 657dd6ee-d248-47b3-8059-2f71b8b8d56b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:13.153006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.174359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1587430-a874-43ae-9c13-eb5b9dd9d88a req-95ae12cb-eadd-4216-bf12-2e19ae5a3030 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.174785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:13.183658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1587430-a874-43ae-9c13-eb5b9dd9d88a req-95ae12cb-eadd-4216-bf12-2e19ae5a3030 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.1248190 Aug 16 22:19:13.206161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bf8d5556-1a40-4ec1-bcac-1c527a48cae8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:13.210971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.211580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.222024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1cca0-00e0-41ee-ba15-f7c2abfdce47 None None] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:13.240020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.254116 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26d1c95d-8d6a-4c72-8d0c-7e2964e9035f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5877485 Aug 16 22:19:13.254808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:13.263526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1113187298'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:13.320053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] No DVR routers for this DVR port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:13.343972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1587430-a874-43ae-9c13-eb5b9dd9d88a req-5d3786c6-5818-467f-9a98-7dfb7bf9fca9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592903 Aug 16 22:19:13.357539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:19:13.358032 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:19:13.426731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:13.427344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:13.428044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:13.443907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc5caf-6196-4ccc-b3a5-fc95c8a3ebe0 req-c3a4db13-31cc-459a-a7cd-c87d3d9cbd20 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.447154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8dc5caf-6196-4ccc-b3a5-fc95c8a3ebe0 req-c3a4db13-31cc-459a-a7cd-c87d3d9cbd20 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.2076061 Aug 16 22:19:13.450573 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb45531-4a3d-45e2-8421-cf71db82ca35 x-openstack-request-id: req-fbb45531-4a3d-45e2-8421-cf71db82ca35 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:13.450868 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-unplugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:13.451125 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbb45531-4a3d-45e2-8421-cf71db82ca35 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:13.451860 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'code': 200} Aug 16 22:19:13.453178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:13.453509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Attempting to bind port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:13.462530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:13.462790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:13.463230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:13.463722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Bound port: 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:13.464143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.515766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:13.519618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.573423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port f93c3b11-434b-4452-8b58-af19b795c34b yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:13.574359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bf8d5556-1a40-4ec1-bcac-1c527a48cae8', 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': 'e6ce6987-8d05-4800-b54f-176c51056baa'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:13.575401 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.606059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:13.610936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:13.633858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.695426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df05451e-b8e5-4e82-9964-cf3346c42b71 req-41b23079-75d4-423f-ab07-c535028c4f1e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0813360 Aug 16 22:19:13.737031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8dc5caf-6196-4ccc-b3a5-fc95c8a3ebe0 req-926466e6-2d0b-4ea7-a6f3-6fe6a94e1f1a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764397 Aug 16 22:19:13.746361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.746987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.748720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] 10.222.0.88 "PUT /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 1097 time: 2.2756405 Aug 16 22:19:13.749777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b540c-2b1a-4402-87f1-3157abd70c80 service neutron] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:13.753980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::3e2 (bf8d5556-1a40-4ec1-bcac-1c527a48cae8/e6ce6987-8d05-4800-b54f-176c51056baa/f93c3b11-434b-4452-8b58-af19b795c34b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:13.926169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:13.941178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object f93c3b11-434b-4452-8b58-af19b795c34b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:13.957604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:13.977350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-c63164e5-499b-4f13-98ed-b8762eeb3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:13.979397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-c63164e5-499b-4f13-98ed-b8762eeb3d5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1100 time: 0.1922612 Aug 16 22:19:14.000226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948ee8-773a-4155-a132-d6e32b77ece0 req-dcd6fbe1-d79c-436b-b3ca-9e98ba13d598 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.009972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59948ee8-773a-4155-a132-d6e32b77ece0 req-dcd6fbe1-d79c-436b-b3ca-9e98ba13d598 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.1706920 Aug 16 22:19:14.015240 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.060504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:14.063734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:14.066217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:14.073834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.074482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.095150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=f93c3b11-434b-4452-8b58-af19b795c34b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.105182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03f7801c-947e-4cd4-93ef-80e125390c34 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8491561 Aug 16 22:19:14.105732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:14.114554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Allocated IP 2001:db8::2 (bf8d5556-1a40-4ec1-bcac-1c527a48cae8/e6ce6987-8d05-4800-b54f-176c51056baa/eacdc0d8-8195-485a-8a04-e7c0e7fa55aa) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:14.120291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.128141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.134621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.140157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 835a4587-e098-4569-844a-06efe5cb323e up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:14.140951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.150027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.157300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.166472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.169329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aff4f4a-7896-482f-bd8e-a24910b2351c req-db661497-af21-4e93-bdc5-ce3f7227831c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.3665957 Aug 16 22:19:14.182428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.190021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52936) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:14.194044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.196943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Request body: {'floatingip': {'port_id': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:14.244559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.249573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'mac_address': 'fa:16:3e:75:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:14.276435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port f93c3b11-434b-4452-8b58-af19b795c34b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:14.276716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.312627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.333309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 835a4587-e098-4569-844a-06efe5cb323e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:14.344817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:14.354895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 835a4587-e098-4569-844a-06efe5cb323e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:14.355515 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.371470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-6b615f6d-d5d9-41c1-8871-99c4bf3cb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.373218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-6b615f6d-d5d9-41c1-8871-99c4bf3cb8fc service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3550923 Aug 16 22:19:14.394095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59948ee8-773a-4155-a132-d6e32b77ece0 req-d48a7d69-6c6c-429f-928c-5f3aee5d87bc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782539 Aug 16 22:19:14.406222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.433979 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.451290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for f93c3b11-434b-4452-8b58-af19b795c34b owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:14.471043 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.475580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:14.525197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Deleting subnet 4a867aa6-cb81-47a6-8913-5ac8cd3b782d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:14.547145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-0dc83262-026a-41d7-a03c-35e70ad44da7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.1506996 Aug 16 22:19:14.560292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.599634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.622378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd8441-e1c2-4f88-bc74-4f6f465e50b4 req-2e71b524-8992-473a-a94b-553a40fbd1b5 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.623950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cfd8441-e1c2-4f88-bc74-4f6f465e50b4 req-2e71b524-8992-473a-a94b-553a40fbd1b5 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 945 time: 0.3275533 Aug 16 22:19:14.629898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.657916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.674264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:14.677193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:14.679628 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306ed34-ef96-4a2d-8ed0-b7fde730150f" -d '{"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:14.695158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.732286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.746822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-02097c22-b9cb-4081-b16f-b8d378341858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.748305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-02097c22-b9cb-4081-b16f-b8d378341858 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1851504 Aug 16 22:19:14.777342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.782987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.822284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Transition to ACTIVE for port object eacdc0d8-8195-485a-8a04-e7c0e7fa55aa will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:14.824074 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.839939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Transition to ACTIVE for port object eacdc0d8-8195-485a-8a04-e7c0e7fa55aa will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:14.847151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cfd8441-e1c2-4f88-bc74-4f6f465e50b4 req-78c74ef9-78d8-4989-aa6f-aad99c243c34 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592369 Aug 16 22:19:14.848383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.858331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79278fe3-7b9d-4ef8-a058-b5d6cebc5934 req-45165968-69f4-48c7-9dbf-2ae2d9f421ba tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.865690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79278fe3-7b9d-4ef8-a058-b5d6cebc5934 req-45165968-69f4-48c7-9dbf-2ae2d9f421ba tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 945 time: 0.2822466 Aug 16 22:19:14.904128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:14.910117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:14.915586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:14.919306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Pushing event updated for resources: {'Port': ['ID=eacdc0d8-8195-485a-8a04-e7c0e7fa55aa,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.953411 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.958740 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/f93c3b11-434b-4452-8b58-af19b795c34b HTTP/1.1" status: 204 len: 168 time: 0.8515992 Aug 16 22:19:14.959805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e33003-e5c6-4832-a349-63a5015db1d7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=f93c3b11-434b-4452-8b58-af19b795c34b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:14.960054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-e87ebd46-8a3b-4607-80f9-eb89dfb27d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:14.962742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:14.967717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-e87ebd46-8a3b-4607-80f9-eb89dfb27d29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1689627 Aug 16 22:19:14.972354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:14.982419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:15.025931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a867aa6-cb81-47a6-8913-5ac8cd3b782d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:15.032777 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3997ad-a7e8-4046-937f-a7ac83c8a626 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:15.037293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd3997ad-a7e8-4046-937f-a7ac83c8a626 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/f93c3b11-434b-4452-8b58-af19b795c34b HTTP/1.1" status: 404 len: 333 time: 0.0733035 Aug 16 22:19:15.037947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:15.045757 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ebe27-20ce-4d13-a2d3-cd42b9468e05 x-openstack-request-id: req-996ebe27-20ce-4d13-a2d3-cd42b9468e05 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:15.046400 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-plugged", "status": "completed", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:15.046661 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-996ebe27-20ce-4d13-a2d3-cd42b9468e05 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:15.047057 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'code': 200} Aug 16 22:19:15.053188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.067183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e87bab6a-d7bc-432e-b66b-aa44dd968458 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a867aa6-cb81-47a6-8913-5ac8cd3b782d HTTP/1.1" status: 204 len: 168 time: 0.5904000 Aug 16 22:19:15.069605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:15.073736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Attempting to bind port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:15.074048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Attempting to bind port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '67deaecc-9cce-44db-9c44-dd620dffe113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:15.074417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Attempting to bind port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa on network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:15.099279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:15.099671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Checking segment: {'id': '67deaecc-9cce-44db-9c44-dd620dffe113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:15.100050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.100572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Bound using segment: {'id': '67deaecc-9cce-44db-9c44-dd620dffe113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:15.101053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Bound port: eacdc0d8-8195-485a-8a04-e7c0e7fa55aa, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67deaecc-9cce-44db-9c44-dd620dffe113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bf8d5556-1a40-4ec1-bcac-1c527a48cae8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:15.101463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.135242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79278fe3-7b9d-4ef8-a058-b5d6cebc5934 req-3ead218a-e0de-4dc1-96f3-bb8e19beeddf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685857 Aug 16 22:19:15.224292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] For port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:15.231015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] For port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=eacdc0d8-8195-485a-8a04-e7c0e7fa55aa,segment=NetworkSegment(67deaecc-9cce-44db-9c44-dd620dffe113),segment_id=67deaecc-9cce-44db-9c44-dd620dffe113)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:15.240450 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.247918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40a0f3ed-1731-48d6-8b12-3a498e377069 req-0e4e7132-1581-4108-9bed-e0e680714995 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.1038868 Aug 16 22:19:15.258307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.294463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet e6ce6987-8d05-4800-b54f-176c51056baa {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:15.299320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.317639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb6d8-cfe7-4adb-9afb-459a18651349 None None] Pushing event updated for resources: {'Port': ['ID=eacdc0d8-8195-485a-8a04-e7c0e7fa55aa,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:15.374497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.427350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f947147-ff35-4e18-b1e1-b911c67a3760 req-45521653-e535-476f-9953-0a97998c37b4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.435746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f947147-ff35-4e18-b1e1-b911c67a3760 req-45521653-e535-476f-9953-0a97998c37b4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 944 time: 0.1733074 Aug 16 22:19:15.444412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-bf3918bb-3436-41f1-a4d5-a5952552da31 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586918 Aug 16 22:19:15.452056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040100db-6207-49f3-826a-8307c39127a3 req-8b6773c4-2ffe-4f99-ba69-da0df8335945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:15.454731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-040100db-6207-49f3-826a-8307c39127a3 req-8b6773c4-2ffe-4f99-ba69-da0df8335945 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1098 time: 0.2394378 Aug 16 22:19:15.475510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:15.478492 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a02f4f-5413-42d8-8053-b739b1777af1" -d '{"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:15.494910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.509896 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e18f194-528d-4f5d-9417-194bd4cfc4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.613786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:19:15.638518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.649114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39611178-71dd-427d-bcf6-597a92159e5b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:15.661511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f947147-ff35-4e18-b1e1-b911c67a3760 req-8c423f6c-090f-4635-b612-a0dd296f6e2c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245276 Aug 16 22:19:15.666247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:15.666549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a94225-e8f8-429a-9fd7-7e74f277dfbf') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:15.675937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.691345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.704135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-040100db-6207-49f3-826a-8307c39127a3 req-065c358e-0a3b-4379-926a-2f5da7eee433 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167497 Aug 16 22:19:15.704736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:15.705133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:15.765710 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:15.770785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.798367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.807411 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] 10.222.0.22 "DELETE /v2.0/networks/39611178-71dd-427d-bcf6-597a92159e5b HTTP/1.1" status: 204 len: 168 time: 0.7326226 Aug 16 22:19:15.832777 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e02ffe-2069-4013-993a-fcc9f883edb2 x-openstack-request-id: req-44e02ffe-2069-4013-993a-fcc9f883edb2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:15.833304 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:15.833715 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44e02ffe-2069-4013-993a-fcc9f883edb2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:15.835810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2b7a1-6e84-4680-8598-b4d73daf6a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=39611178-71dd-427d-bcf6-597a92159e5b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:15.837404 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'status': 'completed', 'code': 200} Aug 16 22:19:15.843845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.897045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ce6987-8d05-4800-b54f-176c51056baa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:15.903855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:15.906023 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ee5adde9-406b-4a0d-8d6e-251c195cf5cb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/e6ce6987-8d05-4800-b54f-176c51056baa HTTP/1.1" status: 204 len: 168 time: 0.8669024 Aug 16 22:19:15.912309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:16.028661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.030262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:16.032361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.066507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.077462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4265ea7c-3652-4c1d-9238-6241684a9429 req-03b384f9-07d4-42ab-a46a-8761aad6770c service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164258 Aug 16 22:19:16.101888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:16.103124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.173819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344d1a-01df-4409-aba3-2a620f84b514 req-8ba462db-7886-4b1e-9064-3d515cc1cb21 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.175452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82344d1a-01df-4409-aba3-2a620f84b514 req-8ba462db-7886-4b1e-9064-3d515cc1cb21 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.2630343 Aug 16 22:19:16.189004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=eacdc0d8-8195-485a-8a04-e7c0e7fa55aa,segment=NetworkSegment(67deaecc-9cce-44db-9c44-dd620dffe113),segment_id=67deaecc-9cce-44db-9c44-dd620dffe113)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:16.189672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.203809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for eacdc0d8-8195-485a-8a04-e7c0e7fa55aa owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:16.217160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9a49-b3bb-4376-bb3b-68bef7f96e52 req-0fd58dc8-d9a9-47d4-9231-1578cfa0e5bb tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.218696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d9a49-b3bb-4376-bb3b-68bef7f96e52 req-0fd58dc8-d9a9-47d4-9231-1578cfa0e5bb tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 945 time: 0.3322136 Aug 16 22:19:16.255672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c175d063-a82c-4b1c-9a45-cfaaf1297c1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a320a98c86d4e01b5c952648b873930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196126 Aug 16 22:19:16.256499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:16.316058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-78ab188f-202c-45e0-b1d9-b99a6d013101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.317640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-78ab188f-202c-45e0-b1d9-b99a6d013101 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1100 time: 0.2669246 Aug 16 22:19:16.348908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.378748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.380912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=eacdc0d8-8195-485a-8a04-e7c0e7fa55aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.386319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port eacdc0d8-8195-485a-8a04-e7c0e7fa55aa on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:16.391479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82344d1a-01df-4409-aba3-2a620f84b514 req-ac583dd9-a591-4ed9-abc3-90fc474bd2da tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638401 Aug 16 22:19:16.392541 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Floating IP 64198be2-20ce-4a5d-a935-389140fd9691 associated. External IP: 172.25.8.25, port: 2b4288e2-c10f-4110-a10f-7cbdfe5e0871. Aug 16 22:19:16.426741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.454409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d9a49-b3bb-4376-bb3b-68bef7f96e52 req-58b0c22d-30f8-4491-a643-0c0bb84faeac tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164662 Aug 16 22:19:16.464266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-176314c7-0838-4ab5-ad89-cc3a73275227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:16.478167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-176314c7-0838-4ab5-ad89-cc3a73275227 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1100 time: 0.2578740 Aug 16 22:19:16.579452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.582056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.583246 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bef8677c-5b9b-4adf-8889-815c9f310b13 HTTP/1.1" status: 204 len: 168 time: 0.3256817 Aug 16 22:19:16.609181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.613273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bb9f1-9bae-4d13-988a-a7685b4a41ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef8677c-5b9b-4adf-8889-815c9f310b13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.631482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8d5556-1a40-4ec1-bcac-1c527a48cae8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:16.671312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67deaecc-9cce-44db-9c44-dd620dffe113') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:16.672293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67deaecc-9cce-44db-9c44-dd620dffe113') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:16.708714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.750300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.758931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:16.759638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:16.836125 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:16.839964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.882158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:16.884744 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/bf8d5556-1a40-4ec1-bcac-1c527a48cae8 HTTP/1.1" status: 204 len: 168 time: 0.9710436 Aug 16 22:19:16.885752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2fb51-afbc-48bb-9fda-7d2464c8357a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=bf8d5556-1a40-4ec1-bcac-1c527a48cae8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:16.888204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:16.893988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'name': 'tempest-PortsIpV6TestJSON-995552079'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:17.067896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fb496511-e2ad-4069-9e24-3cafe7e0cb51 None None] Could not find standard attr ID for object eacdc0d8-8195-485a-8a04-e7c0e7fa55aa. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:17.108702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:17.118515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.148496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508cefa-f53d-4e79-b6b8-9deab7000198 None None] DHCP port deletion for bf8d5556-1a40-4ec1-bcac-1c527a48cae8 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:17.169922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed321486-9608-442e-9acb-35351b06a35f None None] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:17.170102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 597305d0-ddf2-42b2-b1d2-0db99c6fa7c5 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:17.197392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb1685e3-c3a6-4c41-addc-957a5ffebb9a req-d6345a4a-3ff3-4e79-9a1a-e24a3132e817 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0841036 Aug 16 22:19:17.198966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed321486-9608-442e-9acb-35351b06a35f None None] Network bf8d5556-1a40-4ec1-bcac-1c527a48cae8 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:19:17.247014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-ad370ce5-ef21-4304-a35b-a2ad3ede3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.250189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-ad370ce5-ef21-4304-a35b-a2ad3ede3ffc service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.9198861 Aug 16 22:19:17.330487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dbb66-d1fd-4e68-a262-b4221d20dbc3 req-a015bfc4-b636-40f7-86df-276a0b956ed3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.332104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a1dbb66-d1fd-4e68-a262-b4221d20dbc3 req-a015bfc4-b636-40f7-86df-276a0b956ed3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 946 time: 0.8512409 Aug 16 22:19:17.408988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.435791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-39a4130f-5903-49c5-b82a-05d441ec3904 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.1632123 Aug 16 22:19:17.472690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.487263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-f084ab94-a378-4a57-9ec1-b6d1b34beac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.488758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-f084ab94-a378-4a57-9ec1-b6d1b34beac8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.9915323 Aug 16 22:19:17.546998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:17.552847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:17.559799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:17.565506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.566093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.573831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=597305d0-ddf2-42b2-b1d2-0db99c6fa7c5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:17.608273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-302c0b46-c2b1-4636-a4fe-08f48a9e782b tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.610648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-b6145514-50dd-4122-abca-439afa3fed28 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.0793376 Aug 16 22:19:17.618838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3f88d-5d46-4e84-bb32-df86d68549c7 req-558350e5-8a8a-4719-baa6-b8300bbf09a9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.620658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e3f88d-5d46-4e84-bb32-df86d68549c7 req-558350e5-8a8a-4719-baa6-b8300bbf09a9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 944 time: 0.2852788 Aug 16 22:19:17.627834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-0a1315a5-e473-45fd-b954-a23463cf21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.628925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-0a1315a5-e473-45fd-b954-a23463cf21ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1791894 Aug 16 22:19:17.630635 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-302c0b46-c2b1-4636-a4fe-08f48a9e782b tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.89 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 945 time: 0.0979958 Aug 16 22:19:17.644016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a1dbb66-d1fd-4e68-a262-b4221d20dbc3 req-eae15004-5d24-4b0c-b436-57e8b834e647 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698441 Aug 16 22:19:17.650258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-406522b1-1b56-4f10-871c-82cae32793ce tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7580721 Aug 16 22:19:17.650728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:17.849922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Deleting port 686d5355-586f-434c-80a3-1a9c629e2b55 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:17.851204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.855861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 597305d0-ddf2-42b2-b1d2-0db99c6fa7c5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:17.856447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:17.933288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53042) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:17.976833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-ae3720cc-3e31-4717-9c81-06da8fa8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:17.978499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-ae3720cc-3e31-4717-9c81-06da8fa8d7ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.3561246 Aug 16 22:19:17.984519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e3f88d-5d46-4e84-bb32-df86d68549c7 req-06649aec-0140-4a7b-8568-ed872476f2f3 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134592 Aug 16 22:19:17.996461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.005738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-eb2c4acd-d9cc-4719-a61b-49b1d332b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.007304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-eb2c4acd-d9cc-4719-a61b-49b1d332b7e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3374405 Aug 16 22:19:18.021275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:18.032673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 597305d0-ddf2-42b2-b1d2-0db99c6fa7c5 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:18.051538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Router 7f3c948d-daa8-49ed-8169-e1617d11646f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:18.070237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] For port 686d5355-586f-434c-80a3-1a9c629e2b55, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=686d5355-586f-434c-80a3-1a9c629e2b55,segment=NetworkSegment(f78c1335-1aa7-4ee8-a8fb-11344be2219c),segment_id=f78c1335-1aa7-4ee8-a8fb-11344be2219c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:18.072652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.125361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8663e-e60c-457d-b532-be451e792464 req-45cf44c5-e77c-46a5-a0c4-e6633a75ba42 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.132775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd8663e-e60c-457d-b532-be451e792464 req-45cf44c5-e77c-46a5-a0c4-e6633a75ba42 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.3319361 Aug 16 22:19:18.138646 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.144583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2020581767-network', 'tenant_id': '58deb684aef745b7b131d264c4e2fce6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:18.162391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:18.167405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:18.168949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.169114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Calling delete_port for 686d5355-586f-434c-80a3-1a9c629e2b55 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:18.234942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-36eb3179-6bb3-4b87-a02b-d382be11dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.236475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-36eb3179-6bb3-4b87-a02b-d382be11dff4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461169 Aug 16 22:19:18.282875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.306769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.309129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91eb13db-0e95-42d5-ae37-f739b39d9ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.339467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:18.342146 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376f7cb-fabb-405b-81c5-2523cb1739dd" -d '{"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:18.362740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:18.369319 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.380770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Made reservation on behalf of 58deb684aef745b7b131d264c4e2fce6 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:18.383131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.407641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd8663e-e60c-457d-b532-be451e792464 req-32477c1f-fa12-497f-ad42-a9b8f2bd889f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658019 Aug 16 22:19:18.431840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:18.476896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.521118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd12ff-7e17-4223-a848-9cbec56bf9ad req-8206d5b7-4de5-4dfd-ba60-b92a58e20a88 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:18.522711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8fd12ff-7e17-4223-a848-9cbec56bf9ad req-8206d5b7-4de5-4dfd-ba60-b92a58e20a88 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc85031c-0988-4562-8547-ffd56b395e1e HTTP/1.1" status: 200 len: 945 time: 0.3726501 Aug 16 22:19:18.525311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-f7c98a3d-2355-433b-bccc-8622b20710fc service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726613 Aug 16 22:19:18.631877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97dc0a89-d00c-4994-8c27-55b4d566ffda req-e41b6085-f585-41c1-9dde-99fe06c86f94 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.1206143 Aug 16 22:19:18.650875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=597305d0-ddf2-42b2-b1d2-0db99c6fa7c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.676462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1159c74d-037a-4e6f-b39a-f707256b9ca7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/597305d0-ddf2-42b2-b1d2-0db99c6fa7c5 HTTP/1.1" status: 204 len: 168 time: 1.0248280 Aug 16 22:19:18.681226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:18.686607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'mac_address': 'fa:16:3e:83:61:59', 'name': 'tempest-PortsIpV6TestJSON-32303846'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:18.706428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-c06a7769-f7df-45c9-84a7-38c25dc6bc7a service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522321 Aug 16 22:19:18.712341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:18.719983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.728133 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Sync routers for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:18.740000 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:18.744592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:18.751755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.759901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eacdc0d8-8195-485a-8a04-e7c0e7fa55aa no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:18.794751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Pushing event deleted for resources: {'Port': ['ID=686d5355-586f-434c-80a3-1a9c629e2b55,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:18.809288 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530abc02-bf4c-425c-ab01-2c8a56972524 x-openstack-request-id: req-530abc02-bf4c-425c-ab01-2c8a56972524 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:18.809595 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:18.809839 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-530abc02-bf4c-425c-ab01-2c8a56972524 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:18.810298 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'code': 200} Aug 16 22:19:18.813125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['686d5355-586f-434c-80a3-1a9c629e2b55'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:18.826729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: eacdc0d8-8195-485a-8a04-e7c0e7fa55aa {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:18.827080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eacdc0d8-8195-485a-8a04-e7c0e7fa55aa not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:18.846151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] No DVR routers for this DVR port 686d5355-586f-434c-80a3-1a9c629e2b55 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:18.856236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:18.861669 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b90a33cf-9c3c-4dc2-af15-d964c6aa8f25 req-abc36750-6a8a-4189-8736-10f44e8e54e6 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.89 "DELETE /v2.0/ports/686d5355-586f-434c-80a3-1a9c629e2b55 HTTP/1.1" status: 204 len: 173 time: 1.2301421 Aug 16 22:19:18.862973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'name': 'network-vif-deleted', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:18.865851 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883c61b-9f86-4c05-9856-714c48e75dfb" -d '{"events": [{"server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "name": "network-vif-deleted", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:18.876238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8fd12ff-7e17-4223-a848-9cbec56bf9ad req-29b29d47-1e04-4a25-921d-d09149dff025 tempest-InstanceActionsV221TestJSON-835939442 tempest-InstanceActionsV221TestJSON-835939442-project] 10.222.0.22 "GET /v2.0/security-groups?id=4059a443-05fd-4c36-b3be-f61ad1567021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239982 Aug 16 22:19:18.949349 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671fb2d-f4d9-4596-874b-722a3bfd306a x-openstack-request-id: req-5671fb2d-f4d9-4596-874b-722a3bfd306a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:18.949634 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc85031c-0988-4562-8547-ffd56b395e1e", "name": "network-vif-deleted", "tag": "686d5355-586f-434c-80a3-1a9c629e2b55", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:18.949880 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5671fb2d-f4d9-4596-874b-722a3bfd306a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:18.950270 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc85031c-0988-4562-8547-ffd56b395e1e', 'name': 'network-vif-deleted', 'tag': '686d5355-586f-434c-80a3-1a9c629e2b55', 'status': 'completed', 'code': 200} Aug 16 22:19:18.952924 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:19.012608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f752f786-e556-4fd1-a998-191e098fcb76 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "PUT /v2.0/floatingips/64198be2-20ce-4a5d-a935-389140fd9691 HTTP/1.1" status: 200 len: 991 time: 4.8176455 Aug 16 22:19:19.024607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:19.026904 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6812ed88-03eb-4870-9534-9160218312d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:19.033330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-27ec0d8e-b453-47bb-8684-ab097bbad975 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980330 Aug 16 22:19:19.090696 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:19:19.124468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce74c8-c049-46c3-961e-381290c734b3 req-868a07fe-7f4e-45a7-90e9-4a1832d1c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.126053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfce74c8-c049-46c3-961e-381290c734b3 req-868a07fe-7f4e-45a7-90e9-4a1832d1c5d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 1097 time: 0.2403307 Aug 16 22:19:19.134637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a02f4f-5413-42d8-8053-b739b1777af1 req-9f1465e0-6414-46ce-8ed1-0bd70e184bb3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088776 Aug 16 22:19:19.147545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a67660-a6fb-4e70-9c97-753ae0c3bd18 req-a6c71edf-1087-41d0-a706-2db58fa958e1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.149318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07a67660-a6fb-4e70-9c97-753ae0c3bd18 req-a6c71edf-1087-41d0-a706-2db58fa958e1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 946 time: 0.2691650 Aug 16 22:19:19.170743 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.237179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.254021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.259392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:19.265243 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '64198be2-20ce-4a5d-a935-389140fd9691', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'port_id': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'mac_address': 'fa:16:3e:e3:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:50Z', 'updated_at': '2021-08-16T22:19:15Z', 'revision_number': 1, 'project_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:19.275629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfce74c8-c049-46c3-961e-381290c734b3 req-65eb82ea-b343-459d-98df-5d41c1fc182f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045206 Aug 16 22:19:19.291901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:19.296213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07a67660-a6fb-4e70-9c97-753ae0c3bd18 req-99ab8fdc-aef0-443f-b460-794c1ff5357b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107025 Aug 16 22:19:19.298205 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Checking router: 7f3c948d-daa8-49ed-8169-e1617d11646f for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:19.309550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17664b89-12ff-4b3d-9e53-b7fd7fa60ea8 req-ae700fdc-9200-4a1c-b455-5cee7fc19acc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.312791 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:19.313447 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:19.317012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17664b89-12ff-4b3d-9e53-b7fd7fa60ea8 req-ae700fdc-9200-4a1c-b455-5cee7fc19acc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 945 time: 0.1601570 Aug 16 22:19:19.355659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.361484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.361991 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Added segment 89f3e4b9-6975-4db2-8e59-be82fe467dcb of type vlan for network b44dd7cf-e54b-40d7-968c-c86205bc0c1d Aug 16 22:19:19.364357 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0188c0-8d90-4241-bdb6-d82744570d4d x-openstack-request-id: req-ff0188c0-8d90-4241-bdb6-d82744570d4d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:19.364602 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:19.364853 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff0188c0-8d90-4241-bdb6-d82744570d4d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:19.365276 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'status': 'completed', 'code': 200} Aug 16 22:19:19.376359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902dfd0c-1bc7-4e7f-9065-cb297f5db343,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:19.379336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 50df9038-f6f7-4f60-8419-bb52d11ede3a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:19.435601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17664b89-12ff-4b3d-9e53-b7fd7fa60ea8 req-89ca1c38-87d2-49ce-98c1-f9962161e0d2 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180203 Aug 16 22:19:19.437329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.490126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.491159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.491760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.581458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6413701 Aug 16 22:19:19.582143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:19.589968 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:19.596858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Request body: {'subnet': {'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2020581767-subnet', 'tenant_id': '58deb684aef745b7b131d264c4e2fce6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:19.612984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.615919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8543eb-378f-479d-8f50-6492e3857d82 admin admin] Pushing event updated for resources: {'Network': ['ID=b44dd7cf-e54b-40d7-968c-c86205bc0c1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:19.634458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:19.642547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832752f-ba7e-4b53-963a-e4048c7687c2 req-fbc0e229-2aca-4698-8dc0-d5c7e7195fdb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.644874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e832752f-ba7e-4b53-963a-e4048c7687c2 req-fbc0e229-2aca-4698-8dc0-d5c7e7195fdb tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 948 time: 0.1381586 Aug 16 22:19:19.646230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Made reservation on behalf of 58deb684aef745b7b131d264c4e2fce6 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:19.648594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.691639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.739658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:19.744088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:19.746612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:19.761788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e832752f-ba7e-4b53-963a-e4048c7687c2 req-b6185f10-c757-4a73-b11f-6823ec6b6c9f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990698 Aug 16 22:19:19.767490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.769756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:19.805104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=50df9038-f6f7-4f60-8419-bb52d11ede3a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:19.818110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11aab618-4ca0-41d6-b77c-4cc28efc5dea tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.1357915 Aug 16 22:19:19.825740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:19.894575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6186e8-51a9-4f1e-9938-e2e7f556ddb0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.896026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de6186e8-51a9-4f1e-9938-e2e7f556ddb0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/50df9038-f6f7-4f60-8419-bb52d11ede3a HTTP/1.1" status: 200 len: 843 time: 0.0691845 Aug 16 22:19:19.899903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:19.917883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a73eedee-adb6-48eb-8744-9e56261ef51a req-64afea3b-9dbb-464f-bef2-3b941e9983c3 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/ports?device_id=edc49611-576f-464e-b622-f73a0499776c HTTP/1.1" status: 200 len: 210 time: 0.0606580 Aug 16 22:19:19.948461 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '64198be2-20ce-4a5d-a935-389140fd9691', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'port_id': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'mac_address': 'fa:16:3e:e3:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:50Z', 'updated_at': '2021-08-16T22:19:15Z', 'revision_number': 1, 'project_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:19.990280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.990899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.991392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.991892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.992380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.992968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.993502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:19.995589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-097ba3ba-3a5c-40cf-97ee-8a18636e74d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.1395295 Aug 16 22:19:20.017115 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f357d8-787e-48f1-a655-c3590c03bf85 None None] The sync data for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 is: [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '64198be2-20ce-4a5d-a935-389140fd9691', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'port_id': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'mac_address': 'fa:16:3e:e3:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:17:50Z', 'updated_at': '2021-08-16T22:19:15Z', 'revision_number': 1, 'project_id': '72816ab1b569441aa690dbbd91251172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:20.018162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.023371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:20.046208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 50df9038-f6f7-4f60-8419-bb52d11ede3a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:20.046559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.148652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.163694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 50df9038-f6f7-4f60-8419-bb52d11ede3a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:20.196398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Checking segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:20.196771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Network hostable DHCP agents. Network: b44dd7cf-e54b-40d7-968c-c86205bc0c1d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:20.203649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f46ece0-cee1-4620-b661-244567e58d27,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:20.254029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:20.292576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b44dd7cf-e54b-40d7-968c-c86205bc0c1d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:20.302504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-744966f1-2c2c-43a9-84b4-273195185c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.303279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d59f6-e4a7-4785-810f-8c36b64e6e17 None None] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:20.304014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-744966f1-2c2c-43a9-84b4-273195185c16 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341 HTTP/1.1" status: 200 len: 916 time: 0.2418489 Aug 16 22:19:20.309143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.309781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.376707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.405900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:20.435989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'mac_address': 'fa:16:3e:5f:78:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:20.452514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:20.483678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.486937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2796682-cf6b-4c7f-8790-23479b67a961 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9016349 Aug 16 22:19:20.492373 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/50df9038-f6f7-4f60-8419-bb52d11ede3a HTTP/1.1" status: 204 len: 168 time: 0.5914252 Aug 16 22:19:20.493584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531892b1-4e47-4464-829b-e8fd375a3bf2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=50df9038-f6f7-4f60-8419-bb52d11ede3a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:20.502432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53090) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:20.524610 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.531633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e65469-12c9-454c-a226-d8aa2c0ab324 None None] New status for floating IP 64198be2-20ce-4a5d-a935-389140fd9691: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:19:20.585084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:20.625162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:20.627329 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f3ffc9-8e87-4289-979c-9f7e124f34dd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:20.635317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-41f3ffc9-8e87-4289-979c-9f7e124f34dd tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/50df9038-f6f7-4f60-8419-bb52d11ede3a HTTP/1.1" status: 404 len: 333 time: 0.1227298 Aug 16 22:19:20.635694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:20.642047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'name': 'tempest-PortsIpV6TestJSON-1227583317'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:20.654463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-f12535b5-03ea-4ccc-b656-e302f707e57d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 999 time: 0.3336575 Aug 16 22:19:20.677928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.717533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'tenant_id': '58deb684aef745b7b131d264c4e2fce6', 'fixed_ips': [{'subnet_id': '0f46ece0-cee1-4620-b661-244567e58d27'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:20.718272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.720846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Deleting subnet fa4ae49d-e198-489a-9a0d-e4b032854ce0 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:20.740230 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.797371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:20.803952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:20.806023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.857404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297219df-c2ef-469e-b5a3-1909b66e0f7c req-03965e36-acd5-4085-a5f0-4d56b29be920 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.858926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 357f2b7b-73b9-4cc8-9b72-08949f05bc85 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:20.865384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297219df-c2ef-469e-b5a3-1909b66e0f7c req-03965e36-acd5-4085-a5f0-4d56b29be920 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 945 time: 0.2708678 Aug 16 22:19:20.896307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-4273e11d-4f3c-4caa-9571-d31c4acf6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:20.898033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-4273e11d-4f3c-4caa-9571-d31c4acf6a6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 200 len: 855 time: 0.2204845 Aug 16 22:19:20.902140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:20.971047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Allocated IP 172.20.0.2 (b44dd7cf-e54b-40d7-968c-c86205bc0c1d/0f46ece0-cee1-4620-b661-244567e58d27/4d15976c-e8bd-49ca-9104-56db121fb771) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:21.035665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.063725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.117287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.191558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:21.198080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:21.202352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:21.208655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.209428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.225327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=357f2b7b-73b9-4cc8-9b72-08949f05bc85,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.236910 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c54a77cd-9173-4400-a194-9135f6465bd1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5993824 Aug 16 22:19:21.238858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.244859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:21.262740 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.336262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.377862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.395062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Transition to ACTIVE for port object 4d15976c-e8bd-49ca-9104-56db121fb771 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:21.413830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Transition to ACTIVE for port object 4d15976c-e8bd-49ca-9104-56db121fb771 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:21.420567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.450999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:21.487489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297219df-c2ef-469e-b5a3-1909b66e0f7c req-7bcf773f-f302-47db-88bb-1925cadbe5fd tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140854 Aug 16 22:19:21.510270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:21.519654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:21.523152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:21.526438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Pushing event updated for resources: {'Port': ['ID=4d15976c-e8bd-49ca-9104-56db121fb771,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.546665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.547414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71642452-8edd-4a49-97b6-8638aadeb26b req-f99935f2-9e2d-4b72-b287-e01302dfd919 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.549019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71642452-8edd-4a49-97b6-8638aadeb26b req-f99935f2-9e2d-4b72-b287-e01302dfd919 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.6498566 Aug 16 22:19:21.552532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812ed88-03eb-4870-9534-9160218312d8 req-8a868208-df4f-4fab-b5ff-547eb2a9a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.555640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-8a868208-df4f-4fab-b5ff-547eb2a9a545 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe645dd0-0c29-4901-81ca-9877e8832341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6275785 Aug 16 22:19:21.556135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.595126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] In _notify_port_updated(), no bound segment for port 357f2b7b-73b9-4cc8-9b72-08949f05bc85 on network df1e89fd-df9d-4046-a38a-61f68851d5e3 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:19:21.601145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.601753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.603143 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/ports/357f2b7b-73b9-4cc8-9b72-08949f05bc85 HTTP/1.1" status: 200 len: 818 time: 0.3630316 Aug 16 22:19:21.606063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.615728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Attempting to bind port 4d15976c-e8bd-49ca-9104-56db121fb771 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:21.616115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Attempting to bind port 4d15976c-e8bd-49ca-9104-56db121fb771 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:21.616617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Attempting to bind port 4d15976c-e8bd-49ca-9104-56db121fb771 on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:21.633316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:21.634219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Checking segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:21.634632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.635202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Bound using segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:21.635755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Bound port: 4d15976c-e8bd-49ca-9104-56db121fb771, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:21.636154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.650628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea750f-3ac4-447a-89bf-963415a943a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=357f2b7b-73b9-4cc8-9b72-08949f05bc85,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.695088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.715725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 357f2b7b-73b9-4cc8-9b72-08949f05bc85 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:21.716080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.736213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-418a482c-a022-483a-9b67-5be31ff44ead service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655846 Aug 16 22:19:21.747056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4ae49d-e198-489a-9a0d-e4b032854ce0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.757841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] For port 4d15976c-e8bd-49ca-9104-56db121fb771, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:21.771650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] For port 4d15976c-e8bd-49ca-9104-56db121fb771, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4d15976c-e8bd-49ca-9104-56db121fb771,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:21.777308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.799237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.814695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 357f2b7b-73b9-4cc8-9b72-08949f05bc85 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:21.834810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d1ff3-8ff7-4883-ba90-90c5954d3d68 None None] Pushing event updated for resources: {'Port': ['ID=4d15976c-e8bd-49ca-9104-56db121fb771,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:21.860349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.862407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f1d73a88-7e1c-4d8c-8bd8-a0a9ca478d31 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa4ae49d-e198-489a-9a0d-e4b032854ce0 HTTP/1.1" status: 204 len: 168 time: 1.4066894 Aug 16 22:19:21.865203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:21.905277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71642452-8edd-4a49-97b6-8638aadeb26b req-71c8804d-e25d-46ca-b3ca-83af55b527b0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449671 Aug 16 22:19:21.965722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:21.972479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-d515ab34-866a-4f1c-a5dd-77ef4a2f8950 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:21.981553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-d515ab34-866a-4f1c-a5dd-77ef4a2f8950 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.2325974 Aug 16 22:19:22.001678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.009432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-a46c15d0-b02e-4dab-a038-96775d8ad3f6 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/quotas/58deb684aef745b7b131d264c4e2fce6 HTTP/1.1" status: 200 len: 375 time: 0.0267913 Aug 16 22:19:22.024957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6812ed88-03eb-4870-9534-9160218312d8 req-a9bc7eef-9d12-4ecd-810c-391a402a7b28 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685235 Aug 16 22:19:22.030751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=357f2b7b-73b9-4cc8-9b72-08949f05bc85,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.085863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.088855 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-acf17f73-e9e4-46fd-ad97-4b22e950551b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/357f2b7b-73b9-4cc8-9b72-08949f05bc85 HTTP/1.1" status: 204 len: 168 time: 0.4817417 Aug 16 22:19:22.092173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.099774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f8fa0e9e-32dc-4a19-bab3-890aa57dece9 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891106 Aug 16 22:19:22.149210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 686d5355-586f-434c-80a3-1a9c629e2b55 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:22.158169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.171514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec306c97-d4ad-4e9c-b54d-da3e81fcdb60']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:22.182454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 686d5355-586f-434c-80a3-1a9c629e2b55 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:22.182792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 686d5355-586f-434c-80a3-1a9c629e2b55 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:22.184442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78c1335-1aa7-4ee8-a8fb-11344be2219c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:22.184768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78c1335-1aa7-4ee8-a8fb-11344be2219c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:22.204123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440e43c-b959-4f40-9f8f-e745af621659 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.208746 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7440e43c-b959-4f40-9f8f-e745af621659 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1117699 Aug 16 22:19:22.211261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.223509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.251856 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3379a65-d59b-4577-8f0c-88962376fe3d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:22.256890 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a3379a65-d59b-4577-8f0c-88962376fe3d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/357f2b7b-73b9-4cc8-9b72-08949f05bc85 HTTP/1.1" status: 404 len: 333 time: 0.0446119 Aug 16 22:19:22.257545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.263725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2140370609'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:22.264570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe6ce-e401-4983-824d-0ac31c382aca req-602657f6-4c86-488a-97f9-badaf36fecf7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.266124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5fe6ce-e401-4983-824d-0ac31c382aca req-602657f6-4c86-488a-97f9-badaf36fecf7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 949 time: 0.0752795 Aug 16 22:19:22.267945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.278911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:22.279346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:22.280974 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:22.293012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-c34e74ee-2336-4ccf-af28-c6e922f4335d service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925330 Aug 16 22:19:22.336350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:22.340270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.355353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.365635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.370506 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] 10.222.0.22 "DELETE /v2.0/networks/ec306c97-d4ad-4e9c-b54d-da3e81fcdb60 HTTP/1.1" status: 204 len: 168 time: 0.5013554 Aug 16 22:19:22.370685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5fe6ce-e401-4983-824d-0ac31c382aca req-aa833804-70ef-4715-81d2-a703a46d6351 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910630 Aug 16 22:19:22.386552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803512-34de-405a-a59c-ddbee2e5350b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec306c97-d4ad-4e9c-b54d-da3e81fcdb60,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.388411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:22.402111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.403277 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 17c4c32f-3267-4e34-b95f-666f67f0cd1b of type vlan for network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a Aug 16 22:19:22.434897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-fa983fc5-301f-4217-ab3d-cc6ad7d7d39d service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376009 Aug 16 22:19:22.447308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.482152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.489613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.489885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.527691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.555855 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2927372 Aug 16 22:19:22.561658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.570751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.589422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:22.610882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bd7fb-3784-4b99-b2b1-00c3e3e05579 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:22.625039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:22.752454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-433005eb-00ea-4a5e-b519-95b05efe98ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdc958f7fc9244d593f3f3f6f3fe4386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234590 Aug 16 22:19:22.756032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53148) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:22.812389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:22.816011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.845240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4d15976c-e8bd-49ca-9104-56db121fb771 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:22.878830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104eefa-6416-4456-a6f7-36eaec261c8a req-2ee7be6d-7ba5-4409-91a3-e0c37b64fb18 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:22.880451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9104eefa-6416-4456-a6f7-36eaec261c8a req-2ee7be6d-7ba5-4409-91a3-e0c37b64fb18 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 945 time: 0.1984668 Aug 16 22:19:22.910275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 4d15976c-e8bd-49ca-9104-56db121fb771 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:22.948577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:22.969296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9104eefa-6416-4456-a6f7-36eaec261c8a req-d2b7a380-df9e-41e6-831e-6da668bce98c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710728 Aug 16 22:19:23.009625 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.078703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.081424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.085501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4059a443-05fd-4c36-b3be-f61ad1567021 HTTP/1.1" status: 204 len: 168 time: 0.3257775 Aug 16 22:19:23.105038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-f369377b-0761-4a14-a529-8502a33903e8 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400705 Aug 16 22:19:23.106460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043be6a-dd17-4240-beac-b7f1a1d3f5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4059a443-05fd-4c36-b3be-f61ad1567021,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:23.126919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.146571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a194cdd-8b96-44e3-b39c-70b27e7f5fcc None None] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:23.216582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=f30c4888-ffb3-4a1a-9d71-2b10bc8a706a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:23.223865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '17c4c32f-3267-4e34-b95f-666f67f0cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:23.224251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:23.252087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:23.256832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Provisioning for port 4d15976c-e8bd-49ca-9104-56db121fb771 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:23.269954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:23.275883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Provisioning complete for port 4d15976c-e8bd-49ca-9104-56db121fb771 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:23.277486 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.285450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-a386ed59-97da-45c6-a3e3-04a3ba17d726 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.285844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50b48f-36be-4f7a-b0ba-1c3dd1af83e4 None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:23.287832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:23.289817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.294553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-a386ed59-97da-45c6-a3e3-04a3ba17d726 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804838 Aug 16 22:19:23.313996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-431be772-10d1-4822-a00a-b591b3174e8d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7557504 Aug 16 22:19:23.317973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-06b83d30-e9b7-4517-8116-8993f379531b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/quotas/a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 375 time: 0.0224440 Aug 16 22:19:23.318173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:23.326427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:23.394502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-65caf13b-4edf-49d2-8a8c-99dd8d6f3e8e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756028 Aug 16 22:19:23.493615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:23.582382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.612325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.628407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.701838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.707111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.710090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/security-groups/037e6f05-1637-48a8-9fbe-f4f619c7f3a2 HTTP/1.1" status: 204 len: 168 time: 0.2148125 Aug 16 22:19:23.720263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:23.733969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] For port 4d15976c-e8bd-49ca-9104-56db121fb771, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4d15976c-e8bd-49ca-9104-56db121fb771,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:23.741706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': 'f30c4888-ffb3-4a1a-9d71-2b10bc8a706a'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:23.743396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.746534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.765962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:23.770920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:23.783136 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-bcbc587e-692f-497a-98e0-12bbe5de9db4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] show failed (client error): The resource could not be found. Aug 16 22:19:23.788444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bcbc587e-692f-497a-98e0-12bbe5de9db4 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "GET /v2.0/security-groups/037e6f05-1637-48a8-9fbe-f4f619c7f3a2 HTTP/1.1" status: 404 len: 347 time: 0.0651565 Aug 16 22:19:23.824624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:23.863471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc20c10-cca5-4e33-b108-f9eede19e55e tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e6f05-1637-48a8-9fbe-f4f619c7f3a2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:23.979919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Pushing event updated for resources: {'Port': ['ID=4d15976c-e8bd-49ca-9104-56db121fb771,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:24.013005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.013396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.013741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.016536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.016911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.017286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.017627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.017964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.018298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.018652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.018964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.019290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fdb7e7-c8a9-4c53-a671-bee55d1218d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:19:24.025032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-39d1c609-f694-4bf4-b9ba-73438a70908d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.030848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-39d1c609-f694-4bf4-b9ba-73438a70908d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.3341551 Aug 16 22:19:24.076387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-9f5ed4d9-db6b-47fb-af60-863680432fb4 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/quotas/58deb684aef745b7b131d264c4e2fce6 HTTP/1.1" status: 200 len: 375 time: 0.0402436 Aug 16 22:19:24.076609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:24.202350 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f30c4888-ffb3-4a1a-9d71-2b10bc8a706a (CIDR: 2001:db8::/64) Aug 16 22:19:24.208611 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:19:24.209380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:19:24.218917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f939fc77-aa9a-4919-bc67-7caaef95bd64 req-f64e8475-1070-4053-81a4-b7f61ee4764d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 210 time: 0.0914693 Aug 16 22:19:24.250956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-221fb7ab-197e-4c86-b7f1-3673fb887aca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668909 Aug 16 22:19:24.287702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d62b77f-90ae-4551-b39a-22d972cd0b8e None None] Provisioning complete for port 4d15976c-e8bd-49ca-9104-56db121fb771 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:24.291566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-234b70a0-0a89-4f80-a117-4921db243911 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9683721 Aug 16 22:19:24.291749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d62b77f-90ae-4551-b39a-22d972cd0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.293205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:24.313034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:24.335793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port 7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:24.336216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.382375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Allocated IP 2001:db8::2 (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/f30c4888-ffb3-4a1a-9d71-2b10bc8a706a/a459bab8-88df-44b9-99f8-1ba3ae9ee415) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:24.405856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:24.422023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 657dd6ee-d248-47b3-8059-2f71b8b8d56b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:24.422400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.532057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-4742909c-a4e8-4ce7-8db2-b6dc0cced019 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.534229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-4742909c-a4e8-4ce7-8db2-b6dc0cced019 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.2674651 Aug 16 22:19:24.567241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5a79-30c0-4ab1-bb6f-b5fe181a20a5 req-96270c0a-7513-4e41-bd22-8b5e67206c8a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:24.568914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914c5a79-30c0-4ab1-bb6f-b5fe181a20a5 req-96270c0a-7513-4e41-bd22-8b5e67206c8a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 945 time: 0.1283350 Aug 16 22:19:24.627621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.627957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.629781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Request body: {'port': {'device_id': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'admin_state_up': True, 'tenant_id': '58deb684aef745b7b131d264c4e2fce6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:24.660598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for 7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:24.726066 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:24.732126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.772507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914c5a79-30c0-4ab1-bb6f-b5fe181a20a5 req-8448a42f-3daf-4e07-8a12-1640263aeb0a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881373 Aug 16 22:19:24.801391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.850446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:24.854583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-1fc9ae69-fc28-4271-9189-b9f7e0d85e55 service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018717 Aug 16 22:19:24.860852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4d15976c-e8bd-49ca-9104-56db121fb771 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:24.866518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Made reservation on behalf of 58deb684aef745b7b131d264c4e2fce6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:24.872770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:24.915241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:24.917641 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe3b2d-4bcd-4f17-b34e-70a0263592a9" -d '{"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:24.948559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:24.982590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.048263 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fa0933-4fd3-424d-a407-53b27b49a28c x-openstack-request-id: req-46fa0933-4fd3-424d-a407-53b27b49a28c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:25.048586 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-plugged", "status": "completed", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:25.048839 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46fa0933-4fd3-424d-a407-53b27b49a28c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:25.049299 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'code': 200} Aug 16 22:19:25.069765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-227012355-network', 'tenant_id': '8c020399f5434cb5a8b70b2c060ce0bb'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:25.073708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.098888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.109726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=7dbc4ae6-ec17-4dcc-9ce2-3d088cd725bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.117033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Transition to ACTIVE for port object a459bab8-88df-44b9-99f8-1ba3ae9ee415 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:25.122967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4d15976c-e8bd-49ca-9104-56db121fb771 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:25.124282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.153684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.164902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Transition to ACTIVE for port object a459bab8-88df-44b9-99f8-1ba3ae9ee415 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:25.173478 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.199853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Allocated IP 172.20.0.9 (b44dd7cf-e54b-40d7-968c-c86205bc0c1d/0f46ece0-cee1-4620-b661-244567e58d27/e339376c-bca3-405c-8afb-a142b4f9bccc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:25.214862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Made reservation on behalf of 8c020399f5434cb5a8b70b2c060ce0bb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:25.217289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.231828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:25.237904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:25.239473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-767e5839-bea7-4be9-b67b-ba6f5d4b817b service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831666 Aug 16 22:19:25.244335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.251401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:25.274897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.277811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.281666 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2509ef08-03a8-4595-abe2-6b9e0f3786be tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/floatingips/0bd58fa4-c737-4a2c-8efd-4cf0c487fed3 HTTP/1.1" status: 204 len: 168 time: 1.4474010 Aug 16 22:19:25.283444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:25.293991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Pushing event updated for resources: {'Port': ['ID=a459bab8-88df-44b9-99f8-1ba3ae9ee415,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.388478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.395452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11f67976-9b20-4089-bbc1-a6e66d80fe9a req-82aa4a82-c172-4887-82b7-b4423875f38b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 210 time: 0.0409744 Aug 16 22:19:25.442433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Attempting to bind port a459bab8-88df-44b9-99f8-1ba3ae9ee415 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:25.442732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Attempting to bind port a459bab8-88df-44b9-99f8-1ba3ae9ee415 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '17c4c32f-3267-4e34-b95f-666f67f0cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:25.443103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Attempting to bind port a459bab8-88df-44b9-99f8-1ba3ae9ee415 on network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:25.470578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:25.481746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:25.487533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:25.488122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.490630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:25.491595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Checking segment: {'id': '17c4c32f-3267-4e34-b95f-666f67f0cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:25.491737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=16297cad-ee6f-4373-9548-6b5f98316553,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.493610 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.494275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Bound using segment: {'id': '17c4c32f-3267-4e34-b95f-666f67f0cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:25.494969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Bound port: a459bab8-88df-44b9-99f8-1ba3ae9ee415, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c4c32f-3267-4e34-b95f-666f67f0cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:25.495644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.524418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.532755 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-7a3c3775-ee81-4208-998c-9de321342e27 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=a14b5d52742247f9af4f13258fc0969e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467057 Aug 16 22:19:25.554682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Transition to ACTIVE for port object e339376c-bca3-405c-8afb-a142b4f9bccc will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:25.600894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port d64a0b82-87e6-4ae9-a509-1e00a6e8757d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:25.601179 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.610445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] For port a459bab8-88df-44b9-99f8-1ba3ae9ee415, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:25.618119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] For port a459bab8-88df-44b9-99f8-1ba3ae9ee415, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a459bab8-88df-44b9-99f8-1ba3ae9ee415,segment=NetworkSegment(17c4c32f-3267-4e34-b95f-666f67f0cd1b),segment_id=17c4c32f-3267-4e34-b95f-666f67f0cd1b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:25.625499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.650935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.674049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.714843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:25.719410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:25.725510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:25.773586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc8ff0-e302-4e15-be1c-f13b6e619a36 None None] Pushing event updated for resources: {'Port': ['ID=a459bab8-88df-44b9-99f8-1ba3ae9ee415,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.810219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.815638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event updated for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:25.834542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for d64a0b82-87e6-4ae9-a509-1e00a6e8757d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:25.895973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:25.897214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:25.976570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-f2c88c6b-2838-464c-9c92-07e21b9f5dc8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3562939 Aug 16 22:19:26.000936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.032390 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fdf0b608-7be9-426b-a31c-dc3e774aaf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7326024 Aug 16 22:19:26.035767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Request body: {'port': {'device_id': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:26.048536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:26.069085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.078223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'fixed_ips': [{'subnet_id': 'f30c4888-ffb3-4a1a-9d71-2b10bc8a706a'}, {'subnet_id': '16297cad-ee6f-4373-9548-6b5f98316553'}], 'name': 'tempest-PortsIpV6TestJSON-1446655863'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:26.088231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:26.140158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22904dc2-6fdf-4a28-b618-92bda2ad3ae0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.172725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-bdad5aa5-0585-4639-8379-db6ede810f23 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.174521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-bdad5aa5-0585-4639-8379-db6ede810f23 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6347303 Aug 16 22:19:26.180775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=d64a0b82-87e6-4ae9-a509-1e00a6e8757d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.183928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.183928 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Added segment 4c359b42-1e56-48a3-bc4e-217aa6271d1f of type vlan for network e99fe334-1ddb-4ff8-9313-a83f1363b002 Aug 16 22:19:26.209259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ffd297e-3c8a-4cb9-bd6a-0aedbb873e08 None None] Provisioning for port e339376c-bca3-405c-8afb-a142b4f9bccc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:26.222734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Request body: {'port': {'device_id': '7f265537-078b-4702-ac73-c10a845ae298', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'a14b5d52742247f9af4f13258fc0969e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:26.232905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6ffd297e-3c8a-4cb9-bd6a-0aedbb873e08 None None] Provisioning complete for port e339376c-bca3-405c-8afb-a142b4f9bccc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:26.234021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ffd297e-3c8a-4cb9-bd6a-0aedbb873e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.235600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-79593019-2395-4cb9-b6c9-eeeb4faa5a7d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.242783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-79593019-2395-4cb9-b6c9-eeeb4faa5a7d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.3949761 Aug 16 22:19:26.257994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334fc56-a525-4537-850b-d2d9235ce840 req-2f47b490-46af-404f-a711-d28eeb144a88 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.259625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6334fc56-a525-4537-850b-d2d9235ce840 req-2f47b490-46af-404f-a711-d28eeb144a88 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 945 time: 0.3303735 Aug 16 22:19:26.314238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-4924d392-bb3d-4cac-b9b9-55bf478e6019 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/quotas/58deb684aef745b7b131d264c4e2fce6 HTTP/1.1" status: 200 len: 375 time: 0.0703759 Aug 16 22:19:26.329779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.335073 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.394013 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.395278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:26.396048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.415166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6334fc56-a525-4537-850b-d2d9235ce840 req-505ca9d8-1cd2-4eca-b84f-cf601c60e638 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468189 Aug 16 22:19:26.509697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.512102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7200668f-663b-4e91-bfbc-b8fccace5d30 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/ports/d64a0b82-87e6-4ae9-a509-1e00a6e8757d HTTP/1.1" status: 204 len: 168 time: 1.2257411 Aug 16 22:19:26.513100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-c96fa84a-587f-422d-96c1-f75bca5eac5c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979539 Aug 16 22:19:26.516498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd297e-3c8a-4cb9-bd6a-0aedbb873e08 None None] Port e339376c-bca3-405c-8afb-a142b4f9bccc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:26.517209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:26.519360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] Pushing event updated for resources: {'Network': ['ID=e99fe334-1ddb-4ff8-9313-a83f1363b002,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:26.535115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network e99fe334-1ddb-4ff8-9313-a83f1363b002 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:26.636709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:26.661823 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-acae4d3d-ae7e-4d2a-8a01-f73a428e8a9c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8080156 Aug 16 22:19:26.662530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:26.673904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Request body: {'subnet': {'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-227012355-subnet', 'tenant_id': '8c020399f5434cb5a8b70b2c060ce0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:26.734799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Made reservation on behalf of a14b5d52742247f9af4f13258fc0969e for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:26.738600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.786219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Made reservation on behalf of 8c020399f5434cb5a8b70b2c060ce0bb for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:26.789959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.802223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:26.802864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:26.864431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a459bab8-88df-44b9-99f8-1ba3ae9ee415 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:26.926942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:26.940516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b5ae8bd-8b03-4e66-a23c-16db9aeef6be req-9a4551a8-480f-4f5b-8db6-a3b1eb8b282f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 210 time: 0.1233506 Aug 16 22:19:27.028147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.045327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-e24342ee-9742-4596-b6db-d1b56eecfd4d service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303481 Aug 16 22:19:27.173002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-43bb8fcf-ccb3-4dec-98a1-5351af1c3343 service neutron] 10.222.0.22 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267705 Aug 16 22:19:27.185782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 82f7429b-6307-48d4-aee0-18e0a1b4465f yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:27.193332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-edd1ce16-d409-45c8-b549-39300f6fceda service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3440082 Aug 16 22:19:27.201380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce698e91-2edb-4d65-9887-2023ae17a857 None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:27.377258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Provisioning for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:27.392522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Provisioning complete for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:27.393330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.518227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.570228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for 1b5d7242-dfcb-44c7-83b7-0893b9c7ebde owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:27.749724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.849201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] For port a459bab8-88df-44b9-99f8-1ba3ae9ee415, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a459bab8-88df-44b9-99f8-1ba3ae9ee415,segment=NetworkSegment(17c4c32f-3267-4e34-b95f-666f67f0cd1b),segment_id=17c4c32f-3267-4e34-b95f-666f67f0cd1b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:27.850496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Update dhcp port {'port': {'network_id': 'c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a', 'fixed_ips': [{'subnet_id': 'f30c4888-ffb3-4a1a-9d71-2b10bc8a706a', 'ip_address': '2001:db8::2'}, {'subnet_id': '16297cad-ee6f-4373-9548-6b5f98316553'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'a459bab8-88df-44b9-99f8-1ba3ae9ee415'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:19:27.880872 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.881882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Allocated IP 192.168.233.118 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/eeb8a145-14a7-40e2-96e7-b17d9abeac72) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:27.918563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.929056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e339376c-bca3-405c-8afb-a142b4f9bccc {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:27.962009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:27.971070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730bf28d-f41c-4396-89e7-f8ac8c811700 req-2a8b2de3-c227-4fd0-93c4-1114c79a9189 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 210 time: 0.4523628 Aug 16 22:19:28.009352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-4538ab62-4cd0-4f6e-8977-9876a27d7047 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.009352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-4538ab62-4cd0-4f6e-8977-9876a27d7047 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.8048353 Aug 16 22:19:28.009352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-8f3ac589-8ed3-41e9-97f5-928b2e8b0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.009352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-8f3ac589-8ed3-41e9-97f5-928b2e8b0ea8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 1098 time: 0.7134476 Aug 16 22:19:28.041733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Request body: {'port': {'device_id': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'admin_state_up': True, 'tenant_id': '58deb684aef745b7b131d264c4e2fce6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:28.045530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Transition to ACTIVE for port object e339376c-bca3-405c-8afb-a142b4f9bccc will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:28.049115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45944675-e168-45e7-9af6-d24a7da13c55 None None] Pushing event updated for resources: {'Port': ['ID=a459bab8-88df-44b9-99f8-1ba3ae9ee415,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.105800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.111447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.166244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.247424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e05d4900-e17d-4937-a305-6b1fa075104f req-7cb87df9-b3cb-4461-99a7-4daa9abe8aba tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 210 time: 0.1392233 Aug 16 22:19:28.254641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=1b5d7242-dfcb-44c7-83b7-0893b9c7ebde,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.297683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Pushing event updated for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.321271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f500f232-160c-472e-8704-d63bfef807bb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.403994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Checking segment: {'id': '4c359b42-1e56-48a3-bc4e-217aa6271d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:28.404354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Network hostable DHCP agents. Network: e99fe334-1ddb-4ff8-9313-a83f1363b002, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:28.419867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.424231 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c60d7f22-c833-4df8-97d9-c7d049200ac9 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/ports/1b5d7242-dfcb-44c7-83b7-0893b9c7ebde HTTP/1.1" status: 204 len: 168 time: 1.9034383 Aug 16 22:19:28.425520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:28.425899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-b8cffddd-1043-459b-bed3-168a1827489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.427415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-b8cffddd-1043-459b-bed3-168a1827489c service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.3784885 Aug 16 22:19:28.431347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.489718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Transition to ACTIVE for port object eeb8a145-14a7-40e2-96e7-b17d9abeac72 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:28.494751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Network e99fe334-1ddb-4ff8-9313-a83f1363b002 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:28.515468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting subnet 0ae58b52-01f0-4061-8b5e-46c7b04d8319 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:28.519587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, e99fe334-1ddb-4ff8-9313-a83f1363b002) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:28.521163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.535134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70271882-738e-4030-a2a5-a77ef1de76f1 None None] Network e99fe334-1ddb-4ff8-9313-a83f1363b002 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:28.550097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.550618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.585256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.596760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Made reservation on behalf of 58deb684aef745b7b131d264c4e2fce6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:28.600527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.610583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.612954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bdcb861b-ee03-420c-851a-fc61bd6ff95a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9446969 Aug 16 22:19:28.635097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::2ee (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/f30c4888-ffb3-4a1a-9d71-2b10bc8a706a/82f7429b-6307-48d4-aee0-18e0a1b4465f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:28.660726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad', '657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:28.666409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:28.678214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-b8ce2db5-ca50-4861-86bb-45272fbb1c9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 200 len: 1000 time: 0.2389319 Aug 16 22:19:28.702300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8:0:1::344 (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/16297cad-ee6f-4373-9548-6b5f98316553/82f7429b-6307-48d4-aee0-18e0a1b4465f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:28.722460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Attempting to bind port e339376c-bca3-405c-8afb-a142b4f9bccc on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:28.722714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Attempting to bind port e339376c-bca3-405c-8afb-a142b4f9bccc by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:28.723057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Attempting to bind port e339376c-bca3-405c-8afb-a142b4f9bccc on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:28.757256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:28.763159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:28.773935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:28.858205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Port e339376c-bca3-405c-8afb-a142b4f9bccc on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:28.858829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Attempting to bind port e339376c-bca3-405c-8afb-a142b4f9bccc on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:28.888318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a459bab8-88df-44b9-99f8-1ba3ae9ee415 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:28.889393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:28.953986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:28.958833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:28.994271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.016633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:29.017238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Checking segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:29.033623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Bound using segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:29.034123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Bound port: e339376c-bca3-405c-8afb-a142b4f9bccc, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:29.034508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.061283 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-60944532-f9d1-40ea-9eca-9e01a68fe1f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8429589 Aug 16 22:19:29.131192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Request body: {'port': {'device_id': '7f265537-078b-4702-ac73-c10a845ae298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:29.172602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-a04158c0-cdd6-47f6-b6a4-e8df1e1825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.174157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-a04158c0-cdd6-47f6-b6a4-e8df1e1825ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.4739099 Aug 16 22:19:29.299903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.317222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.345060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83449891-e157-42cd-a834-ef4859f22c52 None None] Network e99fe334-1ddb-4ff8-9313-a83f1363b002 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:29.370749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae58b52-01f0-4061-8b5e-46c7b04d8319,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:29.377427 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.379689 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3aac7bd2-4517-489f-9030-5a12560f4508 tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/subnets/0ae58b52-01f0-4061-8b5e-46c7b04d8319 HTTP/1.1" status: 204 len: 168 time: 0.9524238 Aug 16 22:19:29.382502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:29.423722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b422fb5-a641-4665-a027-1be3adef856b req-50d76a66-d81a-4e91-a739-9355e34d90de tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 210 time: 0.2712107 Aug 16 22:19:29.478990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f24cf-d66a-4735-8704-303f1b733565 None None] Network afbcf641-c92e-4711-83a6-9aa3665f9317 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:29.520139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting subnet f482a126-7dcd-4732-989c-e60412a2fc7a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:29.521342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0accadeb-5e5c-4f7c-87fc-a4e7626f47cb None None] Provisioning for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:29.530286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.603890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0accadeb-5e5c-4f7c-87fc-a4e7626f47cb None None] Provisioning complete for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:29.604490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0accadeb-5e5c-4f7c-87fc-a4e7626f47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.610536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.622129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:29.653860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:29.654239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.658937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Allocated IP 172.20.0.7 (b44dd7cf-e54b-40d7-968c-c86205bc0c1d/0f46ece0-cee1-4620-b661-244567e58d27/75f8cf18-9e19-4721-b923-e2795a2bb64a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:29.728388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e339376c-bca3-405c-8afb-a142b4f9bccc,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:29.743698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.764792 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.779002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-dc3bd9a1-83d1-4012-a49d-072c01a98810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.780652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-dc3bd9a1-83d1-4012-a49d-072c01a98810 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5406675 Aug 16 22:19:29.787685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0accadeb-5e5c-4f7c-87fc-a4e7626f47cb None None] Port eeb8a145-14a7-40e2-96e7-b17d9abeac72 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:29.823641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:29.835675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.858949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Transition to ACTIVE for port object eeb8a145-14a7-40e2-96e7-b17d9abeac72 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:29.864180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.899476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.942819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Subnet': ['ID=f482a126-7dcd-4732-989c-e60412a2fc7a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:29.961851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.966501 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3b8b0b0a-d593-462d-99a1-27b7493f94ce tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/subnets/f482a126-7dcd-4732-989c-e60412a2fc7a HTTP/1.1" status: 204 len: 168 time: 0.5806160 Aug 16 22:19:29.968054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:29.985620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:29.986281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:29.987730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] 10.222.0.89 "PUT /v2.0/ports/e339376c-bca3-405c-8afb-a142b4f9bccc HTTP/1.1" status: 200 len: 1092 time: 3.9714189 Aug 16 22:19:29.991703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:29.994018 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3082b9be-e93a-4cc1-884f-7259b6f0a793" -d '{"events": [{"name": "network-changed", "server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:30.012252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53c1aba-55e8-4593-a590-689d961639cd None None] Network bb754b0e-e3da-4117-a6e3-ff6a430b35d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:30.044192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-ad7a1f0d-420c-4120-ac27-1b907c075028 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.044937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-ad7a1f0d-420c-4120-ac27-1b907c075028 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.88 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 816 time: 0.8468568 Aug 16 22:19:30.052504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d1af6-ac78-45ca-84b5-3400cb0fe911 req-952a4c6c-a188-4d0d-a887-2078340859f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.060523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685d1af6-ac78-45ca-84b5-3400cb0fe911 req-952a4c6c-a188-4d0d-a887-2078340859f4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 936 time: 0.5003610 Aug 16 22:19:30.077119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] DHCP port deletion for afbcf641-c92e-4711-83a6-9aa3665f9317 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:30.087937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:30.100897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.103368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.129719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.175017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Request body: {'port': {'device_id': '90ea7490-c60f-4df9-81db-99d8d867d925', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'admin_state_up': True, 'tenant_id': '58deb684aef745b7b131d264c4e2fce6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:30.178773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183fba8-7a9d-4ff6-8913-0ae5e304964f service neutron] Pushing event updated for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.249510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-d81fa69f-4565-4234-b99a-f93697656422 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.258901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-d81fa69f-4565-4234-b99a-f93697656422 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/networks?id=e99fe334-1ddb-4ff8-9313-a83f1363b002 HTTP/1.1" status: 200 len: 821 time: 0.8533566 Aug 16 22:19:30.273443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:30.273443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:30.274441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:30.284663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port 8b221f50-be84-4860-bd8a-12e6f902b64a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:30.285451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.327912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object 82f7429b-6307-48d4-aee0-18e0a1b4465f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:30.362884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:30.363272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:30.378976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:30.379463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:30.379973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:30.380548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Bound port: eeb8a145-14a7-40e2-96e7-b17d9abeac72, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:30.381018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.385895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-794f0c91-9a83-4274-8df2-6efd2281685d service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893624 Aug 16 22:19:30.394222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Deleting port 8b221f50-be84-4860-bd8a-12e6f902b64a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:30.394596 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.408902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port 8b221f50-be84-4860-bd8a-12e6f902b64a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8b221f50-be84-4860-bd8a-12e6f902b64a,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:30.409444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.435399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.442296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for 8b221f50-be84-4860-bd8a-12e6f902b64a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:30.480655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:30.481114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-685d1af6-ac78-45ca-84b5-3400cb0fe911 req-7add73c1-cd12-4bbb-a406-e51bb6e7d636 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136262 Aug 16 22:19:30.489463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-87ec8c78-e6ee-4235-b587-bcd5a86e182b tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/quotas/8c020399f5434cb5a8b70b2c060ce0bb HTTP/1.1" status: 200 len: 375 time: 0.2296879 Aug 16 22:19:30.521660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:30.525132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'mac_address': 'fa:16:3e:75:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:30.526368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:30.528997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Allocated IP 2001:db8:0:1::2 (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/16297cad-ee6f-4373-9548-6b5f98316553/a459bab8-88df-44b9-99f8-1ba3ae9ee415) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:30.532457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.553899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] DHCP port deletion for bb754b0e-e3da-4117-a6e3-ff6a430b35d5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:30.568258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] For port 8b221f50-be84-4860-bd8a-12e6f902b64a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8b221f50-be84-4860-bd8a-12e6f902b64a,segment=NetworkSegment(09b5ccbb-c869-456a-b4cf-e1f3672aaaa6),segment_id=09b5ccbb-c869-456a-b4cf-e1f3672aaaa6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:30.568258 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.584774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=82f7429b-6307-48d4-aee0-18e0a1b4465f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.626145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Calling delete_port for 8b221f50-be84-4860-bd8a-12e6f902b64a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:30.644102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.645049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.653108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] 10.222.0.89 "PUT /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 1097 time: 1.5670645 Aug 16 22:19:30.659494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-96e84b78-e7af-46fd-af52-3a00fbf3d628 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c020399f5434cb5a8b70b2c060ce0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1684237 Aug 16 22:19:30.672748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:30.675530 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec9240-a47b-43f8-b0fa-c00736fe8f45" -d '{"events": [{"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:30.678419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.788876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port 8b221f50-be84-4860-bd8a-12e6f902b64a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:30.828088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b1642-a80c-4f34-8fb1-b4a39662dbde service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.839057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-d9792716-94b9-4eb4-a6f8-c5d50bbdca79 service neutron] 10.222.0.22 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701293 Aug 16 22:19:30.855529 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a34a8-c1e5-4ba8-aa72-248fe9c738b1 x-openstack-request-id: req-388a34a8-c1e5-4ba8-aa72-248fe9c738b1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:30.856047 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:30.856476 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-388a34a8-c1e5-4ba8-aa72-248fe9c738b1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:30.857271 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc', 'status': 'completed', 'code': 200} Aug 16 22:19:30.919661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=8b221f50-be84-4860-bd8a-12e6f902b64a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:30.943900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:30.948130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-c8b46619-bd39-4c20-be98-0240f124f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.949766 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-c8b46619-bd39-4c20-be98-0240f124f357 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1100 time: 0.2334771 Aug 16 22:19:30.952063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:30.958329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5443c31b-9009-4c53-a64e-a27aa836fb38 req-4c3bbbfe-f96a-4f18-b2a9-926a868ccea1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 210 time: 0.1157870 Aug 16 22:19:30.958768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbcf641-c92e-4711-83a6-9aa3665f9317']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:30.966018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8b221f50-be84-4860-bd8a-12e6f902b64a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:30.970132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:30.970508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b5ccbb-c869-456a-b4cf-e1f3672aaaa6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:30.972024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-cf1759fd-7f4c-40e2-8453-5002c3347203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:30.974072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-cf1759fd-7f4c-40e2-8453-5002c3347203 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 1095 time: 0.9083953 Aug 16 22:19:30.985325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:31.008461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:31.014626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.015289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.017819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.020229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8b221f50-be84-4860-bd8a-12e6f902b64a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:31.020588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8b221f50-be84-4860-bd8a-12e6f902b64a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:31.021012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be32f1fc-16e5-4e00-b748-85d8c2380172 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:31.034289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.035859 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-913a7ff1-ae9f-4b40-8612-8b4e0e03dd89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0627060 Aug 16 22:19:31.042653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.050617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:31.050885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:31.066061 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:31.068102 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624ef3d-999b-41cd-b7d2-d73e0cc9ad3a x-openstack-request-id: req-c624ef3d-999b-41cd-b7d2-d73e0cc9ad3a {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:31.068102 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:31.068102 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c624ef3d-999b-41cd-b7d2-d73e0cc9ad3a {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:31.068353 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'status': 'completed', 'code': 200} Aug 16 22:19:31.098989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-56ddea6b-6486-40cd-87d0-84c5dddf1127 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e339376c-bca3-405c-8afb-a142b4f9bccc HTTP/1.1" status: 200 len: 217 time: 0.0966024 Aug 16 22:19:31.103963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:31.126326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.128374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.139852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c62ed48c-80d9-4f4c-8e39-23e28b7ef23d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.0706611 Aug 16 22:19:31.146854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:31.155934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f30c4888-ffb3-4a1a-9d71-2b10bc8a706a'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:31.183961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409ac4f6-830c-4ab1-ab36-e92983a175c5 req-5606ce4a-13ec-4d09-b298-a736cc6c8b74 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573340 Aug 16 22:19:31.193527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] For port a459bab8-88df-44b9-99f8-1ba3ae9ee415, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a459bab8-88df-44b9-99f8-1ba3ae9ee415,segment=NetworkSegment(17c4c32f-3267-4e34-b95f-666f67f0cd1b),segment_id=17c4c32f-3267-4e34-b95f-666f67f0cd1b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:31.196696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:31.199008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] Pushing event deleted for resources: {'Port': ['ID=8b221f50-be84-4860-bd8a-12e6f902b64a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:31.201136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4c487-672c-4e2f-9b30-dfac4f047667 None None] No DVR routers for this DVR port 8b221f50-be84-4860-bd8a-12e6f902b64a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:31.202128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-1429498c-3b19-439d-9aab-25e3d52f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.204603 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-1429498c-3b19-439d-9aab-25e3d52f796d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1352839 Aug 16 22:19:31.207737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Transition to ACTIVE for port object 75f8cf18-9e19-4721-b923-e2795a2bb64a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:31.210859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-3fb7727f-a1f0-4a92-8e0d-f54cc35adb16 service neutron] 10.222.0.22 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441234 Aug 16 22:19:31.211500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Made reservation on behalf of 58deb684aef745b7b131d264c4e2fce6 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:31.211689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.215255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.233589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-96f79127-3987-43aa-861b-66c5920759b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.235151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-96f79127-3987-43aa-861b-66c5920759b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.1045759 Aug 16 22:19:31.239454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.244251 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/networks/afbcf641-c92e-4711-83a6-9aa3665f9317 HTTP/1.1" status: 204 len: 168 time: 1.2693603 Aug 16 22:19:31.251587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:31.255079 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.276197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b14157-0980-444c-a11c-78683e214e5f tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Network': ['ID=afbcf641-c92e-4711-83a6-9aa3665f9317,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:31.276424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Deleting port be32f1fc-16e5-4e00-b748-85d8c2380172 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:31.276424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.419445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-996e68cf-ae79-4959-bd9e-d0acb95b1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.421270 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-996e68cf-ae79-4959-bd9e-d0acb95b1b7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2026346 Aug 16 22:19:31.446054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.451919 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.464417 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.488175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7585976e-ea88-4330-b6d6-e9a9bd2a4154 req-0ad9282b-34fe-4e7c-a0ec-7248940e20b8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 210 time: 0.0539660 Aug 16 22:19:31.523009 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.530471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Transition to ACTIVE for port object a459bab8-88df-44b9-99f8-1ba3ae9ee415 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:31.531680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:31.546016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b861233-0667-4a76-a717-3d7318b625d8 req-ddd3bc4f-773f-4457-9065-732460c10bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:31.547594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-ddd3bc4f-773f-4457-9065-732460c10bac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2834039 Aug 16 22:19:31.551332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] For port be32f1fc-16e5-4e00-b748-85d8c2380172, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be32f1fc-16e5-4e00-b748-85d8c2380172,segment=NetworkSegment(52e37289-41dc-49ff-a950-f6b18a49396b),segment_id=52e37289-41dc-49ff-a950-f6b18a49396b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:31.551332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.554950 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.571287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:31.612147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.615159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:31.734447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Calling delete_port for be32f1fc-16e5-4e00-b748-85d8c2380172 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:31.877976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:31.935854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:31.981210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] No DVR routers for this DVR port be32f1fc-16e5-4e00-b748-85d8c2380172 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:31.987941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df833c-7a20-4f0c-8773-626f64d1b7c2 None None] Pushing event updated for resources: {'Port': ['ID=a459bab8-88df-44b9-99f8-1ba3ae9ee415,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.074490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d930a-3d01-4ebc-b6c3-5f64bc92f6fd None None] Pushing event deleted for resources: {'Port': ['ID=be32f1fc-16e5-4e00-b748-85d8c2380172,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.085544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47f83434-6f3d-49ab-adcf-927194a426ec None None] Provisioning for port 75f8cf18-9e19-4721-b923-e2795a2bb64a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:32.094911 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-91262d17-1529-4351-bb2d-dfa3a0338102 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657915 Aug 16 22:19:32.097431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47f83434-6f3d-49ab-adcf-927194a426ec None None] Provisioning complete for port 75f8cf18-9e19-4721-b923-e2795a2bb64a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:32.097808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47f83434-6f3d-49ab-adcf-927194a426ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.177211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47f83434-6f3d-49ab-adcf-927194a426ec None None] Port 75f8cf18-9e19-4721-b923-e2795a2bb64a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:32.202007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Delete allocated IP 2001:db8:0:1::344 (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/16297cad-ee6f-4373-9548-6b5f98316553) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:19:32.303078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:32.311477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event updated for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.416060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Allocated IP 172.20.0.5 (b44dd7cf-e54b-40d7-968c-c86205bc0c1d/0f46ece0-cee1-4620-b661-244567e58d27/9a5c5dc5-e782-4daf-a94a-2ead10c4d269) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:32.422226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dedbad1-2ef2-486e-8c7c-699c2a2c0306 req-8a2305d2-448c-40f0-b39d-5ed565f774de service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112409 Aug 16 22:19:32.426869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e9e1dc0-4743-4112-9e73-97dcd4efb7b9 req-99a9ca59-1cc0-4fd2-9cc9-47d45c12cbdd tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 210 time: 0.1270216 Aug 16 22:19:32.500312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.524468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Ignored duplicate provisioning block setup for port 82f7429b-6307-48d4-aee0-18e0a1b4465f by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:19:32.531388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.555844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.556526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.580228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fee3bd-893d-46f4-a252-f499f70b4d61 req-8f8d6e9f-7923-4306-81b7-80df3a2073be tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.584723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2fee3bd-893d-46f4-a252-f499f70b4d61 req-8f8d6e9f-7923-4306-81b7-80df3a2073be tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 948 time: 0.2870924 Aug 16 22:19:32.637603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-7e86542a-c9fd-47c1-8f6f-6e3454a25f9b service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0741725 Aug 16 22:19:32.645382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=82f7429b-6307-48d4-aee0-18e0a1b4465f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:32.648900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] In _notify_port_updated(), no bound segment for port 82f7429b-6307-48d4-aee0-18e0a1b4465f on network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:19:32.655004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.655677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.657232 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-557a127b-b45e-464a-a4d3-80e8eae92745 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/ports/82f7429b-6307-48d4-aee0-18e0a1b4465f HTTP/1.1" status: 200 len: 926 time: 1.5064497 Aug 16 22:19:32.663332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:32.671693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f30c4888-ffb3-4a1a-9d71-2b10bc8a706a'}, {'subnet_id': '16297cad-ee6f-4373-9548-6b5f98316553'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:32.678908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ab75c89f-d2ac-4ba7-8dac-77da6612e2e2 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6487663 Aug 16 22:19:32.681048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Deleting port be32f1fc-16e5-4e00-b748-85d8c2380172 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:32.681542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.693176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c00d2814-9274-48a3-b59f-74fffa989846 req-0743cf97-5f8f-4e95-b547-33d38dc4fe90 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 210 time: 0.0820234 Aug 16 22:19:32.707824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-cd047bc3-12c5-4265-95f9-45d754fa19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.709653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-cd047bc3-12c5-4265-95f9-45d754fa19cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1100 time: 0.1403561 Aug 16 22:19:32.758446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Request body: {'port': {'device_id': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:32.823957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a459bab8-88df-44b9-99f8-1ba3ae9ee415 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:32.825747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:32.941225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-d9ff963e-0646-4bcd-a401-e08b63569c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:32.943024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-d9ff963e-0646-4bcd-a401-e08b63569c5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2228520 Aug 16 22:19:32.974621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2fee3bd-893d-46f4-a252-f499f70b4d61 req-6de57920-e206-48c0-8f2e-c44fb5e0745d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807287 Aug 16 22:19:32.980884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97ec10-0b4c-4a10-94bb-1b8a6958d8ab None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:33.029433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] For port be32f1fc-16e5-4e00-b748-85d8c2380172, host n-d-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:33.029819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.057747 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-3735ba47-a4cd-48fa-bb26-cb3ab0f044a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0845242 Aug 16 22:19:33.058049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f981678b-b76a-4899-889a-4286cb971c0c None None] Provisioning for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:33.066575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f981678b-b76a-4899-889a-4286cb971c0c None None] Provisioning complete for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:33.067074 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f981678b-b76a-4899-889a-4286cb971c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.127019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Calling delete_port for be32f1fc-16e5-4e00-b748-85d8c2380172 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:33.131764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Port be32f1fc-16e5-4e00-b748-85d8c2380172 was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:19:33.170179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.181624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-d2d47865-4c85-43b2-8ceb-a82a061f7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.182898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.183817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-d2d47865-4c85-43b2-8ceb-a82a061f7e17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1182852 Aug 16 22:19:33.252133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] No DVR routers for this DVR port be32f1fc-16e5-4e00-b748-85d8c2380172 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:33.258614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Port': ['ID=be32f1fc-16e5-4e00-b748-85d8c2380172,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:33.282520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.300154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-6c56d88b-2158-4e7e-a280-bbb5e931bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.301851 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-6c56d88b-2158-4e7e-a280-bbb5e931bb6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832584 Aug 16 22:19:33.307948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b861233-0667-4a76-a717-3d7318b625d8 req-7d204e32-8690-4daf-8bd6-062cd1e7fbb4 service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616642 Aug 16 22:19:33.404067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8:0:1::26a (c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a/16297cad-ee6f-4373-9548-6b5f98316553/82f7429b-6307-48d4-aee0-18e0a1b4465f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:33.411728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Transition to ACTIVE for port object 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:33.443596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-f6f77122-1e95-4ebf-abf3-9bcbf22625a9 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.445008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-f6f77122-1e95-4ebf-abf3-9bcbf22625a9 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.89 "GET /v2.0/networks?id=e99fe334-1ddb-4ff8-9313-a83f1363b002 HTTP/1.1" status: 200 len: 821 time: 0.4342723 Aug 16 22:19:33.463123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.473862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Request body: {'port': {'device_id': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002', 'admin_state_up': True, 'tenant_id': '8c020399f5434cb5a8b70b2c060ce0bb'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:33.512957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb754b0e-e3da-4117-a6e3-ff6a430b35d5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:33.523724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-83751199-345c-438a-837b-c7dbd7429655 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830063 Aug 16 22:19:33.569516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Provisioning complete for port a459bab8-88df-44b9-99f8-1ba3ae9ee415 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:33.570272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.653210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.673233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e37289-41dc-49ff-a950-f6b18a49396b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:33.673703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e37289-41dc-49ff-a950-f6b18a49396b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:33.675473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Provisioning for port 82f7429b-6307-48d4-aee0-18e0a1b4465f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:33.686014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Provisioning complete for port 82f7429b-6307-48d4-aee0-18e0a1b4465f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:33.686821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.687217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.689343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Ignored duplicate provisioning block setup for port 82f7429b-6307-48d4-aee0-18e0a1b4465f by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:19:33.693983 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-6aec9240-a47b-43f8-b0fa-c00736fe8f45 req-a3c47ed5-d368-4802-884a-9a767ef186cd service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580491 Aug 16 22:19:33.695369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.724624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.773976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2739c74d-b179-49c9-808d-e97b8d148ff5 None None] Port 82f7429b-6307-48d4-aee0-18e0a1b4465f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:33.788072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] In _notify_port_updated(), no bound segment for port 82f7429b-6307-48d4-aee0-18e0a1b4465f on network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:19:33.794156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.794730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.798996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/ports/82f7429b-6307-48d4-aee0-18e0a1b4465f HTTP/1.1" status: 200 len: 1012 time: 1.1345367 Aug 16 22:19:33.799910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:33.800576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733e6e0-a5ea-4c7c-8111-e823b2d4f8d0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=82f7429b-6307-48d4-aee0-18e0a1b4465f,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:33.897677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.904093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97bf0a9e-820f-4c02-8c2b-0a723855d682 req-3719ab18-146f-44a8-90ad-cbd96eb51110 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 210 time: 0.0873554 Aug 16 22:19:33.908195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 82f7429b-6307-48d4-aee0-18e0a1b4465f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:33.908195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.914032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:33.918903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ab9a897-204e-46bd-b9eb-be0362d139a0 None None] Provisioning complete for port 82f7429b-6307-48d4-aee0-18e0a1b4465f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:33.919837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-7e79fa43-d5e1-4aa3-bde4-da47d7e1086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:33.925249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a897-204e-46bd-b9eb-be0362d139a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.925572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-7e79fa43-d5e1-4aa3-bde4-da47d7e1086a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 1095 time: 0.4673297 Aug 16 22:19:33.934085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:33.934535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:33.947451 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:33.949433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:33.953029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:33.978287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event updated for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:33.984907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9a897-204e-46bd-b9eb-be0362d139a0 None None] Port 82f7429b-6307-48d4-aee0-18e0a1b4465f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:34.080303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.096439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 82f7429b-6307-48d4-aee0-18e0a1b4465f owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:34.103765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Made reservation on behalf of 8c020399f5434cb5a8b70b2c060ce0bb for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:34.107484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:34.108124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.130512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5876e4b-ecb9-43bc-87bc-0268f2912d3c req-145b1765-5c40-4cc4-bda8-990e9c8cbba9 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.138343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5876e4b-ecb9-43bc-87bc-0268f2912d3c req-145b1765-5c40-4cc4-bda8-990e9c8cbba9 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 931 time: 0.4804966 Aug 16 22:19:34.184320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:34.184710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.251786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9981983b-3df6-4080-ac45-81f6ae27299b None None] Provisioning complete for port 82f7429b-6307-48d4-aee0-18e0a1b4465f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:34.252158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9981983b-3df6-4080-ac45-81f6ae27299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.297151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9981983b-3df6-4080-ac45-81f6ae27299b None None] Port 82f7429b-6307-48d4-aee0-18e0a1b4465f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:34.362887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.372126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-53c5ced3-dd4b-4b23-9732-4347691317aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.374261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-53c5ced3-dd4b-4b23-9732-4347691317aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 916 time: 0.4356582 Aug 16 22:19:34.393361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:34.396273 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218bcec-f1e3-4f5d-8e48-1cf5e798eb38" -d '{"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:34.425218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:34.435650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.488494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb8eec11-3a26-4d4b-9705-e86ea8d8fe75 None None] Provisioning for port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:34.508206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb8eec11-3a26-4d4b-9705-e86ea8d8fe75 None None] Provisioning complete for port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:34.508855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb8eec11-3a26-4d4b-9705-e86ea8d8fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.532782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.533579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.579759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb8eec11-3a26-4d4b-9705-e86ea8d8fe75 None None] Port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:34.588154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.610117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-f8eb8577-2c5b-4320-972a-84a3705ad720 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e339376c-bca3-405c-8afb-a142b4f9bccc HTTP/1.1" status: 200 len: 217 time: 0.0708206 Aug 16 22:19:34.629940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.659344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8a711cfa-3a8b-438a-8197-bcc8287ddb8b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5385544 Aug 16 22:19:34.679450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.685823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] 10.222.0.22 "DELETE /v2.0/networks/bb754b0e-e3da-4117-a6e3-ff6a430b35d5 HTTP/1.1" status: 204 len: 168 time: 3.4293256 Aug 16 22:19:34.691509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5876e4b-ecb9-43bc-87bc-0268f2912d3c req-79e2573c-cd05-4be0-8e1b-932945f810d3 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522308 Aug 16 22:19:34.712921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Request body: {'port': {'device_id': '90ea7490-c60f-4df9-81db-99d8d867d925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:34.746738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Allocated IP 172.20.0.11 (e99fe334-1ddb-4ff8-9313-a83f1363b002/f500f232-160c-472e-8704-d63bfef807bb/5d878e4f-cb90-4a8a-bdb6-677d5a615e57) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:34.748423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.754032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b42bc7d9-5c90-4147-97b6-8dd47802e79b None None] Provisioning complete for port 82f7429b-6307-48d4-aee0-18e0a1b4465f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:34.755974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b42bc7d9-5c90-4147-97b6-8dd47802e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.767779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5448e-8304-4954-a5e5-c35a320c5ada tempest-TaggedBootDevicesTest-1779032658 tempest-TaggedBootDevicesTest-1779032658-project] Pushing event deleted for resources: {'Network': ['ID=bb754b0e-e3da-4117-a6e3-ff6a430b35d5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.784164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b42bc7d9-5c90-4147-97b6-8dd47802e79b None None] Port 82f7429b-6307-48d4-aee0-18e0a1b4465f was deleted so its status cannot be updated. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:19:34.821921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6abed-d7cb-4f64-ab2f-e585877b85c9 req-4ca14d53-ceb4-448a-baa8-25b974a2905e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.829596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02d6abed-d7cb-4f64-ab2f-e585877b85c9 req-4ca14d53-ceb4-448a-baa8-25b974a2905e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 948 time: 0.6887391 Aug 16 22:19:34.866880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=82f7429b-6307-48d4-aee0-18e0a1b4465f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:34.873088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f8cf18-9e19-4721-b923-e2795a2bb64a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:34.891583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-83a8393d-2d6d-4273-a2d3-d7f26b0a456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:34.893340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-83a8393d-2d6d-4273-a2d3-d7f26b0a456c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.2670355 Aug 16 22:19:34.900194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.934440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:34.937100 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b5354dc9-b598-42af-9a08-c62d449ed8e6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/82f7429b-6307-48d4-aee0-18e0a1b4465f HTTP/1.1" status: 204 len: 168 time: 1.1336789 Aug 16 22:19:34.939685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:34.956146 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461377c-bfa5-46c4-b114-35ebe642d62c x-openstack-request-id: req-b461377c-bfa5-46c4-b114-35ebe642d62c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:34.956641 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:34.956782 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b461377c-bfa5-46c4-b114-35ebe642d62c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:34.957136 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'code': 200} Aug 16 22:19:34.991747 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d7426-063b-4d38-a783-7f27a0087848 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:34.993580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-154d7426-063b-4d38-a783-7f27a0087848 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/82f7429b-6307-48d4-aee0-18e0a1b4465f HTTP/1.1" status: 404 len: 333 time: 0.0528812 Aug 16 22:19:34.996597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:35.050274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Transition to ACTIVE for port object 75f8cf18-9e19-4721-b923-e2795a2bb64a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:35.070853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02d6abed-d7cb-4f64-ab2f-e585877b85c9 req-2e77399e-a148-489b-9197-a06312e8c849 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352171 Aug 16 22:19:35.075709 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.086448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 16297cad-ee6f-4373-9548-6b5f98316553 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:35.090090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.117115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.169096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.264556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914b5ac2-1d7e-470d-a68e-01d0c26aa02d req-7e02825c-9bf8-4024-8056-a6c1dabd4e90 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 210 time: 0.1789622 Aug 16 22:19:35.321427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-019865da-c219-4e16-99aa-24bb0bdb3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:35.323632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-019865da-c219-4e16-99aa-24bb0bdb3eee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4014547 Aug 16 22:19:35.333044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.430926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Pushing event updated for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:35.445989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.524426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=16297cad-ee6f-4373-9548-6b5f98316553,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:35.530898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.532489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1319d2-d36e-45c0-8938-3f8933ee2a4d None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:35.536862 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47a63dd8-81a4-420b-ba04-e67ab319187d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/16297cad-ee6f-4373-9548-6b5f98316553 HTTP/1.1" status: 204 len: 168 time: 0.5370891 Aug 16 22:19:35.538933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:35.640050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet f30c4888-ffb3-4a1a-9d71-2b10bc8a706a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:35.651514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.732559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.766572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Attempting to bind port 75f8cf18-9e19-4721-b923-e2795a2bb64a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:35.766867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Attempting to bind port 75f8cf18-9e19-4721-b923-e2795a2bb64a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:35.767205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Attempting to bind port 75f8cf18-9e19-4721-b923-e2795a2bb64a on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:35.827337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:35.863886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Port 75f8cf18-9e19-4721-b923-e2795a2bb64a on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:35.864488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Attempting to bind port 75f8cf18-9e19-4721-b923-e2795a2bb64a on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:35.952939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-293c59fd-6e37-414a-82ce-a0ab1f5e244e service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173460 Aug 16 22:19:35.966516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.041156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:36.042126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Checking segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:36.042126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Bound using segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:36.042620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Bound port: 75f8cf18-9e19-4721-b923-e2795a2bb64a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:36.043079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.094072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.149378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=f30c4888-ffb3-4a1a-9d71-2b10bc8a706a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.156598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.158953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c9222d31-064b-4ce8-9888-82127d336159 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/f30c4888-ffb3-4a1a-9d71-2b10bc8a706a HTTP/1.1" status: 204 len: 168 time: 0.6199982 Aug 16 22:19:36.161769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:36.241729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:36.381524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.513983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:36.535797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port a459bab8-88df-44b9-99f8-1ba3ae9ee415 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:36.536165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.542205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'mac_address': 'fa:16:3e:3a:6f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:36.639867 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.673641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:36.723422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port a459bab8-88df-44b9-99f8-1ba3ae9ee415, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a459bab8-88df-44b9-99f8-1ba3ae9ee415,segment=NetworkSegment(17c4c32f-3267-4e34-b95f-666f67f0cd1b),segment_id=17c4c32f-3267-4e34-b95f-666f67f0cd1b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:36.724322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.740220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:36.746899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.747607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for a459bab8-88df-44b9-99f8-1ba3ae9ee415 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:36.748232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e339376c-bca3-405c-8afb-a142b4f9bccc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:36.868221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:36.890206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.942654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=a459bab8-88df-44b9-99f8-1ba3ae9ee415,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:36.963990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port a459bab8-88df-44b9-99f8-1ba3ae9ee415 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:36.991020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef4dd7-45ee-475a-bf75-2066eafb958b None None] Network c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:37.006690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.027021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-941b41b3-315c-4fae-a148-87a121f214d8 None None] Could not find standard attr ID for object a459bab8-88df-44b9-99f8-1ba3ae9ee415. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:37.100664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.114834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:37.128148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c4c32f-3267-4e34-b95f-666f67f0cd1b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:37.132037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c4c32f-3267-4e34-b95f-666f67f0cd1b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:37.149149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.165351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Pushing event updated for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:37.201700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.217830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:37.219040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.220936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640419-3fd9-4532-9bdd-cb71027002c0 req-f13a1276-cb0d-4de4-b600-603d74c2fec8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.229835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30640419-3fd9-4532-9bdd-cb71027002c0 req-f13a1276-cb0d-4de4-b600-603d74c2fec8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 931 time: 1.3777132 Aug 16 22:19:37.306917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Network e99fe334-1ddb-4ff8-9313-a83f1363b002 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:37.326693 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:37.332226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.344547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:37.355026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.358394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a HTTP/1.1" status: 204 len: 168 time: 1.1949666 Aug 16 22:19:37.363722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:37.364009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:37.421608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.422261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.423923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54781e1b-efe6-466a-bc9f-9abb74d8bc0d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:37.456325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30640419-3fd9-4532-9bdd-cb71027002c0 req-c4f5555d-cba5-4dc9-9450-38ffd633512f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209997 Aug 16 22:19:37.482750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e339376c-bca3-405c-8afb-a142b4f9bccc,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:37.497816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b89839c-24a7-4d76-97fe-6817ace6e23f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.502870 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b89839c-24a7-4d76-97fe-6817ace6e23f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1361234 Aug 16 22:19:37.505379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:37.513245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'e339376c-bca3-405c-8afb-a142b4f9bccc', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'port_id': 'e339376c-bca3-405c-8afb-a142b4f9bccc', 'mac_address': 'fa:16:3e:89:95:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f46ece0-cee1-4620-b661-244567e58d27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:37.528524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3082b9be-e93a-4cc1-884f-7259b6f0a793 req-86f9230a-96ef-4048-8ed7-efb317686c8f service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5114982 Aug 16 22:19:37.551220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4ff48-5625-4638-b9a5-272609dda7b0 req-57870fb1-cc17-44a2-9def-396bd8c78374 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.562802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac4ff48-5625-4638-b9a5-272609dda7b0 req-57870fb1-cc17-44a2-9def-396bd8c78374 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.5365813 Aug 16 22:19:37.567661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-a1e6cfb6-55b8-446b-981f-2e48f5c6581a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0955191 Aug 16 22:19:37.584181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:37.605298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:37.610019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf655750-998f-4f32-afa8-c48ac678dd69 None None] DHCP port deletion for c87deb4f-7e1d-4ba5-a47b-c12e6dc9558a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:37.617937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Request body: {'port': {'device_id': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:37.634034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-28b438dc-ff8c-4920-8866-f26374c7111e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1273799 Aug 16 22:19:37.639538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:37.645863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159145693'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:37.660405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.687607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:37.692944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.707014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.724587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:37.738699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.739093 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 2b677262-8466-4d34-bd55-d3d4130dba06 of type vlan for network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 Aug 16 22:19:37.747445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e339376c-bca3-405c-8afb-a142b4f9bccc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:37.763012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.763760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.765223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] 10.222.0.89 "PUT /v2.0/ports/75f8cf18-9e19-4721-b923-e2795a2bb64a HTTP/1.1" status: 200 len: 1092 time: 5.0396898 Aug 16 22:19:37.806814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e339376c-bca3-405c-8afb-a142b4f9bccc,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:37.830259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.841128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.848910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb9a7-ade6-4aff-9049-94ec6bc355dc service neutron] Pushing event updated for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:37.859131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:37.862878 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:37.903982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.910923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:37.911620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:37.967463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac4ff48-5625-4638-b9a5-272609dda7b0 req-f1be57de-e525-47a6-a324-7d2295fd95e8 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038255 Aug 16 22:19:37.977466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.010977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d898-33d6-473b-8cad-00a03a4063ff req-320234f6-1eb7-4b06-86b6-ec35a40a49bc tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.018501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da64d898-33d6-473b-8cad-00a03a4063ff req-320234f6-1eb7-4b06-86b6-ec35a40a49bc tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 932 time: 0.2451191 Aug 16 22:19:38.073124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-0f3af672-b983-4468-9383-64e22fe2c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.074714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-0f3af672-b983-4468-9383-64e22fe2c571 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 1095 time: 0.1881187 Aug 16 22:19:38.084786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:38.101724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4587462 Aug 16 22:19:38.103640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:38.127686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:38.167645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-323a02b2-e3b4-4568-87a9-1a676afea105 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a HTTP/1.1" status: 200 len: 217 time: 0.0723059 Aug 16 22:19:38.174437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.196423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['eeb8a145-14a7-40e2-96e7-b17d9abeac72'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:38.281932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e339376c-bca3-405c-8afb-a142b4f9bccc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:38.293116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-7b740ef3-7aec-4e8f-89ef-6995ae5cb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.297123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-7b740ef3-7aec-4e8f-89ef-6995ae5cb4f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.1189594 Aug 16 22:19:38.308735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96b2aa-0661-4e78-ad7e-3b64c7018adb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=0f6d55cb-b9ac-4e42-96d1-034b2470c542,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.314465 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f02c82-0260-4914-8b89-d6d1a4e278c3 x-openstack-request-id: req-09f02c82-0260-4914-8b89-d6d1a4e278c3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:38.317373 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:38.317678 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09f02c82-0260-4914-8b89-d6d1a4e278c3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:38.318088 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a', 'status': 'completed', 'code': 200} Aug 16 22:19:38.331277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:38.335491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.359231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:38.371421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.655760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.802252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a459bab8-88df-44b9-99f8-1ba3ae9ee415 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:38.828971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=c6a131a5-2940-446c-b38c-e7230399c7dd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:38.836140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a459bab8-88df-44b9-99f8-1ba3ae9ee415 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:38.836495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a459bab8-88df-44b9-99f8-1ba3ae9ee415 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:38.881883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '2b677262-8466-4d34-bd55-d3d4130dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:38.881883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: 0f6d55cb-b9ac-4e42-96d1-034b2470c542, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:38.923182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:38.936176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da64d898-33d6-473b-8cad-00a03a4063ff req-0d0ce700-a5e1-463b-b690-c3cd916d716b tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9166400 Aug 16 22:19:38.953440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 0f6d55cb-b9ac-4e42-96d1-034b2470c542) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:38.958479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:38.959086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:38.967403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab72113-9f37-4e0b-b455-2d535b0ff6bb None None] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:39.005210 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e21b8b2-dce4-4be8-ac40-11014830441d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8916492 Aug 16 22:19:39.008578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:39.021185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542', 'name': 'tempest-PortsIpV6TestJSON-386496167'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:39.039742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:39.050005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.070193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Transition to ACTIVE for port object 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:39.085229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Transition to ACTIVE for port object 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:39.138537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.156297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.242586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e463f-213d-4312-89ea-e6737797540b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-0f6d55cb-b9ac-4e42-96d1-034b2470c542', 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': 'c6a131a5-2940-446c-b38c-e7230399c7dd'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:39.243682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.249160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:39.255714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.282482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port cb398053-5676-4d60-a7be-64257add0311 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:39.327702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1b5c-871b-4e19-b165-b3181c91103e req-fcea53d9-7a90-418f-bee6-745cf2631390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.332361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-fcea53d9-7a90-418f-bee6-745cf2631390 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9935503 Aug 16 22:19:39.572702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-0e49a622-0d4a-44e0-abc2-1371e44b732e service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690016 Aug 16 22:19:39.605933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.621938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::256 (0f6d55cb-b9ac-4e42-96d1-034b2470c542/c6a131a5-2940-446c-b38c-e7230399c7dd/cb398053-5676-4d60-a7be-64257add0311) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:39.808701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3f9ec-777b-4bb3-a5bf-41b845bbfeed req-f84fb115-e049-476a-973e-c0a1bf30a510 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.818897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80f3f9ec-777b-4bb3-a5bf-41b845bbfeed req-f84fb115-e049-476a-973e-c0a1bf30a510 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 931 time: 1.0954282 Aug 16 22:19:39.880175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:39.963385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:39.989538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c281c3c-e945-4ae2-b89d-2fa3b2d6a327 req-38e429fc-057c-47c8-8003-287e1708ec13 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:39.991608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c281c3c-e945-4ae2-b89d-2fa3b2d6a327 req-38e429fc-057c-47c8-8003-287e1708ec13 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.7307782 Aug 16 22:19:40.006839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object cb398053-5676-4d60-a7be-64257add0311 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:40.083457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.098312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80f3f9ec-777b-4bb3-a5bf-41b845bbfeed req-aaa0a8fc-b9ec-4e2b-992b-a2bc368d5c5d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778647 Aug 16 22:19:40.206906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-073e463f-213d-4312-89ea-e6737797540b None None] Allocated IP 2001:db8::2 (0f6d55cb-b9ac-4e42-96d1-034b2470c542/c6a131a5-2940-446c-b38c-e7230399c7dd/558fc0fb-c3a2-4751-a0b5-509934e2be33) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:40.229005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=cb398053-5676-4d60-a7be-64257add0311,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.248968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Attempting to bind port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:40.249466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Attempting to bind port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:40.249873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Attempting to bind port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:40.263362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:40.263744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Attempting to bind port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 on network b44dd7cf-e54b-40d7-968c-c86205bc0c1d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:40.284244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:40.285239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:40.285376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Checking segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:40.285585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:40.285771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Bound using segment: {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:40.286265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Bound port: 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3e4b9-6975-4db2-8e59-be82fe467dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:40.286642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.287950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:40.295098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:40.322492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.323676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.361681 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0bf1185b-eb77-4a14-9593-b72fc9777541 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3518152 Aug 16 22:19:40.363047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Attempting to bind port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:40.363390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Attempting to bind port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '4c359b42-1e56-48a3-bc4e-217aa6271d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:40.363725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Attempting to bind port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 on network e99fe334-1ddb-4ff8-9313-a83f1363b002 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:40.364606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:40.372015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162b1b5c-871b-4e19-b165-b3181c91103e req-ea1cd353-4dc2-4008-ac49-4c9db9d0554a service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809756 Aug 16 22:19:40.375021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 on network e99fe334-1ddb-4ff8-9313-a83f1363b002 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:19:40.375365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Attempting to bind port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 on network e99fe334-1ddb-4ff8-9313-a83f1363b002 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:40.380423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c281c3c-e945-4ae2-b89d-2fa3b2d6a327 req-2b254645-6faa-4595-b883-6f976f6f9a83 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645012 Aug 16 22:19:40.382706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542', 'name': 'tempest-PortsIpV6TestJSON-410673877'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:40.395429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:40.395777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Checking segment: {'id': '4c359b42-1e56-48a3-bc4e-217aa6271d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:40.396270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Bound using segment: {'id': '4c359b42-1e56-48a3-bc4e-217aa6271d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:40.396764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Bound port: 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c359b42-1e56-48a3-bc4e-217aa6271d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:40.397179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.519527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:40.525420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,segment=NetworkSegment(4c359b42-1e56-48a3-bc4e-217aa6271d1f),segment_id=4c359b42-1e56-48a3-bc4e-217aa6271d1f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:40.558132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.614125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:40.630529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:40.631364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.668578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.697987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:40.703615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:40.705026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.734328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.734965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.736424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-acdc5c4d-de02-4337-b970-8dbeacf74aa0 service neutron] 10.222.0.89 "PUT /v2.0/ports/5d878e4f-cb90-4a8a-bdb6-677d5a615e57 HTTP/1.1" status: 200 len: 1093 time: 3.1290567 Aug 16 22:19:40.739529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port ce150da2-a0d0-44e7-844c-fa9d14e4e85d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:40.743792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:40.746517 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3224e18-d74e-4118-a706-31ccfb9c585c" -d '{"events": [{"name": "network-changed", "server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:40.760966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:40.773249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.785999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-59c29f61-79db-4f37-82af-33ce5721788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.787590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-59c29f61-79db-4f37-82af-33ce5721788b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 1095 time: 0.2599578 Aug 16 22:19:40.861020 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c761f0-78cc-42de-955a-cd7a80ef6b5a x-openstack-request-id: req-d3c761f0-78cc-42de-955a-cd7a80ef6b5a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:40.861658 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:40.861658 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3c761f0-78cc-42de-955a-cd7a80ef6b5a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:40.861965 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57', 'status': 'completed', 'code': 200} Aug 16 22:19:40.865574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:40.877250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffef45-3570-46f6-a717-bbac5c6bd506 req-02506da2-580d-49b3-97cf-3c00872ddeee tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:40.884841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.886002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daffef45-3570-46f6-a717-bbac5c6bd506 req-02506da2-580d-49b3-97cf-3c00872ddeee tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 944 time: 0.3295672 Aug 16 22:19:40.890919 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.917041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-073e463f-213d-4312-89ea-e6737797540b None None] Transition to ACTIVE for port object 558fc0fb-c3a2-4751-a0b5-509934e2be33 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:40.928066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:40.930943 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef2feb-0e25-4efc-aa52-87f06294a12a" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:40.952592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:40.953960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-073e463f-213d-4312-89ea-e6737797540b None None] Transition to ACTIVE for port object 558fc0fb-c3a2-4751-a0b5-509934e2be33 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:40.964467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:40.968897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e339376c-bca3-405c-8afb-a142b4f9bccc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:41.089293 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158df708-4c6d-4573-8a04-baaa49ea92d7 x-openstack-request-id: req-158df708-4c6d-4573-8a04-baaa49ea92d7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:41.089642 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:41.089997 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-158df708-4c6d-4573-8a04-baaa49ea92d7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:41.090484 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'code': 200} Aug 16 22:19:41.091156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:41.092643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-e3f05fc9-d2d0-4153-90f9-2c5658c1d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.094241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-e3f05fc9-d2d0-4153-90f9-2c5658c1d049 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 916 time: 0.2307971 Aug 16 22:19:41.103953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.122204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::22b (0f6d55cb-b9ac-4e42-96d1-034b2470c542/c6a131a5-2940-446c-b38c-e7230399c7dd/ce150da2-a0d0-44e7-844c-fa9d14e4e85d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:41.126643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.130450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.133869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-f87f6ec5-e4e0-4650-a70a-5fc927f612e4 service neutron] 10.222.0.88 "PUT /v2.0/ports/9a5c5dc5-e782-4daf-a94a-2ead10c4d269 HTTP/1.1" status: 200 len: 1092 time: 6.4260328 Aug 16 22:19:41.261363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e463f-213d-4312-89ea-e6737797540b None None] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:41.275238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e463f-213d-4312-89ea-e6737797540b None None] Pushing event updated for resources: {'Port': ['ID=558fc0fb-c3a2-4751-a0b5-509934e2be33,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:41.283623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-073e463f-213d-4312-89ea-e6737797540b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:41.290879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e463f-213d-4312-89ea-e6737797540b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:41.374195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-073e463f-213d-4312-89ea-e6737797540b None None] Attempting to bind port 558fc0fb-c3a2-4751-a0b5-509934e2be33 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:41.374811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-073e463f-213d-4312-89ea-e6737797540b None None] Attempting to bind port 558fc0fb-c3a2-4751-a0b5-509934e2be33 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2b677262-8466-4d34-bd55-d3d4130dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:41.375338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e463f-213d-4312-89ea-e6737797540b None None] Attempting to bind port 558fc0fb-c3a2-4751-a0b5-509934e2be33 on network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:41.392151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e463f-213d-4312-89ea-e6737797540b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:41.392633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e463f-213d-4312-89ea-e6737797540b None None] Checking segment: {'id': '2b677262-8466-4d34-bd55-d3d4130dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:41.392941 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.395886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e463f-213d-4312-89ea-e6737797540b None None] Bound using segment: {'id': '2b677262-8466-4d34-bd55-d3d4130dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:41.396397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-073e463f-213d-4312-89ea-e6737797540b None None] Bound port: 558fc0fb-c3a2-4751-a0b5-509934e2be33, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b677262-8466-4d34-bd55-d3d4130dba06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0f6d55cb-b9ac-4e42-96d1-034b2470c542'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:41.398490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.442216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port e339376c-bca3-405c-8afb-a142b4f9bccc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:41.451726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port e339376c-bca3-405c-8afb-a142b4f9bccc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:41.452369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.519265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.538957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object ce150da2-a0d0-44e7-844c-fa9d14e4e85d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:41.558647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-8128d265-343f-4b5e-8b43-8efdc4068cf7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a HTTP/1.1" status: 200 len: 217 time: 0.3678608 Aug 16 22:19:41.564155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-073e463f-213d-4312-89ea-e6737797540b None None] For port 558fc0fb-c3a2-4751-a0b5-509934e2be33, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:41.568722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-073e463f-213d-4312-89ea-e6737797540b None None] For port 558fc0fb-c3a2-4751-a0b5-509934e2be33, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=558fc0fb-c3a2-4751-a0b5-509934e2be33,segment=NetworkSegment(2b677262-8466-4d34-bd55-d3d4130dba06),segment_id=2b677262-8466-4d34-bd55-d3d4130dba06)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:41.592672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.619237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-073e463f-213d-4312-89ea-e6737797540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.676706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daffef45-3570-46f6-a717-bbac5c6bd506 req-5e4328ce-f91d-4d53-bccd-ceafe25dc8ff tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898090 Aug 16 22:19:41.690102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-83048bdc-2860-48c6-a3a1-2f0fb8ae9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.692265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-83048bdc-2860-48c6-a3a1-2f0fb8ae9897 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8c020399f5434cb5a8b70b2c060ce0bb&device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 1096 time: 0.8276839 Aug 16 22:19:41.723785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:41.727812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-f621d432-09f5-43e7-b253-1f2914c9149d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5381651 Aug 16 22:19:41.735495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc816167-2828-40a4-9c0d-88f69351337f req-3eaebd44-86c4-43b5-a54c-c419363ce4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.740652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc816167-2828-40a4-9c0d-88f69351337f req-3eaebd44-86c4-43b5-a54c-c419363ce4fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1102 time: 0.4945586 Aug 16 22:19:41.765455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e463f-213d-4312-89ea-e6737797540b None None] Pushing event updated for resources: {'Port': ['ID=558fc0fb-c3a2-4751-a0b5-509934e2be33,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:41.781002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:41.782869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=ce150da2-a0d0-44e7-844c-fa9d14e4e85d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:41.790947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:41.805719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.807265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.832255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8358fb3f-fb66-4b17-9c02-0388e9477744 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4664187 Aug 16 22:19:41.832929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:41.860772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.874215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-a4b3d7dd-b755-492f-93ef-f3e035af7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.875920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-a4b3d7dd-b755-492f-93ef-f3e035af7c80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.2803121 Aug 16 22:19:41.877849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-89a5ba5b-2ae9-4ec3-8575-c3e507b796d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.879256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-89a5ba5b-2ae9-4ec3-8575-c3e507b796d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 1095 time: 0.6276243 Aug 16 22:19:41.922509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-992c7e14-9148-414c-bcac-19199263c93b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57 HTTP/1.1" status: 200 len: 217 time: 0.2125294 Aug 16 22:19:41.937309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e339376c-bca3-405c-8afb-a142b4f9bccc,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:41.941386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59130606-9a66-40c0-9442-681fe5a30b7c req-54a1ce80-7983-4612-96ba-28f9c5e4cfef tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:41.947843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:41.956127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59130606-9a66-40c0-9442-681fe5a30b7c req-54a1ce80-7983-4612-96ba-28f9c5e4cfef tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 943 time: 0.6628008 Aug 16 22:19:41.997411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b188a-38d8-4e10-a8b7-c930adfc3b2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.011809 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a37b188a-38d8-4e10-a8b7-c930adfc3b2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A256 HTTP/1.1" status: 200 len: 928 time: 0.1776030 Aug 16 22:19:42.012771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:42.096189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.220430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port ce150da2-a0d0-44e7-844c-fa9d14e4e85d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:42.221261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.275954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 75f8cf18-9e19-4721-b923-e2795a2bb64a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:42.288564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-9ba70112-b52f-4465-a374-99a564bfca20 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269 HTTP/1.1" status: 200 len: 217 time: 0.2428596 Aug 16 22:19:42.377569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc816167-2828-40a4-9c0d-88f69351337f req-88c3cad5-a286-4ed0-85d3-c5013b4de1c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100724 Aug 16 22:19:42.380062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-af871c15-cfa4-4e93-aa52-01c637092ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.383802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-af871c15-cfa4-4e93-aa52-01c637092ee3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4920719 Aug 16 22:19:42.400859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-01b053ff-d0f7-47a7-879c-959788586cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.408350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-01b053ff-d0f7-47a7-879c-959788586cd8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f500f232-160c-472e-8704-d63bfef807bb HTTP/1.1" status: 200 len: 861 time: 0.4117966 Aug 16 22:19:42.424107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59130606-9a66-40c0-9442-681fe5a30b7c req-059c52f4-3e83-4845-b06d-daca5cab3683 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659355 Aug 16 22:19:42.437118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.442518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffa481-abd7-48ae-833e-e31dc33884cc req-38cc7c40-8590-4c96-9f6b-9ef7b3b42556 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.450937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ffa481-abd7-48ae-833e-e31dc33884cc req-38cc7c40-8590-4c96-9f6b-9ef7b3b42556 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.3938055 Aug 16 22:19:42.463136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-c9b53a9c-fac8-40e5-810d-ecfa703b6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.463136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-c9b53a9c-fac8-40e5-810d-ecfa703b6384 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 1102 time: 0.5663846 Aug 16 22:19:42.487428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for ce150da2-a0d0-44e7-844c-fa9d14e4e85d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:42.494073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.511591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8f290679-edb6-4d2d-9d0b-e7ca8ad3b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.512266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-8f290679-edb6-4d2d-9d0b-e7ca8ad3b268 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.2118161 Aug 16 22:19:42.513262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '75f8cf18-9e19-4721-b923-e2795a2bb64a', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'port_id': '75f8cf18-9e19-4721-b923-e2795a2bb64a', 'mac_address': 'fa:16:3e:9b:57:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f46ece0-cee1-4620-b661-244567e58d27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:42.599607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.636176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f8cf18-9e19-4721-b923-e2795a2bb64a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:42.706473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:42.732687 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.807854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-197b6231-d37a-4efd-bcf2-6e9d687a0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:42.812257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-197b6231-d37a-4efd-bcf2-6e9d687a0cc1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3222704 Aug 16 22:19:42.839471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.876308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.880567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:42.886649 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de82fa-ea09-426d-9c80-6fbe30dc77b0" -d '{"events": [{"name": "network-changed", "server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:42.890823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 558fc0fb-c3a2-4751-a0b5-509934e2be33 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:42.916266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=ce150da2-a0d0-44e7-844c-fa9d14e4e85d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:42.965757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:42.968773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afa66330-4827-4eec-9545-64e6dd19abb4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/ce150da2-a0d0-44e7-844c-fa9d14e4e85d HTTP/1.1" status: 204 len: 168 time: 0.9547677 Aug 16 22:19:42.972004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.004957 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eaa869-0a62-425d-aa7d-28d61fe92bb2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:43.006754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39eaa869-0a62-425d-aa7d-28d61fe92bb2 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/ce150da2-a0d0-44e7-844c-fa9d14e4e85d HTTP/1.1" status: 404 len: 333 time: 0.0332479 Aug 16 22:19:43.011680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.020164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 558fc0fb-c3a2-4751-a0b5-509934e2be33 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:43.077953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-0f671958-cf2a-41cd-9ef8-02bb71956234 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 200 len: 217 time: 0.1228352 Aug 16 22:19:43.090857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['75f8cf18-9e19-4721-b923-e2795a2bb64a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:43.092856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:43.095342 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5c9cb1-ee1b-418e-8779-393a94bb7660" -d '{"events": [{"server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "name": "network-vif-plugged", "status": "completed", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:43.233038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port cb398053-5676-4d60-a7be-64257add0311 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:43.233440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.297800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-9f3e839e-2ba8-4e70-90bc-4146d23f988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.299712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-9f3e839e-2ba8-4e70-90bc-4146d23f988e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7357574 Aug 16 22:19:43.301944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-652ed981-b801-4ab8-9a49-b1953b6082ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e99fe334-1ddb-4ff8-9313-a83f1363b002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4821222 Aug 16 22:19:43.303722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-3fff58d9-9fab-43fb-8058-3337ba21798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:43.305409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-3fff58d9-9fab-43fb-8058-3337ba21798a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1210148 Aug 16 22:19:43.323624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ffa481-abd7-48ae-833e-e31dc33884cc req-cbfd4ac5-40dd-4195-a5d3-6c6e4bfa11ba tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485100 Aug 16 22:19:43.436936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.477381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for cb398053-5676-4d60-a7be-64257add0311 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:43.581094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022894dc-ebbb-47be-a899-683a23f43e83 None None] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:43.723183 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc466d-9991-4bbc-a1b4-9986872a7788 x-openstack-request-id: req-0adc466d-9991-4bbc-a1b4-9986872a7788 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:43.725573 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "name": "network-vif-plugged", "status": "completed", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:43.728555 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0adc466d-9991-4bbc-a1b4-9986872a7788 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:43.729685 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc', 'code': 200} Aug 16 22:19:43.731524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.807209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=cb398053-5676-4d60-a7be-64257add0311,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:43.825561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Provisioning for port 558fc0fb-c3a2-4751-a0b5-509934e2be33 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:43.849756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Provisioning complete for port 558fc0fb-c3a2-4751-a0b5-509934e2be33 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:43.850233 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.894607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:43.908864 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a386f2aa-878e-48e7-9e2d-fc5e70924c60 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/cb398053-5676-4d60-a7be-64257add0311 HTTP/1.1" status: 204 len: 168 time: 0.8935306 Aug 16 22:19:43.909631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:43.996423 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d17cb34-8c75-4735-8ed5-d57514b0ba76 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:44.001769 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2d17cb34-8c75-4735-8ed5-d57514b0ba76 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/cb398053-5676-4d60-a7be-64257add0311 HTTP/1.1" status: 404 len: 333 time: 0.0882881 Aug 16 22:19:44.003131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53610) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:44.115104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet c6a131a5-2940-446c-b38c-e7230399c7dd {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:44.119760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.216659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.228124 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.238425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.314857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] For port 558fc0fb-c3a2-4751-a0b5-509934e2be33, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=558fc0fb-c3a2-4751-a0b5-509934e2be33,segment=NetworkSegment(2b677262-8466-4d34-bd55-d3d4130dba06),segment_id=2b677262-8466-4d34-bd55-d3d4130dba06)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:44.321244 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7995d8-2bf8-4b0d-b927-b87294a70799 x-openstack-request-id: req-4c7995d8-2bf8-4b0d-b927-b87294a70799 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:44.322425 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:44.323269 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c7995d8-2bf8-4b0d-b927-b87294a70799 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:44.325030 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269', 'status': 'completed', 'code': 200} Aug 16 22:19:44.326674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.423300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16db4-eefd-4fc9-a193-c1db1302fb19 None None] Pushing event updated for resources: {'Port': ['ID=558fc0fb-c3a2-4751-a0b5-509934e2be33,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.430273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.561380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4517a9d-7b06-403f-9839-3390b0fd5674 req-19fabd20-b1fa-46c9-a43b-ce950634db20 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:44.572650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4517a9d-7b06-403f-9839-3390b0fd5674 req-19fabd20-b1fa-46c9-a43b-ce950634db20 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 944 time: 1.6200418 Aug 16 22:19:44.589247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.593683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-41b17a7b-7c79-467d-87ca-04b6ec883bfc service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7128065 Aug 16 22:19:44.667861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.670132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/c6a131a5-2940-446c-b38c-e7230399c7dd HTTP/1.1" status: 204 len: 168 time: 0.6645298 Aug 16 22:19:44.671560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355f775-2bf9-4fb9-b526-a299ceb3123e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a131a5-2940-446c-b38c-e7230399c7dd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:44.675398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:44.697297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-7c225e83-25ec-47da-9fb0-a254c472f602 service neutron] 10.222.0.89 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3569727 Aug 16 22:19:44.755777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6c7d0274-ce20-4745-8a5f-d7988241b1b4 None None] Provisioning complete for port 558fc0fb-c3a2-4751-a0b5-509934e2be33 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:44.757985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c7d0274-ce20-4745-8a5f-d7988241b1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.831770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:44.978076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4517a9d-7b06-403f-9839-3390b0fd5674 req-e6216b6a-067b-413a-b431-b99ac27d795a tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039295 Aug 16 22:19:45.026050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 558fc0fb-c3a2-4751-a0b5-509934e2be33 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:45.027218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.039589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 558fc0fb-c3a2-4751-a0b5-509934e2be33 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:45.090657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a3e9f-155a-4602-b2a7-b5ae3eb7a3fa req-2df762bd-13dd-4b20-bed3-f0c7e09cf5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.097319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1a3e9f-155a-4602-b2a7-b5ae3eb7a3fa req-2df762bd-13dd-4b20-bed3-f0c7e09cf5c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 1097 time: 0.8767295 Aug 16 22:19:45.157428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 558fc0fb-c3a2-4751-a0b5-509934e2be33 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:45.157829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.220790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463ffd3-133e-4ba6-ab74-f8e6fa730d15 None None] Network 0f6d55cb-b9ac-4e42-96d1-034b2470c542 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:45.233144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-73a70cac-7963-4cf6-95de-8f17c6fad22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.235683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-73a70cac-7963-4cf6-95de-8f17c6fad22f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0489767 Aug 16 22:19:45.281480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port 558fc0fb-c3a2-4751-a0b5-509934e2be33, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=558fc0fb-c3a2-4751-a0b5-509934e2be33,segment=NetworkSegment(2b677262-8466-4d34-bd55-d3d4130dba06),segment_id=2b677262-8466-4d34-bd55-d3d4130dba06)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:45.291348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.308365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-45d46e3f-1d8a-4a89-a708-f6f783fbfcd1 service neutron] 10.222.0.88 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7937896 Aug 16 22:19:45.322757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 558fc0fb-c3a2-4751-a0b5-509934e2be33 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:45.337668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17197fa0-495f-4487-b028-20591c242e38 req-cff29d85-716b-4eea-9c0b-005e22eec7b3 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:45.344448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17197fa0-495f-4487-b028-20591c242e38 req-cff29d85-716b-4eea-9c0b-005e22eec7b3 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 943 time: 1.0167716 Aug 16 22:19:45.523104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.591201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=558fc0fb-c3a2-4751-a0b5-509934e2be33,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:45.593617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port 558fc0fb-c3a2-4751-a0b5-509934e2be33 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:45.599189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c8d209d-245d-4934-a38f-ef8b61472dea req-dd5a82b0-5443-47a9-ab49-12c58aa89727 service neutron] 10.222.0.88 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208121 Aug 16 22:19:45.743430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c8a301fd-cf08-4a0d-b400-b7c9234928e0 None None] Could not find standard attr ID for object cb398053-5676-4d60-a7be-64257add0311. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:45.797149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08e4f243-dfa6-44c3-89e9-6310850cff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.798644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Could not find standard attr ID for object 558fc0fb-c3a2-4751-a0b5-509934e2be33. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:45.802875 n-d-791505-20 neutron-server[94818]: INFO neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No ports have port_id starting with 558fc0fb-c3a2-4751-a0b5-509934e2be33 Aug 16 22:19:45.828579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.858605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6d55cb-b9ac-4e42-96d1-034b2470c542']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:45.889536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b677262-8466-4d34-bd55-d3d4130dba06') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:45.889846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b677262-8466-4d34-bd55-d3d4130dba06') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:45.903846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c447d5-8c8b-4800-8554-b7f9f503d8dd None None] DHCP port deletion for 0f6d55cb-b9ac-4e42-96d1-034b2470c542 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:45.930069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.952180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.960373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1a3e9f-155a-4602-b2a7-b5ae3eb7a3fa req-6f804444-7d4a-4b9a-9ae0-01479e6e38f9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8188090 Aug 16 22:19:45.960588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:45.961705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:45.982754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43201469-e9d2-4411-bb7f-92e8a9e7fa78 req-e8a4ae66-5224-430e-a61f-3f984edc48ed service neutron] 10.222.0.89 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2284515 Aug 16 22:19:45.993483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8135f6-9cac-4b07-bc2d-2275c6a9c29d req-dbd0a640-99c8-42ec-906d-74aec646f506 service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3633184 Aug 16 22:19:46.028640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17197fa0-495f-4487-b028-20591c242e38 req-b0382b1e-3f17-4d16-8032-8ed04f15af65 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575499 Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:46.045563 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:46.100333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.102079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215daf0-2d6e-4427-8b92-4c5e3397d24b req-04844484-03e0-42e9-9e33-d9055a724bb4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.109733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.116466 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/0f6d55cb-b9ac-4e42-96d1-034b2470c542 HTTP/1.1" status: 204 len: 168 time: 1.4340291 Aug 16 22:19:46.116644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6215daf0-2d6e-4427-8b92-4c5e3397d24b req-04844484-03e0-42e9-9e33-d9055a724bb4 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.4325824 Aug 16 22:19:46.118046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:46.132176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580944175'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:46.149339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-318fa294-bd9b-41cc-9943-8392f8616855 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849933 Aug 16 22:19:46.158754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-b6f8c394-0437-4da0-a0d1-af688634a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.160783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-b6f8c394-0437-4da0-a0d1-af688634a867 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 1095 time: 0.3390827 Aug 16 22:19:46.166479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed3503-c12a-4256-8898-03c13c680f4b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=0f6d55cb-b9ac-4e42-96d1-034b2470c542,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:46.212375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:46.216338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.296474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6215daf0-2d6e-4427-8b92-4c5e3397d24b req-32d2901d-4835-4d36-a49b-2cf589211d67 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841116 Aug 16 22:19:46.296723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:46.325607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.325964 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 2954a208-1932-4738-a1bc-232972bd5bb1 of type vlan for network 4887ef40-9475-42c4-952a-2b3be1d6ad23 Aug 16 22:19:46.331594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 75f8cf18-9e19-4721-b923-e2795a2bb64a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:46.449447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.454491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 75f8cf18-9e19-4721-b923-e2795a2bb64a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:46.465490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 75f8cf18-9e19-4721-b923-e2795a2bb64a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:46.465490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.526112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.532974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.534172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.575608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4536052 Aug 16 22:19:46.576446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:46.596350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:46.668472 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.720364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9f45e-10bc-4d64-bf4c-a403ba60a6b9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=4887ef40-9475-42c4-952a-2b3be1d6ad23,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:46.745817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:46.753299 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8905349-e60a-4f6a-a8b2-d7d0eade46b5" -d '{"events": [{"server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "name": "network-vif-plugged", "status": "completed", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:46.767431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:46.807856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:46.818928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:46.826337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.842455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:46.890402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 558fc0fb-c3a2-4751-a0b5-509934e2be33 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:46.912680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82e598-9f32-4c75-a8b8-850a7af8a88d req-45a9d404-2bd8-4444-8b04-fc3dc648fdbe tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.917147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c82e598-9f32-4c75-a8b8-850a7af8a88d req-45a9d404-2bd8-4444-8b04-fc3dc648fdbe tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 944 time: 0.6636999 Aug 16 22:19:46.934771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-3cd27231-ea2a-4662-90c3-f101cf1ee851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:46.936366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-3cd27231-ea2a-4662-90c3-f101cf1ee851 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8c020399f5434cb5a8b70b2c060ce0bb&device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 1096 time: 0.4335890 Aug 16 22:19:46.962175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 558fc0fb-c3a2-4751-a0b5-509934e2be33 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:46.962977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 558fc0fb-c3a2-4751-a0b5-509934e2be33 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:47.001394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e3f95-1b07-49b4-bc60-f988b73cd7e7 req-c216ee0c-9108-4f20-80d2-b4e9d298fa47 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.004708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c72e3f95-1b07-49b4-bc60-f988b73cd7e7 req-c216ee0c-9108-4f20-80d2-b4e9d298fa47 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1102 time: 0.3599899 Aug 16 22:19:47.044726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:47.102487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.143133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-8f94eef0-ceaf-435c-aaf3-ddaa95a44de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.145097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-8f94eef0-ceaf-435c-aaf3-ddaa95a44de9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e99fe334-1ddb-4ff8-9313-a83f1363b002 HTTP/1.1" status: 200 len: 921 time: 0.1281991 Aug 16 22:19:47.186702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '2954a208-1932-4738-a1bc-232972bd5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:47.187230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: 4887ef40-9475-42c4-952a-2b3be1d6ad23, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:47.193306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=9fef259a-36f2-497b-8bec-5b18dd3726d9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:47.215895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:47.216884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c72e3f95-1b07-49b4-bc60-f988b73cd7e7 req-e0aa7a80-0d6e-4512-ab70-7f9bbfecb981 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684726 Aug 16 22:19:47.229150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4887ef40-9475-42c4-952a-2b3be1d6ad23) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:47.245715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.247154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.247936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8e5d0-1006-4d4b-aa0b-9bb1c2938be6 None None] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:47.284808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c335a7f4-a6ef-497c-85f3-b2a64a586432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6947989 Aug 16 22:19:47.286719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53666) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:47.302313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c82e598-9f32-4c75-a8b8-850a7af8a88d req-0afda02e-be4c-4dad-af1a-421c02f56fee tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597691 Aug 16 22:19:47.316000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-be9c5e27-88fd-43d0-8b16-473b7978b768 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57 HTTP/1.1" status: 200 len: 217 time: 0.1133645 Aug 16 22:19:47.324674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23', 'name': 'tempest-PortsIpV6TestJSON-415240752', 'fixed_ips': [{'subnet_id': '9fef259a-36f2-497b-8bec-5b18dd3726d9', 'ip_address': '2001:db8::10'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:47.326233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-b7d850fb-415d-4c4c-a929-f0e8e5bce85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.327778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-b7d850fb-415d-4c4c-a929-f0e8e5bce85b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 916 time: 1.1219785 Aug 16 22:19:47.399603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-b1cf9eb5-abcc-4b6b-8166-cd7ef9749f3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269 HTTP/1.1" status: 200 len: 217 time: 0.0588765 Aug 16 22:19:47.401895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37187dd1-03dd-479b-8257-e94d2fbd4873 req-e172e881-f3ea-45bc-bf8f-d0ec3afda454 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1996918 Aug 16 22:19:47.458789 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4d2a1b-1f87-4a28-923b-92e9ad05d7fb x-openstack-request-id: req-3a4d2a1b-1f87-4a28-923b-92e9ad05d7fb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:47.462396 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "name": "network-vif-plugged", "status": "completed", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:47.462843 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a4d2a1b-1f87-4a28-923b-92e9ad05d7fb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:47.463436 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a', 'code': 200} Aug 16 22:19:47.537644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-402c66b3-ac3e-44f4-bcb2-62dcab2e8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.539839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-402c66b3-ac3e-44f4-bcb2-62dcab2e8254 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.0812929 Aug 16 22:19:47.632338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4887ef40-9475-42c4-952a-2b3be1d6ad23', 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': '9fef259a-36f2-497b-8bec-5b18dd3726d9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:19:47.633855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.648621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-7df47707-bf6f-412e-9353-e19a93c32fd4 req-e3b9a8dd-b3c8-4513-bd02-3f089b0dbaf5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:19:47.649950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7df47707-bf6f-412e-9353-e19a93c32fd4 req-e3b9a8dd-b3c8-4513-bd02-3f089b0dbaf5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058658 Aug 16 22:19:47.708308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-1ed63ca3-1e03-4f3e-93e6-7e33a4be0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.710474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-1ed63ca3-1e03-4f3e-93e6-7e33a4be0a6e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f500f232-160c-472e-8704-d63bfef807bb HTTP/1.1" status: 200 len: 861 time: 0.3803284 Aug 16 22:19:47.716194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e17ce2-b0b0-49d1-a3eb-5be9cbe9500a req-a54841b2-8db8-40bb-bc74-a33c8b594806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.718428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6e17ce2-b0b0-49d1-a3eb-5be9cbe9500a req-a54841b2-8db8-40bb-bc74-a33c8b594806 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 1097 time: 0.1230960 Aug 16 22:19:47.766805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:47.770991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-ae9b861e-6935-408c-9e34-64042d526be8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e99fe334-1ddb-4ff8-9313-a83f1363b002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515096 Aug 16 22:19:47.786739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602d94-d861-47d8-a792-9d5ba7588e64 req-ab1218a6-c9c8-4e74-a371-ce14dc79faf0 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.788643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc602d94-d861-47d8-a792-9d5ba7588e64 req-ab1218a6-c9c8-4e74-a371-ce14dc79faf0 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 943 time: 0.2477143 Aug 16 22:19:47.799784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-2e20d434-5721-47e4-bf1a-64b3160ef6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:47.801506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-2e20d434-5721-47e4-bf1a-64b3160ef6c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949441 Aug 16 22:19:47.947910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:47.986160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-34018779-baf5-436b-9026-e17ea49b96a7 service neutron] 10.222.0.88 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647422 Aug 16 22:19:47.991786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Allocated IP 2001:db8::2 (4887ef40-9475-42c4-952a-2b3be1d6ad23/9fef259a-36f2-497b-8bec-5b18dd3726d9/8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:47.998339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port fa4c4220-a2fc-44df-917c-4fa5fc921cdb yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:48.294742 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.323556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Transition to ACTIVE for port object 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:48.331170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-b78bc11a-2f32-4f51-9cb8-00d623760558 service neutron] 10.222.0.89 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409055 Aug 16 22:19:48.354637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Transition to ACTIVE for port object 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:48.368100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:48.440772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::10 (4887ef40-9475-42c4-952a-2b3be1d6ad23/9fef259a-36f2-497b-8bec-5b18dd3726d9/fa4c4220-a2fc-44df-917c-4fa5fc921cdb) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:48.492808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00de82fa-ea09-426d-9c80-6fbe30dc77b0 req-7c79d285-a1b6-4d5f-8a0c-849eb2384d57 service neutron] 10.222.0.88 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148016 Aug 16 22:19:48.504668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6e17ce2-b0b0-49d1-a3eb-5be9cbe9500a req-62c7d65c-ec42-4f1e-9c78-db341bdc3887 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326241 Aug 16 22:19:48.556941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,segment=NetworkSegment(4c359b42-1e56-48a3-bc4e-217aa6271d1f),segment_id=4c359b42-1e56-48a3-bc4e-217aa6271d1f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:48.580027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57', 'network_id': 'e99fe334-1ddb-4ff8-9313-a83f1363b002', 'port_id': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57', 'mac_address': 'fa:16:3e:6f:b7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f500f232-160c-472e-8704-d63bfef807bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:48.584179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.642369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6e3036f-33ab-422b-99a4-c880430b24de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.643857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.725533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:48.726372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.736032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:48.757011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Pushing event updated for resources: {'Port': ['ID=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:48.766215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:48.787673 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.795197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:48.804364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc602d94-d861-47d8-a792-9d5ba7588e64 req-60538e4a-6bde-47c6-889d-7dbdc40d59e8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9941311 Aug 16 22:19:48.809261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3224e18-d74e-4118-a706-31ccfb9c585c req-efed6b8f-db78-4ff5-9038-d011c685184a service neutron] 10.222.0.89 "GET /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637074 Aug 16 22:19:48.826631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-eca3ed4c-95d4-487e-aadf-d67954bc450b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2970319 Aug 16 22:19:48.833342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object fa4c4220-a2fc-44df-917c-4fa5fc921cdb will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:48.878732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6558-495c-4078-865b-1592e0f5ef09 req-b0f21897-e6ec-4255-9974-2fd0b41b1ef0 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:48.891982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbed6558-495c-4078-865b-1592e0f5ef09 req-b0f21897-e6ec-4255-9974-2fd0b41b1ef0 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 944 time: 0.2552021 Aug 16 22:19:48.931442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:48.989902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,segment=NetworkSegment(4c359b42-1e56-48a3-bc4e-217aa6271d1f),segment_id=4c359b42-1e56-48a3-bc4e-217aa6271d1f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:49.004240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.005281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbed6558-495c-4078-865b-1592e0f5ef09 req-19cff416-119d-41a4-ab95-18735423383d tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032968 Aug 16 22:19:49.013622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Attempting to bind port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:19:49.013622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Attempting to bind port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2954a208-1932-4738-a1bc-232972bd5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:19:49.014085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Attempting to bind port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c on network 4887ef40-9475-42c4-952a-2b3be1d6ad23 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:19:49.038160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:19:49.038549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Checking segment: {'id': '2954a208-1932-4738-a1bc-232972bd5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:49.039495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.039888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Bound using segment: {'id': '2954a208-1932-4738-a1bc-232972bd5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:19:49.040467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Bound port: 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954a208-1932-4738-a1bc-232972bd5bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:19:49.040848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.081787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=fa4c4220-a2fc-44df-917c-4fa5fc921cdb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:49.115589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:49.118737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:49.122869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:49.141098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:49.143624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.183212 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de3ba2c9-4f6a-4659-9a96-5229119197a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8946581 Aug 16 22:19:49.186408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:49.187432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974fce-e653-437a-ac43-fd7315eacdbc req-1688e25b-d38d-44cc-aa25-c573f8d35bec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:49.189751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf974fce-e653-437a-ac43-fd7315eacdbc req-1688e25b-d38d-44cc-aa25-c573f8d35bec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1828806 Aug 16 22:19:49.199338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': '4887ef40-9475-42c4-952a-2b3be1d6ad23', 'name': 'tempest-PortsIpV6TestJSON-1657641343', 'fixed_ips': [{'subnet_id': '9fef259a-36f2-497b-8bec-5b18dd3726d9', 'ip_address': '2001:db8::f'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:49.222424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:49.313578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.315849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf974fce-e653-437a-ac43-fd7315eacdbc req-5d254e7c-ad4c-481e-b855-8570bbcfa558 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175988 Aug 16 22:19:49.381491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] For port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:19:49.402353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] For port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,segment=NetworkSegment(2954a208-1932-4738-a1bc-232972bd5bb1),segment_id=2954a208-1932-4738-a1bc-232972bd5bb1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:19:49.417732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.479576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:49.493666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:49.512836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['5d878e4f-cb90-4a8a-bdb6-677d5a615e57'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:49.563142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port e81c5cf3-d903-4cd6-9d51-29e82d1c0774 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:19:49.653369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739ec8-4c41-4294-8f8e-fcedf8c144e1 None None] Pushing event updated for resources: {'Port': ['ID=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:50.164567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc187d9-ace5-4ba5-8fc5-2e1f5dd20cbb req-8c7c040e-fb58-47ad-a199-19ccfcfc0a2f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.175765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdc187d9-ace5-4ba5-8fc5-2e1f5dd20cbb req-8c7c040e-fb58-47ad-a199-19ccfcfc0a2f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 943 time: 0.1443989 Aug 16 22:19:50.225321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:19:50.380931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc007839-2cba-4b93-bd04-83ab17def312 req-bc24b76e-a46b-404a-8d16-d7679bd8d395 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.390791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc007839-2cba-4b93-bd04-83ab17def312 req-bc24b76e-a46b-404a-8d16-d7679bd8d395 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 945 time: 0.1716459 Aug 16 22:19:50.409668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdc187d9-ace5-4ba5-8fc5-2e1f5dd20cbb req-027597e1-fa2e-43a2-9fa4-5dd89ac62c97 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307236 Aug 16 22:19:50.545446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc007839-2cba-4b93-bd04-83ab17def312 req-dd3b6c64-abff-4b95-85ae-5a46982e1af7 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536107 Aug 16 22:19:50.581212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:50.605896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269', 'network_id': 'b44dd7cf-e54b-40d7-968c-c86205bc0c1d', 'port_id': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269', 'mac_address': 'fa:16:3e:da:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f46ece0-cee1-4620-b661-244567e58d27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:19:50.740067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.757636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:19:50.803274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:50.807744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::f (4887ef40-9475-42c4-952a-2b3be1d6ad23/9fef259a-36f2-497b-8bec-5b18dd3726d9/e81c5cf3-d903-4cd6-9d51-29e82d1c0774) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:19:50.815749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:50.876433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ed158-90d4-42ff-ba24-208a383be29e req-a4306a43-189c-4246-a760-973861010407 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:50.888604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef7ed158-90d4-42ff-ba24-208a383be29e req-a4306a43-189c-4246-a760-973861010407 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1399617 Aug 16 22:19:50.934413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:50.988576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef7ed158-90d4-42ff-ba24-208a383be29e req-851613f3-12ee-4561-a2be-9ce71bf58c8c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989647 Aug 16 22:19:51.006245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:51.118739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:51.171196 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.175063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.190656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object e81c5cf3-d903-4cd6-9d51-29e82d1c0774 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:19:51.237414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.286938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:19:51.290997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:19:51.294886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:19:51.301901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.302556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.333990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=e81c5cf3-d903-4cd6-9d51-29e82d1c0774,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:51.345749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53756) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:51.346198 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc0408b3-5c14-4ffa-a747-9d83794e88f1 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1583328 Aug 16 22:19:51.388472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6e3479-dbf4-4af7-b690-3feff5db96bb None None] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:51.509299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa97096-1263-453f-ae42-ab822fcab296 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.510409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dfa97096-1263-453f-ae42-ab822fcab296 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1628792 Aug 16 22:19:51.513215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:51.559165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9a5c5dc5-e782-4daf-a94a-2ead10c4d269'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:19:51.589748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:51.720485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Provisioning for port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:51.724797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f91b2c-8b83-4edd-89c7-8cdfdeaf19a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.747294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Provisioning complete for port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:51.748715 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:51.749299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f91b2c-8b83-4edd-89c7-8cdfdeaf19a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.765431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f91b2c-8b83-4edd-89c7-8cdfdeaf19a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.767255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d0f91b2c-8b83-4edd-89c7-8cdfdeaf19a4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2530074 Aug 16 22:19:51.770207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:51.839221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515b67f-bc11-4233-8ebe-aca49cebb52e req-d513d344-fea8-434f-8ec1-9c9a23462a79 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.840672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e515b67f-bc11-4233-8ebe-aca49cebb52e req-d513d344-fea8-434f-8ec1-9c9a23462a79 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 944 time: 0.2862251 Aug 16 22:19:51.845190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-995fb7cc-b3d0-45e8-9021-181c559c8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:51.846573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-995fb7cc-b3d0-45e8-9021-181c559c8364 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1102 time: 0.2734551 Aug 16 22:19:52.042552 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.097512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e515b67f-bc11-4233-8ebe-aca49cebb52e req-1ab11aa2-2b3b-42a6-b6d7-8a224da4b435 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219336 Aug 16 22:19:52.110238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8f430-2c7b-4249-89c0-aabafc6e2b54 req-9721dca0-bb4d-4d3a-8080-873ad28c49b8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.119360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83f8f430-2c7b-4249-89c0-aabafc6e2b54 req-9721dca0-bb4d-4d3a-8080-873ad28c49b8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 945 time: 0.2762764 Aug 16 22:19:52.230096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port e81c5cf3-d903-4cd6-9d51-29e82d1c0774 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:52.230537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.235624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-d2daccf4-26f4-4e34-b563-be92e45e1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.237018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-d2daccf4-26f4-4e34-b563-be92e45e1846 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3606160 Aug 16 22:19:52.260276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] For port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,segment=NetworkSegment(2954a208-1932-4738-a1bc-232972bd5bb1),segment_id=2954a208-1932-4738-a1bc-232972bd5bb1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:52.271758 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.400766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:52.441725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83f8f430-2c7b-4249-89c0-aabafc6e2b54 req-490e252a-dc2b-4ac5-9804-7bd9451c1869 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158848 Aug 16 22:19:52.531491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8530-087d-4162-b699-5bb075c4d781 None None] Pushing event updated for resources: {'Port': ['ID=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:52.565339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:52.574918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:52.575296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.611175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-90776ffa-14e3-4cf0-8254-266909720400 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.3450325 Aug 16 22:19:52.654682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.725739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4952c-8a7e-4b63-96ef-e55433a3ecdc req-07a08a06-69e6-4c64-a65e-c0f556402ba5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.735280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cd4952c-8a7e-4b63-96ef-e55433a3ecdc req-07a08a06-69e6-4c64-a65e-c0f556402ba5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.2916682 Aug 16 22:19:52.853812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cd4952c-8a7e-4b63-96ef-e55433a3ecdc req-466b9e2f-90b1-4960-96b3-4da44e655a75 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168637 Aug 16 22:19:52.859558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:52.893248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-7ad943ee-8ade-4864-ac49-e480c166edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:52.896754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-7ad943ee-8ade-4864-ac49-e480c166edd5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2727685 Aug 16 22:19:52.981380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for e81c5cf3-d903-4cd6-9d51-29e82d1c0774 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:53.091242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:53.129456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-d37ca803-3b27-46d3-9083-9e6c974f2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:53.151911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-d37ca803-3b27-46d3-9083-9e6c974f2645 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455215 Aug 16 22:19:53.255150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.272973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:53.273703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.276208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Provisioning complete for port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:53.276794 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.418453 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.465930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:53.472339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc289439-2749-436c-b0d4-b098be18b246 req-e418fdd2-1f8b-4a5d-acfd-7660186795a1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:53.480448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc289439-2749-436c-b0d4-b098be18b246 req-e418fdd2-1f8b-4a5d-acfd-7660186795a1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 944 time: 0.1883287 Aug 16 22:19:53.491424 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a7a2ce-494e-4a47-a561-d7e7b0fc4223" -d '{"events": [{"server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:53.509625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Deleting port d143cda7-d9ac-45db-bcec-ebef4b0a55bc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:53.509996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.568140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,segment=NetworkSegment(4c359b42-1e56-48a3-bc4e-217aa6271d1f),segment_id=4c359b42-1e56-48a3-bc4e-217aa6271d1f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:53.588005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.676406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] For port d143cda7-d9ac-45db-bcec-ebef4b0a55bc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:53.677617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.694735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Calling delete_port for d143cda7-d9ac-45db-bcec-ebef4b0a55bc owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:53.783015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:53.941235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:53.974440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Pushing event deleted for resources: {'Port': ['ID=d143cda7-d9ac-45db-bcec-ebef4b0a55bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:54.029579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-6ca80131-65a3-4d17-b8ce-c166e783b65f service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8573980 Aug 16 22:19:54.126502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Provisioning for port e81c5cf3-d903-4cd6-9d51-29e82d1c0774 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:54.130806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Provisioning complete for port e81c5cf3-d903-4cd6-9d51-29e82d1c0774 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:54.131183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.163022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Port e81c5cf3-d903-4cd6-9d51-29e82d1c0774 was deleted so its status cannot be updated. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:19:54.172012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.182708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc289439-2749-436c-b0d4-b098be18b246 req-bb5a9674-6a3c-491e-9a93-2da3a219a9f5 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012067 Aug 16 22:19:54.193948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Provisioning for port fa4c4220-a2fc-44df-917c-4fa5fc921cdb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:54.211349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Provisioning complete for port fa4c4220-a2fc-44df-917c-4fa5fc921cdb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:54.211744 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.224285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=e81c5cf3-d903-4cd6-9d51-29e82d1c0774,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:54.256394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766374-986c-4b87-a889-26f7f19fdb97 req-05badc7c-c441-4fca-a8f8-614ed95f1ed8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:54.261656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.266726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d766374-986c-4b87-a889-26f7f19fdb97 req-05badc7c-c441-4fca-a8f8-614ed95f1ed8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.2737653 Aug 16 22:19:54.330656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:19:54.337323 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e83c5-1a21-41ed-a320-72dbae7af2d0 x-openstack-request-id: req-3e4e83c5-1a21-41ed-a320-72dbae7af2d0 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:54.337776 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "name": "network-vif-plugged", "status": "completed", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:54.338098 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e4e83c5-1a21-41ed-a320-72dbae7af2d0 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:54.338552 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57', 'code': 200} Aug 16 22:19:54.340041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.346302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-258c1d35-5ed8-4583-aa81-732a625fc82a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/e81c5cf3-d903-4cd6-9d51-29e82d1c0774 HTTP/1.1" status: 204 len: 168 time: 2.5734313 Aug 16 22:19:54.352848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53826) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:54.438931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d766374-986c-4b87-a889-26f7f19fdb97 req-8a694b04-8adb-48b1-bea9-ebd15deeb4d3 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709697 Aug 16 22:19:54.452468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-a7f1271b-b753-4626-93e9-c8d86578376c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964310 Aug 16 22:19:54.459035 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5e523c-dbf4-4996-a2c7-c8401c5c553d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:54.467431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-df5e523c-dbf4-4996-a2c7-c8401c5c553d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/e81c5cf3-d903-4cd6-9d51-29e82d1c0774 HTTP/1.1" status: 404 len: 333 time: 0.1130238 Aug 16 22:19:54.467845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53828) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:54.568437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bee2ce75-a58f-47d7-9e08-34adc9f296a6 None None] Port fa4c4220-a2fc-44df-917c-4fa5fc921cdb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:54.634077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:19:54.651216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:54.653937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.857949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-433eb275-d0e8-48f4-ab05-d2b2f0c1eb0f None None] Could not find standard attr ID for object e81c5cf3-d903-4cd6-9d51-29e82d1c0774. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:19:54.951019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Router a9448bfd-bafe-41c8-b33d-fe037aa027ad has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:19:54.963949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ab8dc-23e0-4268-aea6-5c1c0449bf66 req-d336b7ce-fa21-4fc0-82ec-b5997a8a36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:54.968427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d83ab8dc-23e0-4268-aea6-5c1c0449bf66 req-d336b7ce-fa21-4fc0-82ec-b5997a8a36a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 1098 time: 0.4924028 Aug 16 22:19:54.970638 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:54.993654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-433eb275-d0e8-48f4-ab05-d2b2f0c1eb0f None None] Provisioning complete for port fa4c4220-a2fc-44df-917c-4fa5fc921cdb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:19:54.994030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-433eb275-d0e8-48f4-ab05-d2b2f0c1eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.055941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d83ab8dc-23e0-4268-aea6-5c1c0449bf66 req-f1c46ada-c6a5-455e-8f0f-e96220b8dbe6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678408 Aug 16 22:19:55.059047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port fa4c4220-a2fc-44df-917c-4fa5fc921cdb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:55.059634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.070120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-433eb275-d0e8-48f4-ab05-d2b2f0c1eb0f None None] Port fa4c4220-a2fc-44df-917c-4fa5fc921cdb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:19:55.074147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:55.077947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdd307-7ea9-4dac-8c9e-f12d8d201b11 req-b1294128-16c0-4ede-8e79-7fce80461fc6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.084474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.088197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70fdd307-7ea9-4dac-8c9e-f12d8d201b11 req-b1294128-16c0-4ede-8e79-7fce80461fc6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.4436758 Aug 16 22:19:55.206154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:55.209308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:19:55.215390 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a458230-4e8c-49b9-9c33-6f677fe97cef admin admin] 10.222.0.22 "PUT /v2.0/routers/a9448bfd-bafe-41c8-b33d-fe037aa027ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6245334 Aug 16 22:19:55.224947 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Sync routers for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:19:55.232963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53842) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:55.242987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:55.244245 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:55.268385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.298279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for fa4c4220-a2fc-44df-917c-4fa5fc921cdb owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:55.424790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.468634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:55.570062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70fdd307-7ea9-4dac-8c9e-f12d8d201b11 req-36c8236b-3d4c-4064-a4de-c1732af6c00f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804289 Aug 16 22:19:55.617599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.672143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.744781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '2544cfa6-a983-476f-9cda-ed919de08261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:19:53Z', 'revision_number': 5, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port': {'id': '2544cfa6-a983-476f-9cda-ed919de08261', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:08:03Z', 'updated_at': '2021-08-16T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:55.762774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Deleting port 2544cfa6-a983-476f-9cda-ed919de08261 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:55.763115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.783465 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Checking router: a9448bfd-bafe-41c8-b33d-fe037aa027ad for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:19:55.802606 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Routers {'a9448bfd-bafe-41c8-b33d-fe037aa027ad'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:19:55.808300 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:55.819256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=fa4c4220-a2fc-44df-917c-4fa5fc921cdb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:55.890854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.896642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-672fb789-1232-4c4c-9378-2f74d8a482be tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/fa4c4220-a2fc-44df-917c-4fa5fc921cdb HTTP/1.1" status: 204 len: 168 time: 1.4277453 Aug 16 22:19:55.909447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:55.974851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] For port 2544cfa6-a983-476f-9cda-ed919de08261, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2544cfa6-a983-476f-9cda-ed919de08261,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:55.975480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:55.983667 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] Set router a9448bfd-bafe-41c8-b33d-fe037aa027ad gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:19:55.984788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4bd9d-bcad-49da-9205-12bbae6424bb req-c63cbdfe-8358-4c5c-abeb-fff85c1d0b7c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:55.990141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdb4bd9d-bcad-49da-9205-12bbae6424bb req-c63cbdfe-8358-4c5c-abeb-fff85c1d0b7c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.6766398 Aug 16 22:19:56.013812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Calling delete_port for 2544cfa6-a983-476f-9cda-ed919de08261 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:56.056360 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:19:55Z', 'revision_number': 6, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:56.057403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc9dd-7f57-458f-a02b-f6a7df896873 req-6460c9cd-d0aa-4646-8520-cce2a9cfc9d9 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.059079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99edc9dd-7f57-458f-a02b-f6a7df896873 req-6460c9cd-d0aa-4646-8520-cce2a9cfc9d9 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.3519177 Aug 16 22:19:56.093386 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7399393-24eb-4ea0-8bda-d5bff3079e4e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:19:56.095132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d7399393-24eb-4ea0-8bda-d5bff3079e4e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/fa4c4220-a2fc-44df-917c-4fa5fc921cdb HTTP/1.1" status: 404 len: 333 time: 0.1796274 Aug 16 22:19:56.113691 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922835cc-4ad4-4eed-b927-d555d9951cd7 None None] The sync data for ids ['a9448bfd-bafe-41c8-b33d-fe037aa027ad'] in n-d-791505-20 is: [{'id': 'a9448bfd-bafe-41c8-b33d-fe037aa027ad', 'name': 'tempest-TaggedBootDevicesTest-2055372344-router', 'tenant_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:08:01Z', 'updated_at': '2021-08-16T22:19:55Z', 'revision_number': 6, 'project_id': '42b27f9fe1de4377a68d8c02a3e1cd5c', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:19:56.118471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:56.124512 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:19:56.340098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:19:56.342378 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df2900-7371-4070-971f-62b5f88b41b0" -d '{"events": [{"server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:19:56.344425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdb4bd9d-bcad-49da-9205-12bbae6424bb req-acaec642-6513-492f-9db2-eaac4ad64c46 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487813 Aug 16 22:19:56.389591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99edc9dd-7f57-458f-a02b-f6a7df896873 req-b7e6b214-45da-4eb2-b969-15e9eeb59672 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087237 Aug 16 22:19:56.412361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 9fef259a-36f2-497b-8bec-5b18dd3726d9 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:56.422230 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.444610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.506186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.566760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Pushing event deleted for resources: {'Port': ['ID=2544cfa6-a983-476f-9cda-ed919de08261,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:56.605967 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec8721-0ca9-4810-be5e-42fc4127a401 x-openstack-request-id: req-45ec8721-0ca9-4810-be5e-42fc4127a401 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:19:56.606280 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:19:56.606534 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45ec8721-0ca9-4810-be5e-42fc4127a401 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:19:56.607014 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269', 'code': 200} Aug 16 22:19:56.707507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.748572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.891980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321fa9e-313a-47b9-b4e7-924a955cce1f req-e4cbd907-2b7a-4620-9fbd-b806434d7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.895148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8321fa9e-313a-47b9-b4e7-924a955cce1f req-e4cbd907-2b7a-4620-9fbd-b806434d7960 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 1097 time: 0.1541858 Aug 16 22:19:56.924439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a33fa1-33b6-414c-b2f1-a1391c03db69 req-5c9665a3-1ec1-4c2a-bc86-14221eb7cb37 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:56.925349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.927687 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.933819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a33fa1-33b6-414c-b2f1-a1391c03db69 req-5c9665a3-1ec1-4c2a-bc86-14221eb7cb37 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1904583 Aug 16 22:19:56.949374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.985257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.985820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9448bfd-bafe-41c8-b33d-fe037aa027ad {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:19:56.990101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.992407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:56.992795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/9fef259a-36f2-497b-8bec-5b18dd3726d9 HTTP/1.1" status: 204 len: 168 time: 0.8664103 Aug 16 22:19:56.996075 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7382afbe-eff5-4b5c-baed-5bd7cb39d2db admin admin] 10.222.0.22 "DELETE /v2.0/routers/a9448bfd-bafe-41c8-b33d-fe037aa027ad HTTP/1.1" status: 204 len: 168 time: 1.7593648 Aug 16 22:19:56.996075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:56.996600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e003abb-ea15-4f91-b704-5469bbb1443b None None] Network 4887ef40-9475-42c4-952a-2b3be1d6ad23 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:57.003802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:57.109466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8321fa9e-313a-47b9-b4e7-924a955cce1f req-d1249676-c49a-48b3-8be6-2a108c1ef3a1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676919 Aug 16 22:19:57.110876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab79787-4488-494c-9a3c-dc4942eb796f tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=9fef259a-36f2-497b-8bec-5b18dd3726d9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:57.154125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a33fa1-33b6-414c-b2f1-a1391c03db69 req-847d2203-5d12-4bf0-85ba-e0cb3f31071d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089727 Aug 16 22:19:57.169956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Deleting subnet 100e6f52-c4b1-4c2f-b130-4a1f4b649852 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:19:57.169956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.182511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2544cfa6-a983-476f-9cda-ed919de08261 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:57.208279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2544cfa6-a983-476f-9cda-ed919de08261 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:57.208785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2544cfa6-a983-476f-9cda-ed919de08261 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:57.209399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d143cda7-d9ac-45db-bcec-ebef4b0a55bc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:57.231981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.232227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d143cda7-d9ac-45db-bcec-ebef4b0a55bc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:57.232515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d143cda7-d9ac-45db-bcec-ebef4b0a55bc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:57.281793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.328090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] DHCP port deletion for 4887ef40-9475-42c4-952a-2b3be1d6ad23 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:57.403659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.457633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Deleting port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:57.458264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.593094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.646967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] For port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,segment=NetworkSegment(2954a208-1932-4738-a1bc-232972bd5bb1),segment_id=2954a208-1932-4738-a1bc-232972bd5bb1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:57.648828 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.651060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100e6f52-c4b1-4c2f-b130-4a1f4b649852,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:57.657267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.659130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fe570-2eb5-4169-9def-6234f48dc54a None None] Network 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:19:57.659948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7784f7d4-e546-484c-928f-25023c7a53f9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/100e6f52-c4b1-4c2f-b130-4a1f4b649852 HTTP/1.1" status: 204 len: 168 time: 0.6533179 Aug 16 22:19:57.664476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:57.683724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:57.684141 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.776896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,segment=NetworkSegment(2954a208-1932-4738-a1bc-232972bd5bb1),segment_id=2954a208-1932-4738-a1bc-232972bd5bb1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:57.777348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:57.798638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Calling delete_port for 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:57.811539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:57.838203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0e77c-6e13-4a37-a0c5-fb87164dff2c req-df432fd3-fc3c-4ea5-99bd-e5aed0f8800c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.839879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc0e77c-6e13-4a37-a0c5-fb87164dff2c req-df432fd3-fc3c-4ea5-99bd-e5aed0f8800c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.3461907 Aug 16 22:19:57.949151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ee6af-343b-4697-9dce-0538872ebc2b req-e03f3830-c297-4489-bdd7-b9002f0517be tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:57.950925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc8ee6af-343b-4697-9dce-0538872ebc2b req-e03f3830-c297-4489-bdd7-b9002f0517be tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.4001269 Aug 16 22:19:57.990656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.004525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc0e77c-6e13-4a37-a0c5-fb87164dff2c req-65f9e5bf-8446-4dba-85ee-4fa74ddbe1bd tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501138 Aug 16 22:19:58.013750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.051750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.060937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:58.088575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc8ee6af-343b-4697-9dce-0538872ebc2b req-20bffe02-1371-41c6-a81e-0b4735dc9ebd tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237509 Aug 16 22:19:58.127955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.176552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.183612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Deleting port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:58.183960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.190857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4887ef40-9475-42c4-952a-2b3be1d6ad23']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.204373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2954a208-1932-4738-a1bc-232972bd5bb1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.205835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2954a208-1932-4738-a1bc-232972bd5bb1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:58.208980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] Pushing event deleted for resources: {'Port': ['ID=8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.218759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c59c3c-78e9-4632-a992-04f38c4d2c24 None None] No DVR routers for this DVR port 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:58.245789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.279595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.298890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:58.299305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:58.302900 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:58.332504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] DHCP port deletion for 3a99a344-a6e4-43f8-90b4-17b1afa6bf76 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:19:58.431737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Deleting port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:19:58.433493 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.487742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.494176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] For port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:58.494623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.516985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986afdef-8dd7-45d9-8a8d-340afd4c65f7 req-b2fae07f-13e9-45da-9077-2f93633c79cf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:58.524738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-986afdef-8dd7-45d9-8a8d-340afd4c65f7 req-b2fae07f-13e9-45da-9077-2f93633c79cf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1505008 Aug 16 22:19:58.530867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.536911 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/4887ef40-9475-42c4-952a-2b3be1d6ad23 HTTP/1.1" status: 204 len: 168 time: 1.5370798 Aug 16 22:19:58.539848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:58.545338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Calling delete_port for 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:58.549847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-45339712'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:58.622292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:58.636851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.673057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] For port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,segment=NetworkSegment(d0878a3d-f295-4784-acbd-ce519c50450b),segment_id=d0878a3d-f295-4784-acbd-ce519c50450b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:19:58.691301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.702298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:19:58.723654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Calling delete_port for 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:19:58.736695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.738321 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Added segment 338e3676-e0d9-45d9-bacf-8ed211937dd0 of type vlan for network be6efb80-c377-4c29-aacf-084e182f5f53 Aug 16 22:19:58.866185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.890706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-986afdef-8dd7-45d9-8a8d-340afd4c65f7 req-d3dff594-38d9-4aa2-b42c-a5f3f44d36ff tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649161 Aug 16 22:19:58.905348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:58.920194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:58.957916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.960502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] No DVR routers for this DVR port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:58.973693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9703f-9913-491b-ae49-16661b2acf72 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=4887ef40-9475-42c4-952a-2b3be1d6ad23,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:58.986523 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.004745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.007904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.055135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.072292 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.084763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a99a344-a6e4-43f8-90b4-17b1afa6bf76']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:59.092836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:59.097115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8d5ce03e-bc2b-4d09-89ae-c0cde61b3a8c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:59.100268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:19:59.101783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0878a3d-f295-4784-acbd-ce519c50450b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:59.102166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0878a3d-f295-4784-acbd-ce519c50450b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:19:59.113420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.132972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.140118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:19:59.140533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.167388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] No DVR routers for this DVR port 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:19:59.173098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:19:59.174034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 93172e4f-7e3b-4d0b-9d08-40b45ea65aa2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:19:59.239940 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:19:59.252647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.254471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3b09b-a73a-4070-b79e-82a1f0d3c588 None None] Pushing event deleted for resources: {'Port': ['ID=93172e4f-7e3b-4d0b-9d08-40b45ea65aa2,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.256397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Network': ['ID=be6efb80-c377-4c29-aacf-084e182f5f53,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.275225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network be6efb80-c377-4c29-aacf-084e182f5f53 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:19:59.282006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.285256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3a99a344-a6e4-43f8-90b4-17b1afa6bf76 HTTP/1.1" status: 204 len: 168 time: 1.6189599 Aug 16 22:19:59.315921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aba7c-30fb-4195-ac9a-585136a45762 req-77b56336-07d8-4b3b-a1fc-9d04a604a128 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.316164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7427191a-9f15-45dd-b066-aa89c5a21137 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7754433 Aug 16 22:19:59.318260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c7aba7c-30fb-4195-ac9a-585136a45762 req-77b56336-07d8-4b3b-a1fc-9d04a604a128 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.4335356 Aug 16 22:19:59.319288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:59.321147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ede1-7bc1-470d-82ea-52f42af2baa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a99a344-a6e4-43f8-90b4-17b1afa6bf76,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.337141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:19:59.375676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c7aba7c-30fb-4195-ac9a-585136a45762 req-9e786e5a-ab21-44de-9d05-6eccdcacbebc tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Aug 16 22:19:59.385236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9732c-f350-452e-82ed-5b0960d3aaa8 req-59f0755e-2dd1-41bc-b9cd-36ac6169ca1a tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.387013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0de9732c-f350-452e-82ed-5b0960d3aaa8 req-59f0755e-2dd1-41bc-b9cd-36ac6169ca1a tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.1589246 Aug 16 22:19:59.524846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0de9732c-f350-452e-82ed-5b0960d3aaa8 req-bfd1f9fc-db27-4108-9621-2bc7b22d2a59 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297705 Aug 16 22:19:59.552211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:19:59.557908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.596325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:59.684702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ed1c632c-bdd2-4dd3-ad3a-db92eeeca52f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42b27f9fe1de4377a68d8c02a3e1cd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864637 Aug 16 22:19:59.687589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:19:59.808359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea80014-f72b-47e1-a70a-3455e84e39d9 req-aa09a8f3-77b5-46c0-816d-314d734f2ce1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:19:59.813706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fea80014-f72b-47e1-a70a-3455e84e39d9 req-aa09a8f3-77b5-46c0-816d-314d734f2ce1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1004715 Aug 16 22:19:59.814858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.826891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.866192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.886724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fea80014-f72b-47e1-a70a-3455e84e39d9 req-c9a75c2c-d077-40de-aa34-6750657df324 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697036 Aug 16 22:19:59.919247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=daa2e323-90af-4734-a01e-0cf01bdabb25,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.935013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Checking segment: {'id': '338e3676-e0d9-45d9-bacf-8ed211937dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:19:59.936974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network hostable DHCP agents. Network: be6efb80-c377-4c29-aacf-084e182f5f53, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:19:59.943728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.947775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:19:59.951802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/070ffe06-5732-470b-8333-f83b12a7ec5e HTTP/1.1" status: 204 len: 168 time: 0.2629297 Aug 16 22:19:59.962299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54276d92-e360-4e63-b6fa-2652407f4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070ffe06-5732-470b-8333-f83b12a7ec5e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:19:59.985611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network be6efb80-c377-4c29-aacf-084e182f5f53 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:19:59.999549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, be6efb80-c377-4c29-aacf-084e182f5f53) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:00.005291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.006087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.012064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfdf4e-2d4d-4e2d-a183-0bfd05611c9c None None] Network be6efb80-c377-4c29-aacf-084e182f5f53 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:00.072760 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8752d82-6ce7-4fda-895e-5bf1c0569823 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7465329 Aug 16 22:20:00.075439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:00.080337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1976191810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:00.120457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.122019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.215784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cda26-73b9-4a71-8590-55cb516a0617 req-1b8336fa-cf17-4c4e-9fe7-59853bba1d8a tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.216853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-be6efb80-c377-4c29-aacf-084e182f5f53', 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': 'daa2e323-90af-4734-a01e-0cf01bdabb25'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:00.217396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc1cda26-73b9-4a71-8590-55cb516a0617 req-1b8336fa-cf17-4c4e-9fe7-59853bba1d8a tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.2066317 Aug 16 22:20:00.224418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.259546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1787b-bd97-4470-bdf0-f72485a3d303 req-3942d645-4a38-4828-8aa8-05fae8e2b671 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.267961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc1787b-bd97-4470-bdf0-f72485a3d303 req-3942d645-4a38-4828-8aa8-05fae8e2b671 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.2200840 Aug 16 22:20:00.278388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.286929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.319014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.324049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d02ee715-44e0-4462-8d42-ef59e663a432 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2448096 Aug 16 22:20:00.324240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:00.330741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53', 'name': 'tempest-PortsIpV6TestJSON-778252968'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:00.390981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc1787b-bd97-4470-bdf0-f72485a3d303 req-aa654674-13d5-4f27-b756-0445c05397c6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218271 Aug 16 22:20:00.395337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc1cda26-73b9-4a71-8590-55cb516a0617 req-6ee0dae8-4d94-4f32-8a28-36b4b9ea1359 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651869 Aug 16 22:20:00.495089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-d172fb6d-6a19-49d0-bf46-61b024e0bdaf tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.499424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-d172fb6d-6a19-49d0-bf46-61b024e0bdaf tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.89 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.1614251 Aug 16 22:20:00.567993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Allocated IP 2001:db8::2 (be6efb80-c377-4c29-aacf-084e182f5f53/daa2e323-90af-4734-a01e-0cf01bdabb25/7a132420-ea0c-4f7a-b1e0-c1aaef09b99e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:00.636136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:00.641063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.665268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port cf9949fc-ee78-4d67-a80b-8d7208103cc9 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:00.749240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee229b-6255-4bd9-962d-5cfc8354fdbf req-79b54d6f-d5f5-43c7-9df8-4406473a0ebc tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.752940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40ee229b-6255-4bd9-962d-5cfc8354fdbf req-79b54d6f-d5f5-43c7-9df8-4406473a0ebc tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 946 time: 0.2504802 Aug 16 22:20:00.772119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.783142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Transition to ACTIVE for port object 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:00.803697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Transition to ACTIVE for port object 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:00.813479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.857196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40ee229b-6255-4bd9-962d-5cfc8354fdbf req-43985b8b-f22b-49f4-8285-2ca733fafee8 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/security-groups?id=22904dc2-6fdf-4a28-b618-92bda2ad3ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954955 Aug 16 22:20:00.860858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Deleting port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:00.861209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:00.908843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::81 (be6efb80-c377-4c29-aacf-084e182f5f53/daa2e323-90af-4734-a01e-0cf01bdabb25/cf9949fc-ee78-4d67-a80b-8d7208103cc9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:00.915372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f8aa-ac6d-4f6d-9984-cc2b9705668f req-3cd2241d-a6f5-4c35-a2cd-5566669338f3 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:00.923146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfb6f8aa-ac6d-4f6d-9984-cc2b9705668f req-3cd2241d-a6f5-4c35-a2cd-5566669338f3 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.1417513 Aug 16 22:20:00.949769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Pushing event updated for resources: {'Port': ['ID=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:00.975475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Network be6efb80-c377-4c29-aacf-084e182f5f53 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:00.977539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:00.980920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:01.013655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfb6f8aa-ac6d-4f6d-9984-cc2b9705668f req-0d0deab2-c5fe-459b-a4e0-a605c15c2d68 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Aug 16 22:20:01.054028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] For port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,segment=NetworkSegment(4c359b42-1e56-48a3-bc4e-217aa6271d1f),segment_id=4c359b42-1e56-48a3-bc4e-217aa6271d1f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:01.054616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.082695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Attempting to bind port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:01.082695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Attempting to bind port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '338e3676-e0d9-45d9-bacf-8ed211937dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:01.082695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Attempting to bind port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e on network be6efb80-c377-4c29-aacf-084e182f5f53 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:01.089454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Calling delete_port for 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:01.123106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:01.125546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Checking segment: {'id': '338e3676-e0d9-45d9-bacf-8ed211937dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:01.127539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.128607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Bound using segment: {'id': '338e3676-e0d9-45d9-bacf-8ed211937dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:01.131219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Bound port: 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338e3676-e0d9-45d9-bacf-8ed211937dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'be6efb80-c377-4c29-aacf-084e182f5f53'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:01.132718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.171612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.190148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object cf9949fc-ee78-4d67-a80b-8d7208103cc9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:01.260908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.280824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:01.316632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] For port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:01.326427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] For port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,segment=NetworkSegment(338e3676-e0d9-45d9-bacf-8ed211937dd0),segment_id=338e3676-e0d9-45d9-bacf-8ed211937dd0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:01.332219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.383932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network be6efb80-c377-4c29-aacf-084e182f5f53 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:01.404953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2838e-6081-4b03-aa06-7b94163cb00d None None] Pushing event updated for resources: {'Port': ['ID=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:01.408129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:01.421550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.429120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:01.439591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.440253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.459463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=cf9949fc-ee78-4d67-a80b-8d7208103cc9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:01.469019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['5d878e4f-cb90-4a8a-bdb6-677d5a615e57'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:01.495813 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c3f98e1-8139-4cb4-9215-05b13acdf8a8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1702976 Aug 16 22:20:01.500453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:01.544074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-396184631-network', 'tenant_id': 'bff84a0d89d142b5a261072a6ea34b7c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:01.555953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Pushing event deleted for resources: {'Port': ['ID=5d878e4f-cb90-4a8a-bdb6-677d5a615e57,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:01.584553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] No DVR routers for this DVR port 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:01.590944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.593031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69fe1a2f-7133-43da-bae4-d126eec0e01d req-b168bc67-cce0-4198-9a9f-a281d8efd5c1 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.89 "DELETE /v2.0/ports/5d878e4f-cb90-4a8a-bdb6-677d5a615e57 HTTP/1.1" status: 204 len: 173 time: 1.0771830 Aug 16 22:20:01.593545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'name': 'network-vif-deleted', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:01.595906 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5489d-888d-4d79-a746-7c5c17053f36" -d '{"events": [{"server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "name": "network-vif-deleted", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:01.640687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Made reservation on behalf of bff84a0d89d142b5a261072a6ea34b7c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:01.643490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.665678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c160555-0095-4e07-afb0-56a584b1b2ec req-c9532e54-9380-45a5-9ec8-4af68fe0236b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:01.667300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c160555-0095-4e07-afb0-56a584b1b2ec req-c9532e54-9380-45a5-9ec8-4af68fe0236b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.0925834 Aug 16 22:20:01.668621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.812006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c160555-0095-4e07-afb0-56a584b1b2ec req-9e53bc70-404c-4255-ba05-16dc43d22a9b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339998 Aug 16 22:20:01.968166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:01.976678 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.045418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:02.066400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.066769 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Added segment b0cc91bf-51e8-47b6-9dc9-53371d7bb222 of type vlan for network 97170760-b99a-4dff-bf1c-9aef66adbe3e Aug 16 22:20:02.174423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.190891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:02.216282 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fa2a3f-a6e9-492e-bf27-5327cc79606b x-openstack-request-id: req-42fa2a3f-a6e9-492e-bf27-5327cc79606b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:02.216563 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070fb698-4d69-45c2-a8a4-659b3c597dcb", "name": "network-vif-deleted", "tag": "5d878e4f-cb90-4a8a-bdb6-677d5a615e57", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:02.216806 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42fa2a3f-a6e9-492e-bf27-5327cc79606b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:02.219222 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070fb698-4d69-45c2-a8a4-659b3c597dcb', 'name': 'network-vif-deleted', 'tag': '5d878e4f-cb90-4a8a-bdb6-677d5a615e57', 'status': 'completed', 'code': 200} Aug 16 22:20:02.238881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986c9b-8d1b-473c-908f-d437cb3a5c0c req-cb3ef604-7136-4287-9db2-434d7366d4c0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.240414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c986c9b-8d1b-473c-908f-d437cb3a5c0c req-cb3ef604-7136-4287-9db2-434d7366d4c0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.0900683 Aug 16 22:20:02.245418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.246701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.247437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.329729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0363262 Aug 16 22:20:02.331234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:02.346671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Request body: {'subnet': {'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-396184631-subnet', 'tenant_id': 'bff84a0d89d142b5a261072a6ea34b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:02.354486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.372152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639170a6-b67b-4103-bef0-75366aa59da3 admin admin] Pushing event updated for resources: {'Network': ['ID=97170760-b99a-4dff-bf1c-9aef66adbe3e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:02.380060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c986c9b-8d1b-473c-908f-d437cb3a5c0c req-21a86776-06a8-4f9b-b412-1c863b25c4c9 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291852 Aug 16 22:20:02.387473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 97170760-b99a-4dff-bf1c-9aef66adbe3e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:02.394487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Made reservation on behalf of bff84a0d89d142b5a261072a6ea34b7c for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:02.397174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.561104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1f253c9-302a-4e96-ac05-338f90a116c4 req-3d004acf-fb29-471a-905d-de4e51ef0d25 tempest-InstanceActionsNegativeTestJSON-295122669 tempest-InstanceActionsNegativeTestJSON-295122669-project] 10.222.0.22 "GET /v2.0/ports?device_id=070fb698-4d69-45c2-a8a4-659b3c597dcb HTTP/1.1" status: 200 len: 210 time: 0.0727408 Aug 16 22:20:02.646260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4a34-752c-484c-b69d-7580f1f929de req-ab82eb36-a12a-4c96-905c-25be573d640e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.652423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4a34-752c-484c-b69d-7580f1f929de req-ab82eb36-a12a-4c96-905c-25be573d640e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.658503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4a34-752c-484c-b69d-7580f1f929de req-ab82eb36-a12a-4c96-905c-25be573d640e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.660255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-316b4a34-752c-484c-b69d-7580f1f929de req-ab82eb36-a12a-4c96-905c-25be573d640e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925&device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b&device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 2416 time: 0.1018209 Aug 16 22:20:02.709794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.716292 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.793056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7032c9c-1919-4185-a6e5-c56d2f6b8f21 None None] Network be6efb80-c377-4c29-aacf-084e182f5f53 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:02.822801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-316b4a34-752c-484c-b69d-7580f1f929de req-3df0e027-57d5-43c2-a2b7-b9af6e30e198 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446433 Aug 16 22:20:02.834958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=cf9949fc-ee78-4d67-a80b-8d7208103cc9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:02.865856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca950175-7f26-42d1-9207-7d5231cb7f16 req-84e3dcfa-d37e-49e1-a42f-fce13d923511 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:02.867945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca950175-7f26-42d1-9207-7d5231cb7f16 req-84e3dcfa-d37e-49e1-a42f-fce13d923511 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 946 time: 0.2066255 Aug 16 22:20:02.869699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:02.924480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:02.969390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c23da3b-c5b9-4f36-89e5-aa9ca5e4efb0 None None] Provisioning for port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:02.970211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7bf9ef-42e2-498b-9192-ecebd50ac99d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:02.989365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca950175-7f26-42d1-9207-7d5231cb7f16 req-13577d86-a4a0-49ec-aa58-fe5e0efafc86 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841982 Aug 16 22:20:03.016917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Checking segment: {'id': 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:03.017438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Network hostable DHCP agents. Network: 97170760-b99a-4dff-bf1c-9aef66adbe3e, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:03.040378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.055249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Network 97170760-b99a-4dff-bf1c-9aef66adbe3e is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:03.078723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 97170760-b99a-4dff-bf1c-9aef66adbe3e) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:03.083378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.083990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.124000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a75eb641-22b8-45a0-8b68-890ac77906d3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7839658 Aug 16 22:20:03.175210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b3c1e-ea13-4cad-b627-103645804cf8 None None] Network 97170760-b99a-4dff-bf1c-9aef66adbe3e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:03.226835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca4828-6f07-4947-8aac-bc20bf8bab36 req-f9f2dad7-4db5-4eab-b06c-ad33fcf59a22 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.229458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86ca4828-6f07-4947-8aac-bc20bf8bab36 req-f9f2dad7-4db5-4eab-b06c-ad33fcf59a22 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.0592005 Aug 16 22:20:03.258876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.305614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86ca4828-6f07-4947-8aac-bc20bf8bab36 req-7e5ef4f9-9743-4cfb-b05b-065e69d0de86 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573421 Aug 16 22:20:03.344138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:03.352475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:03.352862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.427613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a5871-8473-4d0a-b92f-b38dd6054876 None None] Network 97170760-b99a-4dff-bf1c-9aef66adbe3e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:03.559501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-c9f79377-64e5-4590-a6ed-3bb48b4be64c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.570931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-c9f79377-64e5-4590-a6ed-3bb48b4be64c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.1662369 Aug 16 22:20:03.575388 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.605802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-22d2c4d1-244b-40b2-b095-c8dfb5ad44de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/quotas/300a0221320a473c81142524da874885 HTTP/1.1" status: 200 len: 375 time: 0.0267963 Aug 16 22:20:03.667931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,segment=NetworkSegment(338e3676-e0d9-45d9-bacf-8ed211937dd0),segment_id=338e3676-e0d9-45d9-bacf-8ed211937dd0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:03.673014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.702287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-9127c847-b24d-46d1-ac1f-659fe7ec5ced tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954504 Aug 16 22:20:03.748514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:03.752241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.758582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.759564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.853906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=cf9949fc-ee78-4d67-a80b-8d7208103cc9,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:03.891764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-ac61eefd-49fd-4222-afaf-59007061df5c service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798990 Aug 16 22:20:03.902174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Provisioning for port cf9949fc-ee78-4d67-a80b-8d7208103cc9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:03.909272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Provisioning complete for port cf9949fc-ee78-4d67-a80b-8d7208103cc9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:03.909549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-46d7df9e-1112-4cee-abff-ccebcba90e86 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:03.909818 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.911214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-46d7df9e-1112-4cee-abff-ccebcba90e86 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/networks?id=97170760-b99a-4dff-bf1c-9aef66adbe3e HTTP/1.1" status: 200 len: 813 time: 0.1458750 Aug 16 22:20:03.918600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network be6efb80-c377-4c29-aacf-084e182f5f53 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:03.920191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:03.955341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Port cf9949fc-ee78-4d67-a80b-8d7208103cc9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:03.968188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Provisioning complete for port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:03.968847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c38405d7-b564-4fa1-b74e-0c8f2926385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:03.970545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-fd72364d-2736-4ea2-a2be-8441b09042df tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/quotas/bff84a0d89d142b5a261072a6ea34b7c HTTP/1.1" status: 200 len: 375 time: 0.0495515 Aug 16 22:20:04.010734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-4d0ab94c-cd3a-4043-ac47-20361bd4df94 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bff84a0d89d142b5a261072a6ea34b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317960 Aug 16 22:20:04.078583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Router 6a648015-819d-4ed9-b691-06692565c678 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:20:04.113901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-c71e658a-3747-410c-9ebe-39bd82e5bbaf service neutron] 10.222.0.22 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014763 Aug 16 22:20:04.157282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-ad44401c-d32a-4d06-8b3a-f309b4ca7150 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:04.158863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-ad44401c-d32a-4d06-8b3a-f309b4ca7150 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 946 time: 0.0791147 Aug 16 22:20:04.178255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-46ef76d7-c6a2-4f96-a235-fea0582d534f service neutron] 10.222.0.22 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595628 Aug 16 22:20:04.187366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:04.193365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bb89958c-e0a8-4538-9a60-c969fc9a4ad7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/routers/6a648015-819d-4ed9-b691-06692565c678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6916218 Aug 16 22:20:04.196050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:04.203869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] Sync routers for ids ['6a648015-819d-4ed9-b691-06692565c678'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:04.221963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] Routers {'6a648015-819d-4ed9-b691-06692565c678'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:04.224602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6a648015-819d-4ed9-b691-06692565c678'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:04.272742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:04.276101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f9e25022-9cbf-4c25-baed-cfcae50f1072 None None] Provisioning complete for port cf9949fc-ee78-4d67-a80b-8d7208103cc9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:04.276591 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f9e25022-9cbf-4c25-baed-cfcae50f1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.304365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585edcc-43a9-4f06-a88c-a8eee650fb5c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:04.313467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a585edcc-43a9-4f06-a88c-a8eee650fb5c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a648015-819d-4ed9-b691-06692565c678 HTTP/1.1" status: 200 len: 987 time: 0.1135492 Aug 16 22:20:04.314744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:04.330561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:04.367610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-aec5641b-a15e-4f6b-b656-32b75251064c service neutron] 10.222.0.22 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481600 Aug 16 22:20:04.369957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Deleting port 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:04.370311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.384666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] Routers {'6a648015-819d-4ed9-b691-06692565c678'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:04.385346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6a648015-819d-4ed9-b691-06692565c678'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:04.499500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:04.505031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:04.505931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1252ff6-722b-49ef-8ce3-a9a9a410d3e2 None None] The sync data for ids ['6a648015-819d-4ed9-b691-06692565c678'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:04.548880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:04.549517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 5d878e4f-cb90-4a8a-bdb6-677d5a615e57 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:04.559739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f9e25022-9cbf-4c25-baed-cfcae50f1072 None None] Port cf9949fc-ee78-4d67-a80b-8d7208103cc9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:04.624626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.652663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:04.655700 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f552ce96-5d32-480b-a4be-c89a7009a7b4" -d '{"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:04.675858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:04.685185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.761643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a233ada-3cde-4ab4-83d8-2c8cfed9515e None None] Provisioning complete for port cf9949fc-ee78-4d67-a80b-8d7208103cc9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:04.761948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a233ada-3cde-4ab4-83d8-2c8cfed9515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.885499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:04.906590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9a233ada-3cde-4ab4-83d8-2c8cfed9515e None None] Port cf9949fc-ee78-4d67-a80b-8d7208103cc9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:04.908160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:04.976581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:04.978033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:04.986523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:05.060712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79ac0027-b81d-4db9-8af4-e0219dbc839f None None] Provisioning complete for port cf9949fc-ee78-4d67-a80b-8d7208103cc9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:05.063663 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79ac0027-b81d-4db9-8af4-e0219dbc839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.117580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Deleting subnet f500f232-160c-472e-8704-d63bfef807bb {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:05.132708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] For port 835a4587-e098-4569-844a-06efe5cb323e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=835a4587-e098-4569-844a-06efe5cb323e,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:05.133694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.147391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.150246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-79ac0027-b81d-4db9-8af4-e0219dbc839f None None] Port cf9949fc-ee78-4d67-a80b-8d7208103cc9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:05.225493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.255728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6adf9a-6c3f-494c-87c4-9508652bb59c req-e78b2342-bf76-4ecf-b212-048380a1ef02 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:05.264101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd6adf9a-6c3f-494c-87c4-9508652bb59c req-e78b2342-bf76-4ecf-b212-048380a1ef02 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1830213 Aug 16 22:20:05.303434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.342233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2fe6e-113b-429e-b378-4dd138e1ec49 req-9416f0d4-a475-4dc3-9068-1d72c42cad90 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:05.344276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97a2fe6e-113b-429e-b378-4dd138e1ec49 req-9416f0d4-a475-4dc3-9068-1d72c42cad90 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 946 time: 0.2210956 Aug 16 22:20:05.404927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd6adf9a-6c3f-494c-87c4-9508652bb59c req-04646305-92c2-4894-bd49-ce206a81ea5f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352952 Aug 16 22:20:05.435421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.489437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.491897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f500f232-160c-472e-8704-d63bfef807bb HTTP/1.1" status: 204 len: 168 time: 0.5036581 Aug 16 22:20:05.498649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:05.499402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972596-63cf-49fe-86b1-47888aaf0654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f500f232-160c-472e-8704-d63bfef807bb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:05.524822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bcb39e9-de9e-4513-8192-289466c1d78e req-7a24747d-d878-4827-9c33-f3bdbe47b799 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 210 time: 0.0445943 Aug 16 22:20:05.528167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97a2fe6e-113b-429e-b378-4dd138e1ec49 req-6092414d-50c0-484b-a5a6-0d046c68f414 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ec4bee-df48-43d4-add1-0efe307d963c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762936 Aug 16 22:20:05.540961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.541398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.541955 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Floating IP 7769caab-3e2e-4cbf-8b93-393f4a741582 disassociated. External IP: 172.25.8.97, port: 835a4587-e098-4569-844a-06efe5cb323e. Aug 16 22:20:05.554489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Calling delete_port for 835a4587-e098-4569-844a-06efe5cb323e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:05.595766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.600907 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4c17e-0349-476c-9ede-56b707034368 x-openstack-request-id: req-4df4c17e-0349-476c-9ede-56b707034368 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:05.601419 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:05.601419 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4df4c17e-0349-476c-9ede-56b707034368 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:05.601817 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'code': 200} Aug 16 22:20:05.655503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20db39a1-1884-4513-bf50-50d282d802d3 req-a6009987-288a-43a8-b26b-357492003baf tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 210 time: 0.0405250 Aug 16 22:20:05.706642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.766294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.795801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'Port': ['ID=835a4587-e098-4569-844a-06efe5cb323e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:05.818190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.818769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.819816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.820439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.820922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.821546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.822192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.822697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.823182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.823671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.824152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.824641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:05.865634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.884817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99fe334-1ddb-4ff8-9313-a83f1363b002']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:05.896537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c359b42-1e56-48a3-bc4e-217aa6271d1f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:05.896843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c359b42-1e56-48a3-bc4e-217aa6271d1f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:05.909212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.929653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.956813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:05.957195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:05.957324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:05.959370 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:06.031371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port cf9949fc-ee78-4d67-a80b-8d7208103cc9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:06.031946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.048742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.091881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.093772 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e99fe334-1ddb-4ff8-9313-a83f1363b002 HTTP/1.1" status: 204 len: 168 time: 0.5923364 Aug 16 22:20:06.097049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bcebb-a01b-4f0c-b971-9f4e3ece49a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99fe334-1ddb-4ff8-9313-a83f1363b002,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:06.142083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c3566-a916-449c-918a-92f07b7ce848 req-734719ce-30ce-43ab-9d0f-ec5c62ea9aa0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:06.143667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-232c3566-a916-449c-918a-92f07b7ce848 req-734719ce-30ce-43ab-9d0f-ec5c62ea9aa0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b6401f9-4288-4f03-9392-e17d9b5cd0ec HTTP/1.1" status: 200 len: 943 time: 0.1347497 Aug 16 22:20:06.168251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.188750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:06.193189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for cf9949fc-ee78-4d67-a80b-8d7208103cc9 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:06.200166 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:06.222526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:06.223168 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:06.301577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] No DVR routers for this DVR port 835a4587-e098-4569-844a-06efe5cb323e on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:06.311065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.311423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:06.315193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66ae6c4e-6730-4e73-9881-227b4efd00d3 req-01bff330-8609-41ac-9c77-94d39f626ace tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.89 "DELETE /v2.0/ports/835a4587-e098-4569-844a-06efe5cb323e HTTP/1.1" status: 204 len: 173 time: 2.1459565 Aug 16 22:20:06.323156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-deleted', 'tag': '835a4587-e098-4569-844a-06efe5cb323e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:06.332829 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829577e7-c067-4d4f-be0b-67e2b2a7d3a7" -d '{"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-deleted", "tag": "835a4587-e098-4569-844a-06efe5cb323e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:06.439557 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:06.506234 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6126c303-5a7f-4d91-beac-efc6d13129e6 x-openstack-request-id: req-6126c303-5a7f-4d91-beac-efc6d13129e6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:06.506731 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00240c-0dcc-4f55-8406-a4571f89e8f4", "name": "network-vif-deleted", "tag": "835a4587-e098-4569-844a-06efe5cb323e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:06.508109 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6126c303-5a7f-4d91-beac-efc6d13129e6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:06.508777 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf00240c-0dcc-4f55-8406-a4571f89e8f4', 'name': 'network-vif-deleted', 'tag': '835a4587-e098-4569-844a-06efe5cb323e', 'status': 'completed', 'code': 200} Aug 16 22:20:06.537304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Deleting port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:06.537689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.717946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e4e5f-58b7-4d21-83f6-7a2f6691dc80 req-17fbc7a9-91c1-40c6-bc83-11fa103a9b63 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:06.719454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b0e4e5f-58b7-4d21-83f6-7a2f6691dc80 req-17fbc7a9-91c1-40c6-bc83-11fa103a9b63 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.3014693 Aug 16 22:20:06.748301 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:06.793357 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:06.805341 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:06.806594 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:06.814990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2fef22a7-70f0-43ca-902c-27a62fc64d35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c020399f5434cb5a8b70b2c060ce0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020926 Aug 16 22:20:06.818066 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:06.833552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] For port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:06.833937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.873136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a16db-0f90-4f09-a99d-b928ad769203 req-b2924a4c-d6cb-4bbb-ab7b-a6a197934649 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:06.874664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b58a16db-0f90-4f09-a99d-b928ad769203 req-b2924a4c-d6cb-4bbb-ab7b-a6a197934649 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.2485507 Aug 16 22:20:06.883517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Calling delete_port for b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:06.887590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b0e4e5f-58b7-4d21-83f6-7a2f6691dc80 req-c4451802-8f29-40f1-a786-1bb3ee295f27 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350584 Aug 16 22:20:06.910441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.929345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:06.942617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-4f546a4a-1e0f-4887-9ac9-0f0f5dfdcded tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:06.944103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-4f546a4a-1e0f-4887-9ac9-0f0f5dfdcded tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 805 time: 0.3247635 Aug 16 22:20:06.957541 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:07.019580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.021445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b58a16db-0f90-4f09-a99d-b928ad769203 req-5618bac8-7834-42a4-9aa1-ca95d77a53be tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339746 Aug 16 22:20:07.026044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=cf9949fc-ee78-4d67-a80b-8d7208103cc9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:07.030207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Request body: {'port': {'device_id': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'admin_state_up': True, 'tenant_id': '300a0221320a473c81142524da874885'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:07.075308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72e41c7b-6b7f-465a-a67e-d63f91ea9388 req-cd42230d-f4ea-459c-8c2d-055c2de68826 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 210 time: 0.0843036 Aug 16 22:20:07.145237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.247118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50f5f5da-b8e0-423b-a2b3-2e2cf21d04c7 req-05a47af9-6fb3-400a-94e3-b3b60078347e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf00240c-0dcc-4f55-8406-a4571f89e8f4 HTTP/1.1" status: 200 len: 210 time: 0.0642836 Aug 16 22:20:07.333581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.337977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.339287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22904dc2-6fdf-4a28-b618-92bda2ad3ae0 HTTP/1.1" status: 204 len: 168 time: 0.5208683 Aug 16 22:20:07.354707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28a165-e053-45f8-95ef-f440b3ae4f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22904dc2-6fdf-4a28-b618-92bda2ad3ae0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:07.375976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Router 6a648015-819d-4ed9-b691-06692565c678 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:07.393698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7adc58b6-6b63-465d-a1ee-a8eb01a74fa1 req-5af3803c-f0dc-489d-b9e1-31c4e8e94c90 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 210 time: 0.1171463 Aug 16 22:20:07.492555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:07.500802 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fab437ed-9a60-48b5-b556-7996fd9b4bae tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/routers/6a648015-819d-4ed9-b691-06692565c678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1853375 Aug 16 22:20:07.501544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:07.502864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] Sync routers for ids ['6a648015-819d-4ed9-b691-06692565c678'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:07.513087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] Routers {'6a648015-819d-4ed9-b691-06692565c678'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:07.516121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6a648015-819d-4ed9-b691-06692565c678'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.519640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Made reservation on behalf of 300a0221320a473c81142524da874885 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:07.523725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.560339 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a6f544-7a43-4685-b4e2-96587e336f80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:20:07.565121 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c0a6f544-7a43-4685-b4e2-96587e336f80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/cf9949fc-ee78-4d67-a80b-8d7208103cc9 HTTP/1.1" status: 404 len: 333 time: 0.0624321 Aug 16 22:20:07.565770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:07.566248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.573745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.576742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] Routers {'6a648015-819d-4ed9-b691-06692565c678'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:07.577746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6a648015-819d-4ed9-b691-06692565c678'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.629056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:07.630006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81645c3-50f1-4ac7-aeca-22ecccb07fdf None None] The sync data for ids ['6a648015-819d-4ed9-b691-06692565c678'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:07.640900 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1dccc-9fc0-411b-80a8-92147fd7f583 None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:07.655074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.717795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event deleted for resources: {'Port': ['ID=b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:07.783215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.825699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] No DVR routers for this DVR port b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:07.828487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:07.830967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-232c3566-a916-449c-918a-92f07b7ce848 req-70e9f52a-3043-4514-98e4-ef03bc12c6de tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "DELETE /v2.0/ports/b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f HTTP/1.1" status: 204 len: 173 time: 1.6737187 Aug 16 22:20:07.864661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Allocated IP 172.20.0.2 (b9b1ed1d-092d-4402-977e-3475c4c122f1/20f84d59-c278-48fb-8e21-72e8a571ba44/d5c8822f-0224-49d7-a2f9-d5ca376d0ba7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:08.046218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-1d395b45-558b-4807-b01c-9e9be4df01b6 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.047801 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-1d395b45-558b-4807-b01c-9e9be4df01b6 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.88 "GET /v2.0/networks?id=97170760-b99a-4dff-bf1c-9aef66adbe3e HTTP/1.1" status: 200 len: 813 time: 0.4579217 Aug 16 22:20:08.051688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.054679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.103622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Request body: {'port': {'device_id': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e', 'admin_state_up': True, 'tenant_id': 'bff84a0d89d142b5a261072a6ea34b7c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:08.106586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.128576 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a627163b-b95a-4a8b-b1bb-8fac954bc355 None None] New status for floating IP 7769caab-3e2e-4cbf-8b93-393f4a741582: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:20:08.166811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.167556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Fanout notify agent at l3_agent the message router_deleted on router 6a648015-819d-4ed9-b691-06692565c678 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:20:08.178632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.179700 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-873a895f-d8f1-43f4-80e2-1c6be1a3fb74 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/routers/6a648015-819d-4ed9-b691-06692565c678 HTTP/1.1" status: 204 len: 168 time: 0.6125233 Aug 16 22:20:08.182709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:08.229807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ecdc-0d15-4eda-8962-54cccb4424aa req-361f9d50-682c-4c57-a2c2-383d93370760 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.237279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0180ecdc-0d15-4eda-8962-54cccb4424aa req-361f9d50-682c-4c57-a2c2-383d93370760 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1190419 Aug 16 22:20:08.248481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.258391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78200783-1062-4a74-91f8-e1d96442b337 req-88ecef7a-d32f-4276-9837-d81d65ee8756 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.259821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78200783-1062-4a74-91f8-e1d96442b337 req-88ecef7a-d32f-4276-9837-d81d65ee8756 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1433690 Aug 16 22:20:08.261137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet daa2e323-90af-4734-a01e-0cf01bdabb25 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:08.272140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.332125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.359395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Network b9b1ed1d-092d-4402-977e-3475c4c122f1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:08.360897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Made reservation on behalf of bff84a0d89d142b5a261072a6ea34b7c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:08.365389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.379400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0180ecdc-0d15-4eda-8962-54cccb4424aa req-74705df8-f93f-4cb1-a272-a4fca3746c57 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363702 Aug 16 22:20:08.380757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:08.389657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:08.425128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:08.448575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 835a4587-e098-4569-844a-06efe5cb323e no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:08.458374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78200783-1062-4a74-91f8-e1d96442b337 req-16d05806-5f18-4c5e-96e2-5aee08d3b49a tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869290 Aug 16 22:20:08.492461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.493192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.505166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 835a4587-e098-4569-844a-06efe5cb323e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:08.505785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 835a4587-e098-4569-844a-06efe5cb323e not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:08.523357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-deleted', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:08.527767 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a6f18-aa14-40f7-af37-3d4dca73218b" -d '{"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-deleted", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:08.528702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.554002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54218) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:08.596786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-44bc9fdf-e876-4af8-8d24-5a078411ef98 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929139 Aug 16 22:20:08.611723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e6dd7-13ec-48d2-b36f-2b4fd887910d req-626ce29f-a3bf-49a9-8940-f6d2ff3ff899 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:08.620070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b4e6dd7-13ec-48d2-b36f-2b4fd887910d req-626ce29f-a3bf-49a9-8940-f6d2ff3ff899 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 931 time: 0.1153517 Aug 16 22:20:08.640469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Allocated IP 172.20.0.10 (97170760-b99a-4dff-bf1c-9aef66adbe3e/fb7bf9ef-42e2-498b-9192-ecebd50ac99d/aebf637b-1e73-43e7-ba22-e93480b0de82) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:08.659736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Request body: {'port': {'device_id': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:08.663185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.686575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d872fc3b-780a-4993-9abe-34a7440dcab6 req-30490d40-b4f0-498b-a1a6-97eb03751d1c tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 210 time: 0.0637994 Aug 16 22:20:08.711784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=daa2e323-90af-4734-a01e-0cf01bdabb25,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:08.715446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd723fc-173c-49c5-8b62-55a365934211 None None] Network be6efb80-c377-4c29-aacf-084e182f5f53 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:08.718448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.720320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98a2dec4-195e-466c-8fe3-7616b61291c0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/daa2e323-90af-4734-a01e-0cf01bdabb25 HTTP/1.1" status: 204 len: 168 time: 0.5369816 Aug 16 22:20:08.737701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:08.751797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b4e6dd7-13ec-48d2-b36f-2b4fd887910d req-53b3c8db-8056-4b3b-8278-aa156540086c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312146 Aug 16 22:20:08.757952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-646611226-network', 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:08.813948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.823904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:08.828081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.835530 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090d05a-0697-4da4-aa95-6c82a5e2ef51 x-openstack-request-id: req-f090d05a-0697-4da4-aa95-6c82a5e2ef51 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:08.836051 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6401f9-4288-4f03-9392-e17d9b5cd0ec", "name": "network-vif-deleted", "tag": "b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:08.836398 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f090d05a-0697-4da4-aa95-6c82a5e2ef51 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:08.836885 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6401f9-4288-4f03-9392-e17d9b5cd0ec', 'name': 'network-vif-deleted', 'tag': 'b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f', 'status': 'completed', 'code': 200} Aug 16 22:20:08.848400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.866129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:08.952124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:08.978211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] DHCP port deletion for be6efb80-c377-4c29-aacf-084e182f5f53 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:09.029311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Deleting port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:09.029688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.061697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.096733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.099039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] For port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,segment=NetworkSegment(338e3676-e0d9-45d9-bacf-8ed211937dd0),segment_id=338e3676-e0d9-45d9-bacf-8ed211937dd0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:09.099619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.112080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.114904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Calling delete_port for 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:09.117317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.123872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.143852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:09.144204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.167481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:09.171428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76117e3-1aec-4875-9628-67407cce99e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.197100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.197100 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Added segment 5d5ef406-cf2b-4fdf-9c04-6bee6c403bed of type vlan for network 72a2d02a-c2ef-4520-96a4-045d27c232c2 Aug 16 22:20:09.208492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.238240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] For port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,segment=NetworkSegment(338e3676-e0d9-45d9-bacf-8ed211937dd0),segment_id=338e3676-e0d9-45d9-bacf-8ed211937dd0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:09.238900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.242485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] Pushing event deleted for resources: {'Port': ['ID=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.244838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da5499-696d-4c70-bc41-d61242cda251 None None] No DVR routers for this DVR port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:09.254753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.262963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:09.266337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.268860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.270066 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "DELETE /v2.0/security-groups/e2ec4bee-df48-43d4-add1-0efe307d963c HTTP/1.1" status: 204 len: 168 time: 0.3952637 Aug 16 22:20:09.278424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:09.283956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:09.294204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.301531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.313842 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d9cace9b-2d80-4c1a-843b-3dca9073b988 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] show failed (client error): The resource could not be found. Aug 16 22:20:09.314883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d9cace9b-2d80-4c1a-843b-3dca9073b988 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups/e2ec4bee-df48-43d4-add1-0efe307d963c HTTP/1.1" status: 404 len: 347 time: 0.0354528 Aug 16 22:20:09.318956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:09.325149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6293fc6-1511-47bc-a207-bebff84fbfe8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec4bee-df48-43d4-add1-0efe307d963c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.341766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Transition to ACTIVE for port object d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:09.356481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Network 97170760-b99a-4dff-bf1c-9aef66adbe3e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:09.366105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:09.374248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:09.382300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.384038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Pushing event updated for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.447023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.447657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.456423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.456858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.457620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.463379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.469518 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-7c3f9d5a-2576-48bf-937b-df32dd2e30e0 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3712804 Aug 16 22:20:09.496103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=7a132420-ea0c-4f7a-b1e0-c1aaef09b99e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.509799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No DVR routers for this DVR port 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:09.516135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Request body: {'port': {'device_id': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:09.593739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0384576 Aug 16 22:20:09.598110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:09.609598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Request body: {'subnet': {'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-646611226-subnet', 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:09.637527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.658505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.662337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.670314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0276a2-988c-44e7-806c-0f91e388cc70 admin admin] Pushing event updated for resources: {'Network': ['ID=72a2d02a-c2ef-4520-96a4-045d27c232c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:09.681386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:09.685661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6efb80-c377-4c29-aacf-084e182f5f53']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:09.701037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338e3676-e0d9-45d9-bacf-8ed211937dd0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:09.701403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338e3676-e0d9-45d9-bacf-8ed211937dd0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:09.711289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eec94-3bdc-4f28-af45-2aa8ad112680 req-d936997c-3aa7-4e00-987c-4af9c66660cf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.712520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:09.712803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-983eec94-3bdc-4f28-af45-2aa8ad112680 req-d936997c-3aa7-4e00-987c-4af9c66660cf tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.2661147 Aug 16 22:20:09.715196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.721388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.735908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556bd0f-3aa8-4267-84c8-731b95c8828d req-96352aaa-b786-4742-ba63-7f08a03068f0 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:09.737583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f556bd0f-3aa8-4267-84c8-731b95c8828d req-96352aaa-b786-4742-ba63-7f08a03068f0 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1871910 Aug 16 22:20:09.768309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Deleting port b584bcb7-a965-4f63-a830-f1685d2f7f28 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:09.768670 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.787148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Attempting to bind port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:09.787485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Attempting to bind port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:09.787818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Attempting to bind port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:09.804178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.827714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:09.828173 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:09.831438 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:09.838831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:09.839163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Attempting to bind port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 on network b9b1ed1d-092d-4402-977e-3475c4c122f1 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:09.860160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:09.860428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Checking segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:09.860818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Bound using segment: {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:09.861290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Bound port: d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f840a08-7976-4358-bce0-54d892865624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:09.861656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.874788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-983eec94-3bdc-4f28-af45-2aa8ad112680 req-59a3acdb-8706-4f4f-bcd1-6d776e411cd3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357889 Aug 16 22:20:09.902953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f556bd0f-3aa8-4267-84c8-731b95c8828d req-3b2e54d8-af27-4f8e-b0d4-4c57ffe3fbf1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440628 Aug 16 22:20:09.946344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.946677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:09.970148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Calling delete_port for b584bcb7-a965-4f63-a830-f1685d2f7f28 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:09.983360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.015783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.017691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/be6efb80-c377-4c29-aacf-084e182f5f53 HTTP/1.1" status: 204 len: 168 time: 1.2784324 Aug 16 22:20:10.028194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:10.044166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:10.071859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78463-2630-494e-a56d-dbcd844266e3 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=be6efb80-c377-4c29-aacf-084e182f5f53,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.154978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.257790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a92eca9-2748-4b0f-a159-b26e41d064d9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.284216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebf637b-1e73-43e7-ba22-e93480b0de82 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:10.294606 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.297110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Checking segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:10.297480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Network hostable DHCP agents. Network: 72a2d02a-c2ef-4520-96a4-045d27c232c2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:10.300054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:10.317256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Transition to ACTIVE for port object aebf637b-1e73-43e7-ba22-e93480b0de82 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:10.324297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.326742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:10.327349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b60af1a0-5d0a-46a7-95d2-e7ec9fbf473f not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:10.332901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:10.372446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 72a2d02a-c2ef-4520-96a4-045d27c232c2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:10.380578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9cd3f-473b-4319-a7ea-ba0fb27160ea None None] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:10.384218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.384829 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.389680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Pushing event updated for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.432594 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f7e3fc3-0449-4d50-9d6f-719a30010afc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8331859 Aug 16 22:20:10.491549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Attempting to bind port aebf637b-1e73-43e7-ba22-e93480b0de82 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:10.491549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Attempting to bind port aebf637b-1e73-43e7-ba22-e93480b0de82 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:10.491864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Attempting to bind port aebf637b-1e73-43e7-ba22-e93480b0de82 on network 97170760-b99a-4dff-bf1c-9aef66adbe3e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:10.498061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Port aebf637b-1e73-43e7-ba22-e93480b0de82 on network 97170760-b99a-4dff-bf1c-9aef66adbe3e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:10.498363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Attempting to bind port aebf637b-1e73-43e7-ba22-e93480b0de82 on network 97170760-b99a-4dff-bf1c-9aef66adbe3e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:10.506664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:10.507018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Checking segment: {'id': 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:10.507403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Bound using segment: {'id': 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:10.507844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Bound port: aebf637b-1e73-43e7-ba22-e93480b0de82, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:10.508210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.515860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb0b865-ac1a-4d1e-bb78-bc4de550bf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.518535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7bb0b865-ac1a-4d1e-bb78-bc4de550bf42 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/d6ad9e25-f0b5-430a-8aed-602341e8be9e HTTP/1.1" status: 200 len: 845 time: 0.4851654 Aug 16 22:20:10.525341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:10.531349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:10.564821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.569224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f33b81-c510-41f6-88bf-2ab971f19aec None None] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:10.588108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb65a9f-2c1a-457c-8f37-d1e5fe8e9480 req-f263f91a-9559-4994-84f6-e43788ab65dc tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.589799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fb65a9f-2c1a-457c-8f37-d1e5fe8e9480 req-f263f91a-9559-4994-84f6-e43788ab65dc tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 932 time: 0.6125159 Aug 16 22:20:10.626739 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-197bfb07-a1c8-4e04-94d3-7dabd64f54ef tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/d6ad9e25-f0b5-430a-8aed-602341e8be9e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1001580 Aug 16 22:20:10.627319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:10.636900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:10.659884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df6ca-be2b-4516-b3d0-58eec75a2c6d req-f7b955cc-0112-43ef-ab51-896f029056e5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.661540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa9df6ca-be2b-4516-b3d0-58eec75a2c6d req-f7b955cc-0112-43ef-ab51-896f029056e5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.6624925 Aug 16 22:20:10.681190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.681925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.683451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] 10.222.0.88 "PUT /v2.0/ports/d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 HTTP/1.1" status: 200 len: 1092 time: 2.0333235 Aug 16 22:20:10.703975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:10.742815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aebf637b-1e73-43e7-ba22-e93480b0de82,segment=NetworkSegment(b0cc91bf-51e8-47b6-9dc9-53371d7bb222),segment_id=b0cc91bf-51e8-47b6-9dc9-53371d7bb222)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:10.748586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.753661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ad911-b129-4b10-9456-82206ba6d543 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.770992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fb65a9f-2c1a-457c-8f37-d1e5fe8e9480 req-805f0598-109e-48cd-a08f-9c7b18b6bf89 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385369 Aug 16 22:20:10.796765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.797416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.808083 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] 10.222.0.88 "PUT /v2.0/ports/aebf637b-1e73-43e7-ba22-e93480b0de82 HTTP/1.1" status: 200 len: 1093 time: 1.3079956 Aug 16 22:20:10.810689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:10.813005 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988856d6-b3c1-42fe-a119-e19cd4c2c090" -d '{"events": [{"name": "network-changed", "server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:10.837102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf12e8d-0835-451e-b287-2ec70d651d60 service neutron] Pushing event updated for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.840454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:10.844738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.851141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa9df6ca-be2b-4516-b3d0-58eec75a2c6d req-a77cbddf-3dbf-459e-9b6f-c7dd095590d5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629655 Aug 16 22:20:10.851630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:10.854117 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5119d3-7747-493e-a189-344b2804c027" -d '{"events": [{"name": "network-changed", "server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:10.859772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.891871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:10.906091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'Port': ['ID=b584bcb7-a965-4f63-a830-f1685d2f7f28,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:10.918139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:10.918711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a132420-ea0c-4f7a-b1e0-c1aaef09b99e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:10.964002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-d7438f0b-f020-4933-afcf-51c242cdb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:10.965664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-d7438f0b-f020-4933-afcf-51c242cdb3a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1711390 Aug 16 22:20:10.974953 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f414adba-50ea-415f-9911-7b15d9009b03 x-openstack-request-id: req-f414adba-50ea-415f-9911-7b15d9009b03 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:10.975240 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:10.975562 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f414adba-50ea-415f-9911-7b15d9009b03 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:10.975958 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82', 'status': 'completed', 'code': 200} Aug 16 22:20:10.994189 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.998175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:10.999547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a679c687-7b6c-4ebb-aa1d-7d9965e43327 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "DELETE /v2.0/floatingips/7769caab-3e2e-4cbf-8b93-393f4a741582 HTTP/1.1" status: 204 len: 168 time: 1.6771414 Aug 16 22:20:11.000083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-8858bc88-8146-44c5-835c-6f89b3fe5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.001606 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-8858bc88-8146-44c5-835c-6f89b3fe5da8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bff84a0d89d142b5a261072a6ea34b7c&device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0788665 Aug 16 22:20:11.046385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-fd39d20b-974f-4b80-a701-dd5eb3134309 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0435438 Aug 16 22:20:11.046385 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53999b2-df19-4bc2-9f6a-60fa61139aa8 x-openstack-request-id: req-e53999b2-df19-4bc2-9f6a-60fa61139aa8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:11.046668 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:11.046929 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e53999b2-df19-4bc2-9f6a-60fa61139aa8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:11.047396 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'status': 'completed', 'code': 200} Aug 16 22:20:11.134702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-024ec197-b9c7-44c3-91de-0c4bc16fa301 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aebf637b-1e73-43e7-ba22-e93480b0de82 HTTP/1.1" status: 200 len: 217 time: 0.0444977 Aug 16 22:20:11.215635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-451ae4cf-d222-4950-b78f-afb3ef5285d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.217028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-451ae4cf-d222-4950-b78f-afb3ef5285d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.1623902 Aug 16 22:20:11.221665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-8679f132-ac5d-47b2-b03f-e4d51d8823bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.223182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-8679f132-ac5d-47b2-b03f-e4d51d8823bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb7bf9ef-42e2-498b-9192-ecebd50ac99d HTTP/1.1" status: 200 len: 853 time: 0.0809739 Aug 16 22:20:11.224589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.260748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c215b-dc43-4685-b8b2-b88aff87c083 req-317ae921-0208-4640-ac72-477c35ed15ec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.262302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f33c215b-dc43-4685-b8b2-b88aff87c083 req-317ae921-0208-4640-ac72-477c35ed15ec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1435702 Aug 16 22:20:11.281266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-63f9e7fe-db04-4f7d-97ed-289380781876 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458946 Aug 16 22:20:11.292414 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-afe1a59e-9c9b-4181-9c21-b7085b5c0850 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=97170760-b99a-4dff-bf1c-9aef66adbe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394988 Aug 16 22:20:11.294232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:11.297613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:11.301734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.302331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.308713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a54794-3098-4da4-965b-de4c1116f95d None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:11.359726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=ad52021a-48e9-4ca9-b46d-6e0594f4db84,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:11.376549 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7fe8297c-23b8-42c6-b313-c08baba3447c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7411268 Aug 16 22:20:11.377632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:11.383548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'security_group': {'name': 'tempest-secgroup-281036802'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:11.412925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-94036e5a-fdd0-4b63-b130-0bc08829e835 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.419264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-94036e5a-fdd0-4b63-b130-0bc08829e835 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 0.2699332 Aug 16 22:20:11.427367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.439141 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-f69e5d61-17ec-4db8-b8f2-528eb04ffc1b service neutron] 10.222.0.88 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317611 Aug 16 22:20:11.441597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f33c215b-dc43-4685-b8b2-b88aff87c083 req-e1b56565-fe89-48d2-92df-e4b330ce7f21 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626134 Aug 16 22:20:11.452345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a0e33b41-ea77-42ee-9164-dbdbabacbeda tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/quotas/3a3ca1c7dbc547dd8a46e9a6202ec58c HTTP/1.1" status: 200 len: 375 time: 0.0239453 Aug 16 22:20:11.516410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-df1e89fd-df9d-4046-a38a-61f68851d5e3', 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'tenant_id': '0ebaa94581a54dbe87b4716f9a974bea', 'fixed_ips': [{'subnet_id': 'ad52021a-48e9-4ca9-b46d-6e0594f4db84'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:11.517463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.517732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-1c6a5a3e-c91e-4cbc-9d96-e27c45b2ecaf tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643713 Aug 16 22:20:11.553258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-fe5b72d1-0a80-484e-b670-c3a1a318ceb8 service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536294 Aug 16 22:20:11.594786 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-ebfb596f-3b5e-4403-9dff-a2540ba1666b req-a6114419-31d8-4079-ada8-4e10ab2f8599 service neutron] 10.222.0.88 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450045 Aug 16 22:20:11.633846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.638122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.667660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.668896 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2902725 Aug 16 22:20:11.671216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b267c-15cd-4b65-88a3-f405bebd393d tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b640b0e-42f7-4805-9d66-1a72e6e38ff9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:11.672819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:11.677942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715976158'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:11.685622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Allocated IP 2001:db8::2 (df1e89fd-df9d-4046-a38a-61f68851d5e3/ad52021a-48e9-4ca9-b46d-6e0594f4db84/90d7d836-6d2b-4745-a160-fc7dab158cd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:11.702555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.708337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9da76-6b6c-49db-bb33-534bf60c6735 req-8f7a3ecd-ae8a-44cf-9240-7c631bcb6430 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:11.710677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcf9da76-6b6c-49db-bb33-534bf60c6735 req-8f7a3ecd-ae8a-44cf-9240-7c631bcb6430 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1884928 Aug 16 22:20:11.754445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-3a60450b-09e6-476d-8ba7-11e2534a1383 service neutron] 10.222.0.22 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288222 Aug 16 22:20:11.790618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ef081bd-ae29-4cb8-b856-f71ea28f8da0 req-263032da-9b54-4745-9f41-cff481f6196b service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953666 Aug 16 22:20:11.857452 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.867472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Transition to ACTIVE for port object 90d7d836-6d2b-4745-a160-fc7dab158cd4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:11.884242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Transition to ACTIVE for port object 90d7d836-6d2b-4745-a160-fc7dab158cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:11.893987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:11.909740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcf9da76-6b6c-49db-bb33-534bf60c6735 req-b97a1332-7f37-440f-b960-f7cf91f32c22 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827264 Aug 16 22:20:11.920905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a169892f-6b84-4489-a24d-78dc4e1c6e2c service neutron] 10.222.0.22 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550546 Aug 16 22:20:11.941377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:11.947063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:11.951804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:11.955262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:12.012982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5119d3-7747-493e-a189-344b2804c027 req-cb566d4a-7d94-4783-beba-6a2e3c7a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.014974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-cb566d4a-7d94-4783-beba-6a2e3c7a72e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=300a0221320a473c81142524da874885&device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0929399 Aug 16 22:20:12.017577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Attempting to bind port 90d7d836-6d2b-4745-a160-fc7dab158cd4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:12.018171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Attempting to bind port 90d7d836-6d2b-4745-a160-fc7dab158cd4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '329664b0-3f3a-443c-b879-d82a0877d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:12.019325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Attempting to bind port 90d7d836-6d2b-4745-a160-fc7dab158cd4 on network df1e89fd-df9d-4046-a38a-61f68851d5e3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:12.033118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:12.033578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Checking segment: {'id': '329664b0-3f3a-443c-b879-d82a0877d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:12.036216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.036717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Bound using segment: {'id': '329664b0-3f3a-443c-b879-d82a0877d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:12.037313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Bound port: 90d7d836-6d2b-4745-a160-fc7dab158cd4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329664b0-3f3a-443c-b879-d82a0877d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:12.037767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.137729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:12.141912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:12.150210 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.223935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5119d3-7747-493e-a189-344b2804c027 req-db9d0c19-936c-4500-83b0-253d65bd9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.226214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-db9d0c19-936c-4500-83b0-253d65bd9e2a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 200 len: 905 time: 0.2023056 Aug 16 22:20:12.245971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-27732d72-9a06-47f4-97cb-5b3a24e10947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.247922 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-27732d72-9a06-47f4-97cb-5b3a24e10947 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bff84a0d89d142b5a261072a6ea34b7c&device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 1096 time: 0.5348990 Aug 16 22:20:12.253445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503cebf-9a55-4a27-9b48-0c0b228ac6e3 None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:12.292166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-2753f46f-e501-478e-987b-8553f7d474e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 HTTP/1.1" status: 200 len: 217 time: 0.0516908 Aug 16 22:20:12.384967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5119d3-7747-493e-a189-344b2804c027 req-429a8398-d9cf-4c65-9c88-c38299c17a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.386487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-429a8398-d9cf-4c65-9c88-c38299c17a8a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 200 len: 845 time: 0.0797887 Aug 16 22:20:12.393871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-2f52e5dd-c4e5-4e11-89a7-d2fc1ed91793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.394788 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-2f52e5dd-c4e5-4e11-89a7-d2fc1ed91793 service neutron] 10.222.0.88 "GET /v2.0/networks?id=97170760-b99a-4dff-bf1c-9aef66adbe3e HTTP/1.1" status: 200 len: 913 time: 0.1354485 Aug 16 22:20:12.395678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a08233-be22-478d-9e10-728a3d5297bc req-903fc9bf-73cf-478a-91d1-d19bedfc3ecf tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.397849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.405872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:12.406265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82a08233-be22-478d-9e10-728a3d5297bc req-903fc9bf-73cf-478a-91d1-d19bedfc3ecf tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 944 time: 0.1168349 Aug 16 22:20:12.411394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451692917', 'description': 'tempest-description--1053118037'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:12.438850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.462924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-f666dbb7-24a4-48de-be3d-b62523499a8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b9b1ed1d-092d-4402-977e-3475c4c122f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440817 Aug 16 22:20:12.529849 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-b6375676-a2e4-448c-9a2e-91f13dfcaa31 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aebf637b-1e73-43e7-ba22-e93480b0de82 HTTP/1.1" status: 200 len: 217 time: 0.1064157 Aug 16 22:20:12.561002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82a08233-be22-478d-9e10-728a3d5297bc req-30c1ed19-87ad-4a10-9ce7-670202e7a222 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538558 Aug 16 22:20:12.626875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd299b-f60a-43b1-895b-6ef42f7a7041 req-fff38f0d-834e-4637-8c75-b76755b23e56 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.628508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29fd299b-f60a-43b1-895b-6ef42f7a7041 req-fff38f0d-834e-4637-8c75-b76755b23e56 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.1627603 Aug 16 22:20:12.642607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198c7a7a-2c1d-4602-9305-0ad85dfbe5e1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:12.649833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.658360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.659783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5e43094b-bba2-4ebc-90e2-df406b932c3a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9859958 Aug 16 22:20:12.664018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:12.675255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1818677133', 'security_groups': ['198c7a7a-2c1d-4602-9305-0ad85dfbe5e1'], 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad52021a-48e9-4ca9-b46d-6e0594f4db84'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:12.694522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-c3786b5b-2845-4b43-93c6-67196c369278 service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157228 Aug 16 22:20:12.698209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-0e15e15b-dc11-4a48-bf25-d1795e3dcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:12.700123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-0e15e15b-dc11-4a48-bf25-d1795e3dcd3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb7bf9ef-42e2-498b-9192-ecebd50ac99d HTTP/1.1" status: 200 len: 853 time: 0.1522596 Aug 16 22:20:12.888201 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-e80351f9-a8db-40a1-930b-051fd71f7342 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=97170760-b99a-4dff-bf1c-9aef66adbe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407514 Aug 16 22:20:12.901632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29fd299b-f60a-43b1-895b-6ef42f7a7041 req-f671eba4-6965-463d-b9de-1ecec85ce852 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398353 Aug 16 22:20:12.923338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:12.944958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:12.957616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.016223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.017567 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6106508 Aug 16 22:20:13.025034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54310) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:13.040426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group_rule': {'security_group_id': 'c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:13.049314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a5119d3-7747-493e-a189-344b2804c027 req-184dcf81-0b75-4254-a548-011c281953a6 service neutron] 10.222.0.88 "GET /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334379 Aug 16 22:20:13.051193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7495dfd-215f-48c0-90d9-97b94046c007 req-2fcbae00-8ff9-4ed3-8970-8184cbac1430 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 210 time: 0.0463192 Aug 16 22:20:13.059346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1276-7a1a-4167-aec3-0f578c363adf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.072317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da58b4-3f66-4e7e-8ec9-a601653e380d req-0c8b82e0-ff7c-4300-a2ec-17c5e842de1a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.073903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60da58b4-3f66-4e7e-8ec9-a601653e380d req-0c8b82e0-ff7c-4300-a2ec-17c5e842de1a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1269386 Aug 16 22:20:13.086557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:13.097127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:20:13.097127 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:20:13.097127 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '0ebaa94581a54dbe87b4716f9a974bea', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 20, 13, 52441)}] Aug 16 22:20:13.097127 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:20:13.097585 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:20:13.127635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.136768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60da58b4-3f66-4e7e-8ec9-a601653e380d req-23c4d5cb-1c78-4ffa-819c-47b98c21dd4d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567496 Aug 16 22:20:13.159475 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-8220bc37-1903-4f1c-af29-e2a87e79c8c2 service neutron] 10.222.0.88 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586205 Aug 16 22:20:13.231549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77f8b3-0dad-42ac-8757-664c1dbe0ff3 req-767587d4-c156-4fff-b7ac-6c22f37ddf3f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.233243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e77f8b3-0dad-42ac-8757-664c1dbe0ff3 req-767587d4-c156-4fff-b7ac-6c22f37ddf3f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.0610027 Aug 16 22:20:13.288471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.295004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.298078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e77f8b3-0dad-42ac-8757-664c1dbe0ff3 req-3ea349c6-007b-4705-be77-9a549e4d1159 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542305 Aug 16 22:20:13.327842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301a13e1-9763-44c0-a3bb-a9f1b2c05577,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.345055 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-988856d6-b3c1-42fe-a119-e19cd4c2c090 req-05f40b0f-42cc-443b-a3c8-1a4924e03dff service neutron] 10.222.0.88 "GET /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676574 Aug 16 22:20:13.349878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.351467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a8c3d708-e1b6-4618-b63e-e9e7314e301c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251970 Aug 16 22:20:13.354299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:13.359253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'security_group_rule': {'security_group_id': 'c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:13.397194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.480028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.484344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.508623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54520202-a873-4793-bddb-bc428b04900c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:13.517624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.518850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-98ec79ab-9ad7-4903-aa3f-39420f1e2b6b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636221 Aug 16 22:20:13.521917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54316) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:13.528993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:13.555521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.648318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:13.869637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97716b6-465c-4b06-ac42-34e9ec282a51 req-e2e4add3-75f0-46ae-a3b8-54162f253856 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.871581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97716b6-465c-4b06-ac42-34e9ec282a51 req-e2e4add3-75f0-46ae-a3b8-54162f253856 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 944 time: 0.1990860 Aug 16 22:20:13.877005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Provisioning for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:13.880800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:13.881301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.892213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.934773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68fd0c-5bc9-4bae-b077-3742ce1ed536 req-94b01bf8-0188-4b8b-b205-01916c78a61e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:13.936288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a68fd0c-5bc9-4bae-b077-3742ce1ed536 req-94b01bf8-0188-4b8b-b205-01916c78a61e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1760199 Aug 16 22:20:13.950925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.961849 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:13.991661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:14.097246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97716b6-465c-4b06-ac42-34e9ec282a51 req-341ba291-7a0e-488f-ac4f-637190a38712 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126842 Aug 16 22:20:14.121600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-448e0fb1-34c8-47bd-b2e1-52f6add1ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.126925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-448e0fb1-34c8-47bd-b2e1-52f6add1ab2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=58deb684aef745b7b131d264c4e2fce6&device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 1097 time: 0.2762656 Aug 16 22:20:14.136782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:14.144536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.184143 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.185046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a68fd0c-5bc9-4bae-b077-3742ce1ed536 req-66685a99-61ca-4b38-98fc-a4195164d2d5 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360148 Aug 16 22:20:14.207193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:14.207193 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.279467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:14.285187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8d75959f-33aa-4457-9338-8fcc9dba9fb2 None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:14.432199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-3066f516-5f31-42b5-b2fb-8f93332a1571 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.434863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-3066f516-5f31-42b5-b2fb-8f93332a1571 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 0.1334813 Aug 16 22:20:14.469159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Request body: {'port': {'device_id': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'admin_state_up': True, 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:14.471518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6335520c-5034-407a-92f9-fa99ebc8dccf req-c038b943-16fa-469e-867a-e4618a9034cf tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 210 time: 0.1133208 Aug 16 22:20:14.523351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Allocated IP 172.25.8.19 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c1f5a77b-6ab4-4e75-aece-e927689b7e46) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:14.551147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-0cdfa959-681f-46bc-b894-769b918bc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.552738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-0cdfa959-681f-46bc-b894-769b918bc02a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 200 len: 916 time: 0.4117792 Aug 16 22:20:14.559346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-5def767b-a8f3-4a3a-a4b1-fdc7440e681a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.560693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-5def767b-a8f3-4a3a-a4b1-fdc7440e681a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 0.4238553 Aug 16 22:20:14.582282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:14.586641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.592082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::398 (df1e89fd-df9d-4046-a38a-61f68851d5e3/ad52021a-48e9-4ca9-b46d-6e0594f4db84/ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:14.604967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57303f7-2c60-45e3-a362-676ec2270543 req-3f52e3ed-9a64-4991-999f-7bea2a5af0f4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:14.606501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a57303f7-2c60-45e3-a362-676ec2270543 req-3f52e3ed-9a64-4991-999f-7bea2a5af0f4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.2936563 Aug 16 22:20:14.616394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Request body: {'port': {'device_id': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'admin_state_up': True, 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:14.717214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Allocated IP 172.20.0.7 (72a2d02a-c2ef-4520-96a4-045d27c232c2/5a92eca9-2748-4b0f-a159-b26e41d064d9/45a4e090-7b78-4cee-8e33-9ecc9a12cbfd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:14.813977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:14.873642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:14.874191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.884551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.931305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:14.958335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:14.961354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:14.979859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:15.027446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event updated for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.042129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.042787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.057566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-a8d3d395-2f65-4689-bd5a-b9d2feecf683 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927277 Aug 16 22:20:15.077304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Request body: {'port': {'device_id': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:15.091967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-f60c98da-21b8-4c35-ae6c-b07892d507b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e339376c-bca3-405c-8afb-a142b4f9bccc HTTP/1.1" status: 200 len: 217 time: 0.4963582 Aug 16 22:20:15.139709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.196517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca92b8-8a4a-4f37-a5c6-cce4585ae80a req-db0cfada-6af9-4343-a75b-294e9da494e0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.198058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ca92b8-8a4a-4f37-a5c6-cce4585ae80a req-db0cfada-6af9-4343-a75b-294e9da494e0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.6521366 Aug 16 22:20:15.275856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a57303f7-2c60-45e3-a362-676ec2270543 req-25a83080-eefd-456a-b3c5-7066ea8d23ac tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347833 Aug 16 22:20:15.351896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.387827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-25bad2a7-20f3-41f4-9613-d158a2cdfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.389281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-25bad2a7-20f3-41f4-9613-d158a2cdfd7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 200 len: 855 time: 0.2139714 Aug 16 22:20:15.410998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:15.419001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.431614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Transition to ACTIVE for port object 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:15.434854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.450075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ca92b8-8a4a-4f37-a5c6-cce4585ae80a req-0777b873-b751-4855-8131-5754b0613bd1 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226889 Aug 16 22:20:15.497503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:15.497763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Pushing event updated for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.500593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.517962 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a388228c-ec71-4370-bd9a-1018627268c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.539157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.555910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771b0b-2058-4f9a-85b8-f9a6e1734fdf req-8a1aad21-9509-449f-aaee-b262b41a7457 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.557439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35771b0b-2058-4f9a-85b8-f9a6e1734fdf req-8a1aad21-9509-449f-aaee-b262b41a7457 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 944 time: 0.1948287 Aug 16 22:20:15.568518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Attempting to bind port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:15.568861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Attempting to bind port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:15.569270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Attempting to bind port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:15.573794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:15.574120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Attempting to bind port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:15.578903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:15.579249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Checking segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:15.579625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Bound using segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:15.580053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Bound port: 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:15.580413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.604876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:15.631201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-bc10dda9-c272-46bf-953c-ff5ba7e11eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.632758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-bc10dda9-c272-46bf-953c-ff5ba7e11eb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b44dd7cf-e54b-40d7-968c-c86205bc0c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286084 Aug 16 22:20:15.643602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.646113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:15.649849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:15.654159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.688083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.688718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:15.690333 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] 10.222.0.88 "PUT /v2.0/ports/45a4e090-7b78-4cee-8e33-9ecc9a12cbfd HTTP/1.1" status: 200 len: 1092 time: 0.6171718 Aug 16 22:20:15.692594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:15.695004 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9396dbb-8baf-4608-8c26-2d94ed0c6931" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:15.720655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f58c2-bbff-4e8f-a6c9-a7e1881b95ed service neutron] Pushing event updated for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.800761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-c0d18b65-073e-4b8b-bcae-89a5e731771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.802488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-c0d18b65-073e-4b8b-bcae-89a5e731771a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 1095 time: 0.0453279 Aug 16 22:20:15.816483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:15.819784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35771b0b-2058-4f9a-85b8-f9a6e1734fdf req-0673204f-7c94-4208-a303-ceb62534b56d tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496965 Aug 16 22:20:15.844126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:15.851930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:15.861299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-3b0a881a-9271-44a5-ba65-c2de136ddbb0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd HTTP/1.1" status: 200 len: 217 time: 0.0391927 Aug 16 22:20:15.862330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff33b-9cb9-4719-93af-2824ebb6efa4 req-e1586986-32bf-47c5-afff-921a3a00540b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.864871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-504ff33b-9cb9-4719-93af-2824ebb6efa4 req-e1586986-32bf-47c5-afff-921a3a00540b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.3028319 Aug 16 22:20:15.887067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=c1f5a77b-6ab4-4e75-aece-e927689b7e46,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:15.917476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d671b7d2-7cc7-4592-8559-f0d3dd3acaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:15.918970 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d671b7d2-7cc7-4592-8559-f0d3dd3acaff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.0477071 Aug 16 22:20:15.962025 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-f9b6b20f-7e85-4475-bc30-f71622b7e773 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341008 Aug 16 22:20:15.984508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.008047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Allocated IP 172.20.0.13 (72a2d02a-c2ef-4520-96a4-045d27c232c2/5a92eca9-2748-4b0f-a159-b26e41d064d9/156fc586-85ba-4f03-b1b0-65042d8c5a2e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:16.066877 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-0eeb2926-cba5-4cb3-b763-49ad4939ac95 service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949922 Aug 16 22:20:16.074446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-7bdf3daf-7633-4470-9021-dadb5046d5a1 service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286406 Aug 16 22:20:16.088155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-504ff33b-9cb9-4719-93af-2824ebb6efa4 req-62b95b2e-ea4c-491e-aac0-ca88158a084b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730177 Aug 16 22:20:16.150417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:16.159985 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e95b00-4fa4-4045-b0b3-ae596734c3cd x-openstack-request-id: req-24e95b00-4fa4-4045-b0b3-ae596734c3cd {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:16.160457 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:16.160749 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24e95b00-4fa4-4045-b0b3-ae596734c3cd {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:16.161279 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd', 'status': 'completed', 'code': 200} Aug 16 22:20:16.184745 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-7b832448-765b-484c-8b35-a1a60e1cfe1a service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092174 Aug 16 22:20:16.197909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:16.219229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:16.224811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.225476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.245747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:16.265715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8dcd-fc7d-4a3f-be27-b5cbad360f9d req-ad415e20-9983-4afc-a0ad-b12cdde2a10a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.267256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb0a8dcd-fc7d-4a3f-be27-b5cbad360f9d req-ad415e20-9983-4afc-a0ad-b12cdde2a10a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 943 time: 0.2902515 Aug 16 22:20:16.270798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.330185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-e24f2e18-cff0-4a93-9c50-c1a0f89a3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.331806 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-e24f2e18-cff0-4a93-9c50-c1a0f89a3d05 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 1095 time: 0.0530977 Aug 16 22:20:16.340214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6498c0ac-9522-4dbd-acdf-467d33b3e03e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6727619 Aug 16 22:20:16.345844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:16.353766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:16.368720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:16.471789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-47c4af48-bc1c-467b-9f5a-a99df944f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.473372 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-47c4af48-bc1c-467b-9f5a-a99df944f1c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 912 time: 0.1333070 Aug 16 22:20:16.485610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:16.498189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'mac_address': 'fa:16:3e:5f:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:16.524892 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-f6b43a9f-0685-49c4-8793-9f1c7b9b24dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd HTTP/1.1" status: 200 len: 217 time: 0.0424042 Aug 16 22:20:16.533107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.542725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb0a8dcd-fc7d-4a3f-be27-b5cbad360f9d req-8d5853bb-db57-4057-a625-7b5cf21a126f tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645638 Aug 16 22:20:16.543179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.563176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:16.568397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d8b461fc-cc14-4ca4-984b-391dcf16b0cc None None] Provisioning for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:16.578923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b35782c3-6f48-4aae-bc0d-4c8dbf04db4f req-2969e8da-ebe5-4b49-ba5c-51232509b61d service neutron] 10.222.0.89 "GET /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885993 Aug 16 22:20:16.580791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d8b461fc-cc14-4ca4-984b-391dcf16b0cc None None] Provisioning complete for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:16.581236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8b461fc-cc14-4ca4-984b-391dcf16b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.583971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-32fc73cf-3f0f-48f5-ba96-22cce82b45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.586196 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-32fc73cf-3f0f-48f5-ba96-22cce82b45c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.0529416 Aug 16 22:20:16.619190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:16.638838 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-b635faf9-0153-4564-aa31-fb434a554117 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359910 Aug 16 22:20:16.643559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.644232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aebf637b-1e73-43e7-ba22-e93480b0de82 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:16.652017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d8b461fc-cc14-4ca4-984b-391dcf16b0cc None None] Port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:16.694768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd612228-4d6c-4188-88f8-1b65645882af req-acb5c51a-3834-4b06-aa3d-27ed7c7cad9c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.702114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd612228-4d6c-4188-88f8-1b65645882af req-acb5c51a-3834-4b06-aa3d-27ed7c7cad9c tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.3420265 Aug 16 22:20:16.732279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.751108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-87a45a8d-26e3-44a0-8814-e6b579ce3a38 service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944829 Aug 16 22:20:16.755517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:16.793229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aebf637b-1e73-43e7-ba22-e93480b0de82,segment=NetworkSegment(b0cc91bf-51e8-47b6-9dc9-53371d7bb222),segment_id=b0cc91bf-51e8-47b6-9dc9-53371d7bb222)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:16.805266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'aebf637b-1e73-43e7-ba22-e93480b0de82', 'network_id': '97170760-b99a-4dff-bf1c-9aef66adbe3e', 'port_id': 'aebf637b-1e73-43e7-ba22-e93480b0de82', 'mac_address': 'fa:16:3e:3d:bc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7bf9ef-42e2-498b-9192-ecebd50ac99d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:16.849919 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.862581 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f9396dbb-8baf-4608-8c26-2d94ed0c6931 req-63112195-5a7c-470b-8b48-03859389b17e service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028206 Aug 16 22:20:16.865655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebf637b-1e73-43e7-ba22-e93480b0de82 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:16.874832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd612228-4d6c-4188-88f8-1b65645882af req-4431b9b0-7134-4da4-ba3e-ea0d007e37ba tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716957 Aug 16 22:20:16.887546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aebf637b-1e73-43e7-ba22-e93480b0de82,segment=NetworkSegment(b0cc91bf-51e8-47b6-9dc9-53371d7bb222),segment_id=b0cc91bf-51e8-47b6-9dc9-53371d7bb222)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:16.894489 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.916245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efaf54-75a2-4c8c-9a7b-8a45195ffd33 req-4c244024-9a07-4b68-8bae-f37c2b1075fe tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:16.917833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56efaf54-75a2-4c8c-9a7b-8a45195ffd33 req-4c244024-9a07-4b68-8bae-f37c2b1075fe tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.2742138 Aug 16 22:20:16.918467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:16.921872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:16.947237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:17.133828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56efaf54-75a2-4c8c-9a7b-8a45195ffd33 req-6458fbd1-b5bb-42d9-8ba1-49efef86aec5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003753 Aug 16 22:20:17.145323 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-1d9865f9-c612-4a80-a304-46990c2c07a5 service neutron] show failed (client error): The resource could not be found. Aug 16 22:20:17.155141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-1d9865f9-c612-4a80-a304-46990c2c07a5 service neutron] 10.222.0.89 "GET /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.2894821 Aug 16 22:20:17.155141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.215785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7630c-aba3-429d-a9a0-6bc1ceffbb22 req-32144d5a-8c3b-4e32-845f-fb05fb602feb tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.217341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffe7630c-aba3-429d-a9a0-6bc1ceffbb22 req-32144d5a-8c3b-4e32-845f-fb05fb602feb tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 945 time: 0.2639821 Aug 16 22:20:17.223668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.239458 n-d-791505-20 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad52021a-48e9-4ca9-b46d-6e0594f4db84 (CIDR: 2001:db8::/64) Aug 16 22:20:17.251720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.258868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:17.275342 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:20:17.275905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:17.286546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:17.288937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event updated for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:17.295076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:17.376642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-dc3e7a93-ffa1-46e9-8316-64b2c9a4359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.378277 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-dc3e7a93-ffa1-46e9-8316-64b2c9a4359b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1102 time: 0.0468020 Aug 16 22:20:17.404484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:17.408062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fc9dbeb2-d33d-43d9-9aa9-c100300be6eb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0496001 Aug 16 22:20:17.416763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:17.429083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:17.442300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffe7630c-aba3-429d-a9a0-6bc1ceffbb22 req-c831c8d4-a5ed-4a0a-aa7b-ece6fa5772c7 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159581 Aug 16 22:20:17.459478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.504996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.505689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.513889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=c1f5a77b-6ab4-4e75-aece-e927689b7e46,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:17.531883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.548374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17f3e-f0c0-41f5-b802-24cca76c052d req-3ad1c60f-2dc0-45a9-8381-eedf41c4d702 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.549895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ba17f3e-f0c0-41f5-b802-24cca76c052d req-3ad1c60f-2dc0-45a9-8381-eedf41c4d702 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.2581952 Aug 16 22:20:17.555754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-ff5aca2a-fb9b-4f09-aeb7-17acdce767c6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9650409 Aug 16 22:20:17.585974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Request body: {'port': {'device_id': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:17.591904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.593098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7cb7fbc9-294c-40f5-9d11-c12611f7069d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0698569 Aug 16 22:20:17.683344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ba17f3e-f0c0-41f5-b802-24cca76c052d req-eb271231-5efe-4dba-ab9f-cfa7eb71ba7e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246228 Aug 16 22:20:17.698866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:17.724729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.744780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:17.748587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.752826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:17.759966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c305696-b341-457f-a3c9-1bc182a1a54c req-c83a83ac-7bbe-4632-907f-a18f3876ddac tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:17.761209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c305696-b341-457f-a3c9-1bc182a1a54c req-c83a83ac-7bbe-4632-907f-a18f3876ddac tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 943 time: 0.1264043 Aug 16 22:20:17.768753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['aebf637b-1e73-43e7-ba22-e93480b0de82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:17.796526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['d5c8822f-0224-49d7-a2f9-d5ca376d0ba7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:17.816512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.830278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Transition to ACTIVE for port object eeb8a145-14a7-40e2-96e7-b17d9abeac72 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:17.835388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:17.905119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=6']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:17.907475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] No DVR routers for this DVR port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:17.947147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:17.947502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:17.947825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:17.952603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:17.952935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:17.958956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:17.959298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:17.960231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:17.960675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Bound port: eeb8a145-14a7-40e2-96e7-b17d9abeac72, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:17.961040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.038848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:18.042742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:18.050056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.087548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.088442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.090081 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] 10.222.0.88 "PUT /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 1097 time: 0.6899686 Aug 16 22:20:18.094438 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.123988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1065e70-5365-4228-8849-4b8c92d9d196 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:18.163299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}, {'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:18.165718 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9b417c-a469-4d5e-a24f-dddc5e4be992" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}, {"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:18.175457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-0c1d8ec6-5eec-4cf5-804a-e582d0d17836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.177038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-0c1d8ec6-5eec-4cf5-804a-e582d0d17836 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1100 time: 0.0498345 Aug 16 22:20:18.237975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f38295e-6397-4627-b090-1b0c7de646e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.290885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-5bb85736-371e-4f21-a071-25a30a498fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.292706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-5bb85736-371e-4f21-a071-25a30a498fcc service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1062422 Aug 16 22:20:18.353586 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-ddec2888-787c-45ab-b938-de174c1667d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0357852 Aug 16 22:20:18.365905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c305696-b341-457f-a3c9-1bc182a1a54c req-10c7fbed-f81d-43d8-b7a3-7ed83da408f4 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823696 Aug 16 22:20:18.376944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-012aa474-e235-4551-bb14-9efacf224872 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--451692917&fields=id&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 267 time: 0.1773772 Aug 16 22:20:18.431347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-fe72eb48-5a96-4048-9129-621f9cda7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.432853 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-fe72eb48-5a96-4048-9129-621f9cda7edb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0652239 Aug 16 22:20:18.487276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-c554819a-99b1-4a1d-95c8-61961064c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.488803 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-c554819a-99b1-4a1d-95c8-61961064c2c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457118 Aug 16 22:20:18.590478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-7425be8d-f5d1-4c2b-a0dc-28e1edd8423b service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916326 Aug 16 22:20:18.636148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969a40a-6a88-48f3-a4cc-ee199f9b657f req-a05cd831-6487-4125-b717-31b05a5d3b74 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.637646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3969a40a-6a88-48f3-a4cc-ee199f9b657f req-a05cd831-6487-4125-b717-31b05a5d3b74 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1540117 Aug 16 22:20:18.655296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-d2363ddc-7cec-4ea2-b0a6-1a7514d53f5e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:18.656709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-d2363ddc-7cec-4ea2-b0a6-1a7514d53f5e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 816 time: 0.2721367 Aug 16 22:20:18.686051 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-4aed360b-c94f-40f1-8bd6-dbe76af8f67e req-49bf68fe-3d75-4348-a9b5-38ee240e65f9 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 Aug 16 22:20:18.714454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-09f822be-f1d5-4aaa-a2bd-bd3bf3fb3820 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/quotas/1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 375 time: 0.0432897 Aug 16 22:20:18.801605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3969a40a-6a88-48f3-a4cc-ee199f9b657f req-7eb04d85-d182-4284-8aef-be5aa69943ff tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530952 Aug 16 22:20:18.872515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156fc586-85ba-4f03-b1b0-65042d8c5a2e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:18.894235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.923128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:18.932986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-70884a1c-0f92-4d4b-b734-6a47cb26bf6e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854856 Aug 16 22:20:18.943180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Transition to ACTIVE for port object 156fc586-85ba-4f03-b1b0-65042d8c5a2e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:18.978690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.052469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:19.065238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:19.077138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e3c668-bcf0-4cbe-9029-cbfa64cf8c22 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:19.079731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.080338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.100247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50690ddf-5830-4da3-93b6-bd700373cb7d req-55bdd9a3-4161-436a-a84f-86228e1b41e5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.101899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50690ddf-5830-4da3-93b6-bd700373cb7d req-55bdd9a3-4161-436a-a84f-86228e1b41e5 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 944 time: 0.2376242 Aug 16 22:20:19.115138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=55aa394a-ea47-46c6-aff5-132fae27199e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.135990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Pushing event updated for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.149182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-93855dde-5de9-4b0e-9f5a-99c30f2a5d95 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7255781 Aug 16 22:20:19.152715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:19.159864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2053503790', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55aa394a-ea47-46c6-aff5-132fae27199e'}], 'security_groups': ['7b640b0e-42f7-4805-9d66-1a72e6e38ff9']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:19.186840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.226008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50690ddf-5830-4da3-93b6-bd700373cb7d req-f67a67a3-45a3-42fc-a26b-bd918dcb7bb7 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137145 Aug 16 22:20:19.238927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-de126918-c67b-4485-a8f3-53be2e3deea7 service neutron] 10.222.0.22 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933428 Aug 16 22:20:19.277883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Attempting to bind port 156fc586-85ba-4f03-b1b0-65042d8c5a2e on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:19.278233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Attempting to bind port 156fc586-85ba-4f03-b1b0-65042d8c5a2e by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:19.278570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Attempting to bind port 156fc586-85ba-4f03-b1b0-65042d8c5a2e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:19.312612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Port 156fc586-85ba-4f03-b1b0-65042d8c5a2e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:19.312944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Attempting to bind port 156fc586-85ba-4f03-b1b0-65042d8c5a2e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:19.325187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:19.325543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Checking segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:19.325938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Bound using segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:19.326377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Bound port: 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:19.326749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.343007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.372417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Update dhcp port {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'fixed_ips': [{'subnet_id': 'ad52021a-48e9-4ca9-b46d-6e0594f4db84', 'ip_address': '2001:db8::2'}, {'subnet_id': '55aa394a-ea47-46c6-aff5-132fae27199e'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '90d7d836-6d2b-4745-a160-fc7dab158cd4'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:20:19.402214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.427548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-4bc00e6f-22f3-42d3-88ba-9c25da090dc5 service neutron] 10.222.0.22 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763484 Aug 16 22:20:19.450575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:19.454562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:19.468170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170f06b-0fbb-4591-96f3-46759fc48a92 req-d9e7a037-f7af-4ed5-9261-442d08ace7b2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.475694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7170f06b-0fbb-4591-96f3-46759fc48a92 req-d9e7a037-f7af-4ed5-9261-442d08ace7b2 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 948 time: 0.0999277 Aug 16 22:20:19.483719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.541465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.542684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:19.543485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] 10.222.0.89 "PUT /v2.0/ports/156fc586-85ba-4f03-b1b0-65042d8c5a2e HTTP/1.1" status: 200 len: 1093 time: 1.9625340 Aug 16 22:20:19.545939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:19.548185 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5f6050-d420-496f-97e0-97c4332ba33f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:19.592803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7170f06b-0fbb-4591-96f3-46759fc48a92 req-40bd5585-b738-4042-afba-d8043510f0c6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023819 Aug 16 22:20:19.606469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deda23-559f-42f7-af99-2a1e2b24a55e service neutron] Pushing event updated for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:19.649387 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d16ece-157f-4190-a8ce-a64d8d2867c4 x-openstack-request-id: req-d2d16ece-157f-4190-a8ce-a64d8d2867c4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:19.649747 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "code": 200}, {"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:19.650065 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2d16ece-157f-4190-a8ce-a64d8d2867c4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:19.650670 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'code': 200} Aug 16 22:20:19.650997 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'status': 'completed', 'code': 200} Aug 16 22:20:19.668166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-0aa8e4ce-bc5b-4ad3-a42d-ffb99e327278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.669751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-0aa8e4ce-bc5b-4ad3-a42d-ffb99e327278 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=97c1055e-384d-425b-89b0-3b2fa9eb667a HTTP/1.1" status: 200 len: 1096 time: 0.0644512 Aug 16 22:20:19.739775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Delete allocated IP 2001:db8::398 (df1e89fd-df9d-4046-a38a-61f68851d5e3/ad52021a-48e9-4ca9-b46d-6e0594f4db84) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:20:19.751956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8:0:1::265 (df1e89fd-df9d-4046-a38a-61f68851d5e3/55aa394a-ea47-46c6-aff5-132fae27199e/ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:19.792592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-f96270ac-f037-4a0b-bf52-326daaf26662 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e HTTP/1.1" status: 200 len: 217 time: 0.0663500 Aug 16 22:20:19.823633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6585-698e-4370-901f-8f85c8aa653b req-c76298ea-2404-4b03-afb3-572033ab0d1d tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.825106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fab6585-698e-4370-901f-8f85c8aa653b req-c76298ea-2404-4b03-afb3-572033ab0d1d tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 945 time: 0.1255939 Aug 16 22:20:19.859979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-efe8ed76-f75a-4ae0-a579-503a142c050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.861843 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-efe8ed76-f75a-4ae0-a579-503a142c050b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1100 time: 0.0798354 Aug 16 22:20:19.878767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-4dcbc157-7728-4f68-a881-c8016f5158e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.880241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-4dcbc157-7728-4f68-a881-c8016f5158e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1100 time: 0.1527402 Aug 16 22:20:19.923722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762256e-b614-4aef-8b18-1dae68d41101 req-67e10c68-17b3-426f-bc73-fdea067ee330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:19.925216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-67e10c68-17b3-426f-bc73-fdea067ee330 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.1232913 Aug 16 22:20:19.998844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fab6585-698e-4370-901f-8f85c8aa653b req-7d422971-18f1-42b4-ae25-bc7c94911efe tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536338 Aug 16 22:20:20.003388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-40293c93-b009-4b51-a0c3-f1d1b2e9adf7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619547 Aug 16 22:20:20.028151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c939f9-2eb3-444d-baa2-8600fe685983 req-4e5aa2c6-e2b6-43a2-b14c-453ff092d7ce tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.029681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c939f9-2eb3-444d-baa2-8600fe685983 req-4e5aa2c6-e2b6-43a2-b14c-453ff092d7ce tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.1731679 Aug 16 22:20:20.057869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-7137ca16-9f98-4828-a9ac-75554ba5a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.059455 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-7137ca16-9f98-4828-a9ac-75554ba5a308 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1777024 Aug 16 22:20:20.114498 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-d7e1887c-6e06-495e-8ebe-919587ee2a74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0464077 Aug 16 22:20:20.118365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.165194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:20.172263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c939f9-2eb3-444d-baa2-8600fe685983 req-9f615279-68d3-4137-975f-56c987a5b00e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256227 Aug 16 22:20:20.173086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-b51de953-7d8e-48d8-819e-f58cc6a3f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.174508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-b51de953-7d8e-48d8-819e-f58cc6a3f66e service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2706027 Aug 16 22:20:20.175454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.243358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-451d479e-aeab-4b6b-a470-ade40fe2f986 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0587099 Aug 16 22:20:20.250107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-01d0caac-569e-4605-ba81-02fd81d098d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.251633 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-01d0caac-569e-4605-ba81-02fd81d098d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1275265 Aug 16 22:20:20.255635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22474096-14f8-43b1-9af2-ef24e7ffe864 req-cd6ea6a1-ea63-48af-9b64-cf502ea30f46 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.257447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22474096-14f8-43b1-9af2-ef24e7ffe864 req-cd6ea6a1-ea63-48af-9b64-cf502ea30f46 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 943 time: 0.1561103 Aug 16 22:20:20.259377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-beb663da-8eae-45e0-bcd5-8b3fa87c382e service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470608 Aug 16 22:20:20.269194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Allocated IP 2001:db8:0:1::2 (df1e89fd-df9d-4046-a38a-61f68851d5e3/55aa394a-ea47-46c6-aff5-132fae27199e/90d7d836-6d2b-4745-a160-fc7dab158cd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:20.276025 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d6246-f338-4eee-8363-0890a9e4aa7a x-openstack-request-id: req-789d6246-f338-4eee-8363-0890a9e4aa7a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:20.276265 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:20.276622 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-789d6246-f338-4eee-8363-0890a9e4aa7a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:20.277210 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e', 'status': 'completed', 'code': 200} Aug 16 22:20:20.278288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] In _notify_port_updated(), no bound segment for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd on network df1e89fd-df9d-4046-a38a-61f68851d5e3 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:20:20.284513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.285220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.289595 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/ports/ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd HTTP/1.1" status: 200 len: 931 time: 1.1352077 Aug 16 22:20:20.292112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:20.298147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:20.357644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.357991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.358400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.358747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.359097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.359439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.361189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.361943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.362059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.362464 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.362880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.363318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334a3dc4-f153-465a-9eb9-969b51a858e7 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:20.376685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:20.382830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-83080f50-b1a4-4322-8fc5-900a84ce03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.384447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:20.384706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-83080f50-b1a4-4322-8fc5-900a84ce03b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721767 Aug 16 22:20:20.429617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:20.445445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3867c0ef-9b82-4123-9dd3-cf8b89ad8105 req-f39c4661-54d7-4bfc-9519-d4fd190ee6ea tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 210 time: 0.1151478 Aug 16 22:20:20.516683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22474096-14f8-43b1-9af2-ef24e7ffe864 req-afd5ba51-d70c-4c0f-9120-d612f9dc331d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380903 Aug 16 22:20:20.535556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.545844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:20.547409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-b274411e-487d-4707-a579-9d3db465d02d service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538033 Aug 16 22:20:20.559290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-0725722c-ddd8-47e5-bd1c-dfca42eda257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.561803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-0725722c-ddd8-47e5-bd1c-dfca42eda257 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2508750 Aug 16 22:20:20.586488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:20.590117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Transition to ACTIVE for port object 90d7d836-6d2b-4745-a160-fc7dab158cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:20.600411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:20.600725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.642191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.670229 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-87b42aa7-1c94-4a17-9cda-fcff86295412 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117761 Aug 16 22:20:20.690561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762256e-b614-4aef-8b18-1dae68d41101 req-f3a44996-e52c-4d50-9543-3e6f3e32122b service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784006 Aug 16 22:20:20.716310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:20.716529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.723410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:20.742891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:20.786603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'port_id': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd', 'mac_address': 'fa:16:3e:a3:02:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92eca9-2748-4b0f-a159-b26e41d064d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:20.803915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ee227-ddd6-4d1b-9771-5884ac346398 None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:20.812536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92beee-049e-405a-b50a-4929717ce6db req-b2eddfca-85c0-4297-b5a2-e613087e875f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.820156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc92beee-049e-405a-b50a-4929717ce6db req-b2eddfca-85c0-4297-b5a2-e613087e875f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.2489443 Aug 16 22:20:20.823598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.877102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.897488 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.900038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:20.909361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:20.916984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-fa0cb1cd-d376-4a6e-8fdd-2c38af42d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:20.918710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-fa0cb1cd-d376-4a6e-8fdd-2c38af42d11d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3363872 Aug 16 22:20:20.934705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:20.942942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:20.945688 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e2127f-5e4d-42de-888c-e0fb6372c84f" -d '{"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:20.956080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.963353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:20.986129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:20.987096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aebf637b-1e73-43e7-ba22-e93480b0de82 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:21.044540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:21.046711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d83f4-5e16-4cd2-b6ef-d9fe03a09045 req-30571429-4cae-4ecc-87b7-15044941fd41 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.048563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-963d83f4-5e16-4cd2-b6ef-d9fe03a09045 req-30571429-4cae-4ecc-87b7-15044941fd41 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 944 time: 0.4298108 Aug 16 22:20:21.099039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port aebf637b-1e73-43e7-ba22-e93480b0de82 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:21.107108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:21.109184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port aebf637b-1e73-43e7-ba22-e93480b0de82 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:21.109554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.112837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc92beee-049e-405a-b50a-4929717ce6db req-d2d9518b-b884-4880-a098-4085951bb5c5 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861681 Aug 16 22:20:21.158333 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.174686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-6615db8f-32e4-4f89-b67e-9cf4214402e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.176338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-6615db8f-32e4-4f89-b67e-9cf4214402e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=97c1055e-384d-425b-89b0-3b2fa9eb667a HTTP/1.1" status: 200 len: 1096 time: 0.3472435 Aug 16 22:20:21.227655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.266912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aebf637b-1e73-43e7-ba22-e93480b0de82,segment=NetworkSegment(b0cc91bf-51e8-47b6-9dc9-53371d7bb222),segment_id=b0cc91bf-51e8-47b6-9dc9-53371d7bb222)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:21.274833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.334390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:21.514881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Provisioning for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:21.520286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:21.520665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.546794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['45a4e090-7b78-4cee-8e33-9ecc9a12cbfd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:21.646593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-41a1e040-e0a0-4ce6-a3b2-c724f5ee8cce tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.648104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-41a1e040-e0a0-4ce6-a3b2-c724f5ee8cce tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 816 time: 0.7945762 Aug 16 22:20:21.666324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-963d83f4-5e16-4cd2-b6ef-d9fe03a09045 req-ffa4cda8-3eb3-494e-ae1b-da0e124fb26f tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795746 Aug 16 22:20:21.711129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Provisioning for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:21.725740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Provisioning complete for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:21.726119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.734959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-69d720b1-e56d-4caa-8215-6feb722f93cf service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009069 Aug 16 22:20:21.781448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da00f-882e-48a4-a5ec-7141f7720ed1 req-77a13cb4-0e3c-4431-b837-650a94b63c43 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.781872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:21.782978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be9da00f-882e-48a4-a5ec-7141f7720ed1 req-77a13cb4-0e3c-4431-b837-650a94b63c43 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 948 time: 0.5812891 Aug 16 22:20:21.801726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:21.802174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:21.824725 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29a2707-9c17-4b44-9740-78be0507c09f x-openstack-request-id: req-a29a2707-9c17-4b44-9740-78be0507c09f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:21.825022 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:21.825344 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a29a2707-9c17-4b44-9740-78be0507c09f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:21.825740 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'code': 200} Aug 16 22:20:21.840892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca3555-940c-4398-b527-5cbf05bf4561 None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:21.854111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-f8cf2ca3-69be-4024-932f-2e459623121b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 379 time: 0.1737700 Aug 16 22:20:21.885200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-2f39ed56-3828-4652-b719-e9eba91c151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:21.886632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-2f39ed56-3828-4652-b719-e9eba91c151b service neutron] 10.222.0.89 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 912 time: 0.6836913 Aug 16 22:20:21.890133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'port': {'device_id': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'admin_state_up': True, 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'security_groups': ['c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:21.961051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-09ac020b-5101-43f8-8a79-65aaf9675176 None None] Provisioning complete for port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:21.961377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-09ac020b-5101-43f8-8a79-65aaf9675176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.000415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-09ac020b-5101-43f8-8a79-65aaf9675176 None None] Port ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:22.015712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbb00f-a5a8-4a1d-b9c4-1f80c98ee695 req-493b8172-97f7-46d5-8e0d-44400f2433c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.017325 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-57bbb00f-a5a8-4a1d-b9c4-1f80c98ee695 req-493b8172-97f7-46d5-8e0d-44400f2433c4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0902808 Aug 16 22:20:22.026414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-ca784e7b-3da4-4d1b-8a9f-1a64c251c9f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e HTTP/1.1" status: 200 len: 217 time: 0.1188805 Aug 16 22:20:22.042195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.051764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be9da00f-882e-48a4-a5ec-7141f7720ed1 req-37bd775a-5576-4b8d-97cf-4a00c9b16595 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497110 Aug 16 22:20:22.064073 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-57bbb00f-a5a8-4a1d-b9c4-1f80c98ee695 req-4b19c73e-d60b-4c57-8c9a-8062f846d235 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Aug 16 22:20:22.133546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d0df9f0d-c892-41d1-8c18-5e2990956f57 req-8e5fa48f-22ed-4e79-bd43-07b7d921857c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:22.134817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0df9f0d-c892-41d1-8c18-5e2990956f57 req-8e5fa48f-22ed-4e79-bd43-07b7d921857c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143681 Aug 16 22:20:22.141622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:22.164671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb9b417c-a469-4d5e-a24f-dddc5e4be992 req-39fcc7f9-be0a-4fe9-9aed-01111d21d47f service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911264 Aug 16 22:20:22.208568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4917c5-217d-478c-bc2d-678d3d875706 req-b3dbfcf6-89c9-4535-8af4-593864bf02b1 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.210740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c4917c5-217d-478c-bc2d-678d3d875706 req-b3dbfcf6-89c9-4535-8af4-593864bf02b1 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.3279710 Aug 16 22:20:22.281008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.283504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-04bd2b48-c603-4ff6-85c8-2bee1b856764 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd HTTP/1.1" status: 204 len: 168 time: 1.9903603 Aug 16 22:20:22.286214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:22.291740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-9cfb4404-c7ce-4ff0-9bda-6f2b7fb4ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:22.293690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-9cfb4404-c7ce-4ff0-9bda-6f2b7fb4ef6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.2493873 Aug 16 22:20:22.312884 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d55685f-bf98-4a07-a353-f7c473df6423 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:20:22.314888 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d55685f-bf98-4a07-a353-f7c473df6423 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/ab2fbf5a-c0ec-49b8-a4ff-5b8ab7b80abd HTTP/1.1" status: 404 len: 333 time: 0.0272973 Aug 16 22:20:22.317265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:22.371915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-6a777300-7cc1-4dc5-9dca-f7935cb194d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635834 Aug 16 22:20:22.372139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.385966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:22.394532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.401179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c4917c5-217d-478c-bc2d-678d3d875706 req-60a18c7d-cf0b-43db-9e81-b5a3cbe3f7a5 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546736 Aug 16 22:20:22.446143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.449524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.453465 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/security-groups/198c7a7a-2c1d-4602-9305-0ad85dfbe5e1 HTTP/1.1" status: 204 len: 168 time: 0.1323690 Aug 16 22:20:22.454852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:22.464207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Made reservation on behalf of 1d920387d5044e3cb12d6bc31dc2733e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:22.469157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.502571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf4c20-a1b6-4c73-9c43-fcd98b3c54f4 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c7a7a-2c1d-4602-9305-0ad85dfbe5e1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:22.508886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0df9f0d-c892-41d1-8c18-5e2990956f57 req-f016f29a-3e6d-42c5-824e-6b167e00b2a5 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3620758 Aug 16 22:20:22.527640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:22.528413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.542370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'mac_address': 'fa:16:3e:3a:6f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:22.549019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 156fc586-85ba-4f03-b1b0-65042d8c5a2e details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:22.557844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.583048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-ac9c0cda-9292-45f5-bb21-017d0d72be60 service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007406 Aug 16 22:20:22.602089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.605192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.606410 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/security-groups/7b640b0e-42f7-4805-9d66-1a72e6e38ff9 HTTP/1.1" status: 204 len: 168 time: 0.1505518 Aug 16 22:20:22.610612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.611490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:22.646040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb72746-7f6c-40a1-94d0-3465f3ce72af req-f9c4b39f-72fd-4661-a824-48a2865b474b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 210 time: 0.0590832 Aug 16 22:20:22.646697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a9343-8433-4af0-a2a8-af7bca87f7da tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b640b0e-42f7-4805-9d66-1a72e6e38ff9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:22.686188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet ad52021a-48e9-4ca9-b46d-6e0594f4db84 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:22.689876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.698932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:22.719000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.731265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:22.737686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.752920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.900230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.960255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:22.971539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:22.986805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:22.987706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa5f6050-d420-496f-97e0-97c4332ba33f req-c9304e37-9f08-4b10-a145-c4d302b27b2c service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961465 Aug 16 22:20:22.995091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Allocated IP 172.20.0.13 (68a5af4f-773b-4f51-b19a-38d3d4c87b33/03d6cfda-d085-4565-83f5-3c09a6dcfc4c/77b5c454-8955-4a73-b775-8f8990415aa5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:23.005285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:23.007132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.014306 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/ad52021a-48e9-4ca9-b46d-6e0594f4db84 HTTP/1.1" status: 204 len: 168 time: 0.4015033 Aug 16 22:20:23.014680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:23.018043 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b99ea-9489-4b56-94d0-aea3686cbfa9 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=ad52021a-48e9-4ca9-b46d-6e0594f4db84,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.022114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae0d3a-792e-406c-9607-03a5a9a01747 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:23.026193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:23.038017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b90549-1ca0-4dc7-89dd-09d49e347ad5 req-25481312-73f5-4676-bb97-f508a033550d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.041687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08b90549-1ca0-4dc7-89dd-09d49e347ad5 req-25481312-73f5-4676-bb97-f508a033550d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 944 time: 0.2394884 Aug 16 22:20:23.055445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aace61-9bda-4978-901b-59d16eed10e0 req-a7572159-ad44-4456-8319-83684e66cb16 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.057319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75aace61-9bda-4978-901b-59d16eed10e0 req-a7572159-ad44-4456-8319-83684e66cb16 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.1529877 Aug 16 22:20:23.064896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '156fc586-85ba-4f03-b1b0-65042d8c5a2e', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'port_id': '156fc586-85ba-4f03-b1b0-65042d8c5a2e', 'mac_address': 'fa:16:3e:a2:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92eca9-2748-4b0f-a159-b26e41d064d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:23.168669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:23.174632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.180499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:23.180981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.205735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75aace61-9bda-4978-901b-59d16eed10e0 req-3d949dd0-548e-4f93-b8ce-a3c7bf656360 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296785 Aug 16 22:20:23.207548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.223384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08b90549-1ca0-4dc7-89dd-09d49e347ad5 req-6dcc920b-4844-423c-acad-c344730aac26 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553638 Aug 16 22:20:23.301698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156fc586-85ba-4f03-b1b0-65042d8c5a2e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:23.323264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.328782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:23.356851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.359914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Transition to ACTIVE for port object 77b5c454-8955-4a73-b775-8f8990415aa5 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:23.386527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c842161-5719-4144-acf7-da969ac34184 req-49eaede1-60b1-4716-babc-372d671cb963 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.388319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c842161-5719-4144-acf7-da969ac34184 req-49eaede1-60b1-4716-babc-372d671cb963 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.0790889 Aug 16 22:20:23.441861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.474539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c842161-5719-4144-acf7-da969ac34184 req-7e3f0109-bfa5-4d92-93e4-3f3b22191b75 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750742 Aug 16 22:20:23.481838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.525365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:23.528795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:23.536995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:23.561586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.570780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.626805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:23.632562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:23.635469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.636255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.642977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=183af47c-3f26-4154-8065-be86cddd02f6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.650093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eeb8a145-14a7-40e2-96e7-b17d9abeac72'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:23.657810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3613-fc8a-4411-bd54-b855a7080dfd req-638ca340-8fe8-4ae8-9097-7228bd95c49c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.664813 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a59f08e-5b99-48c4-abb0-c426509e6c2c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6483393 Aug 16 22:20:23.665296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49d3613-fc8a-4411-bd54-b855a7080dfd req-638ca340-8fe8-4ae8-9097-7228bd95c49c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.2275152 Aug 16 22:20:23.666626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:23.672887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1674800421'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:23.690554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['156fc586-85ba-4f03-b1b0-65042d8c5a2e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:23.704164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.704842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.707846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.737140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad04cad-08b1-4a71-bdee-002ca5833462 req-22c61f62-4078-4cdd-9aca-62aec01710ec tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:23.738722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad04cad-08b1-4a71-bdee-002ca5833462 req-22c61f62-4078-4cdd-9aca-62aec01710ec tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.1455665 Aug 16 22:20:23.785481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c49d3613-fc8a-4411-bd54-b855a7080dfd req-77527b9b-1ae1-4d01-b454-f99214e2f4ab tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043332 Aug 16 22:20:23.827135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:23.832330 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519b707-63d8-4eb2-b8b3-e25827da29b3" -d '{"events": [{"server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "name": "network-vif-plugged", "status": "completed", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:23.845915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad04cad-08b1-4a71-bdee-002ca5833462 req-96da093c-8b74-45c1-836c-a206a1214596 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960705 Aug 16 22:20:23.855562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.862345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.867702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-ad42bd0d-c8d4-4fe6-b865-ffa61e090063 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9837911 Aug 16 22:20:23.919584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.926243 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2583561 Aug 16 22:20:23.926907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:23.934882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043089749'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:23.950055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Request body: {'port': {'device_id': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:23.964699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffad472-52f9-4441-8560-6fdc77293ef8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8046b57-0e76-46e5-9283-0407557df93b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:23.994120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:23.994707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c0c56bb-1b78-48fa-b057-965b05fc97a5 None None] Provisioning for port 77b5c454-8955-4a73-b775-8f8990415aa5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:24.023977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c0c56bb-1b78-48fa-b057-965b05fc97a5 None None] Provisioning complete for port 77b5c454-8955-4a73-b775-8f8990415aa5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:24.024310 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c0c56bb-1b78-48fa-b057-965b05fc97a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.058162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026532-bdf6-4bc1-a867-6144441b21c8 req-01150502-5bef-4bdc-a410-c6fbe8831fbb tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.065522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36026532-bdf6-4bc1-a867-6144441b21c8 req-01150502-5bef-4bdc-a410-c6fbe8831fbb tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.1954770 Aug 16 22:20:24.081062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c56bb-1b78-48fa-b057-965b05fc97a5 None None] Port 77b5c454-8955-4a73-b775-8f8990415aa5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:24.092001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.095261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.100892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.145464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36026532-bdf6-4bc1-a867-6144441b21c8 req-c809188c-57fb-47e5-aa52-174def20603c tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Aug 16 22:20:24.155267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e645dd-3951-4217-9a19-8ff891ff6fcd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:24.168872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.171580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443e7ed-2412-45d2-9444-5cfe15b22ca8 req-80d9caea-6977-4f30-bb23-d9e41dd1be5a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.175438 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c4e99de-d033-4fd9-886e-658934ff03c8 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2441816 Aug 16 22:20:24.176070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:24.179395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4443e7ed-2412-45d2-9444-5cfe15b22ca8 req-80d9caea-6977-4f30-bb23-d9e41dd1be5a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 932 time: 0.1856408 Aug 16 22:20:24.204441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057418606'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:24.252949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.321270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4443e7ed-2412-45d2-9444-5cfe15b22ca8 req-6472317f-9cba-4aae-b4c1-6b4fe6c63421 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409032 Aug 16 22:20:24.356235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d78e5b6-cc69-4ea3-a828-bceb1ca9ff06 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:24.375600 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691103af-c3a7-4552-bd5d-c0962e424d93 x-openstack-request-id: req-691103af-c3a7-4552-bd5d-c0962e424d93 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:24.375904 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "name": "network-vif-plugged", "status": "completed", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:24.376161 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-691103af-c3a7-4552-bd5d-c0962e424d93 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:24.376565 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82', 'code': 200} Aug 16 22:20:24.402728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.412446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.412652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:24.501444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.502691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3124650 Aug 16 22:20:24.505506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb6aec95-38aa-4372-b588-1f844d2c340a None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:24.506033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec95-38aa-4372-b588-1f844d2c340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.511286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:24.517829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-114644754', 'security_groups': ['cf33242e-960a-4c58-a7f2-86896c0848d7'], 'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '183af47c-3f26-4154-8065-be86cddd02f6'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:24.542669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0e770-be2f-42c1-b6b9-796780b21e9c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33242e-960a-4c58-a7f2-86896c0848d7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:24.587506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9157b50-8637-4075-b36b-919814d9ac24 req-a931f2ae-5b33-4ad8-8352-9a8bd249d12f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.589145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9157b50-8637-4075-b36b-919814d9ac24 req-a931f2ae-5b33-4ad8-8352-9a8bd249d12f tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.1414638 Aug 16 22:20:24.596958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd19c3-4531-4827-9e20-e81c517a2f90 req-f86bc199-2a46-4208-8683-2525f71a7148 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.598643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dcd19c3-4531-4827-9e20-e81c517a2f90 req-f86bc199-2a46-4208-8683-2525f71a7148 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.1685343 Aug 16 22:20:24.605416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:24.620439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:24.620936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.700193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9157b50-8637-4075-b36b-919814d9ac24 req-9ce11dc4-f79b-4880-8d99-b66de7179efe tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993655 Aug 16 22:20:24.706734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:24.715611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a159-04ec-4468-b4dd-4f88068e31fe req-630223a1-31de-4ac1-b96c-9a45cc8734a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.717290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6857a159-04ec-4468-b4dd-4f88068e31fe req-630223a1-31de-4ac1-b96c-9a45cc8734a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2125719 Aug 16 22:20:24.732383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5dcd19c3-4531-4827-9e20-e81c517a2f90 req-399084a4-944a-4b4f-a701-970d0164e5b4 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877123 Aug 16 22:20:24.734975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.766959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb6aec95-38aa-4372-b588-1f844d2c340a None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:24.767342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb6aec95-38aa-4372-b588-1f844d2c340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.834232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Transition to ACTIVE for port object 77b5c454-8955-4a73-b775-8f8990415aa5 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:24.844489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6857a159-04ec-4468-b4dd-4f88068e31fe req-267b162b-9394-4dbd-9a99-3d7f4ed87cae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046865 Aug 16 22:20:24.845891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.858487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bb6aec95-38aa-4372-b588-1f844d2c340a None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:24.864080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.887603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Update dhcp port {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'fixed_ips': [{'subnet_id': '55aa394a-ea47-46c6-aff5-132fae27199e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '183af47c-3f26-4154-8065-be86cddd02f6'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '90d7d836-6d2b-4745-a160-fc7dab158cd4'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:20:24.935680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:24.936834 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.946143 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:24.990118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-5fa6aa4b-e85a-4c13-a1a6-c9a42f139c1d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:24.991863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-5fa6aa4b-e85a-4c13-a1a6-c9a42f139c1d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298&tenant_id=a14b5d52742247f9af4f13258fc0969e&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 949 time: 0.5472436 Aug 16 22:20:25.062904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:25.076305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.084782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.098082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.098452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.098783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.099126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.099465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.099806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.100725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.101061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.101444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.101897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.102235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.102566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:20:25.118642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6ab34-46ea-4137-ba8a-c6f4e4e46140 req-f93cce85-9183-4e26-b6aa-a5d184f504d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.125643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b6ab34-46ea-4137-ba8a-c6f4e4e46140 req-f93cce85-9183-4e26-b6aa-a5d184f504d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.2833908 Aug 16 22:20:25.138109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145c691-d062-4b07-9001-8338b5b56773 req-c5c5b4cf-7a6c-4fd6-af7a-43b799f23253 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.139848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d145c691-d062-4b07-9001-8338b5b56773 req-c5c5b4cf-7a6c-4fd6-af7a-43b799f23253 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.2843220 Aug 16 22:20:25.174595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Allocated IP 2001:db8::2 (df1e89fd-df9d-4046-a38a-61f68851d5e3/183af47c-3f26-4154-8065-be86cddd02f6/90d7d836-6d2b-4745-a160-fc7dab158cd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:25.176226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.182772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:25.183380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:25.184238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:25.194597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] device_id is not set on port 7bf36150-e692-48b7-9d00-09d76821f907 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:25.207833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:25.208286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:25.222415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b6ab34-46ea-4137-ba8a-c6f4e4e46140 req-d0cf642b-7215-4212-972a-aa256fd3fcc5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811510 Aug 16 22:20:25.229458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:25.229927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:25.230409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:25.230952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Bound port: 77b5c454-8955-4a73-b775-8f8990415aa5, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:25.231413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.249647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d145c691-d062-4b07-9001-8338b5b56773 req-23f48f6a-4085-4f76-ace5-0a4e82fa8a30 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826137 Aug 16 22:20:25.316104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:25.326577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:25.331005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:25.336271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.351018 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.366590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Transition to ACTIVE for port object 90d7d836-6d2b-4745-a160-fc7dab158cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:25.373386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.374236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.376687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] 10.222.0.89 "PUT /v2.0/ports/77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 1093 time: 1.4349694 Aug 16 22:20:25.377180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:25.385331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add53012-3802-4993-ac13-e54cc185b808" -d '{"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:25.396507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.415937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028084e-42b6-4acb-bfbb-5b4c8a946071 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.519050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8::18 (df1e89fd-df9d-4046-a38a-61f68851d5e3/183af47c-3f26-4154-8065-be86cddd02f6/7bf36150-e692-48b7-9d00-09d76821f907) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:25.545434 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-4c190645-767d-4314-bba5-b60f928f83bb service neutron] 10.222.0.88 "GET /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 383 time: 0.1606605 Aug 16 22:20:25.546008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-fc71dd47-1318-4814-a9a9-7eed39a13a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.547616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-fc71dd47-1318-4814-a9a9-7eed39a13a21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1096 time: 0.0955918 Aug 16 22:20:25.558495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637006-e4d2-4eff-a97c-636a3ac20768 req-82e08067-ecc6-4b44-9945-4aae142edba1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.564870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637006-e4d2-4eff-a97c-636a3ac20768 req-82e08067-ecc6-4b44-9945-4aae142edba1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.571527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0637006-e4d2-4eff-a97c-636a3ac20768 req-82e08067-ecc6-4b44-9945-4aae142edba1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.573456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0637006-e4d2-4eff-a97c-636a3ac20768 req-82e08067-ecc6-4b44-9945-4aae142edba1 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925&device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b&device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 2416 time: 0.1327088 Aug 16 22:20:25.623958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc997aef-0e41-445a-9428-889af39c3121 None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:25.639679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-8a571473-afab-452b-a98b-4f66af963a27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 217 time: 0.0650070 Aug 16 22:20:25.667681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0637006-e4d2-4eff-a97c-636a3ac20768 req-11e8378e-905c-45a2-b635-766ead3b7a48 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873272 Aug 16 22:20:25.727765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-311a604c-5045-48a7-9035-a5a68502da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.729590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-311a604c-5045-48a7-9035-a5a68502da8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0777981 Aug 16 22:20:25.752418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-eda88600-0591-4d1f-a2e6-5d4e28efea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.753963 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-eda88600-0591-4d1f-a2e6-5d4e28efea49 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1101 time: 0.0979359 Aug 16 22:20:25.825300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.845817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-64711c8c-d308-4a7e-845c-6fc5db58810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.847553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-64711c8c-d308-4a7e-845c-6fc5db58810b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101007 Aug 16 22:20:25.848318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object 7bf36150-e692-48b7-9d00-09d76821f907 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:25.890915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795ecd4-5eb1-43d5-abe5-bd3ee7c6a032 req-0291577c-0304-4b44-b475-8f42efb4e398 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.892205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-2ff27976-fd27-4cf9-8679-fdc44feb5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:25.893829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-2ff27976-fd27-4cf9-8679-fdc44feb5eb7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1286819 Aug 16 22:20:25.894913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b795ecd4-5eb1-43d5-abe5-bd3ee7c6a032 req-0291577c-0304-4b44-b475-8f42efb4e398 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.1187875 Aug 16 22:20:25.969578 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-5c69625d-3e13-4e59-992a-e3f4ddc538ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0578136 Aug 16 22:20:25.970731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:25.976589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-1547c3e5-6a80-4944-8f25-b574e338963f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1692476 Aug 16 22:20:26.043103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:26.054579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:26.056970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:26.063202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.063853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.071901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b795ecd4-5eb1-43d5-abe5-bd3ee7c6a032 req-b6df4692-e5c8-41f8-aa7c-3e751afdb7ff tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546314 Aug 16 22:20:26.082065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=7bf36150-e692-48b7-9d00-09d76821f907,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:26.096892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-23cfb63d-d978-45b4-afd3-542e97ecc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.099026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-23cfb63d-d978-45b4-afd3-542e97ecc867 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0931482 Aug 16 22:20:26.102011 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea6bb59d-c518-4315-a532-73f4f1f95b57 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5889812 Aug 16 22:20:26.104489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54492) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:26.110220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:26.111730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-9f3e1794-64c5-4555-ad4a-63aa3292364d service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541614 Aug 16 22:20:26.120166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d885d4-c0f5-4238-b1ee-09b259446915 req-97bac0cb-2b16-45b6-b0d6-f429ccfa7a78 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.121969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91d885d4-c0f5-4238-b1ee-09b259446915 req-97bac0cb-2b16-45b6-b0d6-f429ccfa7a78 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.1444597 Aug 16 22:20:26.184762 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f17fb-130c-4ec6-bf82-3aabb214bf46 x-openstack-request-id: req-3e4f17fb-130c-4ec6-bf82-3aabb214bf46 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:26.185147 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:26.185335 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e4f17fb-130c-4ec6-bf82-3aabb214bf46 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:26.185696 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'status': 'completed', 'code': 200} Aug 16 22:20:26.202074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-3766c8a5-becd-4df1-8e43-7a3749c4bae5 req-172ca220-800f-466a-91f2-da12bd2a801d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:20:26.203777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3766c8a5-becd-4df1-8e43-7a3749c4bae5 req-172ca220-800f-466a-91f2-da12bd2a801d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166748 Aug 16 22:20:26.230706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-58b09a82-8c0e-4a8b-a1c2-6c8b16a91710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.232364 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-58b09a82-8c0e-4a8b-a1c2-6c8b16a91710 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610738 Aug 16 22:20:26.232873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd7db-4849-455e-8234-c8f72e517859 req-860d44f4-5337-4394-9406-e12441422f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.234736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-860d44f4-5337-4394-9406-e12441422f58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 1101 time: 0.2124910 Aug 16 22:20:26.353674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:26.357419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.378073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:26.381252 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893d0684-6050-4667-83db-689f9ce2eb0b" -d '{"events": [{"server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "name": "network-vif-plugged", "status": "completed", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:26.416816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:26.421659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-ede0bff7-af52-413b-a3d2-ebdf00f64928 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765788 Aug 16 22:20:26.475930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Provisioning for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:26.480994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:26.481738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.538659 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 183af47c-3f26-4154-8065-be86cddd02f6 (CIDR: 2001:db8::/64) Aug 16 22:20:26.542692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:26.552886 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:20:26.553414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:26.553582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 156fc586-85ba-4f03-b1b0-65042d8c5a2e up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:26.559423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:26.560701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.585559 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-863e2d53-7c21-4379-b2ad-8297a944ba6b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4798026 Aug 16 22:20:26.588430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:26.594959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:26.603325 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-820a60bd-ff43-45ab-b5f2-c4be1d4472de service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695755 Aug 16 22:20:26.695243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 156fc586-85ba-4f03-b1b0-65042d8c5a2e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:26.722969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91d885d4-c0f5-4238-b1ee-09b259446915 req-48e220c4-3c2d-4b6c-9917-1f018b70c30d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5398722 Aug 16 22:20:26.724912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 156fc586-85ba-4f03-b1b0-65042d8c5a2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:26.725322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.758615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:26.764181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.809096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfa04d2-90f4-4bb4-aede-51fd7cc8d752 req-8a89ce1b-4968-4311-a47e-4598396327ed service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776130 Aug 16 22:20:26.809351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:26.810195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.811246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:26.838298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3766c8a5-becd-4df1-8e43-7a3749c4bae5 req-f8994e4c-22d4-4188-9ab0-2d434f91b6cd tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6108689 Aug 16 22:20:26.867261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd7db-4849-455e-8234-c8f72e517859 req-e8825b61-dd32-47a5-a49e-9549b5974a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:26.869221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-e8825b61-dd32-47a5-a49e-9549b5974a62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1790123 Aug 16 22:20:26.913383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb8b14-5762-4e85-a7a2-2b5505d347b1 None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:26.921130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:26.942507 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 55aa394a-ea47-46c6-aff5-132fae27199e (CIDR: 2001:db8:0:1::/64) Aug 16 22:20:26.950607 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:20:26.951597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:26.974596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e620268-7e90-40f7-851e-a7b2c46442f0 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3840172 Aug 16 22:20:26.975290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-d3e305e9-5f58-4308-9659-8ebac26dc383 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 200 len: 217 time: 0.0689156 Aug 16 22:20:26.976653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:26.981979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'subnet': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:27.044854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:27.091733 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.106075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add53012-3802-4993-ac13-e54cc185b808 req-19c65196-4112-44f5-94c6-44ca2501bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.107348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-19c65196-4112-44f5-94c6-44ca2501bbe7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1096 time: 0.1412218 Aug 16 22:20:27.113990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd7db-4849-455e-8234-c8f72e517859 req-52c17527-635a-437e-b192-e55d3374f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.115951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-52c17527-635a-437e-b192-e55d3374f8ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1149726 Aug 16 22:20:27.124766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8a76-0dc4-4b2f-b0ef-9d8bb4264d00 req-2c7c1cac-0146-428d-8bd9-86a9ec1c32cc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.132099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc0a8a76-0dc4-4b2f-b0ef-9d8bb4264d00 req-2c7c1cac-0146-428d-8bd9-86a9ec1c32cc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.1669557 Aug 16 22:20:27.134055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Made reservation on behalf of 0ebaa94581a54dbe87b4716f9a974bea for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:27.137764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.139768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1451dbf0-cbad-448f-8272-c8ae5307b142 None None] Provisioning for port 7bf36150-e692-48b7-9d00-09d76821f907 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:27.157682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1451dbf0-cbad-448f-8272-c8ae5307b142 None None] Provisioning complete for port 7bf36150-e692-48b7-9d00-09d76821f907 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:27.158070 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1451dbf0-cbad-448f-8272-c8ae5307b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.195733 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.225348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:27.225742 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.231467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1451dbf0-cbad-448f-8272-c8ae5307b142 None None] Port 7bf36150-e692-48b7-9d00-09d76821f907 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:27.250520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:27.294015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:27.298550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.301103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc0a8a76-0dc4-4b2f-b0ef-9d8bb4264d00 req-2b978dde-f0f4-466b-848b-e0673384ea55 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680748 Aug 16 22:20:27.326878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360544-c285-47a2-8d3a-dda83890e0a8 req-dadaea05-343b-4c0b-830a-e916de61778f tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.328411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b360544-c285-47a2-8d3a-dda83890e0a8 req-dadaea05-343b-4c0b-830a-e916de61778f tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.1862011 Aug 16 22:20:27.335415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd7db-4849-455e-8234-c8f72e517859 req-6dbf5c37-5e99-4359-8bb3-1109905eb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.337031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-6dbf5c37-5e99-4359-8bb3-1109905eb15a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029734 Aug 16 22:20:27.348425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add53012-3802-4993-ac13-e54cc185b808 req-27daf655-9e92-4bc8-b2d5-e7838bd52925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.350649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-27daf655-9e92-4bc8-b2d5-e7838bd52925 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.2148337 Aug 16 22:20:27.364357 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af98a0d-6934-4383-957d-aebae14d6b66 x-openstack-request-id: req-9af98a0d-6934-4383-957d-aebae14d6b66 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:27.364682 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "name": "network-vif-plugged", "status": "completed", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:27.364913 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9af98a0d-6934-4383-957d-aebae14d6b66 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:27.365321 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd', 'code': 200} Aug 16 22:20:27.414328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:27.438144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.443927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-f9a18c0a-0da0-4963-b9b9-19af60419b53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 217 time: 0.0843732 Aug 16 22:20:27.475611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b360544-c285-47a2-8d3a-dda83890e0a8 req-08b9a8b8-f6de-4c8d-bd18-6d8e7a301351 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353700 Aug 16 22:20:27.488707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:27.504350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:27.506217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Subnet': ['ID=16f59817-e040-4e0d-b6c6-1015358483ce,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:27.509088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.509731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.519921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f835c-ce64-4095-93e1-1de5c7fc163c None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:27.528276 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff086687-2412-4d90-88b7-9cdfe3672c6a tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5502396 Aug 16 22:20:27.530945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:27.536604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019999286', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '16f59817-e040-4e0d-b6c6-1015358483ce'}], 'security_groups': ['f8046b57-0e76-46e5-9283-0407557df93b', '62e645dd-3951-4217-9a19-8ff891ff6fcd']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:27.554437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add53012-3802-4993-ac13-e54cc185b808 req-c6830329-9138-4843-8d9a-0851f593ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.555975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-c6830329-9138-4843-8d9a-0851f593ad84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0982964 Aug 16 22:20:27.620631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-7a167012-4a79-4411-aad0-71bd3d4474c7 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638097 Aug 16 22:20:27.657539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add53012-3802-4993-ac13-e54cc185b808 req-a66359b4-c00c-470b-b837-cc840e4f0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.659348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-a66359b4-c00c-470b-b837-cc840e4f0596 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846150 Aug 16 22:20:27.663092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:27.686096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae1bd-1e7e-47d2-83df-2cd2fff8fbd5 req-16926bac-523f-4a8f-9642-02e89a1e3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.687634 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9eae1bd-1e7e-47d2-83df-2cd2fff8fbd5 req-16926bac-523f-4a8f-9642-02e89a1e3fa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 1097 time: 0.0911133 Aug 16 22:20:27.847413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-427652ea-5d93-448a-a4bc-4fb4b80bb576 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752594 Aug 16 22:20:27.859589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007f16-ca92-475e-bb75-a236d772340f req-727b8ec6-9c1c-4c41-b0d9-08d8d19b1227 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:27.860995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a007f16-ca92-475e-bb75-a236d772340f req-727b8ec6-9c1c-4c41-b0d9-08d8d19b1227 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.1655056 Aug 16 22:20:27.932245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409dd7db-4849-455e-8234-c8f72e517859 req-24427f71-7b70-41b1-989d-80f7e989ca0e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956722 Aug 16 22:20:27.957807 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e9eae1bd-1e7e-47d2-83df-2cd2fff8fbd5 req-6414443b-62fd-48bb-88cb-556a874f3827 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264402 Aug 16 22:20:27.986286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a007f16-ca92-475e-bb75-a236d772340f req-75dca629-faaa-4f35-91cb-579a8daf1a4d tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Aug 16 22:20:27.998671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Update dhcp port {'port': {'network_id': 'df1e89fd-df9d-4046-a38a-61f68851d5e3', 'fixed_ips': [{'subnet_id': '55aa394a-ea47-46c6-aff5-132fae27199e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '183af47c-3f26-4154-8065-be86cddd02f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '16f59817-e040-4e0d-b6c6-1015358483ce'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '90d7d836-6d2b-4745-a160-fc7dab158cd4'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:20:28.019700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-add53012-3802-4993-ac13-e54cc185b808 req-637a4b04-b2a5-4655-b5c7-0d2966fb8cad service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575980 Aug 16 22:20:28.048609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.144522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a6168-63ad-4a7f-8606-0df89df318d0 req-e8ad74bb-18a9-4b6c-8c0b-c4775c9ceb84 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.147754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Delete allocated IP 2001:db8::18 (df1e89fd-df9d-4046-a38a-61f68851d5e3/183af47c-3f26-4154-8065-be86cddd02f6) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:20:28.148026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-625a6168-63ad-4a7f-8606-0df89df318d0 req-e8ad74bb-18a9-4b6c-8c0b-c4775c9ceb84 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.0633960 Aug 16 22:20:28.157424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Allocated IP 2001:db8:0:2::82 (df1e89fd-df9d-4046-a38a-61f68851d5e3/16f59817-e040-4e0d-b6c6-1015358483ce/7bf36150-e692-48b7-9d00-09d76821f907) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:28.202037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-625a6168-63ad-4a7f-8606-0df89df318d0 req-6ad32ed3-a66f-4df7-b0f5-62f0128db6df tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Aug 16 22:20:28.329949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa2e2-3d74-44d4-b596-c0167076ab83 req-eb8aed91-cf31-45c5-b99a-a1428c182bbb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.331419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-befaa2e2-3d74-44d4-b596-c0167076ab83 req-eb8aed91-cf31-45c5-b99a-a1428c182bbb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.0620987 Aug 16 22:20:28.358397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.373692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Transition to ACTIVE for port object 7bf36150-e692-48b7-9d00-09d76821f907 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:28.379287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.391535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-befaa2e2-3d74-44d4-b596-c0167076ab83 req-90a7d163-6959-400b-90b3-e987e92ec672 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 Aug 16 22:20:28.436354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] In _notify_port_updated(), no bound segment for port 7bf36150-e692-48b7-9d00-09d76821f907 on network df1e89fd-df9d-4046-a38a-61f68851d5e3 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:20:28.442033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.443424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.444950 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "PUT /v2.0/ports/7bf36150-e692-48b7-9d00-09d76821f907 HTTP/1.1" status: 200 len: 969 time: 0.9130640 Aug 16 22:20:28.447742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:28.458377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Allocated IP 2001:db8:0:2::2 (df1e89fd-df9d-4046-a38a-61f68851d5e3/16f59817-e040-4e0d-b6c6-1015358483ce/90d7d836-6d2b-4745-a160-fc7dab158cd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:28.501998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5298256-e1f1-423f-b88c-2195e07f282b req-c2f3c225-402b-4ebb-af92-bade35bd963b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.501998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5298256-e1f1-423f-b88c-2195e07f282b req-c2f3c225-402b-4ebb-af92-bade35bd963b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.0666845 Aug 16 22:20:28.521512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c897ed-637e-4b23-888c-90d2a40ca532 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event updated for resources: {'Port': ['ID=7bf36150-e692-48b7-9d00-09d76821f907,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:28.552357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:28.553891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5298256-e1f1-423f-b88c-2195e07f282b req-538d57b6-470b-4858-930f-219c088c8f5d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Aug 16 22:20:28.602677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port 7bf36150-e692-48b7-9d00-09d76821f907 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:28.603075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.673093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:28.708423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06d096-0b37-42b9-88ee-2991dd8ce157 req-99b05ff9-1116-42de-8bc0-3b2a789cff0c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:28.713402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.713836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b06d096-0b37-42b9-88ee-2991dd8ce157 req-99b05ff9-1116-42de-8bc0-3b2a789cff0c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.0581996 Aug 16 22:20:28.730175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.731937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for 7bf36150-e692-48b7-9d00-09d76821f907 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:28.734041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:28.760828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Transition to ACTIVE for port object 90d7d836-6d2b-4745-a160-fc7dab158cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:28.762876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '77b5c454-8955-4a73-b775-8f8990415aa5', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:28.792881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b06d096-0b37-42b9-88ee-2991dd8ce157 req-44a5ccd2-a7b4-48f5-a134-10a8a0979a7d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Aug 16 22:20:28.820599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.904808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.934190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=7bf36150-e692-48b7-9d00-09d76821f907,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:28.961960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.974402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:28.976888 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-281fca1b-d06e-405b-99cc-6e4b9b490cba tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/7bf36150-e692-48b7-9d00-09d76821f907 HTTP/1.1" status: 204 len: 168 time: 0.5282087 Aug 16 22:20:28.983047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:28.986289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.013903 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eb9d5d-f4ee-4801-9e2a-43ae23a32a41 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] GET failed (client error): The resource could not be found. Aug 16 22:20:29.015505 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60eb9d5d-f4ee-4801-9e2a-43ae23a32a41 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports/7bf36150-e692-48b7-9d00-09d76821f907 HTTP/1.1" status: 404 len: 333 time: 0.0281754 Aug 16 22:20:29.018422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.025739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:29.031747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781821fc-e1da-43b8-a6f3-f67d497d23be None None] Pushing event updated for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.035037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.068213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0c46b-a2e0-4dee-985c-a9217b321799 req-9af1d427-e668-4375-af15-d11342cac953 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.071456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2d0c46b-a2e0-4dee-985c-a9217b321799 req-9af1d427-e668-4375-af15-d11342cac953 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.0981643 Aug 16 22:20:29.091895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.142415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.148547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2d0c46b-a2e0-4dee-985c-a9217b321799 req-b8dd2c7d-2f5e-48a1-b30c-943dfb82a3f9 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Aug 16 22:20:29.178997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.231690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.234563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.237556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/security-groups/cf33242e-960a-4c58-a7f2-86896c0848d7 HTTP/1.1" status: 204 len: 168 time: 0.2180982 Aug 16 22:20:29.238505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.273999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689be0c4-19f7-4042-857b-4ba76a26d7aa tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33242e-960a-4c58-a7f2-86896c0848d7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.305614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c6b4b-10b6-4bac-8ab5-069d8d8cd1ac req-8d72d227-eaf6-45f2-bf3c-ec60c489fd31 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.309596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-073c6b4b-10b6-4bac-8ab5-069d8d8cd1ac req-8d72d227-eaf6-45f2-bf3c-ec60c489fd31 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.0708675 Aug 16 22:20:29.339960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.367521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}, {'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:29.371114 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a91576-33f4-4a5d-9c5c-f87583c1d9e8" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}, {"server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "name": "network-vif-plugged", "status": "completed", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:29.373759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.397808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['77b5c454-8955-4a73-b775-8f8990415aa5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:29.436041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-073c6b4b-10b6-4bac-8ab5-069d8d8cd1ac req-38cba34e-d981-421d-b85b-1a329cce0475 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 Aug 16 22:20:29.445027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76f68c-0964-4a48-b947-556d112a851c req-c157fa9c-9381-49d8-8d12-83544547d9de tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.451229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.454409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.455691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/security-groups/62e645dd-3951-4217-9a19-8ff891ff6fcd HTTP/1.1" status: 204 len: 168 time: 0.2161701 Aug 16 22:20:29.463443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee76f68c-0964-4a48-b947-556d112a851c req-c157fa9c-9381-49d8-8d12-83544547d9de tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1519542 Aug 16 22:20:29.465172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54588) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.485983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0089a-e246-4a88-a334-254dbf18c917 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e645dd-3951-4217-9a19-8ff891ff6fcd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:29.534982 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528aae1f-26f6-49d6-87e5-c773a6692c58 x-openstack-request-id: req-528aae1f-26f6-49d6-87e5-c773a6692c58 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:29.535282 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "code": 200}, {"server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "name": "network-vif-plugged", "status": "completed", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:29.535536 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-528aae1f-26f6-49d6-87e5-c773a6692c58 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:29.535933 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'code': 200} Aug 16 22:20:29.536196 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e', 'code': 200} Aug 16 22:20:29.612112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee76f68c-0964-4a48-b947-556d112a851c req-295fa938-37c1-4623-9c7a-7c09b6117c9d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477475 Aug 16 22:20:29.706571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.776511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Provisioning for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:29.780565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:29.781030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.785412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.804457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef51311-f48b-4e23-b8af-81038092dcca req-404ab8fe-8a9d-4d66-866a-ae42b05b80a9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.806053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef51311-f48b-4e23-b8af-81038092dcca req-404ab8fe-8a9d-4d66-866a-ae42b05b80a9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.2130699 Aug 16 22:20:29.814327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4637b-e599-4c25-a7b6-cd5e0d383959 req-5fa0d268-14fc-4cbf-b9e3-458edc9b779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.815834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a4637b-e599-4c25-a7b6-cd5e0d383959 req-5fa0d268-14fc-4cbf-b9e3-458edc9b779e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=97c1055e-384d-425b-89b0-3b2fa9eb667a HTTP/1.1" status: 200 len: 1098 time: 0.1472795 Aug 16 22:20:29.878151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617211-96ad-44ef-a583-234536b428f3 req-8b632ee9-e52e-43cf-ab5c-4e2910518620 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:29.879731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc617211-96ad-44ef-a583-234536b428f3 req-8b632ee9-e52e-43cf-ab5c-4e2910518620 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1684585 Aug 16 22:20:29.880892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:29.881904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.923974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:29.927363 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.928339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fa5ab32-db64-4de3-a294-e54189965a8d None None] Could not find standard attr ID for object 7bf36150-e692-48b7-9d00-09d76821f907. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:20:29.931325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:29.932486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/security-groups/f8046b57-0e76-46e5-9283-0407557df93b HTTP/1.1" status: 204 len: 168 time: 0.4634686 Aug 16 22:20:29.935256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:29.938141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef51311-f48b-4e23-b8af-81038092dcca req-48595568-7b11-46ec-a76b-28fb887b76eb tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147256 Aug 16 22:20:29.948839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59a4637b-e599-4c25-a7b6-cd5e0d383959 req-6b4fa477-fc68-4ad7-a6cb-004a6fca3e50 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173522 Aug 16 22:20:29.973688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc617211-96ad-44ef-a583-234536b428f3 req-85311015-c62c-4515-bbd3-62a31a21b1ac tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742474 Aug 16 22:20:29.982553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1943-f02d-4b6f-b4ea-b24ffce90077 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8046b57-0e76-46e5-9283-0407557df93b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.032875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 183af47c-3f26-4154-8065-be86cddd02f6 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:30.037250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.041235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b78c5bc2-4281-401d-b3a2-4fde65042a44 None None] Could not find standard attr ID for object 7bf36150-e692-48b7-9d00-09d76821f907. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:20:30.094080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.107791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081707cc-3c10-4d03-b564-190da59a2431 req-67fcf62a-9ed2-4fe2-95b4-378b97b0b769 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.109366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-081707cc-3c10-4d03-b564-190da59a2431 req-67fcf62a-9ed2-4fe2-95b4-378b97b0b769 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.0619597 Aug 16 22:20:30.164805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-081707cc-3c10-4d03-b564-190da59a2431 req-0bebf8f8-e727-46b2-a74c-dd66e1c7defc tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Aug 16 22:20:30.188526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.248548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.273762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43008b-7a39-4501-ae7a-2b51ebd36569 req-316c68bd-5072-4a07-a4fb-2d552c8364eb tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.275262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e43008b-7a39-4501-ae7a-2b51ebd36569 req-316c68bd-5072-4a07-a4fb-2d552c8364eb tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.0496249 Aug 16 22:20:30.278762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=183af47c-3f26-4154-8065-be86cddd02f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.282327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.288144 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6359026d-9214-4d9d-8fd1-d52d311d5307 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/183af47c-3f26-4154-8065-be86cddd02f6 HTTP/1.1" status: 204 len: 168 time: 0.3518457 Aug 16 22:20:30.288757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:30.291852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89294c46-c5f7-440c-b629-ba23554f7bf9 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:30.317608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e43008b-7a39-4501-ae7a-2b51ebd36569 req-4ba4a1c6-497c-4f51-9ba1-760113c05f68 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356216 Aug 16 22:20:30.349355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 16f59817-e040-4e0d-b6c6-1015358483ce {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:30.352987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.392317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.495266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.566882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eeb82-fff7-4df2-9e37-2aa11324fd58 req-796c0322-55e7-4b59-8cdb-e4e02679a20b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.568067 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.569370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-931eeb82-fff7-4df2-9e37-2aa11324fd58 req-796c0322-55e7-4b59-8cdb-e4e02679a20b tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.0525291 Aug 16 22:20:30.586038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:30.598261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=16f59817-e040-4e0d-b6c6-1015358483ce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:30.604430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.606671 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-827428e0-1691-4a90-bbcb-85983bc22a80 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/16f59817-e040-4e0d-b6c6-1015358483ce HTTP/1.1" status: 204 len: 168 time: 0.3169711 Aug 16 22:20:30.609150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:30.630031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-931eeb82-fff7-4df2-9e37-2aa11324fd58 req-a2a8552a-d1ee-4ca6-9092-d83f4d805c6e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525572 Aug 16 22:20:30.655417 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ee300c-aef4-4f59-9bdb-20e2cadf9c36 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:30.655890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ee300c-aef4-4f59-9bdb-20e2cadf9c36 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:30.660810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54608) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:30.661018 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-31ee300c-aef4-4f59-9bdb-20e2cadf9c36 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/183af47c-3f26-4154-8065-be86cddd02f6 HTTP/1.1" status: 404 len: 337 time: 0.0498364 Aug 16 22:20:30.682184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 77b5c454-8955-4a73-b775-8f8990415aa5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:30.686895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 77b5c454-8955-4a73-b775-8f8990415aa5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:30.687311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.752578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting subnet 55aa394a-ea47-46c6-aff5-132fae27199e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:30.757216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.801422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6214246-ebe5-4358-89fd-4ca78dd013c2 req-92f63807-e27e-42eb-9c15-e61d0d1d6756 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:30.810514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6214246-ebe5-4358-89fd-4ca78dd013c2 req-92f63807-e27e-42eb-9c15-e61d0d1d6756 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1108644 Aug 16 22:20:30.816408 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.851787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.880318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:30.884588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:30.885757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6214246-ebe5-4358-89fd-4ca78dd013c2 req-347e7bb2-4eaf-4be3-827a-f6e02f562ccb tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738111 Aug 16 22:20:30.926327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.974299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:30.995456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:30.995846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.034131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:31.140967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24fd2-71b0-4938-bb94-4d10458071d7 req-d824b62d-ee5c-41c6-833b-f909dca7a92d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.142493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bd24fd2-71b0-4938-bb94-4d10458071d7 req-d824b62d-ee5c-41c6-833b-f909dca7a92d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.1084528 Aug 16 22:20:31.143540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.174431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddf17f-fb43-436d-9fcd-efcdd8fed944 None None] Network df1e89fd-df9d-4046-a38a-61f68851d5e3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:31.205023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Subnet': ['ID=55aa394a-ea47-46c6-aff5-132fae27199e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:31.206911 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.212672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.224030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce3c3f29-8a65-48b0-a1dd-200de86603bb tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/55aa394a-ea47-46c6-aff5-132fae27199e HTTP/1.1" status: 204 len: 168 time: 0.5616386 Aug 16 22:20:31.260556 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda5859-07ba-4053-aee3-95059865f28c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.261022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eda5859-07ba-4053-aee3-95059865f28c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.264816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e71c1f-181f-4ab7-8e93-b03973faafa1 req-ba2553f5-eeba-4c63-9099-d18eeed0c349 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.265817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6eda5859-07ba-4053-aee3-95059865f28c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/ad52021a-48e9-4ca9-b46d-6e0594f4db84 HTTP/1.1" status: 404 len: 337 time: 0.0526712 Aug 16 22:20:31.266769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.270695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5e71c1f-181f-4ab7-8e93-b03973faafa1 req-ba2553f5-eeba-4c63-9099-d18eeed0c349 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.1956475 Aug 16 22:20:31.298418 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-344fe32d-52cc-4e04-bfb7-eb81b4e17665 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a648015-819d-4ed9-b691-06692565c678 HTTP/1.1" status: 200 len: 205 time: 0.0308588 Aug 16 22:20:31.299315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.308841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2715bee-cb9e-4186-a0d6-6c2753719b5c None None] Provisioning complete for port 90d7d836-6d2b-4745-a160-fc7dab158cd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:31.309248 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2715bee-cb9e-4186-a0d6-6c2753719b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.337743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bd24fd2-71b0-4938-bb94-4d10458071d7 req-a514c770-8541-4a29-a614-5089e96e3fd9 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876614 Aug 16 22:20:31.382514 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b65f33c8-daa5-4afb-97cd-98d032a90eb6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] delete failed (client error): The resource could not be found. Aug 16 22:20:31.385426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5e71c1f-181f-4ab7-8e93-b03973faafa1 req-a92f5106-3821-4801-89f5-5c3553b17172 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954514 Aug 16 22:20:31.385773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b65f33c8-daa5-4afb-97cd-98d032a90eb6 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/routers/6a648015-819d-4ed9-b691-06692565c678 HTTP/1.1" status: 404 len: 336 time: 0.0827968 Aug 16 22:20:31.385881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.433061 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7be5edc-f99a-42ff-adea-2a33c86bf74c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.433570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7be5edc-f99a-42ff-adea-2a33c86bf74c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.435590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f7be5edc-f99a-42ff-adea-2a33c86bf74c tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/daa2e323-90af-4734-a01e-0cf01bdabb25 HTTP/1.1" status: 404 len: 337 time: 0.0485744 Aug 16 22:20:31.437646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2715bee-cb9e-4186-a0d6-6c2753719b5c None None] Provisioning complete for port d6ad9e25-f0b5-430a-8aed-602341e8be9e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:31.438121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.438255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2715bee-cb9e-4186-a0d6-6c2753719b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.466069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] DHCP port deletion for df1e89fd-df9d-4046-a38a-61f68851d5e3 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:31.481352 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-942d8f31-7e0a-4351-b094-a5eb1a59f5df tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.482276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942d8f31-7e0a-4351-b094-a5eb1a59f5df tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.486880 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-942d8f31-7e0a-4351-b094-a5eb1a59f5df tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/9fef259a-36f2-497b-8bec-5b18dd3726d9 HTTP/1.1" status: 404 len: 337 time: 0.0452497 Aug 16 22:20:31.487197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.515949 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb2e3d7-52f6-46c1-b88a-120670d50d49 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.516643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb2e3d7-52f6-46c1-b88a-120670d50d49 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.518541 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cdb2e3d7-52f6-46c1-b88a-120670d50d49 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/c6a131a5-2940-446c-b38c-e7230399c7dd HTTP/1.1" status: 404 len: 337 time: 0.0302064 Aug 16 22:20:31.522228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.523430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c2715bee-cb9e-4186-a0d6-6c2753719b5c None None] Port d6ad9e25-f0b5-430a-8aed-602341e8be9e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:31.527001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56171648-ef79-4266-b216-f21b84861c64 req-c8cbe1dc-f225-4f40-98b9-3142215a0fc1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.535482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56171648-ef79-4266-b216-f21b84861c64 req-c8cbe1dc-f225-4f40-98b9-3142215a0fc1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.0773380 Aug 16 22:20:31.540219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:31.543267 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54ec78-8af3-402c-8dc6-5bc3f2dcbb7a" -d '{"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:31.551294 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40a37fd-d92e-4f5a-9a41-3672b01ccf41 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.552370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40a37fd-d92e-4f5a-9a41-3672b01ccf41 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.554479 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f40a37fd-d92e-4f5a-9a41-3672b01ccf41 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/82f7429b-6307-48d4-aee0-18e0a1b4465f HTTP/1.1" status: 404 len: 333 time: 0.0308535 Aug 16 22:20:31.557040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.565451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Deleting port 90d7d836-6d2b-4745-a160-fc7dab158cd4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:31.565955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.595418 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae69cd3-7078-4d07-a611-6cb81c292e6e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.596678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae69cd3-7078-4d07-a611-6cb81c292e6e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.599414 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ae69cd3-7078-4d07-a611-6cb81c292e6e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/16297cad-ee6f-4373-9548-6b5f98316553 HTTP/1.1" status: 404 len: 337 time: 0.0400884 Aug 16 22:20:31.601287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56171648-ef79-4266-b216-f21b84861c64 req-65149d19-c875-4792-9924-1e79e386f8d9 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543723 Aug 16 22:20:31.602660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.647707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] For port 90d7d836-6d2b-4745-a160-fc7dab158cd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=90d7d836-6d2b-4745-a160-fc7dab158cd4,segment=NetworkSegment(329664b0-3f3a-443c-b879-d82a0877d47b),segment_id=329664b0-3f3a-443c-b879-d82a0877d47b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:31.648110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.652278 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ba3f2f-90ee-44a9-a42c-9e252b092945 x-openstack-request-id: req-e2ba3f2f-90ee-44a9-a42c-9e252b092945 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:31.652665 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:31.652966 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2ba3f2f-90ee-44a9-a42c-9e252b092945 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:31.653500 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'code': 200} Aug 16 22:20:31.661543 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-db944321-adb2-4c5a-8c46-265915738e8b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.661987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db944321-adb2-4c5a-8c46-265915738e8b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.666525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db944321-adb2-4c5a-8c46-265915738e8b tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/f30c4888-ffb3-4a1a-9d71-2b10bc8a706a HTTP/1.1" status: 404 len: 337 time: 0.0410740 Aug 16 22:20:31.666691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Calling delete_port for 90d7d836-6d2b-4745-a160-fc7dab158cd4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:31.667046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.690184 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c96995e-9fad-4d5c-b8a9-6eedbff37294 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.690933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c96995e-9fad-4d5c-b8a9-6eedbff37294 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.694970 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c96995e-9fad-4d5c-b8a9-6eedbff37294 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/f93c3b11-434b-4452-8b58-af19b795c34b HTTP/1.1" status: 404 len: 333 time: 0.0247202 Aug 16 22:20:31.697926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.716461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46680a63-9308-47e6-adf9-dbc9a74ea95c req-553d770b-194e-498b-969d-7c6f91e74a41 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.718015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46680a63-9308-47e6-adf9-dbc9a74ea95c req-553d770b-194e-498b-969d-7c6f91e74a41 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.1542990 Aug 16 22:20:31.741681 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b257d65e-e2cb-4c7e-ac92-1d6d6d4f6d5e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.742153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b257d65e-e2cb-4c7e-ac92-1d6d6d4f6d5e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.745105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b257d65e-e2cb-4c7e-ac92-1d6d6d4f6d5e tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/e6ce6987-8d05-4800-b54f-176c51056baa HTTP/1.1" status: 404 len: 337 time: 0.0449789 Aug 16 22:20:31.747149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.756830 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.770584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] No DVR routers for this DVR port 90d7d836-6d2b-4745-a160-fc7dab158cd4 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:31.774749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-542acedb-d993-46c0-beea-6744bb08c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.776685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-542acedb-d993-46c0-beea-6744bb08c15f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298&tenant_id=a14b5d52742247f9af4f13258fc0969e HTTP/1.1" status: 200 len: 1102 time: 0.1250696 Aug 16 22:20:31.789336 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da876ef-c571-45e9-b7cd-5cf86694a574 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:31.790143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da876ef-c571-45e9-b7cd-5cf86694a574 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:31.791986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806b06f-9378-4070-af62-7b35011b15ec None None] Pushing event deleted for resources: {'Port': ['ID=90d7d836-6d2b-4745-a160-fc7dab158cd4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:31.798726 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4da876ef-c571-45e9-b7cd-5cf86694a574 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/subnets/725b9f74-c72a-47b6-b99d-e28eb09da309 HTTP/1.1" status: 404 len: 337 time: 0.0467706 Aug 16 22:20:31.798726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:31.802715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46680a63-9308-47e6-adf9-dbc9a74ea95c req-4aa357bf-001d-4cdf-abd5-d1f264ed1391 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744464 Aug 16 22:20:31.806553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:31.860042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b385f-f8db-4a97-8b2f-993ab90d6d6d req-ca140761-902f-4f2c-a88c-e73805d44471 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.861751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-149b385f-f8db-4a97-8b2f-993ab90d6d6d req-ca140761-902f-4f2c-a88c-e73805d44471 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=97c1055e-384d-425b-89b0-3b2fa9eb667a HTTP/1.1" status: 200 len: 946 time: 0.1573675 Aug 16 22:20:31.902596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Deleting port d6ad9e25-f0b5-430a-8aed-602341e8be9e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:31.903237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.963892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.969741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:31.971054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a325d-4245-410d-93ec-a96ba70f3f2c req-625ad4f6-f1c2-4cb1-bec0-2c1b3d6ed9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:31.972609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed0a325d-4245-410d-93ec-a96ba70f3f2c req-625ad4f6-f1c2-4cb1-bec0-2c1b3d6ed9e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1098 time: 0.1731455 Aug 16 22:20:31.984256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Calling delete_port for d6ad9e25-f0b5-430a-8aed-602341e8be9e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:31.990541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-149b385f-f8db-4a97-8b2f-993ab90d6d6d req-f357f444-71fe-4c01-b606-fc71ae43e773 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Aug 16 22:20:32.027444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f432b9-7bb4-4f8e-a19c-ac8e872d9786 req-1167c8ac-f2b9-4440-b69e-eb1e2fe0f972 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.028997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00f432b9-7bb4-4f8e-a19c-ac8e872d9786 req-1167c8ac-f2b9-4440-b69e-eb1e2fe0f972 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.1509552 Aug 16 22:20:32.093351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.103719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed0a325d-4245-410d-93ec-a96ba70f3f2c req-0167913e-68e2-4d3d-bc59-7b79ceb0d302 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197860 Aug 16 22:20:32.119479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.121963 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/ports/d6ad9e25-f0b5-430a-8aed-602341e8be9e HTTP/1.1" status: 204 len: 168 time: 0.3230839 Aug 16 22:20:32.140239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:32.149895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e39c81-c57e-4286-abd6-60cc0458af73 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Port': ['ID=d6ad9e25-f0b5-430a-8aed-602341e8be9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.189591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00f432b9-7bb4-4f8e-a19c-ac8e872d9786 req-fa66f67f-3b4a-4e09-97f0-7e91a6a828b7 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341856 Aug 16 22:20:32.235909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.321472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.345854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.357155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e721fe2-707b-4274-a365-3261269fbe0c req-0cc88526-e838-4e5d-8207-6a33a6617ee2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.357348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1e89fd-df9d-4046-a38a-61f68851d5e3']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:32.359658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e721fe2-707b-4274-a365-3261269fbe0c req-0cc88526-e838-4e5d-8207-6a33a6617ee2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.0864227 Aug 16 22:20:32.374220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329664b0-3f3a-443c-b879-d82a0877d47b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:32.374524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329664b0-3f3a-443c-b879-d82a0877d47b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:32.384020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.391892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:32.402653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.409163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:32.409985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:32.413536 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:32.430402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e721fe2-707b-4274-a365-3261269fbe0c req-446e9674-46f6-4de7-b122-f340038ddd8a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650556 Aug 16 22:20:32.443898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:32.453056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:32.456627 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0582bae1-2d55-464a-98c9-83ff19c9723a" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:32.462009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.556160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Transition to ACTIVE for port object eeb8a145-14a7-40e2-96e7-b17d9abeac72 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:32.557169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.564621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.566474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] 10.222.0.22 "DELETE /v2.0/networks/df1e89fd-df9d-4046-a38a-61f68851d5e3 HTTP/1.1" status: 204 len: 168 time: 0.4252677 Aug 16 22:20:32.609687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.614974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.635599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'network_id': 'b9b1ed1d-092d-4402-977e-3475c4c122f1', 'port_id': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'mac_address': 'fa:16:3e:5f:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f84d59-c278-48fb-8e21-72e8a571ba44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:32.676609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.691657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:32.714615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.714870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:32.721599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:32.792604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f5ece-3be5-4703-ab39-90cc66b69ec7 req-e59a7875-51a7-49ee-935b-ad6011aa73ac tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.801077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-446f5ece-3be5-4703-ab39-90cc66b69ec7 req-e59a7875-51a7-49ee-935b-ad6011aa73ac tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.2473867 Aug 16 22:20:32.803185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] No DVR routers for this DVR port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:32.820665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.856669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:32.876890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072621d6-146c-4653-af16-c2535298a759 tempest-PortsIpV6TestJSON-1363613969 tempest-PortsIpV6TestJSON-1363613969-project] Pushing event deleted for resources: {'Network': ['ID=df1e89fd-df9d-4046-a38a-61f68851d5e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:32.892512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 90d7d836-6d2b-4745-a160-fc7dab158cd4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:32.893016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 90d7d836-6d2b-4745-a160-fc7dab158cd4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:32.911448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:32.914274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858735b1-7a28-41d0-8c83-3544b1ce7834 req-28db8773-4ee7-4b90-b68c-5d1ab391b77f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:32.915848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-858735b1-7a28-41d0-8c83-3544b1ce7834 req-28db8773-4ee7-4b90-b68c-5d1ab391b77f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.2898426 Aug 16 22:20:32.945867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:32.946201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:32.946530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:32.959575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-446f5ece-3be5-4703-ab39-90cc66b69ec7 req-29b3536d-8d44-4bfb-bf56-3e78be5fe86d tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576073 Aug 16 22:20:32.964647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:32.964948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Attempting to bind port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:32.983040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:32.983397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:32.984875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:32.985363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Bound port: eeb8a145-14a7-40e2-96e7-b17d9abeac72, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:32.985751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.008505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-858735b1-7a28-41d0-8c83-3544b1ce7834 req-e608ca47-221b-4a2f-bf86-24f848f4da48 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741477 Aug 16 22:20:33.059540 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb16618-3b6c-4956-b7e2-0847f6d8ceb8 x-openstack-request-id: req-ebb16618-3b6c-4956-b7e2-0847f6d8ceb8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:33.060422 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:33.060422 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebb16618-3b6c-4956-b7e2-0847f6d8ceb8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:33.061142 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'code': 200} Aug 16 22:20:33.075195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:20:33.096613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:33.100599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:33.113180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.119167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5aa70bf2-23e3-41e8-87cc-a68924d6ab3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ebaa94581a54dbe87b4716f9a974bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064574 Aug 16 22:20:33.119759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:33.173774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.196662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.197318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.197796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.198705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] 10.222.0.89 "PUT /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 1098 time: 1.4004889 Aug 16 22:20:33.267726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60634a9c-066f-4828-9a96-9e46a938c105 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.278310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-6996f7b6-a963-4370-b90e-ea52b7bf9e81 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.280034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-6996f7b6-a963-4370-b90e-ea52b7bf9e81 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.88 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.0663142 Aug 16 22:20:33.308818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.311753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.312901 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbc9a4bd-dcdd-4f17-9b6b-865ac89c7cd2 HTTP/1.1" status: 204 len: 168 time: 0.1922441 Aug 16 22:20:33.322841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0b554-9b1f-4c8f-ad94-841a39fccc05 req-edc0b553-ae7f-43fa-88b5-ec6266630447 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.325007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aa0b554-9b1f-4c8f-ad94-841a39fccc05 req-edc0b553-ae7f-43fa-88b5-ec6266630447 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/ports?device_id=542c510e-6e4e-44f8-88e1-ec1c2fb79bd8 HTTP/1.1" status: 200 len: 946 time: 0.1357212 Aug 16 22:20:33.336102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-9122695c-5c4a-4515-95d5-bd028cb25c77 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.337831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-9122695c-5c4a-4515-95d5-bd028cb25c77 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 0.2352197 Aug 16 22:20:33.386696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-212aa3ad-bf5d-4bf8-8bb4-5cb609227ff6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/quotas/3a3ca1c7dbc547dd8a46e9a6202ec58c HTTP/1.1" status: 200 len: 375 time: 0.0265384 Aug 16 22:20:33.393926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c74b7-1007-44b4-aaa7-6ac7661e2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9a4bd-dcdd-4f17-9b6b-865ac89c7cd2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.420605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-e03d7db8-e38a-4d65-87a3-41d212f9c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.422192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-e03d7db8-e38a-4d65-87a3-41d212f9c0eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1101 time: 0.1219432 Aug 16 22:20:33.452702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Deleting port aebf637b-1e73-43e7-ba22-e93480b0de82 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:33.453363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.466423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aa0b554-9b1f-4c8f-ad94-841a39fccc05 req-757bd489-f145-4a7a-a6f4-44462f4eabb2 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165242 Aug 16 22:20:33.537699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-bd955548-6ccb-404e-a340-a1571a7f9eb6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359289 Aug 16 22:20:33.593485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['d5c8822f-0224-49d7-a2f9-d5ca376d0ba7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:33.622639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] For port aebf637b-1e73-43e7-ba22-e93480b0de82, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=aebf637b-1e73-43e7-ba22-e93480b0de82,segment=NetworkSegment(b0cc91bf-51e8-47b6-9dc9-53371d7bb222),segment_id=b0cc91bf-51e8-47b6-9dc9-53371d7bb222)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:33.623213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.641166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Calling delete_port for aebf637b-1e73-43e7-ba22-e93480b0de82 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:33.656613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-1d02826f-2a15-40c7-b44c-5453bf80de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:33.658100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-1d02826f-2a15-40c7-b44c-5453bf80de30 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2071283 Aug 16 22:20:33.748289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-539de478-44d6-4bdb-919d-f40f7276da88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.0682840 Aug 16 22:20:33.795334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.829640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Pushing event deleted for resources: {'Port': ['ID=aebf637b-1e73-43e7-ba22-e93480b0de82,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:33.876429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] No DVR routers for this DVR port aebf637b-1e73-43e7-ba22-e93480b0de82 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:33.879069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:33.881652 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f58d4c10-e718-4594-8335-5c5ee7af5003 req-ef0cd18a-9bf5-4ec8-bcfe-12b1e6bcf816 tempest-ServerAddressesTestJSON-251319091 tempest-ServerAddressesTestJSON-251319091-project] 10.222.0.88 "DELETE /v2.0/ports/aebf637b-1e73-43e7-ba22-e93480b0de82 HTTP/1.1" status: 204 len: 173 time: 0.5918670 Aug 16 22:20:33.882123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'name': 'network-vif-deleted', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:33.884590 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7bf5c9-ac7b-44fd-85fe-fba48330cda8" -d '{"events": [{"server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "name": "network-vif-deleted", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:33.931414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['aebf637b-1e73-43e7-ba22-e93480b0de82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:34.154649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e7da0-310a-499e-aa8e-da4d900d044b req-28cdb8dc-a5da-475c-a71b-5f01ab768d41 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.156161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a78e7da0-310a-499e-aa8e-da4d900d044b req-28cdb8dc-a5da-475c-a71b-5f01ab768d41 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.5992835 Aug 16 22:20:34.160794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:34.177413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-9608a1cb-83bc-4beb-839f-1ee98be159c2 service neutron] 10.222.0.22 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312294 Aug 16 22:20:34.214375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-f7c21ac9-3ba6-4b38-8911-b6af9dbf3657 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.215810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-f7c21ac9-3ba6-4b38-8911-b6af9dbf3657 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.88 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 945 time: 0.5710957 Aug 16 22:20:34.259368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1427171505'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:34.264673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-94f39d78-7f41-42b4-9538-585683e9bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.266097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-94f39d78-7f41-42b4-9538-585683e9bc93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.5052316 Aug 16 22:20:34.281865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:34.285448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.294072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.376836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a78e7da0-310a-499e-aa8e-da4d900d044b req-29b85dfd-7d94-4ef3-ac5e-9bab06d51874 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100222 Aug 16 22:20:34.387954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.399344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.425203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:34.441012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0f4338-6e3c-4087-bb03-5d67adf5b445,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.445560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.446290 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment 4b33061b-cf3e-423f-8852-3676fb41f74e of type vlan for network 044e75ce-17c3-4859-99df-a2770bf14d9d Aug 16 22:20:34.465012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-62ecc39c-6efc-4829-a399-caf775eea6de service neutron] 10.222.0.22 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776239 Aug 16 22:20:34.471050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-b2e46312-4717-4908-a42b-a2348d5b3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.472530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-b2e46312-4717-4908-a42b-a2348d5b3c3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1845214 Aug 16 22:20:34.489750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.499456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-994f9538-fe46-4a6c-adae-bd0c3f767dd5 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.500897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-994f9538-fe46-4a6c-adae-bd0c3f767dd5 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "GET /v2.0/ports?device_id=97c1055e-384d-425b-89b0-3b2fa9eb667a HTTP/1.1" status: 200 len: 946 time: 0.2308109 Aug 16 22:20:34.515623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:34.525227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.545621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.547287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.581299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:34.582095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.639733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f441f3c-78c3-49ac-8b1c-7e31336cd8f4 req-9d28d7e5-bab7-48c1-8f8a-480b34483ce0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:34.647547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f441f3c-78c3-49ac-8b1c-7e31336cd8f4 req-9d28d7e5-bab7-48c1-8f8a-480b34483ce0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2005851 Aug 16 22:20:34.685926 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5207007 Aug 16 22:20:34.686880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:34.713720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Deleting port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:34.714078 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.720729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'name': 'tempest-PortsTestJSON-2083825076'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:34.741372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.782755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:34.786479 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092179e0-7088-4432-ac88-1f6ab79066e4" -d '{"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:34.806746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:34.814063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.817906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aebf637b-1e73-43e7-ba22-e93480b0de82 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:34.836751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f441f3c-78c3-49ac-8b1c-7e31336cd8f4 req-fef863c6-056d-471b-8ec5-f257aa28fd8d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834238 Aug 16 22:20:34.846742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-7dfadac2-4834-48ad-b0fb-4fbf3a2f1a9c service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526144 Aug 16 22:20:34.874541 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596dc46-58d6-4f2d-ace0-f93d0ba71546 x-openstack-request-id: req-9596dc46-58d6-4f2d-ace0-f93d0ba71546 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:34.874888 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c510e-6e4e-44f8-88e1-ec1c2fb79bd8", "name": "network-vif-deleted", "tag": "aebf637b-1e73-43e7-ba22-e93480b0de82", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:34.875279 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9596dc46-58d6-4f2d-ace0-f93d0ba71546 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:34.876102 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c510e-6e4e-44f8-88e1-ec1c2fb79bd8', 'name': 'network-vif-deleted', 'tag': 'aebf637b-1e73-43e7-ba22-e93480b0de82', 'status': 'completed', 'code': 200} Aug 16 22:20:34.883750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: aebf637b-1e73-43e7-ba22-e93480b0de82 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:34.884107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device aebf637b-1e73-43e7-ba22-e93480b0de82 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:34.884527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:34.887220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b70db-099c-43e8-8eb5-a7c9cf9b493f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=044e75ce-17c3-4859-99df-a2770bf14d9d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:34.955436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:34.959958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:34.971737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:34.983710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:35.020609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:35.069372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:35.087319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:35.090349 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb383493-68b5-41e7-93b3-3680f660d835" -d '{"events": [{"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:35.135329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] For port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:35.135875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.159118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Deleting port 156fc586-85ba-4f03-b1b0-65042d8c5a2e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:35.159442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.192099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Calling delete_port for 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:35.200180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.240602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.305707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=2a6a1c5e-459d-4cff-b0b8-0d29c814390c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:35.313164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': '4b33061b-cf3e-423f-8852-3676fb41f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:35.313647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: 044e75ce-17c3-4859-99df-a2770bf14d9d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:35.324889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dce6403-8667-4f1a-b00c-6af788644c52 req-78a0387c-a52c-4adb-b70b-c740561fd2c3 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735117 Aug 16 22:20:35.330985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:35.344366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef6a2-a977-43a2-aeda-11a6fe6a6066 req-88e7bc9b-a097-4ac4-b376-531a388dbd09 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.348401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 044e75ce-17c3-4859-99df-a2770bf14d9d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:35.352409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-714ef6a2-a977-43a2-aeda-11a6fe6a6066 req-88e7bc9b-a097-4ac4-b376-531a388dbd09 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.4543531 Aug 16 22:20:35.361574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:35.361731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cc9f1-89d1-42e4-840e-e27e74f42695 req-0dec8b78-f556-4489-a4d4-d046bb7deafc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.365518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d0a23-866e-49e3-874b-37caa3f41c51 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:35.369517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.369800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc9f1-89d1-42e4-840e-e27e74f42695 req-0dec8b78-f556-4489-a4d4-d046bb7deafc tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.3724425 Aug 16 22:20:35.370378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.388065 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bedb0e3f-aeb8-4b5d-88b8-7512a3fafc71 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6851592 Aug 16 22:20:35.391402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:35.406919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-392135593'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:35.446944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:35.451999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.467766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] For port 156fc586-85ba-4f03-b1b0-65042d8c5a2e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=156fc586-85ba-4f03-b1b0-65042d8c5a2e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:35.467766 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.484143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:35.505469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.506342 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment 623ba87a-8bfc-4298-ad60-b6e8108ec691 of type vlan for network 3c168bb9-4a3e-45ef-8a67-0910ef7d935c Aug 16 22:20:35.507234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Calling delete_port for 156fc586-85ba-4f03-b1b0-65042d8c5a2e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:35.518123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c0cc9f1-89d1-42e4-840e-e27e74f42695 req-2008341a-37fc-4f27-9f12-fe4df5b784bd tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473658 Aug 16 22:20:35.538340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-714ef6a2-a977-43a2-aeda-11a6fe6a6066 req-48f702ee-f0b6-4268-9163-5c3ef3cc006a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790240 Aug 16 22:20:35.605046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.610739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54758) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:35.657724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586945f-7273-4b8f-b544-35885f69faac req-cc6d3740-9735-48bb-b404-03b238c7d871 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.667076 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3586945f-7273-4b8f-b544-35885f69faac req-cc6d3740-9735-48bb-b404-03b238c7d871 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c HTTP/1.1" status: 200 len: 945 time: 0.1346321 Aug 16 22:20:35.676088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.689006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:35.689006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.708690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Deleting subnet fb7bf9ef-42e2-498b-9192-ecebd50ac99d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:35.712136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.768037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.791973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:35.793049 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c521eac3-1304-4a78-8d07-2b5283970a6c x-openstack-request-id: req-c521eac3-1304-4a78-8d07-2b5283970a6c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:35.794469 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:35.796200 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c521eac3-1304-4a78-8d07-2b5283970a6c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:35.796783 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'code': 200} Aug 16 22:20:35.828872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9a5c5dc5-e782-4daf-a94a-2ead10c4d269'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:35.831163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e339376c-bca3-405c-8afb-a142b4f9bccc', '75f8cf18-9e19-4721-b923-e2795a2bb64a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:35.858802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event deleted for resources: {'Port': ['ID=9a5c5dc5-e782-4daf-a94a-2ead10c4d269,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:35.917283 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab7c123-f128-4da2-9a24-2654668c6ca2 x-openstack-request-id: req-1ab7c123-f128-4da2-9a24-2654668c6ca2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:35.917584 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:35.919701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5261776 Aug 16 22:20:35.923852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:35.925380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ab7c123-f128-4da2-9a24-2654668c6ca2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:35.926032 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'status': 'completed', 'code': 200} Aug 16 22:20:35.944460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'ports': [{'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'}, {'network_id': '3c168bb9-4a3e-45ef-8a67-0910ef7d935c'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:35.944789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:35.945423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '3c168bb9-4a3e-45ef-8a67-0910ef7d935c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:35.990730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.019161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6bec-ed79-4e14-a739-956bbebdb5eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=3c168bb9-4a3e-45ef-8a67-0910ef7d935c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:36.048312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3c168bb9-4a3e-45ef-8a67-0910ef7d935c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:36.084553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Deleting port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:36.085093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.110432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] No DVR routers for this DVR port 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:36.131790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.133976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fc6be7f-11c7-41fb-8a7c-d0297d1ad093 req-85622c87-1c44-4f62-adff-de8b9aa884ca tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.88 "DELETE /v2.0/ports/9a5c5dc5-e782-4daf-a94a-2ead10c4d269 HTTP/1.1" status: 204 len: 173 time: 1.8817463 Aug 16 22:20:36.188682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b71db9b-8a65-43fe-a435-5f7217eb1700 req-20025691-3659-44ea-9ef8-7cc90c7810ae tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=90ea7490-c60f-4df9-81db-99d8d867d925 HTTP/1.1" status: 200 len: 210 time: 0.1083281 Aug 16 22:20:36.189425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.237448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['45a4e090-7b78-4cee-8e33-9ecc9a12cbfd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:36.238958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b70911-51a9-4d72-a277-41796f4cd5a7 req-b26825f7-6f21-4ae2-946f-5d9a6daae0a6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.241212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79b70911-51a9-4d72-a277-41796f4cd5a7 req-b26825f7-6f21-4ae2-946f-5d9a6daae0a6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.3854716 Aug 16 22:20:36.261123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:36.262011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event deleted for resources: {'Port': ['ID=156fc586-85ba-4f03-b1b0-65042d8c5a2e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:36.273515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Request body: {'floatingip': {'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:36.280830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-cf39a710-77fe-49f4-8ac6-b9dcb1ca4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.282480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-cf39a710-77fe-49f4-8ac6-b9dcb1ca4ed6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1101 time: 0.2886360 Aug 16 22:20:36.307571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] For port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:36.307958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.323157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Calling delete_port for 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:36.327277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-1957d10f-6044-471d-b46a-538ac26e8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:36.328885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-1957d10f-6044-471d-b46a-538ac26e8b2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1101 time: 0.2538512 Aug 16 22:20:36.363236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.457335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:36.462426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.477809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.500949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.503318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] No DVR routers for this DVR port 156fc586-85ba-4f03-b1b0-65042d8c5a2e on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:36.569606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.571609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8470d459-c3ba-4eed-9600-ff8b7cf27fa5 req-fcf63e7a-2a82-408d-934f-532cd1847d29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "DELETE /v2.0/ports/156fc586-85ba-4f03-b1b0-65042d8c5a2e HTTP/1.1" status: 204 len: 173 time: 2.0578156 Aug 16 22:20:36.588756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e50e886-e747-45de-96b1-dc91beae6a16 req-0b18cc35-163b-4aff-851d-0996c846f77d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 210 time: 0.2322083 Aug 16 22:20:36.627913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 59fdabf0-2843-4c23-a04d-9e3bf44df749 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:36.658750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7bf9ef-42e2-498b-9192-ecebd50ac99d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:36.679136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.684578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:36.685889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c264c1e0-8716-4612-8b52-a6baa0ff3e7d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fb7bf9ef-42e2-498b-9192-ecebd50ac99d HTTP/1.1" status: 204 len: 168 time: 1.0743594 Aug 16 22:20:36.744516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.852259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event deleted for resources: {'Port': ['ID=45a4e090-7b78-4cee-8e33-9ecc9a12cbfd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:36.876566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] No DVR routers for this DVR port 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:36.882403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.884665 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3586945f-7273-4b8f-b544-35885f69faac req-06520902-6ed9-4952-8c92-e33417e639d8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "DELETE /v2.0/ports/45a4e090-7b78-4cee-8e33-9ecc9a12cbfd HTTP/1.1" status: 204 len: 173 time: 1.1910298 Aug 16 22:20:36.886947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'name': 'network-vif-deleted', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:36.889329 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a88d7-8c50-4790-a009-e64ea4f97072" -d '{"events": [{"server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "name": "network-vif-deleted", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:36.904900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:36.978419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.088462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.107947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97170760-b99a-4dff-bf1c-9aef66adbe3e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:37.112076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 84596773-fe21-4003-9514-9b30666a8aee yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:37.125786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:37.126074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cc91bf-51e8-47b6-9dc9-53371d7bb222') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:37.138769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.163296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.176483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:37.176893 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:37.179185 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:37.285337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.294283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.296500 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/97170760-b99a-4dff-bf1c-9aef66adbe3e HTTP/1.1" status: 204 len: 168 time: 0.6108263 Aug 16 22:20:37.317687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea8f38-6ab6-47df-9d6a-70ff24bd8fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=97170760-b99a-4dff-bf1c-9aef66adbe3e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:37.344073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.377494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-c8ab8fea-3c8a-40ac-8523-8a4e0d9fd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.379097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-c8ab8fea-3c8a-40ac-8523-8a4e0d9fd37f service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 1.0865066 Aug 16 22:20:37.403319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-ff30a959-bead-46fa-a1e7-e78134cbf902 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.405024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-ff30a959-bead-46fa-a1e7-e78134cbf902 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 1.0500851 Aug 16 22:20:37.405204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.425139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230ea68-0d18-4e16-9b3a-2c7e3b65cea6 req-a7ee8377-cedc-433d-9931-a371053dfca6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.431987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8230ea68-0d18-4e16-9b3a-2c7e3b65cea6 req-a7ee8377-cedc-433d-9931-a371053dfca6 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 949 time: 0.7555265 Aug 16 22:20:37.455721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-cf00bc72-400b-49dc-8f48-7af7e6083d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.457225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-cf00bc72-400b-49dc-8f48-7af7e6083d8a service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 1.1038899 Aug 16 22:20:37.476625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:37.480355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:37.484018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:37.485365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.492206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=59fdabf0-2843-4c23-a04d-9e3bf44df749,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:37.507082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Request body: {'port': {'device_id': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'admin_state_up': True, 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:37.565385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=84596773-fe21-4003-9514-9b30666a8aee,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:37.568497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': '623ba87a-8bfc-4298-ad60-b6e8108ec691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c168bb9-4a3e-45ef-8a67-0910ef7d935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:37.568781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: 3c168bb9-4a3e-45ef-8a67-0910ef7d935c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:37.586188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-8f3b05cd-e26f-4d42-a3d4-4f9f41303788 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.1714783 Aug 16 22:20:37.592728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 3c168bb9-4a3e-45ef-8a67-0910ef7d935c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:37.608946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3c168bb9-4a3e-45ef-8a67-0910ef7d935c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:37.616920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:37.621151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5037c00-357a-472f-872b-6b435d4b1e99 None None] Network 3c168bb9-4a3e-45ef-8a67-0910ef7d935c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:37.625558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.632052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.633047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.637761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031cfc-769d-4699-bf2c-4b2599066c02 req-ebdd6bf2-de2a-4b90-93dd-316f95612f06 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.639445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62031cfc-769d-4699-bf2c-4b2599066c02 req-ebdd6bf2-de2a-4b90-93dd-316f95612f06 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.9482629 Aug 16 22:20:37.644428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:37.679280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bbaded82-362a-4fcf-b9d9-dec18ee08e9b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7426541 Aug 16 22:20:37.684487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:37.718271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-52b36838-4d0b-4fb2-b301-ac3aa00c6a29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.719380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-52b36838-4d0b-4fb2-b301-ac3aa00c6a29 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 812 time: 1.0581543 Aug 16 22:20:37.730503 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26a032b2-c008-47b0-83ea-a3f98d563fdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bff84a0d89d142b5a261072a6ea34b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855067 Aug 16 22:20:37.733033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:37.792575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-f5e1eec1-59f8-4128-bb6e-72e4c90e9b52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 200 len: 217 time: 0.2146904 Aug 16 22:20:37.814027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Request body: {'port': {'device_id': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'admin_state_up': True, 'tenant_id': '3a3ca1c7dbc547dd8a46e9a6202ec58c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:37.832242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.860392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8230ea68-0d18-4e16-9b3a-2c7e3b65cea6 req-937ac30f-c2cd-492c-bfc1-4c1230ca0807 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275331 Aug 16 22:20:37.862597 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.874850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 84596773-fe21-4003-9514-9b30666a8aee {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:37.874987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.930267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'name': 'network-vif-deleted', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269'}, {'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'name': 'network-vif-deleted', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:37.932571 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d0ab58-e4bd-4064-9671-eb29254898b0" -d '{"events": [{"server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "name": "network-vif-deleted", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269"}, {"server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "name": "network-vif-deleted", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:37.964379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.979696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 84596773-fe21-4003-9514-9b30666a8aee owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:37.981352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-42828455-2ace-43c9-81e6-6e60fb44f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:37.982822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-42828455-2ace-43c9-81e6-6e60fb44f748 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.3424594 Aug 16 22:20:37.990517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.992977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62031cfc-769d-4699-bf2c-4b2599066c02 req-df12d2be-648f-4d1d-a434-826b7e4714dc tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362501 Aug 16 22:20:37.993176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:37.994221 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d HTTP/1.1" status: 204 len: 168 time: 0.2602375 Aug 16 22:20:38.044226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-3b29cbc3-36c1-4992-9682-03ddd72aac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.045724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-3b29cbc3-36c1-4992-9682-03ddd72aac10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2284129 Aug 16 22:20:38.055819 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d514845-cab5-43cd-9b21-09548ce64ef0 x-openstack-request-id: req-1d514845-cab5-43cd-9b21-09548ce64ef0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:38.056126 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c", "name": "network-vif-deleted", "tag": "45a4e090-7b78-4cee-8e33-9ecc9a12cbfd", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:38.056362 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d514845-cab5-43cd-9b21-09548ce64ef0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:38.056767 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0cd41f-9f3a-48d3-81a4-1a09056b3e7c', 'name': 'network-vif-deleted', 'tag': '45a4e090-7b78-4cee-8e33-9ecc9a12cbfd', 'status': 'completed', 'code': 200} Aug 16 22:20:38.059128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17055460-eccc-461a-b615-11741fb27aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d0ccf-784a-4904-b70a-a8ef8ed9a19d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.139041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.164321 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d7715-e4a7-4509-be8f-c5deb7597390 x-openstack-request-id: req-704d7715-e4a7-4509-be8f-c5deb7597390 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:38.164615 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ea7490-c60f-4df9-81db-99d8d867d925", "name": "network-vif-deleted", "tag": "9a5c5dc5-e782-4daf-a94a-2ead10c4d269", "status": "completed", "code": 200}, {"server_uuid": "97c1055e-384d-425b-89b0-3b2fa9eb667a", "name": "network-vif-deleted", "tag": "156fc586-85ba-4f03-b1b0-65042d8c5a2e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:38.165057 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-704d7715-e4a7-4509-be8f-c5deb7597390 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:38.165666 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ea7490-c60f-4df9-81db-99d8d867d925', 'name': 'network-vif-deleted', 'tag': '9a5c5dc5-e782-4daf-a94a-2ead10c4d269', 'status': 'completed', 'code': 200} Aug 16 22:20:38.166124 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c1055e-384d-425b-89b0-3b2fa9eb667a', 'name': 'network-vif-deleted', 'tag': '156fc586-85ba-4f03-b1b0-65042d8c5a2e', 'status': 'completed', 'code': 200} Aug 16 22:20:38.174325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=84596773-fe21-4003-9514-9b30666a8aee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.195332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.202349 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c64cda6-f390-47f8-9df1-13077ee6f5a5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/84596773-fe21-4003-9514-9b30666a8aee HTTP/1.1" status: 204 len: 168 time: 0.5163558 Aug 16 22:20:38.203719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.260364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e38c4f8-4cf3-46d8-8468-692c745f87d5 req-d5e50f3e-b403-4bc0-b638-79b199e53d14 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 210 time: 0.1351879 Aug 16 22:20:38.276990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a24072-1a9a-471a-b46b-acf32d3bc77a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.283388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a24072-1a9a-471a-b46b-acf32d3bc77a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.287554 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3a24072-1a9a-471a-b46b-acf32d3bc77a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0807488 Aug 16 22:20:38.288057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.291796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-7b1bd01f-0a1d-47e4-b144-6066cbe1d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.293348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-7b1bd01f-0a1d-47e4-b144-6066cbe1d699 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653279 Aug 16 22:20:38.321053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383493-68b5-41e7-93b3-3680f660d835 req-5a2f6fdc-8469-49f8-8684-d5ad4f148523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.323092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-5a2f6fdc-8469-49f8-8684-d5ad4f148523 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2351520 Aug 16 22:20:38.355683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:38.359754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.401490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 59fdabf0-2843-4c23-a04d-9e3bf44df749 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:38.401955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.425778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Made reservation on behalf of 3a3ca1c7dbc547dd8a46e9a6202ec58c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:38.429724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.504511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:38.528165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.550274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 59fdabf0-2843-4c23-a04d-9e3bf44df749 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:38.574321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:38.574768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9a5c5dc5-e782-4daf-a94a-2ead10c4d269 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:38.575198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:38.633468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:38.685623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 156fc586-85ba-4f03-b1b0-65042d8c5a2e no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:38.688039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.726446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 156fc586-85ba-4f03-b1b0-65042d8c5a2e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:38.727053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 156fc586-85ba-4f03-b1b0-65042d8c5a2e not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:38.736022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=59fdabf0-2843-4c23-a04d-9e3bf44df749,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:38.740889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.745715 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60ef0c87-67c9-481e-afd8-f3b7cfdb4704 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/59fdabf0-2843-4c23-a04d-9e3bf44df749 HTTP/1.1" status: 204 len: 168 time: 0.4541802 Aug 16 22:20:38.745966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54822) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.812257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-e5525167-cdef-450b-971b-5179509f5acf service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081716 Aug 16 22:20:38.817682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe43217-c040-4cbc-88d0-5938a107f8c3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:38.823080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cbe43217-c040-4cbc-88d0-5938a107f8c3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0758026 Aug 16 22:20:38.824192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.848109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:20:38.852292 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd4a4f4-c513-49ce-97c8-477c16ac72d2 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:38.859409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2dd4a4f4-c513-49ce-97c8-477c16ac72d2 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/84596773-fe21-4003-9514-9b30666a8aee HTTP/1.1" status: 404 len: 333 time: 0.0338256 Aug 16 22:20:38.860249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.894648 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfb01f7-f156-49bc-a10d-b01bfab2eccd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:38.898779 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dbfb01f7-f156-49bc-a10d-b01bfab2eccd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/59fdabf0-2843-4c23-a04d-9e3bf44df749 HTTP/1.1" status: 404 len: 333 time: 0.0347481 Aug 16 22:20:38.899184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:38.946166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-3f330e2b-1f9d-4acd-93ad-9ebef7b5739c service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008346 Aug 16 22:20:38.946515 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:38.987277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:38.991429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:38.995192 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabe2a32-6a7c-4924-9bbc-936e2722fef0" -d '{"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:39.003344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.007363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc3eb1-8c71-4831-bd09-1ce99f4400c5 req-e9790171-ef97-47b9-a888-362daa985db0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.014518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13dc3eb1-8c71-4831-bd09-1ce99f4400c5 req-e9790171-ef97-47b9-a888-362daa985db0 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 945 time: 0.3435299 Aug 16 22:20:39.028633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.076692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Allocated IP 172.20.0.2 (72a2d02a-c2ef-4520-96a4-045d27c232c2/5a92eca9-2748-4b0f-a159-b26e41d064d9/f6a1f944-b372-404d-9e28-087504acc91e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:39.084872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:39.087734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.100412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'mac_address': 'fa:16:3e:3a:6f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:39.100842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.144313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.150443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.157562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:39.159153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b40b-67f7-483c-8336-cb4f0f077e7f req-c76fe8c8-0fff-4e45-8762-b2fb1cfc4fc4 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.167912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa32b40b-67f7-483c-8336-cb4f0f077e7f req-c76fe8c8-0fff-4e45-8762-b2fb1cfc4fc4 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.4654517 Aug 16 22:20:39.171894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.182189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:39.184257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c168bb9-4a3e-45ef-8a67-0910ef7d935c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:39.186944 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.199341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623ba87a-8bfc-4298-ad60-b6e8108ec691') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:39.199934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623ba87a-8bfc-4298-ad60-b6e8108ec691') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:39.212033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.213580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:39.232988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.239849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:39.241058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:39.245159 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:39.248071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-1baba74b-1238-426a-a2f9-b3398ede59a2 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028976 Aug 16 22:20:39.250088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.265725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13dc3eb1-8c71-4831-bd09-1ce99f4400c5 req-e8447938-a855-4752-83fb-84d90298eef3 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502351 Aug 16 22:20:39.324856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.344564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.346528 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/3c168bb9-4a3e-45ef-8a67-0910ef7d935c HTTP/1.1" status: 204 len: 168 time: 0.4460971 Aug 16 22:20:39.347952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40356064-b620-44c0-9fe3-1092f145a659 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=3c168bb9-4a3e-45ef-8a67-0910ef7d935c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.350498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54850) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:39.359668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-236680903'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.380517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:39.384756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.392237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-134318583-network', 'tenant_id': '375e96387afd4775ba76a5f71aeae637'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.422420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa32b40b-67f7-483c-8336-cb4f0f077e7f req-d852ac37-2b38-4092-9521-495750700a2e tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533939 Aug 16 22:20:39.428740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:39.431178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Made reservation on behalf of 375e96387afd4775ba76a5f71aeae637 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:39.433508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.434353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb383493-68b5-41e7-93b3-3680f660d835 req-2975d647-f8e1-404a-b7af-de52f64a0469 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689968 Aug 16 22:20:39.456005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.472186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.472551 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment ae77ba0f-d553-4d35-8197-64e445d36f7e of type vlan for network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc Aug 16 22:20:39.501954 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Floating IP e7e29667-7766-4edb-b10e-9e861c3a1a89 associated. External IP: 172.25.8.19, port: 77b5c454-8955-4a73-b775-8f8990415aa5. Aug 16 22:20:39.535745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.572310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['eeb8a145-14a7-40e2-96e7-b17d9abeac72'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:39.575325 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f178a6d-8411-4633-8bbd-bf01fb33d887 x-openstack-request-id: req-9f178a6d-8411-4633-8bbd-bf01fb33d887 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:39.576145 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:39.576611 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f178a6d-8411-4633-8bbd-bf01fb33d887 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:39.577674 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'code': 200} Aug 16 22:20:39.606339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.614392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.615477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.711315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=046ac7f9-868e-4392-8c80-7b8b9d1ac2cc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.732029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:39.732726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.740026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.751394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac3cd73d-576f-47e5-a864-326236030ebd tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3925629 Aug 16 22:20:39.751646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:39.756880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:39.791237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:39.834347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6130cc4-eb17-4ca3-bf01-2ac51977862f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:39.850966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.851322 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Added segment 29e815d5-06a5-4043-b986-61c267280807 of type vlan for network f5f545e7-c2f0-4362-99af-aa9511a37f8b Aug 16 22:20:39.905806 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.914147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500add9a-6656-49bc-8049-455d1e6ab6b7 req-17994ea2-7e03-4310-ac2f-444bb3b4a96c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.915634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-500add9a-6656-49bc-8049-455d1e6ab6b7 req-17994ea2-7e03-4310-ac2f-444bb3b4a96c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 950 time: 0.5551229 Aug 16 22:20:39.936914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:39.940400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.962693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5260c3b6-e4ee-4f43-a8b3-573869df9f1b req-8d23db6e-313c-4ec1-982e-23f1e49007f0 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 210 time: 0.0641150 Aug 16 22:20:39.980314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:39.981317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:39.981907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.050029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-500add9a-6656-49bc-8049-455d1e6ab6b7 req-ea0b5d7c-51e0-4dca-93a5-7720ec89be8a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206100 Aug 16 22:20:40.053326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.061172 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8464708 Aug 16 22:20:40.069706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:40.074561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Request body: {'subnet': {'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-134318583-subnet', 'tenant_id': '375e96387afd4775ba76a5f71aeae637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:40.082638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf7867-1c35-4bad-b468-51f4ce7761fc admin admin] Pushing event updated for resources: {'Network': ['ID=f5f545e7-c2f0-4362-99af-aa9511a37f8b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.098955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f5f545e7-c2f0-4362-99af-aa9511a37f8b details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:40.114634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Made reservation on behalf of 375e96387afd4775ba76a5f71aeae637 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:40.117175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.261934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:40.266114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831059a-c96e-45ba-8c79-cce3afb6a063 req-402d843f-9a32-4971-a877-f8170b67bbd3 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.267643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8831059a-c96e-45ba-8c79-cce3afb6a063 req-402d843f-9a32-4971-a877-f8170b67bbd3 tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 1102 time: 0.0869334 Aug 16 22:20:40.272849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.280772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.432200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:40.451817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:40.474858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:40.500642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:40.501004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 45a4e090-7b78-4cee-8e33-9ecc9a12cbfd not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:40.501791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:40.507056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event updated for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.542089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Allocated IP 172.20.0.13 (72a2d02a-c2ef-4520-96a4-045d27c232c2/5a92eca9-2748-4b0f-a159-b26e41d064d9/189176f7-8e40-49b2-93c5-bdddfbf5aa62) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:40.580652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8831059a-c96e-45ba-8c79-cce3afb6a063 req-41976c12-dba0-46ba-8c79-e394322abf0c tempest-MigrationsAdminTest-821990814 tempest-MigrationsAdminTest-821990814-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762330 Aug 16 22:20:40.597420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=ea289991-a6ed-4884-b9fc-0065a79ba877,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.638111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': 'ae77ba0f-d553-4d35-8197-64e445d36f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:40.638480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:40.645977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-3987972f-85b3-48f0-b3ce-b5a1dcf35ebf tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.648450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-3987972f-85b3-48f0-b3ce-b5a1dcf35ebf tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.3123701 Aug 16 22:20:40.650992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:40.660522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.663633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f516c5-9b6f-4bee-8776-71bd3f6d5840 req-42c2a5cb-7683-4e09-89da-cb95d87d648b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.665035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10f516c5-9b6f-4bee-8776-71bd3f6d5840 req-42c2a5cb-7683-4e09-89da-cb95d87d648b tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.3176627 Aug 16 22:20:40.690967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:40.707264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:40.709289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:40.713470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port eeb8a145-14a7-40e2-96e7-b17d9abeac72 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:40.714135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.715195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.715795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.731259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.731994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.737984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371726c-af17-4366-b736-fb016fe578ba None None] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:40.741656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e0eaca-fe19-4a34-9974-1b347e0e2d46,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:40.747067 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d9a08b41-ecc1-46ec-8218-57f82d242f8e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9944525 Aug 16 22:20:40.751009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:40.755971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc', 'name': 'tempest-PortsTestJSON-466846820'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:40.800978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Checking segment: {'id': '29e815d5-06a5-4043-b986-61c267280807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:40.801350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Network hostable DHCP agents. Network: f5f545e7-c2f0-4362-99af-aa9511a37f8b, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:40.823237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:40.835926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.837486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:40.839914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Network f5f545e7-c2f0-4362-99af-aa9511a37f8b is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:40.853589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-1133bceb-7cec-4556-b8dc-51fb84dd276c tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4002488 Aug 16 22:20:40.865652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, f5f545e7-c2f0-4362-99af-aa9511a37f8b) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:40.872991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:40.873289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.877296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.879537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:40.880239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:40.886738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721ef03-66e4-4c86-9dd8-06bd40865b3c None None] Network f5f545e7-c2f0-4362-99af-aa9511a37f8b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:40.901416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:40.905237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:40.926615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3760a880-3d52-4d3b-b3d0-1c4a61e94ea4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8482025 Aug 16 22:20:40.938385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 3bd7f354-807c-456e-9640-d9f8e04798a6 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:40.951505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Request body: {'port': {'device_id': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:41.034933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10f516c5-9b6f-4bee-8776-71bd3f6d5840 req-7d6aad68-505d-444c-876f-3f16a194b081 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/security-groups?id=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403711 Aug 16 22:20:41.062402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed084e-378f-41dc-b74e-d62621eb159c req-ffd6c02f-836b-4203-adc5-8b4fe7d1e621 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.065707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.14 (046ac7f9-868e-4392-8c80-7b8b9d1ac2cc/ea289991-a6ed-4884-b9fc-0065a79ba877/3bd7f354-807c-456e-9640-d9f8e04798a6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:41.080429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00ed084e-378f-41dc-b74e-d62621eb159c req-ffd6c02f-836b-4203-adc5-8b4fe7d1e621 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 945 time: 0.4047816 Aug 16 22:20:41.082704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:41.084260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-781df5c5-5a0d-40e0-be97-0906238d147e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "PUT /v2.0/floatingips/e7e29667-7766-4edb-b10e-9e861c3a1a89 HTTP/1.1" status: 200 len: 991 time: 4.8194780 Aug 16 22:20:41.101203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:41.103528 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2433061-6d88-446f-9844-220819448a16" -d '{"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:41.126372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:41.155125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.229524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-7aa880a4-3cc1-4f79-9284-071da93d9b9a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.231133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-7aa880a4-3cc1-4f79-9284-071da93d9b9a tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 943 time: 0.3821807 Aug 16 22:20:41.235819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-046ac7f9-868e-4392-8c80-7b8b9d1ac2cc', 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': 'ea289991-a6ed-4884-b9fc-0065a79ba877'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:41.237039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.253491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.268815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 3bd7f354-807c-456e-9640-d9f8e04798a6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:41.271063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.301639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00ed084e-378f-41dc-b74e-d62621eb159c req-9736b645-309b-4360-bf12-89a29dd816f6 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199366 Aug 16 22:20:41.321691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.323666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.365407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:41.380153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264ede8-06b7-4801-8893-af2c132b9ce8 None None] Network f5f545e7-c2f0-4362-99af-aa9511a37f8b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:41.416259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.423038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:41.426473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:41.439650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:41.451025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Deleting port 75f8cf18-9e19-4721-b923-e2795a2bb64a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:41.451385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.469770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=3bd7f354-807c-456e-9640-d9f8e04798a6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:41.512283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.513517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.535345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-626bd82a-beec-4bff-83f2-852f76659a09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7832706 Aug 16 22:20:41.536042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:41.542480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event updated for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:41.545900 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99afd4e8-258c-4a1e-978f-eb33e181a808 x-openstack-request-id: req-99afd4e8-258c-4a1e-978f-eb33e181a808 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:41.546193 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:41.546447 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99afd4e8-258c-4a1e-978f-eb33e181a808 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:41.546841 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'status': 'completed', 'code': 200} Aug 16 22:20:41.580208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:41.583000 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0b344b-8432-4855-8b77-ce014cd482d2" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:41.667008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 3bd7f354-807c-456e-9640-d9f8e04798a6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:41.667761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.681757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Network 72a2d02a-c2ef-4520-96a4-045d27c232c2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:41.718318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:41.735584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdca44-f276-4706-b385-76c81842b4b4 req-1ef166a7-2b8b-44c7-ac20-109fb9670cfc tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.736133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Allocated IP 172.20.0.2 (046ac7f9-868e-4392-8c80-7b8b9d1ac2cc/ea289991-a6ed-4884-b9fc-0065a79ba877/d43f9e39-f7f0-48b1-9c68-169670618754) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:41.743826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cdca44-f276-4706-b385-76c81842b4b4 req-1ef166a7-2b8b-44c7-ac20-109fb9670cfc tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 931 time: 0.3377328 Aug 16 22:20:41.774940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e7e29667-7766-4edb-b10e-9e861c3a1a89', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:16Z', 'updated_at': '2021-08-16T22:20:38Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:41.805137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:41.817255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.834661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 3bd7f354-807c-456e-9640-d9f8e04798a6 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:41.856145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433061-6d88-446f-9844-220819448a16 req-a9a2bb4e-aada-4169-80a0-16537121b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:41.857725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-a9a2bb4e-aada-4169-80a0-16537121b618 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1098 time: 0.2706842 Aug 16 22:20:41.968567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:41.977107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:41.996154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:41.997061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:42.005262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=3bd7f354-807c-456e-9640-d9f8e04798a6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.008778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] For port 75f8cf18-9e19-4721-b923-e2795a2bb64a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=75f8cf18-9e19-4721-b923-e2795a2bb64a,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:42.009388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.060701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.061777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.083089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.089014 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4f076fbe-bed0-48ef-aa3e-545855aaf7c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/3bd7f354-807c-456e-9640-d9f8e04798a6 HTTP/1.1" status: 204 len: 168 time: 0.5519319 Aug 16 22:20:42.090233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54898) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:42.121332 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e31891-917e-489e-99bd-b3e32fd3be1b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:20:42.123025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Calling delete_port for 75f8cf18-9e19-4721-b923-e2795a2bb64a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:42.123305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e31891-917e-489e-99bd-b3e32fd3be1b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:20:42.127937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32e31891-917e-489e-99bd-b3e32fd3be1b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/3bd7f354-807c-456e-9640-d9f8e04798a6 HTTP/1.1" status: 404 len: 333 time: 0.0342414 Aug 16 22:20:42.134795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:42.145812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cdca44-f276-4706-b385-76c81842b4b4 req-5f3094fb-de38-4f3a-a8eb-5135d616b972 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009843 Aug 16 22:20:42.159931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Deleting port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:42.160199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.163316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:42.183772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-145480c7-e91a-429f-a794-b7586d752ad6 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3844812 Aug 16 22:20:42.190339 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-40005385-1442-4ffa-b92b-28fc74f877e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:42.193102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40005385-1442-4ffa-b92b-28fc74f877e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/3bd7f354-807c-456e-9640-d9f8e04798a6 HTTP/1.1" status: 404 len: 333 time: 0.0554628 Aug 16 22:20:42.194986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:42.206367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.224364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Transition to ACTIVE for port object d43f9e39-f7f0-48b1-9c68-169670618754 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:42.253672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Request body: {'port': {'device_id': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:42.266296 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-1eab6cd7-8b2b-4675-8482-eea03813775a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1465147 Aug 16 22:20:42.275732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet ea289991-a6ed-4884-b9fc-0065a79ba877 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:42.279272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Transition to ACTIVE for port object d43f9e39-f7f0-48b1-9c68-169670618754 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:42.286603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.288171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.372784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.379747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:42.390545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:42.398851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:42.409109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Pushing event updated for resources: {'Port': ['ID=d43f9e39-f7f0-48b1-9c68-169670618754,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.420788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-149aa9c3-3c90-4beb-8d56-7c195965fac8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.422373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-149aa9c3-3c90-4beb-8d56-7c195965fac8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/networks?id=f5f545e7-c2f0-4362-99af-aa9511a37f8b HTTP/1.1" status: 200 len: 808 time: 0.6082039 Aug 16 22:20:42.431236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-cf70df8b-0ebb-44f6-90b7-6ac106886302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.432829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-cf70df8b-0ebb-44f6-90b7-6ac106886302 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a14b5d52742247f9af4f13258fc0969e&device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 1101 time: 0.1008232 Aug 16 22:20:42.435191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433061-6d88-446f-9844-220819448a16 req-89bff7da-eb7b-4eb1-9348-d93c4e33a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.436650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-89bff7da-eb7b-4eb1-9348-d93c4e33a590 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.5402277 Aug 16 22:20:42.514812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Attempting to bind port d43f9e39-f7f0-48b1-9c68-169670618754 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:42.515100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Attempting to bind port d43f9e39-f7f0-48b1-9c68-169670618754 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'ae77ba0f-d553-4d35-8197-64e445d36f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:42.515469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Attempting to bind port d43f9e39-f7f0-48b1-9c68-169670618754 on network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:42.524718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:42.525170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Checking segment: {'id': 'ae77ba0f-d553-4d35-8197-64e445d36f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:42.525523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.526264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Bound using segment: {'id': 'ae77ba0f-d553-4d35-8197-64e445d36f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:42.526379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Bound port: d43f9e39-f7f0-48b1-9c68-169670618754, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae77ba0f-d553-4d35-8197-64e445d36f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '046ac7f9-868e-4392-8c80-7b8b9d1ac2cc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:42.526756 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.552451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.607167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e7e29667-7766-4edb-b10e-9e861c3a1a89', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:16Z', 'updated_at': '2021-08-16T22:20:38Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:42.623390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-57d594a1-7bcc-45fa-87e6-5492f60b3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.624898 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-57d594a1-7bcc-45fa-87e6-5492f60b3f89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1515648 Aug 16 22:20:42.636634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dd7627-1841-42c5-8251-52d00edb518a None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e7e29667-7766-4edb-b10e-9e861c3a1a89', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:20:16Z', 'updated_at': '2021-08-16T22:20:38Z', 'revision_number': 1, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:42.655253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] For port d43f9e39-f7f0-48b1-9c68-169670618754, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:42.672725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] For port d43f9e39-f7f0-48b1-9c68-169670618754, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d43f9e39-f7f0-48b1-9c68-169670618754,segment=NetworkSegment(ae77ba0f-d553-4d35-8197-64e445d36f7e),segment_id=ae77ba0f-d553-4d35-8197-64e445d36f7e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:42.675662 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-25f55155-1f1c-487d-927e-53f114d92588 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 200 len: 217 time: 0.0400329 Aug 16 22:20:42.677008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.681327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.702073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.707113 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/ea289991-a6ed-4884-b9fc-0065a79ba877 HTTP/1.1" status: 204 len: 168 time: 0.5108986 Aug 16 22:20:42.710556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:42.766718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60417e-b9f7-4d36-acfd-ad8017e81bc3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=ea289991-a6ed-4884-b9fc-0065a79ba877,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.795653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb67a2-a4bd-40d0-98d3-9f9d340a4afa None None] Pushing event updated for resources: {'Port': ['ID=d43f9e39-f7f0-48b1-9c68-169670618754,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:42.849238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-3e939d4d-d0ad-4a3a-8259-47947f57d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.850771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-3e939d4d-d0ad-4a3a-8259-47947f57d3ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1632400 Aug 16 22:20:42.893268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:42.942635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-810acdbf-ab60-4f22-815f-00d76ebf191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:42.944792 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-810acdbf-ab60-4f22-815f-00d76ebf191d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848374 Aug 16 22:20:42.977513 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fd3a54-8306-4084-8464-319458bc39c8 None None] New status for floating IP e7e29667-7766-4edb-b10e-9e861c3a1a89: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:20:42.991718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] For port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,segment=NetworkSegment(8f840a08-7976-4358-bce0-54d892865624),segment_id=8f840a08-7976-4358-bce0-54d892865624)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:42.992110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.011619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Calling delete_port for d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:43.055213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port d43f9e39-f7f0-48b1-9c68-169670618754 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:43.055969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.189487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-1519447e-64eb-42fd-aeda-2ae91620186b service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367649 Aug 16 22:20:43.195320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port d43f9e39-f7f0-48b1-9c68-169670618754, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d43f9e39-f7f0-48b1-9c68-169670618754,segment=NetworkSegment(ae77ba0f-d553-4d35-8197-64e445d36f7e),segment_id=ae77ba0f-d553-4d35-8197-64e445d36f7e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:43.195497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.201688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-d2cd4aff-d6d2-4c94-9560-3c785b29a0a8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/quotas/375e96387afd4775ba76a5f71aeae637 HTTP/1.1" status: 200 len: 375 time: 0.7575216 Aug 16 22:20:43.211352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2858e-be76-4ed6-9ba3-ebdd5ab572ff req-4555583e-b758-441e-b087-13b172d2b5c7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.217591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bb2858e-be76-4ed6-9ba3-ebdd5ab572ff req-4555583e-b758-441e-b087-13b172d2b5c7 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 951 time: 0.9687173 Aug 16 22:20:43.230769 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.257921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for d43f9e39-f7f0-48b1-9c68-169670618754 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:43.264645 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.293157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-143adb0c-8eaa-4d93-9996-78d25b02b80e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.294578 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-143adb0c-8eaa-4d93-9996-78d25b02b80e tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 951 time: 0.1651039 Aug 16 22:20:43.330268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-ba93a52f-f9d4-41a2-841d-d81712b80da1 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=375e96387afd4775ba76a5f71aeae637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045783 Aug 16 22:20:43.356372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Pushing event deleted for resources: {'Port': ['ID=d5c8822f-0224-49d7-a2f9-d5ca376d0ba7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:43.439828 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b2e4ece9-12cf-49c1-a2a1-9a03fd5e45b8 req-66aeca95-fa2c-4511-bd93-fcf199652a1f service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356329 Aug 16 22:20:43.445296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-ee14115c-2b53-4283-80e4-1985be92f629 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 999 time: 0.9792867 Aug 16 22:20:43.447371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1f944-b372-404d-9e28-087504acc91e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:43.470621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.504329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=d43f9e39-f7f0-48b1-9c68-169670618754,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:43.510001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Deleting port eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:43.510798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.514908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port d43f9e39-f7f0-48b1-9c68-169670618754 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:43.531471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] No DVR routers for this DVR port d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:43.554686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.557404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.559424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297278bf-9be0-4cc9-b48c-f86ed4d3c80a req-b0304884-d663-44e5-b8f1-4cfeee60b075 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.88 "DELETE /v2.0/ports/d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 HTTP/1.1" status: 204 len: 173 time: 2.3153486 Aug 16 22:20:43.564152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-deleted', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:43.565951 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1150615-9270-4c31-bccd-c33fd7cc6f89" -d '{"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-deleted", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:43.606579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bb2858e-be76-4ed6-9ba3-ebdd5ab572ff req-303a3c88-9f80-473e-b508-37ac57dd8f8d tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621609 Aug 16 22:20:43.666952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Transition to ACTIVE for port object f6a1f944-b372-404d-9e28-087504acc91e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:43.672112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.681496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.688224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046ac7f9-868e-4392-8c80-7b8b9d1ac2cc']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:43.696896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.701024 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa46b5-98fc-447e-b147-79745141bdf8 x-openstack-request-id: req-dbaa46b5-98fc-447e-b147-79745141bdf8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:43.701561 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-plugged", "status": "completed", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:43.701991 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbaa46b5-98fc-447e-b147-79745141bdf8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:43.702545 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'code': 200} Aug 16 22:20:43.717497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae77ba0f-d553-4d35-8197-64e445d36f7e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:43.717721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae77ba0f-d553-4d35-8197-64e445d36f7e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:43.719408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e339376c-bca3-405c-8afb-a142b4f9bccc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:43.736321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.739014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] For port eeb8a145-14a7-40e2-96e7-b17d9abeac72, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=eeb8a145-14a7-40e2-96e7-b17d9abeac72,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:43.740356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.788434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.806597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:43.806794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:43.810054 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:43.812313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Calling delete_port for eeb8a145-14a7-40e2-96e7-b17d9abeac72 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:43.838995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433061-6d88-446f-9844-220819448a16 req-f1f91710-baee-4981-b445-d73ca01003ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:43.840862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-f1f91710-baee-4981-b445-d73ca01003ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.3025229 Aug 16 22:20:43.932041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.942760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:43.948622 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/046ac7f9-868e-4392-8c80-7b8b9d1ac2cc HTTP/1.1" status: 204 len: 168 time: 1.2336693 Aug 16 22:20:43.961615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:43.968396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1720473662'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:43.973970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10fd7-d193-4658-a331-0e19eeb06873 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=046ac7f9-868e-4392-8c80-7b8b9d1ac2cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.006012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:44.010358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.015437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbc3cae4-7350-4470-a87a-b42ece5e9fcc req-8885dbbb-89f5-491d-9ec8-c551548efd48 tempest-ImagesTestJSON-1269744023 tempest-ImagesTestJSON-1269744023-project] 10.222.0.22 "GET /v2.0/ports?device_id=04c4bc4b-6189-4833-86ba-02c08b79d0f7 HTTP/1.1" status: 200 len: 210 time: 0.1732903 Aug 16 22:20:44.025970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-46dec293-d1b0-4cb5-afd0-5bf31fee5474 service neutron] 10.222.0.22 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597574 Aug 16 22:20:44.073292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:44.074254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] No DVR routers for this DVR port 75f8cf18-9e19-4721-b923-e2795a2bb64a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:44.093370 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.093723 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment db1753f2-5aaf-425b-8425-343ec307c23a of type vlan for network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 Aug 16 22:20:44.102585 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.104784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-902bfe94-f686-4bb6-8ba3-b77508b86b63 req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "DELETE /v2.0/ports/75f8cf18-9e19-4721-b923-e2795a2bb64a HTTP/1.1" status: 204 len: 173 time: 3.4306717 Aug 16 22:20:44.121138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.134269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.170085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event deleted for resources: {'Port': ['ID=eeb8a145-14a7-40e2-96e7-b17d9abeac72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.170899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad', '657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:44.179586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.244120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6', 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:44.260930 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.280921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] No DVR routers for this DVR port eeb8a145-14a7-40e2-96e7-b17d9abeac72 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:44.298102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.304775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0c581b4c-0f2f-4b53-b957-5fe61e806b4f req-ecd8e4ad-7e08-4989-8a55-6d3f3a0ec578 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "DELETE /v2.0/ports/eeb8a145-14a7-40e2-96e7-b17d9abeac72 HTTP/1.1" status: 204 len: 173 time: 0.9769330 Aug 16 22:20:44.305863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-deleted', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:44.317318 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c163bc6-3e7a-40e4-8e86-ead7fcd82d71" -d '{"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-deleted", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:44.352932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.366544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.367332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.374679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b28be4-cff7-4f37-997d-6b50628ac81d None None] DHCP port deletion for 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:44.383705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-234f7580-c70c-42ad-b560-f74c428e6ebe None None] Could not find standard attr ID for object d43f9e39-f7f0-48b1-9c68-169670618754. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:20:44.403430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3c239-40ef-4d44-9d5d-f45d3d31660a None None] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:44.434740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09e795-66dc-4284-b98c-2ea96e696229 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event deleted for resources: {'Port': ['ID=75f8cf18-9e19-4721-b923-e2795a2bb64a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.435277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3c239-40ef-4d44-9d5d-f45d3d31660a None None] Network 046ac7f9-868e-4392-8c80-7b8b9d1ac2cc could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:20:44.461256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2433061-6d88-446f-9844-220819448a16 req-cc28ec65-c8cf-4922-8aeb-47e1ef774625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:44.463586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-cc28ec65-c8cf-4922-8aeb-47e1ef774625 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5736268 Aug 16 22:20:44.484619 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5218983 Aug 16 22:20:44.495391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:44.506748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:44.559701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:44.590633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:44.591061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d5c8822f-0224-49d7-a2f9-d5ca376d0ba7 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:44.654092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1504f9d4-8f0a-42cd-abdc-27ef0d3fadb7 req-56ef95e3-5a0a-4fa5-b7d3-998404543dd5 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdedb7b0-d625-4c90-b9a8-12471fa3cb5b HTTP/1.1" status: 200 len: 210 time: 0.1146100 Aug 16 22:20:44.677037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:44.686712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03d5f6-f327-4b97-9eeb-df080aaa90f4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=63e2aa99-a063-4ff2-8f96-a5935a0fb5c0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:44.695369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Attempting to bind port f6a1f944-b372-404d-9e28-087504acc91e on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:44.696036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Attempting to bind port f6a1f944-b372-404d-9e28-087504acc91e by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:44.696633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Attempting to bind port f6a1f944-b372-404d-9e28-087504acc91e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:44.706737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:44.723295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:44.727706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.730848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Port f6a1f944-b372-404d-9e28-087504acc91e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:44.731570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Attempting to bind port f6a1f944-b372-404d-9e28-087504acc91e on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:44.744016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:44.744551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Checking segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:44.745049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Bound using segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:44.745659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Bound port: f6a1f944-b372-404d-9e28-087504acc91e, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:44.746233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.768504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: eeb8a145-14a7-40e2-96e7-b17d9abeac72 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:44.769303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device eeb8a145-14a7-40e2-96e7-b17d9abeac72 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:44.769894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 75f8cf18-9e19-4721-b923-e2795a2bb64a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:44.872762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 75f8cf18-9e19-4721-b923-e2795a2bb64a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:44.873124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 75f8cf18-9e19-4721-b923-e2795a2bb64a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:44.875608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:44.879195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f6a1f944-b372-404d-9e28-087504acc91e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:44.917597 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.945954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:44.983406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-7c45e73a-6d17-472c-879c-20d2222d4953 service neutron] 10.222.0.22 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108515 Aug 16 22:20:45.010757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=58006e81-bcbe-4cd0-81c5-c534e726f1f9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:45.018021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': 'db1753f2-5aaf-425b-8425-343ec307c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:45.018397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:45.041059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:45.053378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:45.055450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.057032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.058162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.058765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.063040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97564c3-4b78-44e5-bf02-1cd278e6ae7a None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:45.066902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] 10.222.0.89 "PUT /v2.0/ports/f6a1f944-b372-404d-9e28-087504acc91e HTTP/1.1" status: 200 len: 1092 time: 4.1362488 Aug 16 22:20:45.103306 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7d5041d-5e89-4e8a-965e-3f2ede676587 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6046658 Aug 16 22:20:45.104021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-48b9b483-25a4-460f-847c-f87b1b9f2e19 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316149 Aug 16 22:20:45.104469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:45.127236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-812440688'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:45.140263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1bc5c-b57a-463b-9564-7c449792db2d req-91b78b9a-5d9e-4265-bdbb-2f9d2c2c2564 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.150458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad1bc5c-b57a-463b-9564-7c449792db2d req-91b78b9a-5d9e-4265-bdbb-2f9d2c2c2564 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 943 time: 0.2690947 Aug 16 22:20:45.296530 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9dc679-09f3-49a6-93d3-be30f73d990c x-openstack-request-id: req-7d9dc679-09f3-49a6-93d3-be30f73d990c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:45.296786 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c4bc4b-6189-4833-86ba-02c08b79d0f7", "name": "network-vif-deleted", "tag": "d5c8822f-0224-49d7-a2f9-d5ca376d0ba7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:45.297039 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d9dc679-09f3-49a6-93d3-be30f73d990c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:45.297539 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c4bc4b-6189-4833-86ba-02c08b79d0f7', 'name': 'network-vif-deleted', 'tag': 'd5c8822f-0224-49d7-a2f9-d5ca376d0ba7', 'status': 'completed', 'code': 200} Aug 16 22:20:45.347295 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d3402-694c-42e0-9443-0116c86410e6 x-openstack-request-id: req-284d3402-694c-42e0-9443-0116c86410e6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:45.347917 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f265537-078b-4702-ac73-c10a845ae298", "name": "network-vif-deleted", "tag": "eeb8a145-14a7-40e2-96e7-b17d9abeac72", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:45.348402 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-284d3402-694c-42e0-9443-0116c86410e6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:45.349042 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f265537-078b-4702-ac73-c10a845ae298', 'name': 'network-vif-deleted', 'tag': 'eeb8a145-14a7-40e2-96e7-b17d9abeac72', 'status': 'completed', 'code': 200} Aug 16 22:20:45.369110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33755ea-a26f-4b8e-9c3a-873f424be2ac service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:45.372585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-63e2aa99-a063-4ff2-8f96-a5935a0fb5c0', 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': '58006e81-bcbe-4cd0-81c5-c534e726f1f9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:45.383241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.394261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad1bc5c-b57a-463b-9564-7c449792db2d req-7d14dc7e-50aa-4c44-9264-0579e7070c2e tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429338 Aug 16 22:20:45.428955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189176f7-8e40-49b2-93c5-bdddfbf5aa62 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:45.434396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-efb5b34f-dc12-43b1-bc61-5855485918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.435934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-efb5b34f-dc12-43b1-bc61-5855485918d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 1095 time: 0.2760665 Aug 16 22:20:45.450256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.546956 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45dce6ba-8658-48b1-9f04-813af96190b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.548384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-23ee63d8-6110-4eb8-98d1-e22fdde416fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6a1f944-b372-404d-9e28-087504acc91e HTTP/1.1" status: 200 len: 217 time: 0.0795045 Aug 16 22:20:45.557144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Transition to ACTIVE for port object 189176f7-8e40-49b2-93c5-bdddfbf5aa62 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:45.575212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2433061-6d88-446f-9844-220819448a16 req-0e935eac-f1f4-494d-9fa5-9e858182fd28 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116354 Aug 16 22:20:45.611166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Allocated IP 172.20.0.2 (63e2aa99-a063-4ff2-8f96-a5935a0fb5c0/58006e81-bcbe-4cd0-81c5-c534e726f1f9/d912905f-6240-4dfb-bae6-c64d49fe5f6a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:45.615581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-035b1033-89d9-4668-9b92-521934644bce req-f7b3c5a3-5d06-4e12-a0d0-e2a0fa624784 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f265537-078b-4702-ac73-c10a845ae298 HTTP/1.1" status: 200 len: 210 time: 0.0740383 Aug 16 22:20:45.615940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.680302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-801faac8-5ab1-4ebe-9fa1-d24812cabdae req-7aa30454-5ab2-4466-b6ac-9885a27ace26 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 210 time: 0.1014464 Aug 16 22:20:45.702788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:45.706601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.728967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-b3ee5ad0-062b-411e-96e8-cd9ab16d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:45.730538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-b3ee5ad0-062b-411e-96e8-cd9ab16d627e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.1689177 Aug 16 22:20:45.734083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Pushing event updated for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:45.746910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 5cf333fd-c915-4ef2-926b-4ae8fe4672ee yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:45.791334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.801145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Transition to ACTIVE for port object d912905f-6240-4dfb-bae6-c64d49fe5f6a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:45.826988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Transition to ACTIVE for port object d912905f-6240-4dfb-bae6-c64d49fe5f6a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:45.839304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:45.846741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-bd8cf26b-d9a4-490f-9aec-58a971914ad6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018443 Aug 16 22:20:45.910005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:45.917332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:45.925357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:45.938277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Pushing event updated for resources: {'Port': ['ID=d912905f-6240-4dfb-bae6-c64d49fe5f6a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:45.991550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Attempting to bind port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:45.991898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Attempting to bind port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:45.992328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Attempting to bind port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:46.015183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:46.015183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Attempting to bind port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 on network 72a2d02a-c2ef-4520-96a4-045d27c232c2 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:46.027361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.13 (63e2aa99-a063-4ff2-8f96-a5935a0fb5c0/58006e81-bcbe-4cd0-81c5-c534e726f1f9/5cf333fd-c915-4ef2-926b-4ae8fe4672ee) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:46.042643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:46.042981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Checking segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:46.043437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Bound using segment: {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:46.043895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Bound port: 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:46.044266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.044723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Attempting to bind port d912905f-6240-4dfb-bae6-c64d49fe5f6a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:46.045243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Attempting to bind port d912905f-6240-4dfb-bae6-c64d49fe5f6a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'db1753f2-5aaf-425b-8425-343ec307c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:46.045671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Attempting to bind port d912905f-6240-4dfb-bae6-c64d49fe5f6a on network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:46.051595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:46.052327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Checking segment: {'id': 'db1753f2-5aaf-425b-8425-343ec307c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:46.053169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.053786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Bound using segment: {'id': 'db1753f2-5aaf-425b-8425-343ec307c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:46.054451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Bound port: d912905f-6240-4dfb-bae6-c64d49fe5f6a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1753f2-5aaf-425b-8425-343ec307c23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '63e2aa99-a063-4ff2-8f96-a5935a0fb5c0'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:46.055036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.061440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-39407b7c-f4ee-4905-a8ea-b220d07cfec7 service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984165 Aug 16 22:20:46.168791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] For port d912905f-6240-4dfb-bae6-c64d49fe5f6a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:46.179865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] For port d912905f-6240-4dfb-bae6-c64d49fe5f6a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d912905f-6240-4dfb-bae6-c64d49fe5f6a,segment=NetworkSegment(db1753f2-5aaf-425b-8425-343ec307c23a),segment_id=db1753f2-5aaf-425b-8425-343ec307c23a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:46.185462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.288523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6c71-e92f-4906-99fd-8c27b6266715 None None] Pushing event updated for resources: {'Port': ['ID=d912905f-6240-4dfb-bae6-c64d49fe5f6a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.305038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:46.335091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:46.353575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Deleting subnet 20f84d59-c278-48fb-8e21-72e8a571ba44 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:46.361539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.366039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-60c4662f-5d40-4a9e-9df3-c3d6ae3f5288 service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954841 Aug 16 22:20:46.368934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.372736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:46.389932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fc734-88e6-4255-b511-88de351a65e2 req-f6e660ed-9f85-4d32-a60b-2765a4863dc7 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.391706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb6fc734-88e6-4255-b511-88de351a65e2 req-f6e660ed-9f85-4d32-a60b-2765a4863dc7 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.1831853 Aug 16 22:20:46.396633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.407420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.433061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 5cf333fd-c915-4ef2-926b-4ae8fe4672ee will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:46.494635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.511908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.512786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.514418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] 10.222.0.88 "PUT /v2.0/ports/189176f7-8e40-49b2-93c5-bdddfbf5aa62 HTTP/1.1" status: 200 len: 1093 time: 4.3076108 Aug 16 22:20:46.546283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb6fc734-88e6-4255-b511-88de351a65e2 req-666d1e65-5c2d-4e53-a236-74e7c918ce5d tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469080 Aug 16 22:20:46.547268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc125b-3fd6-4de7-ac6d-58d3acfac748 service neutron] Pushing event updated for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.604562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.607734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ba570-e6e9-4fb6-875b-1454813b24b9 req-a31f24e1-7af9-482b-8065-eab383af7fbc tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.609343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc6ba570-e6e9-4fb6-875b-1454813b24b9 req-a31f24e1-7af9-482b-8065-eab383af7fbc tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 943 time: 0.0853400 Aug 16 22:20:46.611088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.634826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f84d59-c278-48fb-8e21-72e8a571ba44,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.640331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.642548 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bbcf42b9-3be5-4681-af8d-a4ef77fdf1dc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/20f84d59-c278-48fb-8e21-72e8a571ba44 HTTP/1.1" status: 204 len: 168 time: 0.3364365 Aug 16 22:20:46.645722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:46.712853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:46.721042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:46.734347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=5cf333fd-c915-4ef2-926b-4ae8fe4672ee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:46.735390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.739389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:46.782767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc6ba570-e6e9-4fb6-875b-1454813b24b9 req-89e52569-0337-4525-bdf7-22917cb17407 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405087 Aug 16 22:20:46.793175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-04640539-868b-4980-a58a-472bb16e581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.795132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-04640539-868b-4980-a58a-472bb16e581a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 1096 time: 0.1541057 Aug 16 22:20:46.957542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-6629eacd-ac26-4f5d-aa9e-6f1138cef0af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62 HTTP/1.1" status: 200 len: 217 time: 0.1333761 Aug 16 22:20:46.965732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:46.966816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:46.983386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d912905f-6240-4dfb-bae6-c64d49fe5f6a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:47.035330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bb6917b-8b72-4e2d-bfb4-a2c543b1480e req-5001ebff-9873-45e6-b42a-fbfa6f28802e tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 210 time: 0.0887384 Aug 16 22:20:47.061629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d912905f-6240-4dfb-bae6-c64d49fe5f6a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:47.183801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.196802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b1ed1d-092d-4402-977e-3475c4c122f1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:47.209447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f840a08-7976-4358-bce0-54d892865624') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:47.209875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f840a08-7976-4358-bce0-54d892865624') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:47.222961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.238393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.246190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:47.246865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:47.248680 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:47.311273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.316759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.319531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b9b1ed1d-092d-4402-977e-3475c4c122f1 HTTP/1.1" status: 204 len: 168 time: 0.6723073 Aug 16 22:20:47.333521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabd872-ef6b-4293-a1f7-9de39cb47eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b1ed1d-092d-4402-977e-3475c4c122f1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:47.452205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54998) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:47.477928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56bba7-078d-445f-ba19-be8de076788b None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:47.489410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'name': 'network-vif-deleted', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a'}, {'name': 'network-changed', 'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e'}, {'name': 'network-changed', 'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:47.492277 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d144f434-08e1-4972-8936-e1194f16c535" -d '{"events": [{"server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "name": "network-vif-deleted", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a"}, {"name": "network-changed", "server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "tag": "f6a1f944-b372-404d-9e28-087504acc91e"}, {"name": "network-changed", "server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:47.507690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77215505-e23b-44de-bc1b-b8b17d026e8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=300a0221320a473c81142524da874885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542572 Aug 16 22:20:47.511992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29415768-1439-42c1-8405-3c052bfa74e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3949862 Aug 16 22:20:47.512594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:47.518353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:47.563388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-533e86a1-4f19-4ea2-ac06-570f30b96c30 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.565153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-533e86a1-4f19-4ea2-ac06-570f30b96c30 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.88 "GET /v2.0/networks?id=f5f545e7-c2f0-4362-99af-aa9511a37f8b HTTP/1.1" status: 200 len: 808 time: 0.7982991 Aug 16 22:20:47.578597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-736d7924-2220-411c-ab8e-95ab08abf955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.580080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-736d7924-2220-411c-ab8e-95ab08abf955 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.5128586 Aug 16 22:20:47.583897 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15395c4-ae99-48b0-af7c-2ad329dfb15c x-openstack-request-id: req-f15395c4-ae99-48b0-af7c-2ad329dfb15c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:47.584190 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdedb7b0-d625-4c90-b9a8-12471fa3cb5b", "name": "network-vif-deleted", "tag": "75f8cf18-9e19-4721-b923-e2795a2bb64a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "tag": "f6a1f944-b372-404d-9e28-087504acc91e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:47.584629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f15395c4-ae99-48b0-af7c-2ad329dfb15c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:47.585224 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdedb7b0-d625-4c90-b9a8-12471fa3cb5b', 'name': 'network-vif-deleted', 'tag': '75f8cf18-9e19-4721-b923-e2795a2bb64a', 'status': 'completed', 'code': 200} Aug 16 22:20:47.585638 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e', 'status': 'completed', 'code': 200} Aug 16 22:20:47.586066 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62', 'status': 'completed', 'code': 200} Aug 16 22:20:47.598972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Request body: {'port': {'device_id': '66852930-fdde-40f2-b984-c3fefb84d245', 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b', 'admin_state_up': True, 'tenant_id': '375e96387afd4775ba76a5f71aeae637'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:47.603737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Provisioning for port d912905f-6240-4dfb-bae6-c64d49fe5f6a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:47.612872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Provisioning complete for port d912905f-6240-4dfb-bae6-c64d49fe5f6a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:47.613280 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.649585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 5cf333fd-c915-4ef2-926b-4ae8fe4672ee {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:47.649942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.735640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.749761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.753238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9303c5-d6a3-49a0-bc2f-556fad3a0554 req-fbca8519-4eaf-42ad-aafc-7e6bec48ad71 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.755458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e9303c5-d6a3-49a0-bc2f-556fad3a0554 req-fbca8519-4eaf-42ad-aafc-7e6bec48ad71 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 950 time: 0.2590742 Aug 16 22:20:47.769498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-27d979c6-7da9-415c-9246-1364ad37f923 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318409 Aug 16 22:20:47.777011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] For port d912905f-6240-4dfb-bae6-c64d49fe5f6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d912905f-6240-4dfb-bae6-c64d49fe5f6a,segment=NetworkSegment(db1753f2-5aaf-425b-8425-343ec307c23a),segment_id=db1753f2-5aaf-425b-8425-343ec307c23a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:47.782152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.793403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 5cf333fd-c915-4ef2-926b-4ae8fe4672ee owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:47.841838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a789-04bf-4801-a3ca-bc2023219175 None None] Pushing event updated for resources: {'Port': ['ID=d912905f-6240-4dfb-bae6-c64d49fe5f6a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:47.893609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.933125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-adf6d7e8-267f-4e65-8536-b310acc03694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.934666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-adf6d7e8-267f-4e65-8536-b310acc03694 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 1095 time: 0.2957549 Aug 16 22:20:47.945853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1d9aa-6cfc-4bf1-acd7-c51c9f08a0e4 req-4a6099ef-b40a-4b9b-b12b-9c58f563d802 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:47.947357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5b1d9aa-6cfc-4bf1-acd7-c51c9f08a0e4 req-4a6099ef-b40a-4b9b-b12b-9c58f563d802 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.2781446 Aug 16 22:20:47.955685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e9303c5-d6a3-49a0-bc2f-556fad3a0554 req-531b8120-c8d0-488c-9acf-b27850631d4b tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816957 Aug 16 22:20:47.967111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:47.995725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-263ae122-8771-4e4d-9c34-7c7731640382 None None] Could not find standard attr ID for object 5cf333fd-c915-4ef2-926b-4ae8fe4672ee. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:20:48.006070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=5cf333fd-c915-4ef2-926b-4ae8fe4672ee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.015277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-263ae122-8771-4e4d-9c34-7c7731640382 None None] Provisioning complete for port d912905f-6240-4dfb-bae6-c64d49fe5f6a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:48.015668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-263ae122-8771-4e4d-9c34-7c7731640382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.028376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.089493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.092143 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ba3868a5-b88d-4e02-a240-01ac82bf9ef5 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/5cf333fd-c915-4ef2-926b-4ae8fe4672ee HTTP/1.1" status: 204 len: 168 time: 0.5727799 Aug 16 22:20:48.095372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:48.104363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.130457 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf95d0ff-ecb4-4037-bb89-415580a67730 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:48.132253 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bf95d0ff-ecb4-4037-bb89-415580a67730 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/5cf333fd-c915-4ef2-926b-4ae8fe4672ee HTTP/1.1" status: 404 len: 333 time: 0.0351024 Aug 16 22:20:48.135554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:48.202209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-451d80e9-1759-4f42-ba4c-1ede1e498561 service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143980 Aug 16 22:20:48.203828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 58006e81-bcbe-4cd0-81c5-c534e726f1f9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:48.207661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.241889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5b1d9aa-6cfc-4bf1-acd7-c51c9f08a0e4 req-ef8811f7-177a-4ef9-a461-f41173b98503 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781365 Aug 16 22:20:48.243603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Made reservation on behalf of 375e96387afd4775ba76a5f71aeae637 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:48.248202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.254299 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87009e41-af50-4e1c-a896-15c5d09c95e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.267856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.339498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.342324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.343558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6 HTTP/1.1" status: 204 len: 168 time: 0.8165386 Aug 16 22:20:48.362672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a0aa29c8-b100-4e85-a6ab-3ebd9437c9ce None None] Could not find standard attr ID for object 5cf333fd-c915-4ef2-926b-4ae8fe4672ee. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:20:48.376057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-b26e4a13-882d-4446-b5d2-d03fbb4e3aa8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.377762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-b26e4a13-882d-4446-b5d2-d03fbb4e3aa8 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.2978814 Aug 16 22:20:48.385282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.401224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-5f8065cd-6375-44b7-ab8d-0ef747b86f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.402887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-5f8065cd-6375-44b7-ab8d-0ef747b86f37 service neutron] 10.222.0.89 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 912 time: 0.4505210 Aug 16 22:20:48.440238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eab57-bbef-4987-8700-eee374a0c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c8ee0-62fc-4dc9-b8a9-ded92b6c14d6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.475488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17a22c47-9c6f-405e-8e77-3ed0384c9057 req-1bf2a3b2-d3bf-4566-a2b0-826c2ff757d9 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 210 time: 0.1295500 Aug 16 22:20:48.487040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.539452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=58006e81-bcbe-4cd0-81c5-c534e726f1f9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:48.546709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.548698 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-43d05fd2-b24e-4250-aeb0-a74868ca39ef tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/58006e81-bcbe-4cd0-81c5-c534e726f1f9 HTTP/1.1" status: 204 len: 168 time: 0.4120870 Aug 16 22:20:48.552462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:48.553445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1819bc9-c02e-4390-84a3-d93228a31576 None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:48.558861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c516-ebcc-408d-9f2d-80e74d2d3a0a req-6d090d25-726b-494b-b30b-c67e4ceadf04 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.573539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17b9c516-ebcc-408d-9f2d-80e74d2d3a0a req-6d090d25-726b-494b-b30b-c67e4ceadf04 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 943 time: 0.4921439 Aug 16 22:20:48.643773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-486ed2eb-d866-48f1-aeae-d9a2a208dabf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6a1f944-b372-404d-9e28-087504acc91e HTTP/1.1" status: 200 len: 217 time: 0.1985314 Aug 16 22:20:48.674356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f6a1f944-b372-404d-9e28-087504acc91e details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:48.713185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.780510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8dd737-9429-4147-9ea8-a4849d625e5e req-beebf900-7bd0-44de-89a0-41f666c8b87e service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621960 Aug 16 22:20:48.808188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port d912905f-6240-4dfb-bae6-c64d49fe5f6a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:48.808613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.849154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f6a1f944-b372-404d-9e28-087504acc91e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:48.849404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17b9c516-ebcc-408d-9f2d-80e74d2d3a0a req-3633bbca-b6a1-477f-8c89-802197d1cb82 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724247 Aug 16 22:20:48.869786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'f6a1f944-b372-404d-9e28-087504acc91e', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'port_id': 'f6a1f944-b372-404d-9e28-087504acc91e', 'mac_address': 'fa:16:3e:19:f2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92eca9-2748-4b0f-a159-b26e41d064d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:48.871804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-2fef5490-9e23-4660-a55b-69f6a888fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:48.881594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-2fef5490-9e23-4660-a55b-69f6a888fa19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.2153137 Aug 16 22:20:48.916314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] DHCP port deletion for 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:48.932200 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.936024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-a3ea3cb8-e2fc-4bdd-8b0a-d0222d74816d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505486 Aug 16 22:20:48.938576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port d912905f-6240-4dfb-bae6-c64d49fe5f6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d912905f-6240-4dfb-bae6-c64d49fe5f6a,segment=NetworkSegment(db1753f2-5aaf-425b-8425-343ec307c23a),segment_id=db1753f2-5aaf-425b-8425-343ec307c23a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:48.939137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:48.941875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Allocated IP 172.20.0.7 (f5f545e7-c2f0-4362-99af-aa9511a37f8b/86e0eaca-fe19-4a34-9974-1b347e0e2d46/598475d8-9e26-4aaf-a1fd-bd31acab6ab6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:48.954594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for d912905f-6240-4dfb-bae6-c64d49fe5f6a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:48.969080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1f944-b372-404d-9e28-087504acc91e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:49.004156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f6a1f944-b372-404d-9e28-087504acc91e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:49.028764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.032210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Deleting port e339376c-bca3-405c-8afb-a142b4f9bccc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:49.032770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.071511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Deleting port d912905f-6240-4dfb-bae6-c64d49fe5f6a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:49.072448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.115813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.160985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-41486690-f351-46df-a740-4e27f2c070fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.163764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-41486690-f351-46df-a740-4e27f2c070fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 1096 time: 0.2426534 Aug 16 22:20:49.163917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=d912905f-6240-4dfb-bae6-c64d49fe5f6a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:49.176390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port d912905f-6240-4dfb-bae6-c64d49fe5f6a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:49.269432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.297519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55046) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:49.301732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e2aa99-a063-4ff2-8f96-a5935a0fb5c0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:49.318941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1753f2-5aaf-425b-8425-343ec307c23a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:49.319487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1753f2-5aaf-425b-8425-343ec307c23a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:49.336726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:49.340384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.359126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.364131 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.366600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:49.367204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:49.371097 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:49.380647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] For port d912905f-6240-4dfb-bae6-c64d49fe5f6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d912905f-6240-4dfb-bae6-c64d49fe5f6a,segment=NetworkSegment(db1753f2-5aaf-425b-8425-343ec307c23a),segment_id=db1753f2-5aaf-425b-8425-343ec307c23a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:49.380647 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.395201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Calling delete_port for d912905f-6240-4dfb-bae6-c64d49fe5f6a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:49.440380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['f6a1f944-b372-404d-9e28-087504acc91e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:49.447459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-365676317-network', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:49.453679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.461228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.469300 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 HTTP/1.1" status: 204 len: 168 time: 0.9060471 Aug 16 22:20:49.469300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:49.494835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'name': 'tempest-PortsTestJSON-826767789'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:49.503791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c865437-1320-482c-a1ba-7254dff6c243 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=63e2aa99-a063-4ff2-8f96-a5935a0fb5c0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:49.523162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: from cryptography.utils import int_from_bytes Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: from cryptography.utils import int_from_bytes Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.524556 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:20:49.527307 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:20:49.534809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c081-0cb0-4089-b9da-06dc58e91763 req-1dad6146-0135-4acc-8fdb-4b975257d1c9 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.541734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96f5c081-0cb0-4089-b9da-06dc58e91763 req-1dad6146-0135-4acc-8fdb-4b975257d1c9 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 950 time: 0.4510221 Aug 16 22:20:49.542941 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.564419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-d4812dfc-8ea4-4608-9545-5a27a79366af service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183867 Aug 16 22:20:49.572019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Network 63e2aa99-a063-4ff2-8f96-a5935a0fb5c0 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:20:49.572612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] No DVR routers for this DVR port d912905f-6240-4dfb-bae6-c64d49fe5f6a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:49.587096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41f077-71e7-471a-b76b-df8c9929253f None None] Pushing event deleted for resources: {'Port': ['ID=d912905f-6240-4dfb-bae6-c64d49fe5f6a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:49.601896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Made reservation on behalf of b7dcbfb5badf46648df5983ac734b99d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:49.604365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.626383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.669058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-cae494fa-c2a7-4b4f-8a21-48e43bdcaa15 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.670910 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-cae494fa-c2a7-4b4f-8a21-48e43bdcaa15 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 950 time: 0.1433291 Aug 16 22:20:49.676571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] For port e339376c-bca3-405c-8afb-a142b4f9bccc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e339376c-bca3-405c-8afb-a142b4f9bccc,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:49.676947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.726246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26566068-c77d-48a9-9e22-de090ccc0995 req-41906ee9-088e-41af-b715-87df5e2890af tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.727816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26566068-c77d-48a9-9e22-de090ccc0995 req-41906ee9-088e-41af-b715-87df5e2890af tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 945 time: 0.3624272 Aug 16 22:20:49.742382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Calling delete_port for e339376c-bca3-405c-8afb-a142b4f9bccc owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:49.756562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96f5c081-0cb0-4089-b9da-06dc58e91763 req-e88faa49-d55e-4e17-aef4-3d9d2e35e6ec tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117090 Aug 16 22:20:49.757626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-bbd8340a-1786-48d9-89c1-70f3e3b99618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:49.759018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-bbd8340a-1786-48d9-89c1-70f3e3b99618 service neutron] 10.222.0.88 "GET /v2.0/networks?id=72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 200 len: 912 time: 0.5826659 Aug 16 22:20:49.832661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Deleting port 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:49.833012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.841671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-fbc30923-4521-4db1-958d-b956aee653e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62 HTTP/1.1" status: 200 len: 217 time: 0.0712366 Aug 16 22:20:49.882000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.903581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.953102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:49.970394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:49.987261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:49.993157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.003449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26566068-c77d-48a9-9e22-de090ccc0995 req-7459549d-ee5c-4ffe-894c-76e2b5a2d5fa tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/security-groups?id=902dfd0c-1bc7-4e7f-9065-cb297f5db343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638822 Aug 16 22:20:50.033954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.034427 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Added segment 758950d2-1dee-481c-bb01-1ade55accc0b of type vlan for network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 Aug 16 22:20:50.051008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50ff4d-0d3d-487a-93f3-377bab65321e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.054876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-200fe416-444c-4688-9b84-05c2a0e68e27 service neutron] 10.222.0.89 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751396 Aug 16 22:20:50.107512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Network f5f545e7-c2f0-4362-99af-aa9511a37f8b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:50.110862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.112652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144f434-08e1-4972-8936-e1194f16c535 req-d0ba74f8-74b5-4ea6-838a-e6dbed0d1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.114151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-d0ba74f8-74b5-4ea6-838a-e6dbed0d1f65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 200 len: 852 time: 0.2180769 Aug 16 22:20:50.120808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:50.122366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port d28134df-cbdc-4a5b-9c27-d5c96a3afb4a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:50.131532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] For port 657dd6ee-d248-47b3-8059-2f71b8b8d56b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=657dd6ee-d248-47b3-8059-2f71b8b8d56b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:50.131532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.131781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9d73-32f2-4549-8e8f-8a3268438919 req-1d5b9d88-b76e-4162-812d-596f30889dfe tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.137817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1e9d73-32f2-4549-8e8f-8a3268438919 req-1d5b9d88-b76e-4162-812d-596f30889dfe tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 931 time: 0.3059914 Aug 16 22:20:50.148018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:50.154280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Pushing event updated for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.197658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Calling delete_port for 657dd6ee-d248-47b3-8059-2f71b8b8d56b owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:50.227185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-2765148d-0841-4fc2-8941-f2ffd5aba8c1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=72a2d02a-c2ef-4520-96a4-045d27c232c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760646 Aug 16 22:20:50.259957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.260932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.261544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.353711 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0517824 Aug 16 22:20:50.356928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:50.373535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Request body: {'subnet': {'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-365676317-subnet', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:50.394203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b30f8-6fd8-45d6-9a9c-b9ed693c22fd admin admin] Pushing event updated for resources: {'Network': ['ID=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.409945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:50.422442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Made reservation on behalf of b7dcbfb5badf46648df5983ac734b99d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:50.424866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.529734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.563684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:50.570222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event deleted for resources: {'Port': ['ID=657dd6ee-d248-47b3-8059-2f71b8b8d56b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.615618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2d959347-9e2b-448d-b728-78b9dff766ad', '657dd6ee-d248-47b3-8059-2f71b8b8d56b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:50.624267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] No DVR routers for this DVR port 657dd6ee-d248-47b3-8059-2f71b8b8d56b on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:50.642609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.645241 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1b9ad656-16ee-4a5a-b2bf-acaa7012161d req-23e36993-d313-45b2-936a-b2e86dee90d3 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "DELETE /v2.0/ports/657dd6ee-d248-47b3-8059-2f71b8b8d56b HTTP/1.1" status: 204 len: 173 time: 0.9641521 Aug 16 22:20:50.645434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-deleted', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:50.647891 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a59e9d-9c96-4f45-8283-3dae59717f13" -d '{"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-deleted", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:50.678360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f6a1f944-b372-404d-9e28-087504acc91e up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:50.703262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1e9d73-32f2-4549-8e8f-8a3268438919 req-0ec6e62d-1e87-4f00-ba4b-5d0b189b0aac tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641224 Aug 16 22:20:50.708958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.709667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.721962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.768889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1f6976c-6bec-4219-8dfb-ede88b9b8225 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1789708 Aug 16 22:20:50.803319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44673a8-c13c-435e-9ef2-4798f1772c72,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:50.811515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Request body: {'port': {'device_id': '66852930-fdde-40f2-b984-c3fefb84d245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:50.816196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Checking segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:50.816678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Network hostable DHCP agents. Network: 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:50.821805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port f6a1f944-b372-404d-9e28-087504acc91e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:50.839460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:50.852275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:50.853686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port f6a1f944-b372-404d-9e28-087504acc91e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:50.854249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.858021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:50.859003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.874606 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0b392-842e-49b2-95c6-394baac4b8ee x-openstack-request-id: req-87e0b392-842e-49b2-95c6-394baac4b8ee {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:50.875084 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a560a3-3464-4915-bb90-99fc40b109f5", "name": "network-vif-deleted", "tag": "657dd6ee-d248-47b3-8059-2f71b8b8d56b", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:50.875425 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87e0b392-842e-49b2-95c6-394baac4b8ee {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:50.875958 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a560a3-3464-4915-bb90-99fc40b109f5', 'name': 'network-vif-deleted', 'tag': '657dd6ee-d248-47b3-8059-2f71b8b8d56b', 'status': 'completed', 'code': 200} Aug 16 22:20:50.883086 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d3fa888c-3c46-4f24-a1e9-9f5b3cf4e495 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5221474 Aug 16 22:20:50.885819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:50.892510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:50.905344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77d519-06de-49aa-8e6a-4e2a462160e1 None None] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:50.956233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.978927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d912905f-6240-4dfb-bae6-c64d49fe5f6a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:50.998552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:50.999800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.029545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d912905f-6240-4dfb-bae6-c64d49fe5f6a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:51.029905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d912905f-6240-4dfb-bae6-c64d49fe5f6a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:51.042964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d36de-9d3d-4299-9a7f-3389e0ad4885 req-71163ebd-5535-4e0e-9d62-d707c9fcb5f8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.050914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.051133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f08d36de-9d3d-4299-9a7f-3389e0ad4885 req-71163ebd-5535-4e0e-9d62-d707c9fcb5f8 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 944 time: 0.7751274 Aug 16 22:20:51.087478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-72d8f133-cd60-43c1-8cea-b89622fc2c06 service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480685 Aug 16 22:20:51.117424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.120639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.125209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Pushing event deleted for resources: {'Port': ['ID=e339376c-bca3-405c-8afb-a142b4f9bccc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:51.130932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-558017f0-f1c0-4723-81bf-1d9e0461c5e0 req-be755b95-d7aa-4a44-aab9-c5b680f6a4f0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a560a3-3464-4915-bb90-99fc40b109f5 HTTP/1.1" status: 200 len: 210 time: 0.1112852 Aug 16 22:20:51.144618 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.225592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.239460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:51.244555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.250621 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e1e0fc-95ff-4452-9c71-30d2e10fdbda" -d '{"events": [{"server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1f944-b372-404d-9e28-087504acc91e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:51.275285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f6a1f944-b372-404d-9e28-087504acc91e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:51.290668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.343351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] No DVR routers for this DVR port e339376c-bca3-405c-8afb-a142b4f9bccc on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:51.358885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:20:51.359945 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.370597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:51.378992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.379288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:51.386332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.387668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a767fa3-455c-46f6-82ca-be42d82a9f22 req-551a7c7d-d2f6-4341-b7d6-fe6aca8b0827 tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.89 "DELETE /v2.0/ports/e339376c-bca3-405c-8afb-a142b4f9bccc HTTP/1.1" status: 204 len: 173 time: 2.9836974 Aug 16 22:20:51.389333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:51.390278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'name': 'network-vif-deleted', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:51.393163 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b1558-e2fa-4af7-985d-83871ea7be7a" -d '{"events": [{"server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "name": "network-vif-deleted", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:51.395019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:51.395655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.411112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=d28134df-cbdc-4a5b-9c27-d5c96a3afb4a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:51.428086 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bd9ff1f9-22fc-4edc-ab3e-02be85e27cf0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9589114 Aug 16 22:20:51.478259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:51.500392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15701e22-89d1-4891-8463-d8a1cd235936 req-b560a0d1-4cfb-4442-b608-a444449e34fd tempest-ListServerFiltersTestJSON-149577050 tempest-ListServerFiltersTestJSON-149577050-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7bfb8d0-e133-47af-ac43-649667a5bf5a HTTP/1.1" status: 200 len: 210 time: 0.1600604 Aug 16 22:20:51.535403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f08d36de-9d3d-4299-9a7f-3389e0ad4885 req-0cdb35ae-b96a-4e79-b05b-7c7666ebca1e tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794719 Aug 16 22:20:51.662313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Allocated IP 172.20.0.2 (1b5f5d6b-d992-4cd2-8364-7f6d8ae55928/c44673a8-c13c-435e-9ef2-4798f1772c72/015f452c-3694-438c-9cd3-d7ea1ff6428a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:51.683775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:51.794030 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4641b2f2-da16-46fa-aae2-08e6ce05a606 x-openstack-request-id: req-4641b2f2-da16-46fa-aae2-08e6ce05a606 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:51.794540 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1f944-b372-404d-9e28-087504acc91e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:51.794977 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4641b2f2-da16-46fa-aae2-08e6ce05a606 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:51.795543 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e', 'code': 200} Aug 16 22:20:51.881331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b834f3a-9a51-4665-8371-ec204a639b10 x-openstack-request-id: req-8b834f3a-9a51-4665-8371-ec204a639b10 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:51.881882 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bfb8d0-e133-47af-ac43-649667a5bf5a", "name": "network-vif-deleted", "tag": "e339376c-bca3-405c-8afb-a142b4f9bccc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:51.882606 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b834f3a-9a51-4665-8371-ec204a639b10 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:51.882888 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bfb8d0-e133-47af-ac43-649667a5bf5a', 'name': 'network-vif-deleted', 'tag': 'e339376c-bca3-405c-8afb-a142b4f9bccc', 'status': 'completed', 'code': 200} Aug 16 22:20:51.897224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.905862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Transition to ACTIVE for port object 015f452c-3694-438c-9cd3-d7ea1ff6428a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:51.921190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Transition to ACTIVE for port object 015f452c-3694-438c-9cd3-d7ea1ff6428a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:51.927925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.947987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:51.961715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:51.964917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:51.968331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:51.990702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d144f434-08e1-4972-8936-e1194f16c535 req-cf76554c-d2ac-43ba-b6a8-64e4daad41eb service neutron] 10.222.0.88 "GET /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8719330 Aug 16 22:20:52.001169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.004405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Pushing event updated for resources: {'Port': ['ID=015f452c-3694-438c-9cd3-d7ea1ff6428a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:52.049507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Attempting to bind port 015f452c-3694-438c-9cd3-d7ea1ff6428a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:52.049882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Attempting to bind port 015f452c-3694-438c-9cd3-d7ea1ff6428a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:52.050248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Attempting to bind port 015f452c-3694-438c-9cd3-d7ea1ff6428a on network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:52.061708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:52.062098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Checking segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:52.062629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.063466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Bound using segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:52.063466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Bound port: 015f452c-3694-438c-9cd3-d7ea1ff6428a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:52.063869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.108456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e1b6-fb4e-4016-a71f-3bbf914c2d0b req-ba27c625-691b-4000-a286-913f6fe5c86e tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.110547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4a2e1b6-fb4e-4016-a71f-3bbf914c2d0b req-ba27c625-691b-4000-a286-913f6fe5c86e tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 931 time: 0.1929502 Aug 16 22:20:52.114489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda1cf7-cbf0-40de-8a1b-8995e51a5ffc req-53d06e5d-9152-4fcd-b482-6cffbbbee84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:52.116183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdda1cf7-cbf0-40de-8a1b-8995e51a5ffc req-53d06e5d-9152-4fcd-b482-6cffbbbee84c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 1097 time: 0.1974385 Aug 16 22:20:52.170080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port d28134df-cbdc-4a5b-9c27-d5c96a3afb4a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:52.170350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.193969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] For port 015f452c-3694-438c-9cd3-d7ea1ff6428a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:52.208134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] For port 015f452c-3694-438c-9cd3-d7ea1ff6428a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=015f452c-3694-438c-9cd3-d7ea1ff6428a,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:52.218690 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.303120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Allocated IP 172.25.8.189 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f841215a-87ac-468b-9dd7-b56415434dad) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:52.325315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.351058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for d28134df-cbdc-4a5b-9c27-d5c96a3afb4a owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:52.450038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c307-5193-43c3-9c94-4bcd4729a5d6 None None] Pushing event updated for resources: {'Port': ['ID=015f452c-3694-438c-9cd3-d7ea1ff6428a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:52.525756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 189176f7-8e40-49b2-93c5-bdddfbf5aa62 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:20:52.555933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.587225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdda1cf7-cbf0-40de-8a1b-8995e51a5ffc req-88f3064d-3c9d-4dbd-8f65-ff3b7d71cbc7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615586 Aug 16 22:20:52.596433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4a2e1b6-fb4e-4016-a71f-3bbf914c2d0b req-b5cc8bdc-6ccc-43f5-b09b-96ae6de518ca tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718697 Aug 16 22:20:52.624318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=d28134df-cbdc-4a5b-9c27-d5c96a3afb4a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:52.681751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e339376c-bca3-405c-8afb-a142b4f9bccc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:52.718091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.721348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: e339376c-bca3-405c-8afb-a142b4f9bccc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:52.721820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e339376c-bca3-405c-8afb-a142b4f9bccc not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:52.752860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:52.780228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:52.830928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '189176f7-8e40-49b2-93c5-bdddfbf5aa62', 'network_id': '72a2d02a-c2ef-4520-96a4-045d27c232c2', 'port_id': '189176f7-8e40-49b2-93c5-bdddfbf5aa62', 'mac_address': 'fa:16:3e:a6:c8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a92eca9-2748-4b0f-a159-b26e41d064d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:20:52.881472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.884005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b176932f-31de-4041-a5b2-51e2e6089d67 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/d28134df-cbdc-4a5b-9c27-d5c96a3afb4a HTTP/1.1" status: 204 len: 168 time: 1.4030976 Aug 16 22:20:52.909965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:52.921185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:52.925402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'mac_address': 'fa:16:3e:3d:91:9d', 'name': 'tempest-PortsTestJSON-1223518930'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:52.942651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189176f7-8e40-49b2-93c5-bdddfbf5aa62 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:52.984040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:52.992099 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.009247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:20:53.025905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.026818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 015f452c-3694-438c-9cd3-d7ea1ff6428a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:53.073014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Deleting subnet 0f46ece0-cee1-4620-b661-244567e58d27 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:20:53.075893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Transition to ACTIVE for port object 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:53.086844 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.088710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:53.102495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.105963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 015f452c-3694-438c-9cd3-d7ea1ff6428a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:53.118626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.127732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d00b08-e220-4f73-a8d6-e51c0c6590cd req-2f374588-e682-49b2-9c27-25edf1c2bb9c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.129284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d00b08-e220-4f73-a8d6-e51c0c6590cd req-2f374588-e682-49b2-9c27-25edf1c2bb9c tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.5092103 Aug 16 22:20:53.142811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.151468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f03c4-6b9c-4658-afba-0ba133490810 req-650ec87f-8b32-4d73-abfe-0f5542492124 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.152959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-798f03c4-6b9c-4658-afba-0ba133490810 req-650ec87f-8b32-4d73-abfe-0f5542492124 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 945 time: 0.3885913 Aug 16 22:20:53.184111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:53.189131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:53.193564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:53.197283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Pushing event updated for resources: {'Port': ['ID=f841215a-87ac-468b-9dd7-b56415434dad,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:53.240957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.306046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Pushing event updated for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:53.347842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d00b08-e220-4f73-a8d6-e51c0c6590cd req-f6b26d6b-78d1-4d10-9239-29a45a27e695 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060268 Aug 16 22:20:53.350089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:53.382849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-798f03c4-6b9c-4658-afba-0ba133490810 req-7abd6cd2-155c-461b-9e59-0a04582c7457 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956005 Aug 16 22:20:53.484091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.496994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['189176f7-8e40-49b2-93c5-bdddfbf5aa62'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:53.536479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.545524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.578718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Attempting to bind port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:53.578718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Attempting to bind port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '29e815d5-06a5-4043-b986-61c267280807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:53.579045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Attempting to bind port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 on network f5f545e7-c2f0-4362-99af-aa9511a37f8b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:53.597757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 on network f5f545e7-c2f0-4362-99af-aa9511a37f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:20:53.598098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Attempting to bind port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 on network f5f545e7-c2f0-4362-99af-aa9511a37f8b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:53.616811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:53.617188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Checking segment: {'id': '29e815d5-06a5-4043-b986-61c267280807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:53.617584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Bound using segment: {'id': '29e815d5-06a5-4043-b986-61c267280807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:53.618137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Bound port: 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e815d5-06a5-4043-b986-61c267280807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:53.618411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.622522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 38993b61-155e-4c1a-b4be-089f812f270b yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:53.718960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.808827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.870245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f46ece0-cee1-4620-b661-244567e58d27,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:53.879040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d29b1f-c8fa-49e2-aed7-e3bbe9b8701f None None] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:53.879455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Router 58ae0c8f-a073-4d70-8034-16835be6441e is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:20:53.884040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:53.889310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1e1832b4-d38c-47d9-92d1-2b78da39663f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0f46ece0-cee1-4620-b661-244567e58d27 HTTP/1.1" status: 204 len: 168 time: 1.0605924 Aug 16 22:20:53.890613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:53.898184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade1cc77-5a17-44cc-8e05-e2d96177bf0f None None] Network b44dd7cf-e54b-40d7-968c-c86205bc0c1d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:53.900516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2bb4c-defd-43f1-8ee3-3cfa1373fd04 req-a458440d-96be-4a04-ad3d-fe7c62985bb9 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:53.901776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf2bb4c-defd-43f1-8ee3-3cfa1373fd04 req-a458440d-96be-4a04-ad3d-fe7c62985bb9 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 943 time: 0.1895673 Aug 16 22:20:53.919643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:53.979712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,segment=NetworkSegment(29e815d5-06a5-4043-b986-61c267280807),segment_id=29e815d5-06a5-4043-b986-61c267280807)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:53.991925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.019466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Provisioning for port 015f452c-3694-438c-9cd3-d7ea1ff6428a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:54.034568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Provisioning complete for port 015f452c-3694-438c-9cd3-d7ea1ff6428a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:54.034981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.044539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.068692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.070503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:54.072735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bf2bb4c-defd-43f1-8ee3-3cfa1373fd04 req-18151baa-5383-465a-a7cb-65c6dbaba8e1 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640565 Aug 16 22:20:54.074074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.074696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.076072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] 10.222.0.88 "PUT /v2.0/ports/598475d8-9e26-4aaf-a1fd-bd31acab6ab6 HTTP/1.1" status: 200 len: 1092 time: 3.2755132 Aug 16 22:20:54.080112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:54.082416 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c65ee-397d-4602-9184-57c75e4f8476" -d '{"events": [{"name": "network-changed", "server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:54.103876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Sync routers for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:54.109199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491919b4-a57d-4be6-a1ac-5fcea84b234c service neutron] Pushing event updated for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.151408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.156508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ccf89a3-97b3-4114-9fce-1ed08ce0695b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2658329 Aug 16 22:20:54.156672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378bebb-c8d2-45a5-a793-7de1c05b4b2c x-openstack-request-id: req-7378bebb-c8d2-45a5-a793-7de1c05b4b2c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:54.156672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:54.156672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7378bebb-c8d2-45a5-a793-7de1c05b4b2c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:54.157030 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6', 'status': 'completed', 'code': 200} Aug 16 22:20:54.162557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:54.163982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:54.164719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:54.172699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.246369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Deleting port 4d15976c-e8bd-49ca-9104-56db121fb771 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:54.246985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.261149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:54.269279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:54.273411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:54.279518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.280186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.282925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=38993b61-155e-4c1a-b4be-089f812f270b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.310043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-a0de3465-6f23-4838-9688-31f0b9248a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.311666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-a0de3465-6f23-4838-9688-31f0b9248a18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=375e96387afd4775ba76a5f71aeae637&device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 1095 time: 0.0955820 Aug 16 22:20:54.316100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e957c8bc-df70-4aa8-8b55-f0b244a2879f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3951514 Aug 16 22:20:54.316901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:54.363856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] For port 4d15976c-e8bd-49ca-9104-56db121fb771, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4d15976c-e8bd-49ca-9104-56db121fb771,segment=NetworkSegment(89f3e4b9-6975-4db2-8e59-be82fe467dcb),segment_id=89f3e4b9-6975-4db2-8e59-be82fe467dcb)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:54.364233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.392978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-f1836b30-4e27-433f-b270-2ce2a6d2d34d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6 HTTP/1.1" status: 200 len: 217 time: 0.0649779 Aug 16 22:20:54.406669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68534f75-3681-49e8-a29f-7d200642b344 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.411205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-68534f75-3681-49e8-a29f-7d200642b344 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/38993b61-155e-4c1a-b4be-089f812f270b HTTP/1.1" status: 200 len: 841 time: 0.0934348 Aug 16 22:20:54.412598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:54.414621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Calling delete_port for 4d15976c-e8bd-49ca-9104-56db121fb771 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:54.485990 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.506373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7b3d6-ad72-48ce-a853-e5825f92ef7a None None] DHCP port deletion for b44dd7cf-e54b-40d7-968c-c86205bc0c1d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:20:54.510994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:54.546413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:54.617410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.618219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 657dd6ee-d248-47b3-8059-2f71b8b8d56b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:54.618731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 657dd6ee-d248-47b3-8059-2f71b8b8d56b not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:54.664553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-4bfac059-9c25-4801-b1cf-0bc96a1b9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.666342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-4bfac059-9c25-4801-b1cf-0bc96a1b9172 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=86e0eaca-fe19-4a34-9974-1b347e0e2d46 HTTP/1.1" status: 200 len: 848 time: 0.2456169 Aug 16 22:20:54.681787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] No DVR routers for this DVR port 4d15976c-e8bd-49ca-9104-56db121fb771 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:54.688957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d15976c-e8bd-49ca-9104-56db121fb771,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.707727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-b7cfb18d-db9e-498d-a470-86ebe4b3e0de tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.710002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-b7cfb18d-db9e-498d-a470-86ebe4b3e0de tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2628508 Aug 16 22:20:54.733807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2400-0bd3-49f2-b95d-2b3ed7131d68 req-5e37c435-8294-4c2d-8a3c-0699aceeef37 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.741280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4f2400-0bd3-49f2-b95d-2b3ed7131d68 req-5e37c435-8294-4c2d-8a3c-0699aceeef37 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2376990 Aug 16 22:20:54.759985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-4a1b2fab-5a17-41be-b03c-abdf3c907bcf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5f545e7-c2f0-4362-99af-aa9511a37f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827422 Aug 16 22:20:54.801472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-86a7b3d6-ad72-48ce-a853-e5825f92ef7a None None] The port '4d15976c-e8bd-49ca-9104-56db121fb771' was deleted {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 16 22:20:54.812630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] For port 015f452c-3694-438c-9cd3-d7ea1ff6428a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=015f452c-3694-438c-9cd3-d7ea1ff6428a,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:54.814731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.815321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303d039-621f-473b-805e-f56238631e3a req-ee0b0ad7-d6fa-4bf4-9dcf-e8b32bb5e5d3 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:54.818355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5303d039-621f-473b-805e-f56238631e3a req-ee0b0ad7-d6fa-4bf4-9dcf-e8b32bb5e5d3 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 945 time: 0.2279532 Aug 16 22:20:54.819155 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.840044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44dd7cf-e54b-40d7-968c-c86205bc0c1d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:54.856983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f3e4b9-6975-4db2-8e59-be82fe467dcb') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:54.856983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f3e4b9-6975-4db2-8e59-be82fe467dcb') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:54.893051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.899431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a51bdb-d5b5-4d35-bc6e-8d9206527d08 None None] Pushing event updated for resources: {'Port': ['ID=015f452c-3694-438c-9cd3-d7ea1ff6428a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:54.919280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:53Z', 'revision_number': 3, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:54.927315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.937313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:20:54.937799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:20:54.939481 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:20:54.942185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4f2400-0bd3-49f2-b95d-2b3ed7131d68 req-3cf35877-c5c2-4c01-b16d-0d8dc960e395 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997702 Aug 16 22:20:54.962335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4d15976c-e8bd-49ca-9104-56db121fb771 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:54.962335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Checking router: 58ae0c8f-a073-4d70-8034-16835be6441e for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:54.962335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Updating router 58ae0c8f-a073-4d70-8034-16835be6441e port f841215a-87ac-468b-9dd7-b56415434dad binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:55.000746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 4d15976c-e8bd-49ca-9104-56db121fb771 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:55.001119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4d15976c-e8bd-49ca-9104-56db121fb771 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:55.011788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 38993b61-155e-4c1a-b4be-089f812f270b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:55.012457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.013029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f20d573b-46d6-4e53-b6e2-8db437176e44 None None] Provisioning complete for port 015f452c-3694-438c-9cd3-d7ea1ff6428a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:55.013433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f20d573b-46d6-4e53-b6e2-8db437176e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.015656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.028176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5303d039-621f-473b-805e-f56238631e3a req-354209eb-17e8-48ed-9407-91d179b7ee09 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641788 Aug 16 22:20:55.059593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.064846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.069457 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] 10.222.0.22 "DELETE /v2.0/networks/b44dd7cf-e54b-40d7-968c-c86205bc0c1d HTTP/1.1" status: 204 len: 168 time: 1.1778476 Aug 16 22:20:55.104111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.106295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79d7b4-7051-4993-93b3-37137a80306b admin admin] Pushing event deleted for resources: {'Network': ['ID=b44dd7cf-e54b-40d7-968c-c86205bc0c1d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.133491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-4b41939c-d27f-486a-aded-66128d2c2a89 service neutron] 10.222.0.88 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384221 Aug 16 22:20:55.290685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.328038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55126) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:55.336089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 38993b61-155e-4c1a-b4be-089f812f270b owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:55.346337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Deleting port 2d959347-9e2b-448d-b728-78b9dff766ad {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:55.346687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.408090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Allocated IP 172.20.0.1 (1b5f5d6b-d992-4cd2-8364-7f6d8ae55928/c44673a8-c13c-435e-9ef2-4798f1772c72/336e7147-e559-42d6-988b-f0c04b3f1b0c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:20:55.415849 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.426664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Transition to ACTIVE for port object f841215a-87ac-468b-9dd7-b56415434dad will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:55.433947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.488317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Attempting to bind port f841215a-87ac-468b-9dd7-b56415434dad on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:55.488596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Attempting to bind port f841215a-87ac-468b-9dd7-b56415434dad by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:55.488873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Attempting to bind port f841215a-87ac-468b-9dd7-b56415434dad on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:55.494620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ad03d-6643-490e-921e-d93b535a106f None None] Pushing event updated for resources: {'Port': ['ID=f841215a-87ac-468b-9dd7-b56415434dad,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.497511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:55.497897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:55.498550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.498683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:55.499175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Bound port: f841215a-87ac-468b-9dd7-b56415434dad, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:55.499564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.534288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.550334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Transition to ACTIVE for port object 336e7147-e559-42d6-988b-f0c04b3f1b0c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:55.557948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] For port f841215a-87ac-468b-9dd7-b56415434dad, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:55.561279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] For port f841215a-87ac-468b-9dd7-b56415434dad, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f841215a-87ac-468b-9dd7-b56415434dad,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:55.565964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.588447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.628147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:55.628791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:55.632240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ad03d-6643-490e-921e-d93b535a106f None None] Pushing event updated for resources: {'Port': ['ID=f841215a-87ac-468b-9dd7-b56415434dad,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.648208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Pushing event updated for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:55.653420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:55.655371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:55.657859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:55.705809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.745313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:55.857157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.859515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf102fd-12a3-4ff2-b6a7-fd97e6670797 req-6cd8e705-e52d-40c3-8a50-7a5da5827e45 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.861104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdf102fd-12a3-4ff2-b6a7-fd97e6670797 req-6cd8e705-e52d-40c3-8a50-7a5da5827e45 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 945 time: 0.6695518 Aug 16 22:20:55.931137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f57da-4b30-4f67-b61b-26938a2de940 req-8404a955-ba5f-4f1c-ac48-401175244feb tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:55.935583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a8f57da-4b30-4f67-b61b-26938a2de940 req-8404a955-ba5f-4f1c-ac48-401175244feb tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 943 time: 0.6773047 Aug 16 22:20:55.953223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3456dbb6-e714-4ee1-98e9-eaee82311546 req-06d6e5d9-8dc7-4aea-b8e5-f8ab7a6c27d5 service neutron] 10.222.0.88 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8050807 Aug 16 22:20:55.955108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc6f0c72-d242-4143-a32f-70ff0ba9357f None None] Provisioning for port 336e7147-e559-42d6-988b-f0c04b3f1b0c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:55.961103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc6f0c72-d242-4143-a32f-70ff0ba9357f None None] Provisioning complete for port 336e7147-e559-42d6-988b-f0c04b3f1b0c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:55.961552 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc6f0c72-d242-4143-a32f-70ff0ba9357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:55.998278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ff25cbda-8cc0-457a-b4e4-e90e43a903ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58deb684aef745b7b131d264c4e2fce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666954 Aug 16 22:20:56.009099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:56.011854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f0c72-d242-4143-a32f-70ff0ba9357f None None] Port 336e7147-e559-42d6-988b-f0c04b3f1b0c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:56.024991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:53Z', 'revision_number': 3, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:56.032081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdf102fd-12a3-4ff2-b6a7-fd97e6670797 req-ba474da9-d35d-40b0-aa1b-6177f82d4d3d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471512 Aug 16 22:20:56.044138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] For port 2d959347-9e2b-448d-b728-78b9dff766ad, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2d959347-9e2b-448d-b728-78b9dff766ad,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:56.044138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.072642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd1068-ed3d-470f-993f-f29378127a08 None None] The sync data for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 is: [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:53Z', 'revision_number': 3, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:20:56.084484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.091525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.096434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Calling delete_port for 2d959347-9e2b-448d-b728-78b9dff766ad owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:56.102437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.137643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a8f57da-4b30-4f67-b61b-26938a2de940 req-9391778e-a9c7-4d97-970f-9ab850c28602 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832941 Aug 16 22:20:56.165820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.179321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Pushing event updated for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:56.193463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=38993b61-155e-4c1a-b4be-089f812f270b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:56.254685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.257191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-65face1b-9d40-43a7-a87c-7caa743076e4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/38993b61-155e-4c1a-b4be-089f812f270b HTTP/1.1" status: 204 len: 168 time: 1.8434446 Aug 16 22:20:56.261299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:56.281854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:56.283465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:56.315826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-a77c0dfe-c580-4617-ac44-00f2bc7b0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.317407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-a77c0dfe-c580-4617-ac44-00f2bc7b0452 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=375e96387afd4775ba76a5f71aeae637&device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 1095 time: 0.2518346 Aug 16 22:20:56.324722 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db73e8c-cb66-417e-889a-527075eb5ec2 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:56.326451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2db73e8c-cb66-417e-889a-527075eb5ec2 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/38993b61-155e-4c1a-b4be-089f812f270b HTTP/1.1" status: 404 len: 333 time: 0.0617220 Aug 16 22:20:56.336454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:56.341437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.342062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'name': 'tempest-PortsTestJSON-968053462'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:56.411270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ea61-f5fe-42b0-863b-bde87f778367 req-73d5cb6b-cc30-4d7b-baab-9301c3dd0d19 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.413245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cf5ea61-f5fe-42b0-863b-bde87f778367 req-73d5cb6b-cc30-4d7b-baab-9301c3dd0d19 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=69bc1e9e-0589-4396-b9cc-444a05bdce04 HTTP/1.1" status: 200 len: 949 time: 0.2838924 Aug 16 22:20:56.440948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.528617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 189176f7-8e40-49b2-93c5-bdddfbf5aa62 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:56.607881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cf5ea61-f5fe-42b0-863b-bde87f778367 req-f03e4821-cbce-4114-977d-106d6afe9727 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858590 Aug 16 22:20:56.612509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-860127f1-7f3c-4461-b6a1-741773c2a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.615478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-860127f1-7f3c-4461-b6a1-741773c2a267 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5f545e7-c2f0-4362-99af-aa9511a37f8b HTTP/1.1" status: 200 len: 908 time: 0.2870948 Aug 16 22:20:56.637013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:56.642224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:56.642852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.672725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-91108a5d-79e8-4388-a28c-8e5fda1e5918 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6 HTTP/1.1" status: 200 len: 217 time: 0.0493057 Aug 16 22:20:56.675654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.678451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.679804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/902dfd0c-1bc7-4e7f-9065-cb297f5db343 HTTP/1.1" status: 204 len: 168 time: 0.6699681 Aug 16 22:20:56.730916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774cfcd-16ca-43c4-ac9a-f5746f8001c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dfd0c-1bc7-4e7f-9065-cb297f5db343,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:56.746033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.786899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event deleted for resources: {'Port': ['ID=2d959347-9e2b-448d-b728-78b9dff766ad,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:56.793000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-8cf1e537-6f41-4ac8-9717-36e9bf200a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:56.794932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-8cf1e537-6f41-4ac8-9717-36e9bf200a79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=86e0eaca-fe19-4a34-9974-1b347e0e2d46 HTTP/1.1" status: 200 len: 848 time: 0.1115503 Aug 16 22:20:56.820782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9abcca1a-e829-47df-8b25-5e2f383c26a6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:20:56.894869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-2b9d992b-c42a-4bb9-840b-cdcc04a5b29d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5f545e7-c2f0-4362-99af-aa9511a37f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601196 Aug 16 22:20:56.897415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] No DVR routers for this DVR port 2d959347-9e2b-448d-b728-78b9dff766ad on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:20:56.900228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:56.903096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ca8952a-24cc-42d4-ae2c-47ed640ce205 req-211027d0-b539-46bc-9a33-0104aab66414 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.88 "DELETE /v2.0/ports/2d959347-9e2b-448d-b728-78b9dff766ad HTTP/1.1" status: 204 len: 173 time: 2.1532133 Aug 16 22:20:56.903858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-deleted', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:56.906771 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6cae5-a1d2-454a-a57b-38ea66147f9b" -d '{"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-deleted", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:56.990733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:57.002449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.005957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Router 58ae0c8f-a073-4d70-8034-16835be6441e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:20:57.056874 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ae703-05bc-4a6a-abac-aa1e9c3d3834 x-openstack-request-id: req-060ae703-05bc-4a6a-abac-aa1e9c3d3834 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:57.059007 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bc1e9e-0589-4396-b9cc-444a05bdce04", "name": "network-vif-deleted", "tag": "2d959347-9e2b-448d-b728-78b9dff766ad", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:57.059007 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-060ae703-05bc-4a6a-abac-aa1e9c3d3834 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:57.059007 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bc1e9e-0589-4396-b9cc-444a05bdce04', 'name': 'network-vif-deleted', 'tag': '2d959347-9e2b-448d-b728-78b9dff766ad', 'status': 'completed', 'code': 200} Aug 16 22:20:57.084922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port ba76b2d1-0036-447b-a64d-21ff6a13a962 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:20:57.156621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f841215a-87ac-468b-9dd7-b56415434dad up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:57.159109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-6701be31-8f1b-42c1-9a32-67256d9bc6d0 service neutron] 10.222.0.88 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491541 Aug 16 22:20:57.160050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67463770-b7ba-430f-a0f1-c6b9596c404a None None] Provisioning complete for port 336e7147-e559-42d6-988b-f0c04b3f1b0c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:57.160577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67463770-b7ba-430f-a0f1-c6b9596c404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.297653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.332967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-67463770-b7ba-430f-a0f1-c6b9596c404a None None] Port 336e7147-e559-42d6-988b-f0c04b3f1b0c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:20:57.425758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:57.430543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:20:57.434735 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2642ef-9530-4217-a0de-32449cd6c2a3" -d '{"events": [{"server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "name": "network-vif-plugged", "status": "completed", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:20:57.440461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f841215a-87ac-468b-9dd7-b56415434dad completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:20:57.445251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.449442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:20:57.469624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9950f028-e6e7-4b24-a1f4-7872f1b343f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/58ae0c8f-a073-4d70-8034-16835be6441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3015454 Aug 16 22:20:57.473277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8ad7-7a4b-4644-9cf7-e9a42c998c12 req-ae595f65-6af8-485f-b18a-ce80e3b5d29d tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.481566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-212c8ad7-7a4b-4644-9cf7-e9a42c998c12 req-ae595f65-6af8-485f-b18a-ce80e3b5d29d tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 943 time: 0.1575637 Aug 16 22:20:57.534367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fba0df-1bed-431c-b286-b7f830e4d0ed req-b30a4310-b555-4d5d-b2e0-c0a89ee0531a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.535960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5fba0df-1bed-431c-b286-b7f830e4d0ed req-b30a4310-b555-4d5d-b2e0-c0a89ee0531a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 945 time: 0.3214242 Aug 16 22:20:57.539648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f841215a-87ac-468b-9dd7-b56415434dad triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:57.540281 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.628238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.669323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:57.697114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13c65ee-397d-4602-9184-57c75e4f8476 req-8a0a4426-cdd7-4869-9b17-c9683a232b7a service neutron] 10.222.0.88 "GET /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088351 Aug 16 22:20:57.711579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.715231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-212c8ad7-7a4b-4644-9cf7-e9a42c998c12 req-2911d4f0-999b-475d-a167-b3b6f6bb5d05 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300429 Aug 16 22:20:57.730785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5fba0df-1bed-431c-b286-b7f830e4d0ed req-0ae6cd0d-87db-4c2f-a232-62b3f8cda290 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629856 Aug 16 22:20:57.822744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:20:57.828632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:57.830839 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.832786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:20:57.838985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:57.839623 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.856498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=ba76b2d1-0036-447b-a64d-21ff6a13a962,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:57.872488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8d42163-e3bd-4193-9f60-787f94f27dbe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5349078 Aug 16 22:20:57.875080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:57.882011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:57.890415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f841215a-87ac-468b-9dd7-b56415434dad, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f841215a-87ac-468b-9dd7-b56415434dad,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:20:57.896164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:57.897098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 015f452c-3694-438c-9cd3-d7ea1ff6428a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:57.958044 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f5c4ca-d2bb-4407-91d4-38a75774e607 x-openstack-request-id: req-62f5c4ca-d2bb-4407-91d4-38a75774e607 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:20:57.958650 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "name": "network-vif-plugged", "status": "completed", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:20:57.958900 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62f5c4ca-d2bb-4407-91d4-38a75774e607 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:20:57.959598 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62', 'code': 200} Aug 16 22:20:57.972233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.001253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f841215a-87ac-468b-9dd7-b56415434dad,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.028715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 015f452c-3694-438c-9cd3-d7ea1ff6428a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:58.029125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.089176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be68e-3fa8-41a0-8628-7232393ac8d6 req-aa66e86c-de1c-41e9-b016-eac4a27eb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.090677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1be68e-3fa8-41a0-8628-7232393ac8d6 req-aa66e86c-de1c-41e9-b016-eac4a27eb6c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 1098 time: 0.0797567 Aug 16 22:20:58.142716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1be68e-3fa8-41a0-8628-7232393ac8d6 req-4e114a08-3494-430e-8654-8e78dcacab59 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Aug 16 22:20:58.213615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.219801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.233790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55186) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.277746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] In _notify_port_updated(), no bound segment for port ba76b2d1-0036-447b-a64d-21ff6a13a962 on network 044e75ce-17c3-4859-99df-a2770bf14d9d {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:20:58.283348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.283971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.289197 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/ports/ba76b2d1-0036-447b-a64d-21ff6a13a962 HTTP/1.1" status: 200 len: 818 time: 0.4089262 Aug 16 22:20:58.289197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.325322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc217-e633-477b-8e51-8d3e71f28621 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=ba76b2d1-0036-447b-a64d-21ff6a13a962,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.353170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98594-b730-4beb-a6b9-f7d916bf507c req-dc6d5225-3584-4a44-b6c1-ff0e0cd3054a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.354911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fc98594-b730-4beb-a6b9-f7d916bf507c req-dc6d5225-3584-4a44-b6c1-ff0e0cd3054a tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.0762568 Aug 16 22:20:58.395431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port ba76b2d1-0036-447b-a64d-21ff6a13a962 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:20:58.396338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.417514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2076505071-network', 'tenant_id': 'e28c851dd89043ce8a5fdb62e762c8bc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:58.424464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fc98594-b730-4beb-a6b9-f7d916bf507c req-df929f20-6008-410b-b9dd-3437ea333f20 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Aug 16 22:20:58.445121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Made reservation on behalf of e28c851dd89043ce8a5fdb62e762c8bc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:58.447831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.457934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.481531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.495568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for ba76b2d1-0036-447b-a64d-21ff6a13a962 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:20:58.538403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:20:58.565449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2d959347-9e2b-448d-b728-78b9dff766ad {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:20:58.566298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2d959347-9e2b-448d-b728-78b9dff766ad not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:20:58.568667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.573887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.589463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.600804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:58.614198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399f1b1-570a-45db-a2b4-bd23c43ac90c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.619023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.619362 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Added segment ae62bb2c-3c0e-4196-9867-cfced1e9c825 of type vlan for network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 Aug 16 22:20:58.628475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=ba76b2d1-0036-447b-a64d-21ff6a13a962,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.630928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.633165 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9cf3a3d6-6929-4a0c-8be8-69448e3d2218 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/ba76b2d1-0036-447b-a64d-21ff6a13a962 HTTP/1.1" status: 204 len: 168 time: 0.3437326 Aug 16 22:20:58.635677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.671116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.691940 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Sync routers for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:20:58.701513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.702615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.702754 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:20:58.703233 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:58.703414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.706985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d21ac2-dbdb-4b34-9fae-faf44038fcaa tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:58.713248 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7d21ac2-dbdb-4b34-9fae-faf44038fcaa tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0765278 Aug 16 22:20:58.714321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.744377 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-711e1cf3-bf75-4420-b3e4-dcf5c4e28ef0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:20:58.751038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-711e1cf3-bf75-4420-b3e4-dcf5c4e28ef0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/ba76b2d1-0036-447b-a64d-21ff6a13a962 HTTP/1.1" status: 404 len: 333 time: 0.0353041 Aug 16 22:20:58.751856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.758627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2057653465'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:58.776244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] Pushing event updated for resources: {'Network': ['ID=6d37316b-7076-43f8-a7e9-9c047e5f85e5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:58.779262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7eb8cbe3-6503-4050-954a-fa4f76193d38 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5443852 Aug 16 22:20:58.782552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.788459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Request body: {'subnet': {'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2076505071-subnet', 'tenant_id': 'e28c851dd89043ce8a5fdb62e762c8bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:58.790755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:58.811272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:58.817130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457850847', 'description': 'tempest-description--1039138436'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:58.821140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:58.824836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.843101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:20:58.879853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:20:58.881799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Made reservation on behalf of e28c851dd89043ce8a5fdb62e762c8bc for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:58.884965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.902828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:58.903539 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment 57f0e8af-0231-475c-aa92-7d694707d196 of type vlan for network be9e66ee-2925-4a66-99c8-a888e73c5206 Aug 16 22:20:58.965846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f841215a-87ac-468b-9dd7-b56415434dad up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:20:58.966388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.003223 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.014859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.027344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.030538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878d664-7bf8-4244-8776-0fdb4d19f0e8 req-72f1a4e2-8253-48ec-a8c4-5e9363275990 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.031895 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.032270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7878d664-7bf8-4244-8776-0fdb4d19f0e8 req-72f1a4e2-8253-48ec-a8c4-5e9363275990 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 943 time: 0.1970923 Aug 16 22:20:59.042612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f841215a-87ac-468b-9dd7-b56415434dad triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:20:59.042999 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.065796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fb025-bf58-4cc2-a3ff-77365b8768d3 req-90e213b7-c8e7-4a66-8c93-a96d4f203fa3 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.067497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c21fb025-bf58-4cc2-a3ff-77365b8768d3 req-90e213b7-c8e7-4a66-8c93-a96d4f203fa3 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 946 time: 0.1879706 Aug 16 22:20:59.113937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3605738 Aug 16 22:20:59.118184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.123950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.144952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 2, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:20:59.157646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7878d664-7bf8-4244-8776-0fdb4d19f0e8 req-1976f748-2a8d-4577-8197-e5d8c8f8ee1a tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Aug 16 22:20:59.204069 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Checking router: 58ae0c8f-a073-4d70-8034-16835be6441e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:20:59.204422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Updating router 58ae0c8f-a073-4d70-8034-16835be6441e port 336e7147-e559-42d6-988b-f0c04b3f1b0c binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:20:59.217469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f447860-ff2d-4da1-9de7-ebe93b7bc465 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=be9e66ee-2925-4a66-99c8-a888e73c5206,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.230308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:20:59.235847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c21fb025-bf58-4cc2-a3ff-77365b8768d3 req-8b784042-79cc-4110-a5da-5231c71fcb63 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526303 Aug 16 22:20:59.238891 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.351182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.352553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.374409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:20:59.377789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.378298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.428205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.429448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6169398 Aug 16 22:20:59.432883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.433048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2f8a-2c7b-4959-9549-3f136e247445 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b923b15-e8bf-4f9c-b86d-4e533dd08510,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.438693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924e9c69-ab9b-48c1-8e98-209a92ed9623,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.453199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'security_group_rule': {'security_group_id': '9b923b15-e8bf-4f9c-b86d-4e533dd08510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.462407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Checking segment: {'id': 'ae62bb2c-3c0e-4196-9867-cfced1e9c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:59.462674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Network hostable DHCP agents. Network: 6d37316b-7076-43f8-a7e9-9c047e5f85e5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:59.503221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:59.514716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 6d37316b-7076-43f8-a7e9-9c047e5f85e5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:59.516657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.519412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.520686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.524190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9d281-831b-44e5-b64c-9fcbdb3cfdac None None] Network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:59.587828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.590754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c9ea6a1-3a19-4c3f-a3c7-28c8a75200e0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8056915 Aug 16 22:20:59.619279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.631033 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.636599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398381a-966b-46c3-a841-108e4aec81ef req-42eeab1b-7600-4b60-b8bd-637d9c5238a0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.638351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f398381a-966b-46c3-a841-108e4aec81ef req-42eeab1b-7600-4b60-b8bd-637d9c5238a0 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1025887 Aug 16 22:20:59.651721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486f5305-8ff2-46a3-a979-10cf1033c471,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.654481 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Transition to ACTIVE for port object 336e7147-e559-42d6-988b-f0c04b3f1b0c will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:20:59.656321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.657667 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42ba27be-7ee5-4261-b61a-a7b3171dfc4b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153244 Aug 16 22:20:59.660376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.666165 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.678993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'security_group_rule': {'security_group_id': '9b923b15-e8bf-4f9c-b86d-4e533dd08510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.715437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.743988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f398381a-966b-46c3-a841-108e4aec81ef req-a9e2dfd4-8aa8-407a-943d-c95d4795a57f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/security-groups?id=75e98459-f042-4d82-8c67-731ec1e7932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944874 Aug 16 22:20:59.750221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.814899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=ddc1d1cf-4848-49e4-af3c-3b899aa78b9c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.819263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': '57f0e8af-0231-475c-aa92-7d694707d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:59.819756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: be9e66ee-2925-4a66-99c8-a888e73c5206, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:20:59.839278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12d3e3-63cb-472d-80de-c3373c7a5fe6 None None] Network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:59.847963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network be9e66ee-2925-4a66-99c8-a888e73c5206 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:20:59.859565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, be9e66ee-2925-4a66-99c8-a888e73c5206) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:20:59.867539 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Attempting to bind port 336e7147-e559-42d6-988b-f0c04b3f1b0c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:20:59.868084 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Attempting to bind port 336e7147-e559-42d6-988b-f0c04b3f1b0c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:20:59.868239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Attempting to bind port 336e7147-e559-42d6-988b-f0c04b3f1b0c on network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:20:59.870286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.875006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb01eb-26ab-4610-a3ef-3f23fe72ccba None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:20:59.876079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:20:59.876769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.878711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.884620 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:20:59.885003 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Checking segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:20:59.885519 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.885815 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Bound using segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:20:59.886283 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Bound port: 336e7147-e559-42d6-988b-f0c04b3f1b0c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:20:59.886669 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:20:59.909543 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-770b7103-921e-40e0-997e-aa0203f1115b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7901120 Aug 16 22:20:59.913008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:20:59.920775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4ec0d5-0cfa-4887-aaef-6cdf1031c878,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:20:59.922445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:20:59.984454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] For port 336e7147-e559-42d6-988b-f0c04b3f1b0c, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:20:59.987939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] For port 336e7147-e559-42d6-988b-f0c04b3f1b0c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=336e7147-e559-42d6-988b-f0c04b3f1b0c,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:20:59.989841 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Pushing event updated for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:00.013562 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.014091 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.014278 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.014578 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.014782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.014909 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.015233 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.015564 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.015892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.018503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-93a68d87-f778-4079-b187-8c29799951b1 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3522713 Aug 16 22:21:00.025239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.025729 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.026088 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.026465 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:00.034542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:00.039581 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.042114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:00.091027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5696e56-76c8-485e-8496-4487bd97bbce req-998573fb-052e-4b8f-9874-52324e5c3fda tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.092702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5696e56-76c8-485e-8496-4487bd97bbce req-998573fb-052e-4b8f-9874-52324e5c3fda tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 949 time: 0.1813812 Aug 16 22:21:00.118892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:00.119917 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:00.123999 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d38b78-c72a-43eb-b7ee-d85bd9f4fb8c None None] Pushing event updated for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:00.285546 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:00.285687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-be9e66ee-2925-4a66-99c8-a888e73c5206', 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:00.286606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.324712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:00.328753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.339828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-ec978597-ea15-4d95-9ce9-ee1706fd3c51 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.341460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-ec978597-ea15-4d95-9ce9-ee1706fd3c51 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/networks?id=6d37316b-7076-43f8-a7e9-9c047e5f85e5 HTTP/1.1" status: 200 len: 821 time: 0.2402837 Aug 16 22:21:00.362271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:21:00.362271 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:21:00.362271 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'id': '13fda1e2-1b84-4922-bf27-1ca077e5e8b7', 'expiration': datetime.datetime(2021, 8, 16, 22, 23, 0, 307526)}] Aug 16 22:21:00.362271 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:21:00.362785 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:21:00.385944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-774661cf-f994-49f2-9b87-1af1cf93f9b8 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/quotas/e28c851dd89043ce8a5fdb62e762c8bc HTTP/1.1" status: 200 len: 375 time: 0.0348229 Aug 16 22:21:00.444860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-f9999b9c-9002-4631-a923-8c5cfc22f19f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e28c851dd89043ce8a5fdb62e762c8bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502319 Aug 16 22:21:00.465660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea4a4f-6608-456f-bedb-2003f0aa86f1 req-d59e3bc2-e332-4136-a501-6f3582af37ba tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:00.467244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37ea4a4f-6608-456f-bedb-2003f0aa86f1 req-d59e3bc2-e332-4136-a501-6f3582af37ba tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 943 time: 0.1606774 Aug 16 22:21:00.489526 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ddc1d1cf-4848-49e4-af3c-3b899aa78b9c (CIDR: 172.20.0.0/28) Aug 16 22:21:00.492902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Allocated IP 172.20.0.2 (be9e66ee-2925-4a66-99c8-a888e73c5206/ddc1d1cf-4848-49e4-af3c-3b899aa78b9c/9fd00d63-8ee3-48ae-9cc7-361e7a383a0b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:00.494729 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:21:00.495305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:00.518230 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-235a3f7a-510f-4e6a-a96a-6f6ca03d4189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6040061 Aug 16 22:21:00.521315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:00.527766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:00.533924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Deleting port 9abcca1a-e829-47df-8b25-5e2f383c26a6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:00.534281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.568861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:00.632623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37ea4a4f-6608-456f-bedb-2003f0aa86f1 req-ee2ecc01-5bd2-4a23-870d-d0eb28388608 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561818 Aug 16 22:21:00.687118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] For port 9abcca1a-e829-47df-8b25-5e2f383c26a6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9abcca1a-e829-47df-8b25-5e2f383c26a6,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:00.687573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.691529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:00.696223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.699597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-74b1244a-9d00-4603-b8ed-95c26a7d24a3 service neutron] 10.222.0.22 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444258 Aug 16 22:21:00.705550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Calling delete_port for 9abcca1a-e829-47df-8b25-5e2f383c26a6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:00.733824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:20:59Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:00.772432 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4baec75-fd5e-4b14-9e8e-ebc3462995d6 None None] The sync data for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 is: [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:20:59Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:00.849822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-858ae016-0926-4ab5-840b-6826a19826e7 service neutron] 10.222.0.22 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414158 Aug 16 22:21:00.874620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:00.894850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Transition to ACTIVE for port object 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:00.937831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Transition to ACTIVE for port object 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:00.950123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,segment=NetworkSegment(29e815d5-06a5-4043-b986-61c267280807),segment_id=29e815d5-06a5-4043-b986-61c267280807)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:00.960740 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.001253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6', 'network_id': 'f5f545e7-c2f0-4362-99af-aa9511a37f8b', 'port_id': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6', 'mac_address': 'fa:16:3e:43:02:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e0eaca-fe19-4a34-9974-1b347e0e2d46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:01.003474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.031436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:01.038771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90bdbc-192c-441a-a2a7-77504477f6fe req-3ff0dcdb-4a9d-4f08-8e9d-23a53be76789 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.040901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc90bdbc-192c-441a-a2a7-77504477f6fe req-3ff0dcdb-4a9d-4f08-8e9d-23a53be76789 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 946 time: 0.1593249 Aug 16 22:21:01.068194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:01.075225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:01.083239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Pushing event updated for resources: {'Port': ['ID=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:01.114757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.126297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.182090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network be9e66ee-2925-4a66-99c8-a888e73c5206 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:01.186145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:01.191454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:01.196071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:01.196804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.207459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.225932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Attempting to bind port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:01.227020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Attempting to bind port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '57f0e8af-0231-475c-aa92-7d694707d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:01.227399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Attempting to bind port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b on network be9e66ee-2925-4a66-99c8-a888e73c5206 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:01.241807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:01.250531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9d6bdc6-a7b5-4823-bc24-b1e5b422cd34 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7280147 Aug 16 22:21:01.253202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:01.264238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,segment=NetworkSegment(29e815d5-06a5-4043-b986-61c267280807),segment_id=29e815d5-06a5-4043-b986-61c267280807)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:01.269871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:01.273171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Checking segment: {'id': '57f0e8af-0231-475c-aa92-7d694707d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:01.273633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.275220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Bound using segment: {'id': '57f0e8af-0231-475c-aa92-7d694707d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:01.275734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Bound port: 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f0e8af-0231-475c-aa92-7d694707d196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:01.285274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c'}, {'subnet_id': '9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387'}], 'name': 'tempest-PortsTestJSON-383155804'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:01.286674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.304041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.308745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc90bdbc-192c-441a-a2a7-77504477f6fe req-428ea779-96b2-4f26-b316-91e27aff199d tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310307 Aug 16 22:21:01.340679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Pushing event deleted for resources: {'Port': ['ID=9abcca1a-e829-47df-8b25-5e2f383c26a6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:01.406889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cde0a0b-5d17-4bfe-af5d-19285a14aa92 req-10dfec9d-f06c-4668-84a4-d1f9c5922b6f tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 210 time: 0.0837204 Aug 16 22:21:01.455964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:01.469751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] For port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:01.473304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] For port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,segment=NetworkSegment(57f0e8af-0231-475c-aa92-7d694707d196),segment_id=57f0e8af-0231-475c-aa92-7d694707d196)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:01.479647 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.523261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad6a7bbc-557c-4382-bb96-7835030ed4db req-67f7562c-34c2-4b41-b42e-7102a4ac2a74 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 210 time: 0.0917258 Aug 16 22:21:01.546861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] No DVR routers for this DVR port 9abcca1a-e829-47df-8b25-5e2f383c26a6 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:01.556797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.559819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5696e56-76c8-485e-8496-4487bd97bbce req-071b4ca3-93cf-4ff0-8792-8ef900cf86d5 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.89 "DELETE /v2.0/ports/9abcca1a-e829-47df-8b25-5e2f383c26a6 HTTP/1.1" status: 204 len: 173 time: 1.4565964 Aug 16 22:21:01.562285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-deleted', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:01.562612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:01.565152 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1c90c-729d-49ad-851b-c14db37b5dc1" -d '{"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-deleted", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:01.636524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28842e-437f-483d-b4d4-6308e72b5fa3 None None] Pushing event updated for resources: {'Port': ['ID=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:01.686912 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a2fff-df94-47ff-8d03-4fde2094024f x-openstack-request-id: req-3e5a2fff-df94-47ff-8d03-4fde2094024f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:01.687229 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee", "name": "network-vif-deleted", "tag": "9abcca1a-e829-47df-8b25-5e2f383c26a6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:01.688427 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e5a2fff-df94-47ff-8d03-4fde2094024f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:01.688871 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee', 'name': 'network-vif-deleted', 'tag': '9abcca1a-e829-47df-8b25-5e2f383c26a6', 'status': 'completed', 'code': 200} Aug 16 22:21:01.715550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.812964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:01.858386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:01.882604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['598475d8-9e26-4aaf-a1fd-bd31acab6ab6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:02.060282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8a6c9-d492-4749-bd33-7cafc960e1a7 req-fa6b25b7-e4e7-4feb-a147-cc4675e32661 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.066983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bb8a6c9-d492-4749-bd33-7cafc960e1a7 req-fa6b25b7-e4e7-4feb-a147-cc4675e32661 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 944 time: 0.2104573 Aug 16 22:21:02.088139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Allocated IP 172.25.8.180 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:02.245315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bb8a6c9-d492-4749-bd33-7cafc960e1a7 req-1d1d2d3a-4b25-42e4-b5af-2729a1281f51 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429064 Aug 16 22:21:02.449028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.14 (be9e66ee-2925-4a66-99c8-a888e73c5206/ddc1d1cf-4848-49e4-af3c-3b899aa78b9c/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:02.466138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.20 (be9e66ee-2925-4a66-99c8-a888e73c5206/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:02.479801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18e5b-c24e-4971-b35e-379095d0efd3 req-1da34dc9-c00d-4c2e-9951-f08af6c45dc7 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:02.488546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04c18e5b-c24e-4971-b35e-379095d0efd3 req-1da34dc9-c00d-4c2e-9951-f08af6c45dc7 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 946 time: 0.1346202 Aug 16 22:21:02.541353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.565310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04c18e5b-c24e-4971-b35e-379095d0efd3 req-d79f8d0b-4312-47ac-943d-82aa58773889 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630782 Aug 16 22:21:02.600226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcc28045-6575-4a16-9866-35c6774e1c9a req-d6a25250-3da3-4445-90d9-8667acb04343 tempest-MigrationsAdminTest-1206769396 tempest-MigrationsAdminTest-1206769396-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a82b67d-7938-4d6c-bb9a-4fad1bc1e5ee HTTP/1.1" status: 200 len: 210 time: 0.0333276 Aug 16 22:21:02.647298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22f89b38-fc64-4378-8e09-e6ab5a2439f8 req-4410b14e-97d0-4650-b3e6-d7b27deb5132 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 210 time: 0.0342896 Aug 16 22:21:02.681514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.710945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:02.722517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.739236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:02.742583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9abcca1a-e829-47df-8b25-5e2f383c26a6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:02.743939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9abcca1a-e829-47df-8b25-5e2f383c26a6 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:02.767634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:02.769111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:02.775589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:02.789695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:02.811433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'Port': ['ID=7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:02.891225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network be9e66ee-2925-4a66-99c8-a888e73c5206 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:02.902370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=049c2259-fd3c-44fb-8b76-ddaa3ec35ce2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:02.905870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:02.912531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:02.937140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.021441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.022110 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.042490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 336e7147-e559-42d6-988b-f0c04b3f1b0c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:03.059517 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f89aced-27ff-444a-88db-21e3d17a4194 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8052061 Aug 16 22:21:03.060163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:03.065442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:03.075606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.130668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 336e7147-e559-42d6-988b-f0c04b3f1b0c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:03.136294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 336e7147-e559-42d6-988b-f0c04b3f1b0c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:03.136796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.186074 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.288055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-c7bb5bc2-e63f-461a-87bc-f55c8cade5c1 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.289723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-c7bb5bc2-e63f-461a-87bc-f55c8cade5c1 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.88 "GET /v2.0/networks?id=6d37316b-7076-43f8-a7e9-9c047e5f85e5 HTTP/1.1" status: 200 len: 821 time: 0.3480318 Aug 16 22:21:03.291151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.326913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Request body: {'port': {'device_id': '10a18da3-84da-447b-8fe1-6be1755a225f', 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5', 'admin_state_up': True, 'tenant_id': 'e28c851dd89043ce8a5fdb62e762c8bc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:03.336054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced12b9-a2c6-466f-9b3d-44f63df72626 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:03.415124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 336e7147-e559-42d6-988b-f0c04b3f1b0c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=336e7147-e559-42d6-988b-f0c04b3f1b0c,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:03.422968 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.423942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:03.450463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-37b85d4c-164e-47e7-9a35-ac52e944b619 None None] Provisioning for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:03.538827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.551031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.567071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:03.586456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:03.596386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:03.596770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.604527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22300450-2a00-4634-a9ef-0ee4f6b2e4a7 req-d33677d3-3dac-4710-91ff-950b7aa67575 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.612478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22300450-2a00-4634-a9ef-0ee4f6b2e4a7 req-d33677d3-3dac-4710-91ff-950b7aa67575 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 944 time: 0.2514513 Aug 16 22:21:03.637977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Delete allocated IP 172.20.0.20 (be9e66ee-2925-4a66-99c8-a888e73c5206/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:21:03.711021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.749251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,segment=NetworkSegment(57f0e8af-0231-475c-aa92-7d694707d196),segment_id=57f0e8af-0231-475c-aa92-7d694707d196)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:03.754151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.799665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.816640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Ignored duplicate provisioning block setup for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:21:03.822265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.838502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Update dhcp port {'port': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '9fd00d63-8ee3-48ae-9cc7-361e7a383a0b'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:21:03.859238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:03.884219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.929659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=049c2259-fd3c-44fb-8b76-ddaa3ec35ce2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:03.959174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] In _notify_port_updated(), no bound segment for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 on network be9e66ee-2925-4a66-99c8-a888e73c5206 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:21:03.965330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:03.966046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:03.967437 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-78c50868-f24a-4d5a-af34-8db39ad5d385 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/ports/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 HTTP/1.1" status: 200 len: 919 time: 0.9063270 Aug 16 22:21:03.970280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:03.976193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c'}, {'subnet_id': '9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:04.055878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.076121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Allocated IP 172.20.0.18 (be9e66ee-2925-4a66-99c8-a888e73c5206/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387/9fd00d63-8ee3-48ae-9cc7-361e7a383a0b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:04.167926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'Port': ['ID=7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:04.189912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22300450-2a00-4634-a9ef-0ee4f6b2e4a7 req-af999892-6be5-4d8c-a584-3e12ef0a7a38 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764310 Aug 16 22:21:04.190821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] For port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,segment=NetworkSegment(57f0e8af-0231-475c-aa92-7d694707d196),segment_id=57f0e8af-0231-475c-aa92-7d694707d196)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:04.194715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.200637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Made reservation on behalf of e28c851dd89043ce8a5fdb62e762c8bc for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:04.207549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.231323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.235197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-2859d26c-782b-4bfc-99cb-677a5c7513f9 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.236273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-2859d26c-782b-4bfc-99cb-677a5c7513f9 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 946 time: 0.6134613 Aug 16 22:21:04.248309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Transition to ACTIVE for port object 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:04.254032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.261101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.270020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-20ec7421-d36e-4177-abb6-bbfd64f5a510 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2331684 Aug 16 22:21:04.300968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ff88-9366-47ea-b512-f30c14b38528 req-b7faf094-8f10-4f1a-ab1b-9c448a6755a2 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.302662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f3ff88-9366-47ea-b512-f30c14b38528 req-b7faf094-8f10-4f1a-ab1b-9c448a6755a2 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 946 time: 0.6575742 Aug 16 22:21:04.313558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-e9345fed-ed52-4dc1-88bd-b395fd0c693a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.315082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-e9345fed-ed52-4dc1-88bd-b395fd0c693a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "GET /v2.0/ports?device_id=2dcd2ea8-1344-4c02-9c45-2d5050b2fe75 HTTP/1.1" status: 200 len: 945 time: 0.2331133 Aug 16 22:21:04.395226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a7782-8c60-49f7-a50c-c5aff4db9f5b None None] Pushing event updated for resources: {'Port': ['ID=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:04.408261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.21 (be9e66ee-2925-4a66-99c8-a888e73c5206/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:04.523984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f3ff88-9366-47ea-b512-f30c14b38528 req-e72061ca-6507-4d07-93ca-ec48734189fd tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078834 Aug 16 22:21:04.589954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-149d0b9c-e2ba-4a8c-910f-8403e9f0ea94 req-cb4bb0d8-b76a-4e54-a7f5-ead2d67094e8 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 210 time: 0.0776393 Aug 16 22:21:04.598060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:04.635117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.661864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Ignored duplicate provisioning block setup for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:21:04.670358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.695880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Deleting port f6a1f944-b372-404d-9e28-087504acc91e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:04.696484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.707146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:04.711464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:04.711846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.774889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:04.794113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Allocated IP 172.20.0.4 (6d37316b-7076-43f8-a7e9-9c047e5f85e5/924e9c69-ab9b-48c1-8e98-209a92ed9623/ef4c7078-b527-46cd-86a6-7de60b2b1967) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:04.876517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] In _notify_port_updated(), no bound segment for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 on network be9e66ee-2925-4a66-99c8-a888e73c5206 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:21:04.882901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:04.883697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.885199 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/ports/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 HTTP/1.1" status: 200 len: 999 time: 0.9139190 Aug 16 22:21:04.886289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32125-1d43-462c-8e44-5b9d55e18df4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=049c2259-fd3c-44fb-8b76-ddaa3ec35ce2,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:04.888905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:04.907185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.946925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Deleting port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:04.948465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,segment=NetworkSegment(29e815d5-06a5-4043-b986-61c267280807),segment_id=29e815d5-06a5-4043-b986-61c267280807)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:04.949651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:04.950094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.952998 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffc90f4-c6dd-4778-a596-bd207d286e47" -d '{"events": [{"server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "name": "network-vif-plugged", "status": "completed", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:04.958445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:04.960700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 336e7147-e559-42d6-988b-f0c04b3f1b0c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:05.026342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-05c5f78a-2acb-42ca-a9df-5fa9dcd3f301 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--457850847&fields=id&tenant_id=b7dcbfb5badf46648df5983ac734b99d HTTP/1.1" status: 200 len: 267 time: 0.3397892 Aug 16 22:21:05.060451 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a3309-905c-4757-8fa8-52f0ed632ee8 x-openstack-request-id: req-997a3309-905c-4757-8fa8-52f0ed632ee8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:05.061046 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "name": "network-vif-plugged", "status": "completed", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:05.061486 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-997a3309-905c-4757-8fa8-52f0ed632ee8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:05.062169 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6', 'code': 200} Aug 16 22:21:05.075983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:05.076440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.084283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 336e7147-e559-42d6-988b-f0c04b3f1b0c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:05.084854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.130717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:05.185586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:05.218493 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a42f1b1-d334-4fc3-a879-d743212241f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a14b5d52742247f9af4f13258fc0969e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425151 Aug 16 22:21:05.235668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c9610-c999-4399-82b3-99a6cd939602 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:05.239774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:05.275729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.299737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] For port f6a1f944-b372-404d-9e28-087504acc91e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f6a1f944-b372-404d-9e28-087504acc91e,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:05.300216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.312888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.323386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92961b5-bb56-41c4-a04d-9676ad8d5799 req-cca36596-cc80-4b43-a4e7-69d4163cbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.325450 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a92961b5-bb56-41c4-a04d-9676ad8d5799 req-cca36596-cc80-4b43-a4e7-69d4163cbf24 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 1097 time: 0.1098301 Aug 16 22:21:05.331394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:05.358374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Calling delete_port for f6a1f944-b372-404d-9e28-087504acc91e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:05.407002 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a92961b5-bb56-41c4-a04d-9676ad8d5799 req-f1cccba6-5ffc-4a23-8611-08f8ee130a53 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Aug 16 22:21:05.438432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] For port 189176f7-8e40-49b2-93c5-bdddfbf5aa62, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=189176f7-8e40-49b2-93c5-bdddfbf5aa62,segment=NetworkSegment(5d5ef406-cf2b-4fdf-9c04-6bee6c403bed),segment_id=5d5ef406-cf2b-4fdf-9c04-6bee6c403bed)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:05.439127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.456661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Provisioning for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:05.481464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Provisioning complete for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:05.481842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.524688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-4eb27381-1818-4476-957a-5e4683d37ac7 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.526629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-4eb27381-1818-4476-957a-5e4683d37ac7 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/networks?id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 200 len: 814 time: 0.4512239 Aug 16 22:21:05.528835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Calling delete_port for 189176f7-8e40-49b2-93c5-bdddfbf5aa62 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:05.583337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.639624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf4cd-7239-43a0-9e01-2ff2b9c5e203 req-343b932c-8530-431c-865e-9a8bcd28b578 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:05.641532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-947bf4cd-7239-43a0-9e01-2ff2b9c5e203 req-343b932c-8530-431c-865e-9a8bcd28b578 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 945 time: 0.3442976 Aug 16 22:21:05.642917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-9e983941-df0a-43c1-aaa6-6deb6d38b4a2 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/quotas/b7dcbfb5badf46648df5983ac734b99d HTTP/1.1" status: 200 len: 375 time: 0.1030188 Aug 16 22:21:05.647353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Provisioning for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:05.650753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.652381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Provisioning complete for port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:05.652744 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.692709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2ad70123-18a8-4442-a173-f08cd1b754ae None None] Port 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:05.779097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:05.810592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.820130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:05.821205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.839762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:05.849997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=049c2259-fd3c-44fb-8b76-ddaa3ec35ce2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:05.885578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Pushing event updated for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:05.941847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:05.944320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c4400ec-52e3-447f-ab87-699f9f83caf3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 HTTP/1.1" status: 204 len: 168 time: 1.0546315 Aug 16 22:21:05.946977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:05.957633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.958009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.958360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.958704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.959047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.959388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.959726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.960063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.960398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.960731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.961089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.961417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:05.970522 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa694326-4a64-4322-8994-05919f8bb6e6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:05.972060 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa694326-4a64-4322-8994-05919f8bb6e6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 HTTP/1.1" status: 404 len: 333 time: 0.0241144 Aug 16 22:21:05.974857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:05.975300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-947bf4cd-7239-43a0-9e01-2ff2b9c5e203 req-2f7e79bb-dc69-4ffa-b644-d9e9f5cf0584 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845321 Aug 16 22:21:05.992878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-290c3034-ae14-4d2e-a163-a482dd63b941 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7dcbfb5badf46648df5983ac734b99d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3053412 Aug 16 22:21:06.024235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.024782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.038623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:06.043528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.096340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.113418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.116314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.118073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75e98459-f042-4d82-8c67-731ec1e7932e HTTP/1.1" status: 204 len: 168 time: 0.8752282 Aug 16 22:21:06.192687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.200343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.223340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-2a18dc28-558c-455f-a7a0-de73423f5c93 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9097631 Aug 16 22:21:06.236057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c5309-5833-4541-a59c-893aa1e2a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e98459-f042-4d82-8c67-731ec1e7932e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.245055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Request body: {'port': {'device_id': '10a18da3-84da-447b-8fe1-6be1755a225f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:06.303355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.311335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.313112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event deleted for resources: {'Port': ['ID=f6a1f944-b372-404d-9e28-087504acc91e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.342605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-48ee13a8-3768-4a74-b09c-f2ad27ed4848 None None] Provisioning complete for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:06.343176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48ee13a8-3768-4a74-b09c-f2ad27ed4848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.347461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.352167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.354200 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e32b3caa-57c1-4dbd-aca4-91ede90f31f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387 HTTP/1.1" status: 204 len: 168 time: 0.3783751 Aug 16 22:21:06.356994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:06.421485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet ddc1d1cf-4848-49e4-af3c-3b899aa78b9c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:06.426031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.462701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd7e5e-04b7-4157-a4ca-60c68cb6db05 req-b96b4c54-4f83-4189-8813-8589fd764e7a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:06.464138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03dd7e5e-04b7-4157-a4ca-60c68cb6db05 req-b96b4c54-4f83-4189-8813-8589fd764e7a tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4cd7687-ac8d-40c3-91a1-a8e934297587 HTTP/1.1" status: 200 len: 867 time: 0.3936319 Aug 16 22:21:06.486666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.508429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-48ee13a8-3768-4a74-b09c-f2ad27ed4848 None None] Could not find standard attr ID for object 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:06.519912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Pushing event deleted for resources: {'Port': ['ID=189176f7-8e40-49b2-93c5-bdddfbf5aa62,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.531575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] No DVR routers for this DVR port f6a1f944-b372-404d-9e28-087504acc91e on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:06.541594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:06.547197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a38ac-d4ce-458c-a9f8-a41d4b4da696 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:06.580745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.584404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8f05ba0-3555-4519-9319-cdff2e64653b req-dccc824a-4d0e-4c9c-a50b-97ce004d30c1 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.89 "DELETE /v2.0/ports/f6a1f944-b372-404d-9e28-087504acc91e HTTP/1.1" status: 204 len: 173 time: 2.2549369 Aug 16 22:21:06.593239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'name': 'network-vif-deleted', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:06.595115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 189176f7-8e40-49b2-93c5-bdddfbf5aa62 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:06.595903 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa92da-7870-4009-be9a-06d08ad6f2e8" -d '{"events": [{"server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "name": "network-vif-deleted", "tag": "f6a1f944-b372-404d-9e28-087504acc91e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:06.619404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-8f21a4eb-734e-4e68-946f-dd294c98b3c3 service neutron] 10.222.0.22 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531070 Aug 16 22:21:06.619645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 189176f7-8e40-49b2-93c5-bdddfbf5aa62 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:06.620075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 189176f7-8e40-49b2-93c5-bdddfbf5aa62 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:06.625958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec0302d4-0f97-4d66-b7bf-bca2db4b43bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f18febc95cb44dc1b68693b8433f40d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809617 Aug 16 22:21:06.628114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:06.639092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.651708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.663785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-180dfac1-6bda-4ac1-9d27-e63796d656e5 None None] Could not find standard attr ID for object 049c2259-fd3c-44fb-8b76-ddaa3ec35ce2. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:06.715764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f6a1f944-b372-404d-9e28-087504acc91e no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:06.726386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.753314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: f6a1f944-b372-404d-9e28-087504acc91e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:06.753738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f6a1f944-b372-404d-9e28-087504acc91e not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:06.758194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.766425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.786716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03dd7e5e-04b7-4157-a4ca-60c68cb6db05 req-5201fe81-e645-420c-b546-fee8da6fdba5 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.22 "GET /v2.0/security-groups?id=d76117e3-1aec-4875-9628-67407cce99e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585914 Aug 16 22:21:06.789665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] No DVR routers for this DVR port 189176f7-8e40-49b2-93c5-bdddfbf5aa62 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:06.796031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-d3fa18e4-c21c-4090-95b4-4c9a76a22f19 service neutron] 10.222.0.22 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579876 Aug 16 22:21:06.797127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.799042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cefc0827-5ffc-4a5c-a6b3-f8856eb65535 req-4cfc2649-77c1-4e55-801c-af54b23bf481 tempest-MultipleCreateTestJSON-1216816549 tempest-MultipleCreateTestJSON-1216816549-project] 10.222.0.88 "DELETE /v2.0/ports/189176f7-8e40-49b2-93c5-bdddfbf5aa62 HTTP/1.1" status: 204 len: 173 time: 2.5531592 Aug 16 22:21:06.822799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc1d1cf-4848-49e4-af3c-3b899aa78b9c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:06.831004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.833408 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5eb0b5ec-ecf7-4604-b979-d46c4b3277e1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/ddc1d1cf-4848-49e4-af3c-3b899aa78b9c HTTP/1.1" status: 204 len: 168 time: 0.4749179 Aug 16 22:21:06.836317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:06.951789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fea397-b8eb-4896-9b35-289c456efb00 None None] Update dhcp port {'port': {'network_id': 'be9e66ee-2925-4a66-99c8-a888e73c5206', 'fixed_ips': [{'subnet_id': 'ddc1d1cf-4848-49e4-af3c-3b899aa78b9c'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '9fd00d63-8ee3-48ae-9cc7-361e7a383a0b'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:21:06.967886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.980245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.983082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.984342 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43719220-1b8a-4f34-a1ae-3bdce637bd8a HTTP/1.1" status: 204 len: 168 time: 0.3552568 Aug 16 22:21:06.994875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18fea397-b8eb-4896-9b35-289c456efb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:06.996122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484936c4-d4f0-49f8-8688-40df2089af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43719220-1b8a-4f34-a1ae-3bdce637bd8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.066727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:07.067095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.204646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,segment=NetworkSegment(57f0e8af-0231-475c-aa92-7d694707d196),segment_id=57f0e8af-0231-475c-aa92-7d694707d196)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:07.205386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.233917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:07.303662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e23853-4875-4f5d-81e0-095a3c857e91 req-8ef92453-2fe8-43ba-91c5-dd9061646c5f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.309271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e23853-4875-4f5d-81e0-095a3c857e91 req-8ef92453-2fe8-43ba-91c5-dd9061646c5f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 931 time: 0.2475247 Aug 16 22:21:07.326500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb891bf-6dd0-41e6-9bb1-3ef20acb8cb4 None None] Network be9e66ee-2925-4a66-99c8-a888e73c5206 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:07.427844 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d0374-c883-4a41-b9af-956967537332 x-openstack-request-id: req-8b9d0374-c883-4a41-b9af-956967537332 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:07.428156 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcd2ea8-1344-4c02-9c45-2d5050b2fe75", "name": "network-vif-deleted", "tag": "f6a1f944-b372-404d-9e28-087504acc91e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:07.428412 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b9d0374-c883-4a41-b9af-956967537332 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:07.428819 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcd2ea8-1344-4c02-9c45-2d5050b2fe75', 'name': 'network-vif-deleted', 'tag': 'f6a1f944-b372-404d-9e28-087504acc91e', 'status': 'completed', 'code': 200} Aug 16 22:21:07.467793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e23853-4875-4f5d-81e0-095a3c857e91 req-e5b6bee0-5d85-48cc-9378-974061583b84 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410909 Aug 16 22:21:07.503633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.524514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:07.550825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=9fd00d63-8ee3-48ae-9cc7-361e7a383a0b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.557088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6820be7c-e3a4-451b-89b8-359e6ddacc38 None None] Provisioning complete for port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:07.557455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6820be7c-e3a4-451b-89b8-359e6ddacc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.615366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6820be7c-e3a4-451b-89b8-359e6ddacc38 None None] Port 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b was deleted so its status cannot be updated. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:21:07.647116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a32d4fe4-aedf-4eb6-8612-0cf376c3e2fb req-7bd85254-8969-4ca5-9dee-b34ab98466f9 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.0738516 Aug 16 22:21:07.667846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4c7078-b527-46cd-86a6-7de60b2b1967 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:07.679519 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.688866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb748-846e-4b74-b53b-37ca0bedaf5e req-4285af40-4104-4d74-a5c4-4b14c196ad6d tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:07.693185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99553ca-1273-463e-a5cb-ecfe14a2076e None None] DHCP port deletion for be9e66ee-2925-4a66-99c8-a888e73c5206 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:07.696128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f16bb748-846e-4b74-b53b-37ca0bedaf5e req-4285af40-4104-4d74-a5c4-4b14c196ad6d tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 945 time: 0.1974742 Aug 16 22:21:07.725143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Transition to ACTIVE for port object ef4c7078-b527-46cd-86a6-7de60b2b1967 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:07.731295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.784259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.795390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9e66ee-2925-4a66-99c8-a888e73c5206']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:07.828660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f0e8af-0231-475c-aa92-7d694707d196') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:07.829194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f0e8af-0231-475c-aa92-7d694707d196') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:07.830398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f16bb748-846e-4b74-b53b-37ca0bedaf5e req-fb6f4880-1dca-420c-bd92-a6c6d65ce621 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333165 Aug 16 22:21:07.850074 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.889206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.900639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:07.902980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:07.904697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:07.941499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:07.964974 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:07.979409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Attempting to bind port ef4c7078-b527-46cd-86a6-7de60b2b1967 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:07.979409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Attempting to bind port ef4c7078-b527-46cd-86a6-7de60b2b1967 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'ae62bb2c-3c0e-4196-9867-cfced1e9c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:07.979943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Attempting to bind port ef4c7078-b527-46cd-86a6-7de60b2b1967 on network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:07.984922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Port ef4c7078-b527-46cd-86a6-7de60b2b1967 on network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:07.986223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Attempting to bind port ef4c7078-b527-46cd-86a6-7de60b2b1967 on network 6d37316b-7076-43f8-a7e9-9c047e5f85e5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:07.992151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:07.992499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Checking segment: {'id': 'ae62bb2c-3c0e-4196-9867-cfced1e9c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:07.992894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Bound using segment: {'id': 'ae62bb2c-3c0e-4196-9867-cfced1e9c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:07.993410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Bound port: ef4c7078-b527-46cd-86a6-7de60b2b1967, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae62bb2c-3c0e-4196-9867-cfced1e9c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:07.993785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.078882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Deleting subnet 5a92eca9-2748-4b0f-a159-b26e41d064d9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:08.082703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.085572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.089139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:08.092338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967,segment=NetworkSegment(ae62bb2c-3c0e-4196-9867-cfced1e9c825),segment_id=ae62bb2c-3c0e-4196-9867-cfced1e9c825)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:08.098013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.111939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.114710 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/be9e66ee-2925-4a66-99c8-a888e73c5206 HTTP/1.1" status: 204 len: 168 time: 1.2766941 Aug 16 22:21:08.118736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.146324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.147594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116fd9e-ea73-4f3b-ac29-6598f7a96d7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=be9e66ee-2925-4a66-99c8-a888e73c5206,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:08.154196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.155760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] 10.222.0.88 "PUT /v2.0/ports/ef4c7078-b527-46cd-86a6-7de60b2b1967 HTTP/1.1" status: 200 len: 1092 time: 1.9160783 Aug 16 22:21:08.185456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.193876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ae3c-6a75-4c03-93b2-164a4454ea5c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:08.235048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb778d-ddcc-4b87-aced-0320fea78ec3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.236644 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ecb778d-ddcc-4b87-aced-0320fea78ec3 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1073842 Aug 16 22:21:08.240736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.262163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.328663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-99f516a6-7337-44a1-8dd9-fd3220f1c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.330763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-99f516a6-7337-44a1-8dd9-fd3220f1c105 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e28c851dd89043ce8a5fdb62e762c8bc&device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 1095 time: 0.0859106 Aug 16 22:21:08.384034 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ffec871-675a-4cfe-bc35-8bef81d33b2b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1419120 Aug 16 22:21:08.393838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.399892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831473249'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:08.406794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-ec308d78-0907-4d93-894b-34db8fa81186 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967 HTTP/1.1" status: 200 len: 217 time: 0.0449119 Aug 16 22:21:08.428808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.436884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:08.440380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.478113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0b49f9eb-478a-4f87-8be2-93f4e5c6f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.480201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-0b49f9eb-478a-4f87-8be2-93f4e5c6f0bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=924e9c69-ab9b-48c1-8e98-209a92ed9623 HTTP/1.1" status: 200 len: 861 time: 0.0651119 Aug 16 22:21:08.480638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a92eca9-2748-4b0f-a159-b26e41d064d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:08.485224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.489441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f67ced59-63ec-4236-9410-c632360172fb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5a92eca9-2748-4b0f-a159-b26e41d064d9 HTTP/1.1" status: 204 len: 168 time: 0.5854647 Aug 16 22:21:08.493422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.497704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:08.509949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.510512 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment ea35f0b3-d8da-45fb-b356-7921f799799b of type vlan for network d6827607-3825-4129-8178-fb53bdce4de0 Aug 16 22:21:08.564342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.590518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.597033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.597686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.601369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-58d0a9c2-fe9d-4195-9cde-3bb3835a5945 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d37316b-7076-43f8-a7e9-9c047e5f85e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126764 Aug 16 22:21:08.660104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2624841 Aug 16 22:21:08.662178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:08.673536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:08.752400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32488e50-95f5-46d0-8637-1c3b321975d1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=d6827607-3825-4129-8178-fb53bdce4de0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:08.757412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.773144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d6827607-3825-4129-8178-fb53bdce4de0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:08.790225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c414700-e380-45e2-b74e-2c725f2ee91a req-daf13ad8-c4ae-4ddc-a499-3c997e02646c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.0527968 Aug 16 22:21:08.799299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8684-f217-4aa6-b478-928bdd08f6a9 req-8ad0118d-9c54-4d79-946f-aad2b565d061 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:08.807994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-188a8684-f217-4aa6-b478-928bdd08f6a9 req-8ad0118d-9c54-4d79-946f-aad2b565d061 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 943 time: 0.2054775 Aug 16 22:21:08.809659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:08.814570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:08.935580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:08.963737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:08.964385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fd00d63-8ee3-48ae-9cc7-361e7a383a0b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:09.052868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-188a8684-f217-4aa6-b478-928bdd08f6a9 req-a0438c68-dfb4-4f9d-8e4b-62522e8ba089 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437892 Aug 16 22:21:09.055183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-b1df55c5-f4f6-4264-8fab-47fefd08b4dc service neutron] 10.222.0.88 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382050 Aug 16 22:21:09.157162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.231159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=9919c687-ba86-41e0-a2c4-cd04e875bfe4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:09.240013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': 'ea35f0b3-d8da-45fb-b356-7921f799799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:09.240744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: d6827607-3825-4129-8178-fb53bdce4de0, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:09.259032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network d6827607-3825-4129-8178-fb53bdce4de0 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:09.271691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d6827607-3825-4129-8178-fb53bdce4de0) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:09.284694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc895e44-5a04-489f-ad1d-29d250b61771 None None] Network d6827607-3825-4129-8178-fb53bdce4de0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:09.290113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:09.290926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.318459 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-473e13f3-8839-4350-ad9a-963b91c4ea79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6562226 Aug 16 22:21:09.319293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:09.325297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0', 'name': 'tempest-PortsTestJSON-14694141'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:09.510456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:09.515765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.539668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 69826f4a-9943-4167-b4a1-3369b3f77bb5 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:09.540965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d6827607-3825-4129-8178-fb53bdce4de0', 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': '9919c687-ba86-41e0-a2c4-cd04e875bfe4'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:09.542191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.650426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:09.680640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.684887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.7 (d6827607-3825-4129-8178-fb53bdce4de0/9919c687-ba86-41e0-a2c4-cd04e875bfe4/69826f4a-9943-4167-b4a1-3369b3f77bb5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:09.692908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2d02a-c2ef-4520-96a4-045d27c232c2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.695077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'name': 'network-vif-deleted', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62'}, {'name': 'network-changed', 'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:09.697339 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802ba55-3849-4a34-b34c-db77d3f844fe" -d '{"events": [{"server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "name": "network-vif-deleted", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62"}, {"name": "network-changed", "server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:09.752510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.752768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5ef406-cf2b-4fdf-9c04-6bee6c403bed') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:09.770963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-9b4cf78f-ca14-4a31-981c-fc56d54ee6cd tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:09.772552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-9b4cf78f-ca14-4a31-981c-fc56d54ee6cd tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.89 "GET /v2.0/networks?id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 200 len: 814 time: 0.9119203 Aug 16 22:21:09.776151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.798416 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602015c-47bd-41c7-9d69-c1228a1dbb0a x-openstack-request-id: req-e602015c-47bd-41c7-9d69-c1228a1dbb0a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:09.798738 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cd7687-ac8d-40c3-91a1-a8e934297587", "name": "network-vif-deleted", "tag": "189176f7-8e40-49b2-93c5-bdddfbf5aa62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:09.798955 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e602015c-47bd-41c7-9d69-c1228a1dbb0a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:09.799348 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cd7687-ac8d-40c3-91a1-a8e934297587', 'name': 'network-vif-deleted', 'tag': '189176f7-8e40-49b2-93c5-bdddfbf5aa62', 'status': 'completed', 'code': 200} Aug 16 22:21:09.800123 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967', 'status': 'completed', 'code': 200} Aug 16 22:21:09.805443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.847328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:09.847748 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:09.855162 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:09.870998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec04af4d-49fa-4215-8505-2cc4c3790151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.903307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.906190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef71b865-eec5-4250-adc6-19813f3b9945 req-dcff5aec-f2ac-4268-8578-68c3f276d3ef service neutron] 10.222.0.88 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403723 Aug 16 22:21:09.929201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 69826f4a-9943-4167-b4a1-3369b3f77bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:09.954744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c82ddc8f-8101-44f4-bd01-8ff535d98ba4 req-9fc90be1-ca22-45b1-8a68-389c1528a01a tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.0507796 Aug 16 22:21:09.960932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-185deaea-c713-4c66-a14f-cfc4e742107d tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7dcbfb5badf46648df5983ac734b99d HTTP/1.1" status: 200 len: 379 time: 0.1654708 Aug 16 22:21:09.964925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:09.972191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'port': {'device_id': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'admin_state_up': True, 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'security_groups': ['9b923b15-e8bf-4f9c-b86d-4e533dd08510']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:10.030043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.047633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.049663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] 10.222.0.22 "DELETE /v2.0/networks/72a2d02a-c2ef-4520-96a4-045d27c232c2 HTTP/1.1" status: 204 len: 168 time: 1.5481396 Aug 16 22:21:10.076135 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:10.081581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Allocated IP 172.20.0.2 (d6827607-3825-4129-8178-fb53bdce4de0/9919c687-ba86-41e0-a2c4-cd04e875bfe4/a4a30739-5e90-438c-861d-478c2e1a8278) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:10.093908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec04af4d-49fa-4215-8505-2cc4c3790151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.103599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec04af4d-49fa-4215-8505-2cc4c3790151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.113355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3fbf-b1d9-4cb4-a4f2-9c31f0472589 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a2d02a-c2ef-4520-96a4-045d27c232c2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.114852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network d6827607-3825-4129-8178-fb53bdce4de0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:10.155666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:10.166977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-d331869d-068f-4b2b-8232-d53f3bd1a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.169192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-d331869d-068f-4b2b-8232-d53f3bd1a916 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e28c851dd89043ce8a5fdb62e762c8bc&device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 1095 time: 0.1110706 Aug 16 22:21:10.183446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:10.190818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=69826f4a-9943-4167-b4a1-3369b3f77bb5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.227395 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec04af4d-49fa-4215-8505-2cc4c3790151 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a30e1c124564492a4b1a106641f1bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734694 Aug 16 22:21:10.230541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.281138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04af4d-49fa-4215-8505-2cc4c3790151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eaec32-b516-4287-b6c5-0ea8a55b1f0a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.288442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55490) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.307155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.307796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.334637 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.346503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Transition to ACTIVE for port object a4a30739-5e90-438c-861d-478c2e1a8278 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:10.366350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Transition to ACTIVE for port object a4a30739-5e90-438c-861d-478c2e1a8278 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:10.373673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.380980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.387572 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4deb8c3-9f6f-420d-9bd9-9ca8c28a00bb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0639486 Aug 16 22:21:10.387737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Made reservation on behalf of b7dcbfb5badf46648df5983ac734b99d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:10.387829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.388995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.395752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0', 'name': 'tempest-PortsTestJSON-1182172836'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:10.431015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Network d6827607-3825-4129-8178-fb53bdce4de0 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:10.434262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:10.438060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:10.444609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Pushing event updated for resources: {'Port': ['ID=a4a30739-5e90-438c-861d-478c2e1a8278,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.487692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.521563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Attempting to bind port a4a30739-5e90-438c-861d-478c2e1a8278 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:10.522080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Attempting to bind port a4a30739-5e90-438c-861d-478c2e1a8278 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'ea35f0b3-d8da-45fb-b356-7921f799799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:10.522657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Attempting to bind port a4a30739-5e90-438c-861d-478c2e1a8278 on network d6827607-3825-4129-8178-fb53bdce4de0 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:10.528846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:10.529411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Checking segment: {'id': 'ea35f0b3-d8da-45fb-b356-7921f799799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:10.529808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.530307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Bound using segment: {'id': 'ea35f0b3-d8da-45fb-b356-7921f799799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:10.530871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Bound port: a4a30739-5e90-438c-861d-478c2e1a8278, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35f0b3-d8da-45fb-b356-7921f799799b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd6827607-3825-4129-8178-fb53bdce4de0'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:10.531524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.571687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Allocated IP 172.20.0.7 (1b5f5d6b-d992-4cd2-8364-7f6d8ae55928/c44673a8-c13c-435e-9ef2-4798f1772c72/3ec844cd-af85-4642-882b-f905a8064581) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:10.572373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:10.577639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.601250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port ea82c495-ecbb-4cf7-b3c8-967965d74b3c yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:10.633598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] For port a4a30739-5e90-438c-861d-478c2e1a8278, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:10.639364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] For port a4a30739-5e90-438c-861d-478c2e1a8278, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a4a30739-5e90-438c-861d-478c2e1a8278,segment=NetworkSegment(ea35f0b3-d8da-45fb-b356-7921f799799b),segment_id=ea35f0b3-d8da-45fb-b356-7921f799799b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:10.643966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.658265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.661190 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.662345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59eaec32-b516-4287-b6c5-0ea8a55b1f0a HTTP/1.1" status: 204 len: 168 time: 0.4289861 Aug 16 22:21:10.684727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee9cc4-07c6-4849-9b38-50fce377931c req-2adcd5cd-f653-4c18-9eb9-a504f25d5048 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.685193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94649-55ef-44d4-9273-77f5d38c5dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eaec32-b516-4287-b6c5-0ea8a55b1f0a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.685738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63ee9cc4-07c6-4849-9b38-50fce377931c req-2adcd5cd-f653-4c18-9eb9-a504f25d5048 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 943 time: 0.5076468 Aug 16 22:21:10.701719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8b296460-b742-478f-bde5-6cb80bd304b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a3ca1c7dbc547dd8a46e9a6202ec58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083176 Aug 16 22:21:10.701719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-67bcd5ac-76fa-4560-8f00-66ef168ee287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:10.702340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-67bcd5ac-76fa-4560-8f00-66ef168ee287 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6d37316b-7076-43f8-a7e9-9c047e5f85e5 HTTP/1.1" status: 200 len: 921 time: 0.5120804 Aug 16 22:21:10.705133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:10.770076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b10fe-eaca-4507-acfe-8f3ccbe08d5b None None] Pushing event updated for resources: {'Port': ['ID=a4a30739-5e90-438c-861d-478c2e1a8278,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:10.814617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.828537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.9 (d6827607-3825-4129-8178-fb53bdce4de0/9919c687-ba86-41e0-a2c4-cd04e875bfe4/ea82c495-ecbb-4cf7-b3c8-967965d74b3c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:10.847353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-3d00a30c-7475-4421-8a29-7fcb17f68d59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967 HTTP/1.1" status: 200 len: 217 time: 0.1281772 Aug 16 22:21:10.851128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:10.971909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63ee9cc4-07c6-4849-9b38-50fce377931c req-4c1e0b8a-fe7b-4384-8279-4d78bed4551f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587996 Aug 16 22:21:11.012741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-c5b94485-2a6a-4395-bdd4-effae5119de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.019566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.021410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-c5b94485-2a6a-4395-bdd4-effae5119de4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=924e9c69-ab9b-48c1-8e98-209a92ed9623 HTTP/1.1" status: 200 len: 861 time: 0.1532571 Aug 16 22:21:11.022201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.026177 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d76117e3-1aec-4875-9628-67407cce99e2 HTTP/1.1" status: 204 len: 168 time: 0.3198519 Aug 16 22:21:11.045608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200b6a-ae34-40f1-b20a-bc665f2a394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76117e3-1aec-4875-9628-67407cce99e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.096208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79a1a-7beb-4f86-b9ba-d144c8631beb req-68086fc2-e343-462f-a8f5-a1340fe46eb7 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.115331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41e79a1a-7beb-4f86-b9ba-d144c8631beb req-68086fc2-e343-462f-a8f5-a1340fe46eb7 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 945 time: 0.3620386 Aug 16 22:21:11.145869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.149602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.165289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object ea82c495-ecbb-4cf7-b3c8-967965d74b3c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:11.213865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.227472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41e79a1a-7beb-4f86-b9ba-d144c8631beb req-e7c5f234-d157-4d49-a783-68e1da14e72e tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100647 Aug 16 22:21:11.233607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-597750aa-cc18-4b61-878d-007a8a7e1f51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6d37316b-7076-43f8-a7e9-9c047e5f85e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595953 Aug 16 22:21:11.269022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Transition to ACTIVE for port object 3ec844cd-af85-4642-882b-f905a8064581 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:11.274671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network d6827607-3825-4129-8178-fb53bdce4de0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:11.283232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:11.284498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f6b010f-c7ac-4ad9-8261-5578e261717b req-e765c759-9a28-43e4-bb18-bee587091bba tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.0486379 Aug 16 22:21:11.295200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:11.305621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.334038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=ea82c495-ecbb-4cf7-b3c8-967965d74b3c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.354524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-587820a8-5f02-465f-b4ef-5f764b377b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.386483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.387314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.391916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-a5ea3083-6b16-4c5d-91b4-dc9e152284bc service neutron] 10.222.0.88 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438086 Aug 16 22:21:11.394203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.498239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-587820a8-5f02-465f-b4ef-5f764b377b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.502888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:11.505531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-587820a8-5f02-465f-b4ef-5f764b377b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.511875 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-90a766b4-d652-49bb-9721-8456119fc3eb tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1235294 Aug 16 22:21:11.514956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:11.522105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.537503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:11.557617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587820a8-5f02-465f-b4ef-5f764b377b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e608667a-348a-4903-8c84-198281ccd2c8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.564647 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-587820a8-5f02-465f-b4ef-5f764b377b9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaac80f0c5144d369bbbf143fb16bfcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575750 Aug 16 22:21:11.570872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.626733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.632892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event updated for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.647703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f802ba55-3849-4a34-b34c-db77d3f844fe req-6a74dbcf-e44b-402c-a304-5f0a3970632d service neutron] 10.222.0.88 "GET /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386270 Aug 16 22:21:11.675293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.715205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a63d0-dd9f-4837-9694-00144d38c721 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.726342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-568a63d0-dd9f-4837-9694-00144d38c721 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.2019989 Aug 16 22:21:11.729454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:11.734095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:11.734760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.776971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-bf748170-6507-4e16-ae70-2e686e1c1d5c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8097143 Aug 16 22:21:11.786342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.789017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.792446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e608667a-348a-4903-8c84-198281ccd2c8 HTTP/1.1" status: 204 len: 168 time: 0.2182841 Aug 16 22:21:11.801658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Request body: {'port': {'device_id': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:11.858306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de586ca7-06cc-43f1-9990-9d78f63108e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e608667a-348a-4903-8c84-198281ccd2c8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:11.907613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port ea82c495-ecbb-4cf7-b3c8-967965d74b3c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:11.907971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.930040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:11.976884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8cc45734-4a7f-4b8c-a6e7-ed597cb5e1b8 None None] Provisioning for port 3ec844cd-af85-4642-882b-f905a8064581 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:11.981193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8cc45734-4a7f-4b8c-a6e7-ed597cb5e1b8 None None] Provisioning complete for port 3ec844cd-af85-4642-882b-f905a8064581 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:11.981574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8cc45734-4a7f-4b8c-a6e7-ed597cb5e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.053825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.068577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8cc45734-4a7f-4b8c-a6e7-ed597cb5e1b8 None None] Port 3ec844cd-af85-4642-882b-f905a8064581 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:12.080574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for ea82c495-ecbb-4cf7-b3c8-967965d74b3c owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:12.147288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.202286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744a8f4-1ff1-4917-a476-dd8f938a7452 req-c199219a-d529-414d-a6bf-9460d41a603a tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.219819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b744a8f4-1ff1-4917-a476-dd8f938a7452 req-c199219a-d529-414d-a6bf-9460d41a603a tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 943 time: 0.1260149 Aug 16 22:21:12.295452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edc463-655b-490f-8e32-a0750a544447 None None] Network d6827607-3825-4129-8178-fb53bdce4de0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:12.297851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.334016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b744a8f4-1ff1-4917-a476-dd8f938a7452 req-ec991962-7fff-4485-924d-ed0dd3896731 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131415 Aug 16 22:21:12.362939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=ea82c495-ecbb-4cf7-b3c8-967965d74b3c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:12.416613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1663020771-network', 'tenant_id': '56b2ecbe0c9e40078c2d843e0562f7f4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:12.434602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5aa3ff2-0a1a-448b-8c44-1b796875c068 None None] Provisioning for port a4a30739-5e90-438c-861d-478c2e1a8278 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:12.460918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.465527 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86e756fa-39d9-4ae3-88ae-5c3649182b41 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/ea82c495-ecbb-4cf7-b3c8-967965d74b3c HTTP/1.1" status: 204 len: 168 time: 0.7322989 Aug 16 22:21:12.466458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.502232 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb49e952-6365-422d-8550-d2493acdf25a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:12.505645 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb49e952-6365-422d-8550-d2493acdf25a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/ea82c495-ecbb-4cf7-b3c8-967965d74b3c HTTP/1.1" status: 404 len: 333 time: 0.0361850 Aug 16 22:21:12.506885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55566) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:12.531887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ce23c-f07b-4012-8278-28390554c053 req-8f31d8dd-326f-4897-83b5-b96337eb8b3a tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.533406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-485ce23c-f07b-4012-8278-28390554c053 req-8f31d8dd-326f-4897-83b5-b96337eb8b3a tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 945 time: 0.1966560 Aug 16 22:21:12.573038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5dcd4-f3d5-4608-a616-2e3062935210 req-935b4491-aadc-4b03-b80d-a92af5db55e5 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.578287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aa5dcd4-f3d5-4608-a616-2e3062935210 req-935b4491-aadc-4b03-b80d-a92af5db55e5 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 931 time: 0.1453950 Aug 16 22:21:12.578947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Made reservation on behalf of 56b2ecbe0c9e40078c2d843e0562f7f4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:12.581307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.642024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 69826f4a-9943-4167-b4a1-3369b3f77bb5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:12.642498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.666246 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.701810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aa5dcd4-f3d5-4608-a616-2e3062935210 req-3c9704d3-dc9c-4ed3-94ea-64c621e4f566 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762584 Aug 16 22:21:12.733419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-485ce23c-f07b-4012-8278-28390554c053 req-a4867efa-d0cf-4481-a3ef-0f9ecd3e9a40 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/security-groups?id=c6130cc4-eb17-4ca3-bf01-2ac51977862f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746759 Aug 16 22:21:12.778658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.784889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-e331b121-1859-4d8d-a84a-87e1bf1d4a13 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:12.786799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-e331b121-1859-4d8d-a84a-87e1bf1d4a13 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.88 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 945 time: 0.2522817 Aug 16 22:21:12.794808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 69826f4a-9943-4167-b4a1-3369b3f77bb5 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:12.902596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Provisioning for port 69826f4a-9943-4167-b4a1-3369b3f77bb5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:12.911228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Provisioning complete for port 69826f4a-9943-4167-b4a1-3369b3f77bb5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:12.911797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:12.948660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec844cd-af85-4642-882b-f905a8064581 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:12.975197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a4a30739-5e90-438c-861d-478c2e1a8278 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:13.003617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.031434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Transition to ACTIVE for port object 3ec844cd-af85-4642-882b-f905a8064581 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:13.043919 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.103986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.108426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Port 69826f4a-9943-4167-b4a1-3369b3f77bb5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:13.141328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a4a30739-5e90-438c-861d-478c2e1a8278 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:13.155658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Provisioning complete for port a4a30739-5e90-438c-861d-478c2e1a8278 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:13.157468 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.165144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a4a30739-5e90-438c-861d-478c2e1a8278 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:13.165475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.204317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=69826f4a-9943-4167-b4a1-3369b3f77bb5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.245277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.254996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.259512 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ba7c973-aac1-4006-9db6-0352477b851a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/69826f4a-9943-4167-b4a1-3369b3f77bb5 HTTP/1.1" status: 204 len: 168 time: 0.7501707 Aug 16 22:21:13.262120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:13.311162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.338471 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19390a8-887e-46c1-ad40-1b5af0507229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:13.340998 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f19390a8-887e-46c1-ad40-1b5af0507229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/69826f4a-9943-4167-b4a1-3369b3f77bb5 HTTP/1.1" status: 404 len: 333 time: 0.0776803 Aug 16 22:21:13.343754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:13.347555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.396474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Deleting port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:13.396820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.403288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68854fe2-5c5e-4260-953d-4161eaf86aea,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.475787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.476327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 9919c687-ba86-41e0-a2c4-cd04e875bfe4 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:13.479546 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.480274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.519187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:13.548928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] For port a4a30739-5e90-438c-861d-478c2e1a8278, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a4a30739-5e90-438c-861d-478c2e1a8278,segment=NetworkSegment(ea35f0b3-d8da-45fb-b356-7921f799799b),segment_id=ea35f0b3-d8da-45fb-b356-7921f799799b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:13.553620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Attempting to bind port 3ec844cd-af85-4642-882b-f905a8064581 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:13.553966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Attempting to bind port 3ec844cd-af85-4642-882b-f905a8064581 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:13.554301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Attempting to bind port 3ec844cd-af85-4642-882b-f905a8064581 on network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:13.566155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.569261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.607390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] For port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,segment=NetworkSegment(29e815d5-06a5-4043-b986-61c267280807),segment_id=29e815d5-06a5-4043-b986-61c267280807)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:13.607545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.623580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Calling delete_port for 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:13.660063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ebc72-93de-451e-bbd8-989cd1ee874a None None] Pushing event updated for resources: {'Port': ['ID=a4a30739-5e90-438c-861d-478c2e1a8278,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.689246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:21:13.689604 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:21:13.701764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ed03b19-1ac8-428b-a7e9-d1bf41d00f7c None None] Could not find standard attr ID for object ea82c495-ecbb-4cf7-b3c8-967965d74b3c. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:13.717594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.718332 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Added segment a49339e7-c47c-41db-86ca-4e58dbdaf247 of type vlan for network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 Aug 16 22:21:13.718933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7ed03b19-1ac8-428b-a7e9-d1bf41d00f7c None None] Could not find standard attr ID for object 69826f4a-9943-4167-b4a1-3369b3f77bb5. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:13.731602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Port 3ec844cd-af85-4642-882b-f905a8064581 on network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:13.732022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Attempting to bind port 3ec844cd-af85-4642-882b-f905a8064581 on network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:13.735703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.777853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:13.778204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Checking segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:13.778606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Bound using segment: {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:13.779061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Bound port: 3ec844cd-af85-4642-882b-f905a8064581, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758950d2-1dee-481c-bb01-1ade55accc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:13.779429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.794205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e95f0-b2a5-455b-8ea5-1ff3b3e24ec2 req-ff619f07-f06b-4e6f-bb64-c7ac319c610f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:13.795961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-294e95f0-b2a5-455b-8ea5-1ff3b3e24ec2 req-ff619f07-f06b-4e6f-bb64-c7ac319c610f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 943 time: 0.3381174 Aug 16 22:21:13.822939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.824530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.877933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=9919c687-ba86-41e0-a2c4-cd04e875bfe4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:13.885786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.893485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa7fd29c-1068-450a-97e2-a52645a36714 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/9919c687-ba86-41e0-a2c4-cd04e875bfe4 HTTP/1.1" status: 204 len: 168 time: 0.5484979 Aug 16 22:21:13.894430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:13.906986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a936ca5-7f46-40e0-aea5-97a43c657168 None None] Network d6827607-3825-4129-8178-fb53bdce4de0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:13.982633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-294e95f0-b2a5-455b-8ea5-1ff3b3e24ec2 req-7e284b12-e02f-417d-9ff6-80bef8eb3f64 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667888 Aug 16 22:21:13.992498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.994869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:13.995853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:13.996825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.029554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.068795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port a4a30739-5e90-438c-861d-478c2e1a8278 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:14.069196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.071821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['598475d8-9e26-4aaf-a1fd-bd31acab6ab6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:14.074183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782025ed-7a91-4fc3-83ce-4ad0f73b78e2 req-28d066ef-6bf2-4369-b366-fc79f6a5ec8c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.075721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-782025ed-7a91-4fc3-83ce-4ad0f73b78e2 req-28d066ef-6bf2-4369-b366-fc79f6a5ec8c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 943 time: 0.2538171 Aug 16 22:21:14.078039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:14.106616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9574637 Aug 16 22:21:14.115027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:14.122549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Request body: {'subnet': {'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1663020771-subnet', 'tenant_id': '56b2ecbe0c9e40078c2d843e0562f7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:14.137411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Pushing event deleted for resources: {'Port': ['ID=598475d8-9e26-4aaf-a1fd-bd31acab6ab6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.163806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port a4a30739-5e90-438c-861d-478c2e1a8278, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a4a30739-5e90-438c-861d-478c2e1a8278,segment=NetworkSegment(ea35f0b3-d8da-45fb-b356-7921f799799b),segment_id=ea35f0b3-d8da-45fb-b356-7921f799799b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:14.164189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.173571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Made reservation on behalf of 56b2ecbe0c9e40078c2d843e0562f7f4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:14.175980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.176404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ec844cd-af85-4642-882b-f905a8064581,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:14.179183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af5c27b8-e81b-49b5-81bf-de89d53b9c35 req-cbb2c123-dc37-4c3f-aa43-3dfe556c5680 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.22 "GET /v2.0/ports?device_id=66852930-fdde-40f2-b984-c3fefb84d245 HTTP/1.1" status: 200 len: 210 time: 0.1025219 Aug 16 22:21:14.186382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a9218-12b7-4343-9aa1-c7172e70a828 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.194317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] DHCP port deletion for d6827607-3825-4129-8178-fb53bdce4de0 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:14.197179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for a4a30739-5e90-438c-861d-478c2e1a8278 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:14.204701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.234463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.241186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:14.260771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] No DVR routers for this DVR port 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:14.272031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.273975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bb5303f-c928-4670-8235-85d1bb6cdac9 req-a3f9025d-7ca9-45fa-a5fd-a82e0c21f9e8 tempest-ServerTagsTestJSON-1350124270 tempest-ServerTagsTestJSON-1350124270-project] 10.222.0.88 "DELETE /v2.0/ports/598475d8-9e26-4aaf-a1fd-bd31acab6ab6 HTTP/1.1" status: 204 len: 173 time: 1.4762816 Aug 16 22:21:14.274590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'name': 'network-vif-deleted', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:14.276987 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e1983-1b4d-4c3f-abf3-d0d6958f2004" -d '{"events": [{"server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "name": "network-vif-deleted", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:14.292679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.292996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.294464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] 10.222.0.89 "PUT /v2.0/ports/3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 200 len: 1092 time: 2.4973593 Aug 16 22:21:14.320699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-782025ed-7a91-4fc3-83ce-4ad0f73b78e2 req-1e92f34c-6ffe-40f4-b1b5-5e622bb1b9dd tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158258 Aug 16 22:21:14.367577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea2b84-da21-4f31-b879-5ad009c78869 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.379129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.431258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=a4a30739-5e90-438c-861d-478c2e1a8278,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.446912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-951e7d26-116c-44e5-b313-91c7d62cceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.448416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port a4a30739-5e90-438c-861d-478c2e1a8278 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:14.449794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-951e7d26-116c-44e5-b313-91c7d62cceb5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7dcbfb5badf46648df5983ac734b99d&device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 1095 time: 0.0930347 Aug 16 22:21:14.461904 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e3635-76dd-4e21-a39d-c79b95d31618 x-openstack-request-id: req-6b4e3635-76dd-4e21-a39d-c79b95d31618 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:14.462562 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66852930-fdde-40f2-b984-c3fefb84d245", "name": "network-vif-deleted", "tag": "598475d8-9e26-4aaf-a1fd-bd31acab6ab6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:14.463153 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b4e3635-76dd-4e21-a39d-c79b95d31618 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:14.463734 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66852930-fdde-40f2-b984-c3fefb84d245', 'name': 'network-vif-deleted', 'tag': '598475d8-9e26-4aaf-a1fd-bd31acab6ab6', 'status': 'completed', 'code': 200} Aug 16 22:21:14.488478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Deleting port a4a30739-5e90-438c-861d-478c2e1a8278 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:14.488708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.595556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-fc394f62-8739-4cd3-9b43-1811940d2e2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 200 len: 217 time: 0.1262567 Aug 16 22:21:14.601569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.613561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6827607-3825-4129-8178-fb53bdce4de0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.626874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea35f0b3-d8da-45fb-b356-7921f799799b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.627198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea35f0b3-d8da-45fb-b356-7921f799799b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:14.639389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.659737 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.666982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:14.667482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:14.686210 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:14.693971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-5711ed88-7f1b-4ded-b40b-59be4457a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.696127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-5711ed88-7f1b-4ded-b40b-59be4457a4ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c44673a8-c13c-435e-9ef2-4798f1772c72 HTTP/1.1" status: 200 len: 853 time: 0.0933559 Aug 16 22:21:14.729331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ef4c7078-b527-46cd-86a6-7de60b2b1967 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:14.741704 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.772267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.778442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-441a6d05-5d45-4ae8-b74d-2022c2d3f3fb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293546 Aug 16 22:21:14.788497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.789768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-ee176e7a-4d0f-4c27-89a6-8281326e4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:14.790518 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/d6827607-3825-4129-8178-fb53bdce4de0 HTTP/1.1" status: 204 len: 168 time: 0.8946614 Aug 16 22:21:14.791651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-ee176e7a-4d0f-4c27-89a6-8281326e4c2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877249 Aug 16 22:21:14.794418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:14.807641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-189231090'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:14.817295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4764a-773f-4628-b203-dd3b754ae640 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=d6827607-3825-4129-8178-fb53bdce4de0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.823973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b479674-0f4c-424b-8a25-a01a87ae5a58,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:14.851161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:14.854713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.876556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Checking segment: {'id': 'a49339e7-c47c-41db-86ca-4e58dbdaf247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:14.876918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Network hostable DHCP agents. Network: 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:14.894082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:14.907908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.908244 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment da9093c6-5c70-41b6-b692-bd473ced29f9 of type vlan for network b247f801-4beb-493b-a884-98c9b76011d1 Aug 16 22:21:14.925814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] For port a4a30739-5e90-438c-861d-478c2e1a8278, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:14.926216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:14.938777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a4a30739-5e90-438c-861d-478c2e1a8278 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:14.970673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Calling delete_port for a4a30739-5e90-438c-861d-478c2e1a8278 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:14.972510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a4a30739-5e90-438c-861d-478c2e1a8278 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:14.972885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a4a30739-5e90-438c-861d-478c2e1a8278 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:14.975635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Port a4a30739-5e90-438c-861d-478c2e1a8278 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:21:14.980503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.040380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967,segment=NetworkSegment(ae62bb2c-3c0e-4196-9867-cfced1e9c825),segment_id=ae62bb2c-3c0e-4196-9867-cfced1e9c825)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:15.043109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Pushing event deleted for resources: {'Port': ['ID=a4a30739-5e90-438c-861d-478c2e1a8278,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.049292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] Network d6827607-3825-4129-8178-fb53bdce4de0 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:21:15.050746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb323282-b1bc-4ef4-9525-7c4b9285d2fe None None] No DVR routers for this DVR port a4a30739-5e90-438c-861d-478c2e1a8278 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:15.086810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ef4c7078-b527-46cd-86a6-7de60b2b1967', 'network_id': '6d37316b-7076-43f8-a7e9-9c047e5f85e5', 'port_id': 'ef4c7078-b527-46cd-86a6-7de60b2b1967', 'mac_address': 'fa:16:3e:15:7f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e9c69-ab9b-48c1-8e98-209a92ed9623', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:15.141792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.160603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4c7078-b527-46cd-86a6-7de60b2b1967 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:15.185267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967,segment=NetworkSegment(ae62bb2c-3c0e-4196-9867-cfced1e9c825),segment_id=ae62bb2c-3c0e-4196-9867-cfced1e9c825)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:15.190095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.250657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:15.251399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.267289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.271272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:15.277650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.278242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.279769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9458f-5d94-4fc0-87c0-aa09115f094c None None] Network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:15.305823 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66dac139-86f0-4663-a808-890745cc057a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1891510 Aug 16 22:21:15.307929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.315366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.316108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.390737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5852342 Aug 16 22:21:15.393677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:15.399236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:15.406611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c65b99-ab65-4833-8c4b-497cfd6a1a23 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=b247f801-4beb-493b-a884-98c9b76011d1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:15.450773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b247f801-4beb-493b-a884-98c9b76011d1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:15.503798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-d207ed60-ffe9-402c-8432-df5d63e5f351 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.505559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-d207ed60-ffe9-402c-8432-df5d63e5f351 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7094247 Aug 16 22:21:15.507774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-9a75b5dd-3e85-48f8-b69b-d31ba7a9ed1d service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986117 Aug 16 22:21:15.508316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37146cea-be0f-4a4a-8e45-4a2ad0c75d2c None None] Network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:15.534098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:15.538295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.542804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34640b26-c5b2-44f6-a758-094c57d9291d req-39573fe6-ebc5-48b0-b3e3-86a49075b296 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.545858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34640b26-c5b2-44f6-a758-094c57d9291d req-39573fe6-ebc5-48b0-b3e3-86a49075b296 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 944 time: 0.1224763 Aug 16 22:21:15.551228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-defd3bdb-6409-4c41-b9e5-e6c7d8e03be9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.0320494 Aug 16 22:21:15.597583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b4839bc-59a1-485a-a84c-ef056d42595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.638382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-65c8ba72-0d11-4d75-95f3-8a8374f8796e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661006 Aug 16 22:21:15.665172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34640b26-c5b2-44f6-a758-094c57d9291d req-6cedbbd5-bb6c-4dd8-9d8d-331a8d00640d tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119037 Aug 16 22:21:15.713112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:15.714288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b050fa8-c1c7-4ef9-b25b-4da5ff75a0f9 req-f18e56d2-e1c6-4202-8c23-f1a411f7bb1b service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933513 Aug 16 22:21:15.774360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ef4c7078-b527-46cd-86a6-7de60b2b1967'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:15.818843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.830004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68a097-058c-4062-8f82-410dada846de req-502160e1-7308-49de-b148-1a6bd25b0a66 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:15.831171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a68a097-058c-4062-8f82-410dada846de req-502160e1-7308-49de-b148-1a6bd25b0a66 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 943 time: 0.0689728 Aug 16 22:21:15.844648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Deleting subnet 86e0eaca-fe19-4a34-9974-1b347e0e2d46 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:15.875344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:15.877620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a68a097-058c-4062-8f82-410dada846de req-b9492408-e17a-4fe9-ac78-18de172c9de7 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366211 Aug 16 22:21:15.992524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=d7329cde-ebbe-428e-90b4-331a79b32bd2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:16.002870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': 'da9093c6-5c70-41b6-b692-bd473ced29f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:16.003584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: b247f801-4beb-493b-a884-98c9b76011d1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:16.011042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.071640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network b247f801-4beb-493b-a884-98c9b76011d1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:16.081837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a50a270e-ffd7-472a-8cdc-00da606e80bb req-313eea75-89a0-4f98-9445-5c9dd33cad41 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 210 time: 0.0399163 Aug 16 22:21:16.085049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.097105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b247f801-4beb-493b-a884-98c9b76011d1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:16.097105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.097906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.098003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f50af-d9b9-4746-947f-3f888f0f7877 None None] Network b247f801-4beb-493b-a884-98c9b76011d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:16.155957 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f6bf661-e16e-46ea-8540-8bd4277f6c22 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7610586 Aug 16 22:21:16.156521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.163274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1', 'name': 'tempest-PortsTestJSON-1190205385', 'fixed_ips': [{'subnet_id': 'd7329cde-ebbe-428e-90b4-331a79b32bd2', 'ip_address': '172.20.0.10'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:16.198944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.238397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e0eaca-fe19-4a34-9974-1b347e0e2d46,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:16.244942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.247375 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1bffea1f-d20c-499b-b569-e54ac72ce663 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/86e0eaca-fe19-4a34-9974-1b347e0e2d46 HTTP/1.1" status: 204 len: 168 time: 0.5331600 Aug 16 22:21:16.250745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.300032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-81a5ecc4-f429-4909-8252-30973e9ecaf4 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.309971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-81a5ecc4-f429-4909-8252-30973e9ecaf4 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/networks?id=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 HTTP/1.1" status: 200 len: 822 time: 0.2225132 Aug 16 22:21:16.317632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b247f801-4beb-493b-a884-98c9b76011d1', 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': 'd7329cde-ebbe-428e-90b4-331a79b32bd2'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:16.319661 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.340123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-47591d74-49d1-4e96-a534-3554c6c20e70 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/quotas/56b2ecbe0c9e40078c2d843e0562f7f4 HTTP/1.1" status: 200 len: 375 time: 0.0283356 Aug 16 22:21:16.360244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.386758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-33b25618-fc3a-48e6-a904-e42100867d70 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56b2ecbe0c9e40078c2d843e0562f7f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374510 Aug 16 22:21:16.456941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:16.466796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'tag': '3ec844cd-af85-4642-882b-f905a8064581'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:16.469120 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "tag": "3ec844cd-af85-4642-882b-f905a8064581"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:16.486688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.511509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f545e7-c2f0-4362-99af-aa9511a37f8b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:16.512911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Allocated IP 172.20.0.2 (b247f801-4beb-493b-a884-98c9b76011d1/d7329cde-ebbe-428e-90b4-331a79b32bd2/f0d26180-4df9-4394-b0eb-b60591c303e2) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:16.528787 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977f9eb-29f0-484b-9e59-b171e16759b4 x-openstack-request-id: req-f977f9eb-29f0-484b-9e59-b171e16759b4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:16.528787 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "tag": "3ec844cd-af85-4642-882b-f905a8064581", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:16.529571 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f977f9eb-29f0-484b-9e59-b171e16759b4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:16.529571 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'tag': '3ec844cd-af85-4642-882b-f905a8064581', 'status': 'completed', 'code': 200} Aug 16 22:21:16.530903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e815d5-06a5-4043-b986-61c267280807') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:16.532271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e815d5-06a5-4043-b986-61c267280807') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:16.545050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.567640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.577623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:16.578150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:16.580190 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:16.619414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-a4c48505-c53d-4480-ba89-4cdd35968bb6 service neutron] 10.222.0.22 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173889 Aug 16 22:21:16.644140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:16.646749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.665907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.680533 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f5f545e7-c2f0-4362-99af-aa9511a37f8b HTTP/1.1" status: 204 len: 168 time: 0.4214287 Aug 16 22:21:16.682734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477987-3d32-4024-93ea-6cc9301b3650 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f545e7-c2f0-4362-99af-aa9511a37f8b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:16.690673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.704936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:16.705923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 598475d8-9e26-4aaf-a1fd-bd31acab6ab6 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:16.727112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port d301baa1-fcad-42e9-bad2-f190c1194795 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:16.733105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-bd274fc9-c192-4490-8b7e-2bf77d38b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.734642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-bd274fc9-c192-4490-8b7e-2bf77d38b5cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7dcbfb5badf46648df5983ac734b99d&device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 1095 time: 0.1635895 Aug 16 22:21:16.779291 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.789001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Transition to ACTIVE for port object f0d26180-4df9-4394-b0eb-b60591c303e2 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:16.815043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Transition to ACTIVE for port object f0d26180-4df9-4394-b0eb-b60591c303e2 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:16.824727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.873051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Network b247f801-4beb-493b-a884-98c9b76011d1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:16.874039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:16.874968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.877132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:16.884773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Pushing event updated for resources: {'Port': ['ID=f0d26180-4df9-4394-b0eb-b60591c303e2,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:16.887893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-a9acba87-2adc-4e97-ae96-40523ed538a2 service neutron] 10.222.0.22 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675622 Aug 16 22:21:16.947320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Attempting to bind port f0d26180-4df9-4394-b0eb-b60591c303e2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:16.947768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Attempting to bind port f0d26180-4df9-4394-b0eb-b60591c303e2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'da9093c6-5c70-41b6-b692-bd473ced29f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:16.948434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Attempting to bind port f0d26180-4df9-4394-b0eb-b60591c303e2 on network b247f801-4beb-493b-a884-98c9b76011d1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:16.954600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:16.955452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Checking segment: {'id': 'da9093c6-5c70-41b6-b692-bd473ced29f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:16.955590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.955939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Bound using segment: {'id': 'da9093c6-5c70-41b6-b692-bd473ced29f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:16.956524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Bound port: f0d26180-4df9-4394-b0eb-b60591c303e2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9093c6-5c70-41b6-b692-bd473ced29f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:16.957105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:16.963760 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-918a923d-4fcc-4406-915e-4fbb85b21a79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=375e96387afd4775ba76a5f71aeae637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871577 Aug 16 22:21:16.965054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:16.989512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d399f-8bb2-407b-9f5d-ef8f0013fcea req-cd994579-aace-4c50-bc70-abd430969d1f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:16.991476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-104d399f-8bb2-407b-9f5d-ef8f0013fcea req-cd994579-aace-4c50-bc70-abd430969d1f tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 944 time: 0.1970429 Aug 16 22:21:17.028942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.032073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] For port f0d26180-4df9-4394-b0eb-b60591c303e2, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:17.036882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] For port f0d26180-4df9-4394-b0eb-b60591c303e2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f0d26180-4df9-4394-b0eb-b60591c303e2,segment=NetworkSegment(da9093c6-5c70-41b6-b692-bd473ced29f9),segment_id=da9093c6-5c70-41b6-b692-bd473ced29f9)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:17.043592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.049949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-4ccfbbac-8e93-4794-8736-09f3ac52f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.051542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-4ccfbbac-8e93-4794-8736-09f3ac52f702 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 200 len: 914 time: 0.3032293 Aug 16 22:21:17.054756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.143779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.10 (b247f801-4beb-493b-a884-98c9b76011d1/d7329cde-ebbe-428e-90b4-331a79b32bd2/d301baa1-fcad-42e9-bad2-f190c1194795) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:17.144260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.147664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-39a87863-17df-4066-8933-4ac9cbc1c3a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 200 len: 217 time: 0.0818551 Aug 16 22:21:17.148372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:17.163566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6130cc4-eb17-4ca3-bf01-2ac51977862f HTTP/1.1" status: 204 len: 168 time: 0.1893516 Aug 16 22:21:17.166845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-104d399f-8bb2-407b-9f5d-ef8f0013fcea req-2af969d6-16a5-4254-be86-0d918fc48723 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661668 Aug 16 22:21:17.196574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706cf06-3fee-49e2-ad88-8df4d75ab5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6130cc4-eb17-4ca3-bf01-2ac51977862f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:17.263020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d992-0421-4381-97ab-8e24789f9519 None None] Pushing event updated for resources: {'Port': ['ID=f0d26180-4df9-4394-b0eb-b60591c303e2,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:17.337144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-20fc333c-e117-4419-8c91-8e82cbe4b4b4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561106 Aug 16 22:21:17.481147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-93140ba6-e60a-4ed0-9422-b8c11c48c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.482655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-93140ba6-e60a-4ed0-9422-b8c11c48c17e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c44673a8-c13c-435e-9ef2-4798f1772c72 HTTP/1.1" status: 200 len: 853 time: 0.2984278 Aug 16 22:21:17.728158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-4ef30ce4-d219-4ebd-a5d7-5d0bb4f0c3a4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.729565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-4ef30ce4-d219-4ebd-a5d7-5d0bb4f0c3a4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3517191 Aug 16 22:21:17.740167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-505a33f5-e0ab-4bfe-90b4-2f1ec5250213 req-e4aa0118-f827-4013-9ad0-9709efbfe431 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 210 time: 0.2070491 Aug 16 22:21:17.746954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-c1291e7b-d4a2-4252-9d90-d2f136bc7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.748674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-c1291e7b-d4a2-4252-9d90-d2f136bc7895 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183273 Aug 16 22:21:17.757847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6643016-6096-43bb-b263-f0f8ca7689b7 req-01c1af38-9763-4968-ba16-22e007519d66 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:17.759727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6643016-6096-43bb-b263-f0f8ca7689b7 req-01c1af38-9763-4968-ba16-22e007519d66 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 943 time: 0.4552579 Aug 16 22:21:17.765124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:17.943126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea062dab-ac0a-4200-8e00-9e7a36802a8f req-3dce2bdf-1ee0-4d18-be37-d42575bf1a82 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 210 time: 0.0675242 Aug 16 22:21:18.005026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6643016-6096-43bb-b263-f0f8ca7689b7 req-1a617bef-3552-44b9-bdb7-9c4c546ab6e7 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256854 Aug 16 22:21:18.034221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.059616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-50d9f6f1-f4d8-44b9-9d38-d93516a766f1 service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830808 Aug 16 22:21:18.065090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object d301baa1-fcad-42e9-bad2-f190c1194795 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:18.093255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.157369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:18.160980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.183338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.236798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.267152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1105-32c1-4523-bb5f-1b1da150c979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.319415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f5f6ed9-f09d-4321-b133-afeecbb0a3f1 req-2be15fbd-aaf2-4355-8606-47693e4f6b3b service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441263 Aug 16 22:21:18.349671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network b247f801-4beb-493b-a884-98c9b76011d1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:18.365215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:18.370971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=d301baa1-fcad-42e9-bad2-f190c1194795,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:18.376586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:18.455098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4dfef-fbd7-4fe7-bb83-a9b4724cf850 req-c42e3186-d09f-46e0-a978-947a28cc6de5 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:18.456680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45c4dfef-fbd7-4fe7-bb83-a9b4724cf850 req-c42e3186-d09f-46e0-a978-947a28cc6de5 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 944 time: 0.1577439 Aug 16 22:21:18.467803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:18.468538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.538659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45c4dfef-fbd7-4fe7-bb83-a9b4724cf850 req-308b2323-707f-4e64-8979-b7d6ab4222e1 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559316 Aug 16 22:21:18.551053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.572427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:18.596868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97337f-8e4a-4c44-861f-bbec03044118 None None] Network b247f801-4beb-493b-a884-98c9b76011d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:18.608575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-abbb0687-d25f-4a4e-a80c-8a00b99006f6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4506967 Aug 16 22:21:18.611620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:18.617858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'b247f801-4beb-493b-a884-98c9b76011d1', 'name': 'tempest-PortsTestJSON-1621061171', 'fixed_ips': [{'subnet_id': 'd7329cde-ebbe-428e-90b4-331a79b32bd2', 'ip_address': '172.20.0.9'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:18.681686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ef4c7078-b527-46cd-86a6-7de60b2b1967 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:18.710062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b2cb9c-9387-47fa-ab39-691f14fd93db,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:18.803623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-a9a405ba-8933-4240-8c5a-3b6110750edf tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:18.805875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-a9a405ba-8933-4240-8c5a-3b6110750edf tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.88 "GET /v2.0/networks?id=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 HTTP/1.1" status: 200 len: 822 time: 0.2499571 Aug 16 22:21:18.808643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e4cae621-d860-4b5b-8f8a-00e8d0aaf2b8 None None] Provisioning for port f0d26180-4df9-4394-b0eb-b60591c303e2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:18.814329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:18.824538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.73 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/c0fb3802-fbe4-4269-b3e4-644c93303c73) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:18.834822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ec844cd-af85-4642-882b-f905a8064581 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:18.836468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Request body: {'port': {'device_id': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537', 'admin_state_up': True, 'tenant_id': '56b2ecbe0c9e40078c2d843e0562f7f4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:18.953459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71b305ef-d572-40e7-bbcb-fe5025c83e1e req-7808216a-560a-4d20-b32c-06432f7ba323 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 210 time: 0.0603468 Aug 16 22:21:18.988603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.010192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 03f3b3da-4dc9-4416-8f1b-67b20752bde7 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:19.037394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ef4c7078-b527-46cd-86a6-7de60b2b1967 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:19.039714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f0d26180-4df9-4394-b0eb-b60591c303e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:19.043226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a74ade36-2883-4392-aae5-f863fa18bb8a req-2fa93a81-faff-4718-b49d-24dbe54ccf30 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0882905 Aug 16 22:21:19.098561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:21:19.156904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f1557a8-36d9-48b9-a588-a3eb51c961f6 req-0842d884-10c0-4cf7-874f-44faf3db2306 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 210 time: 0.0918012 Aug 16 22:21:19.195160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ef4c7078-b527-46cd-86a6-7de60b2b1967 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:19.195546 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.262298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.9 (b247f801-4beb-493b-a884-98c9b76011d1/d7329cde-ebbe-428e-90b4-331a79b32bd2/03f3b3da-4dc9-4416-8f1b-67b20752bde7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:19.299244 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.329547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Made reservation on behalf of 56b2ecbe0c9e40078c2d843e0562f7f4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:19.338195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.417814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ec844cd-af85-4642-882b-f905a8064581,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:19.443390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f0d26180-4df9-4394-b0eb-b60591c303e2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:19.469447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3ec844cd-af85-4642-882b-f905a8064581', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'port_id': '3ec844cd-af85-4642-882b-f905a8064581', 'mac_address': 'fa:16:3e:98:1d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:19.471837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f0d26180-4df9-4394-b0eb-b60591c303e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:19.472212 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.523896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.567773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 03f3b3da-4dc9-4416-8f1b-67b20752bde7 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:19.611732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.631108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af723-93ca-418d-ab2f-e9f3c7c096ab req-1a72d2de-7bc4-437a-891e-d9365ea2afcf tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:19.636555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-267af723-93ca-418d-ab2f-e9f3c7c096ab req-1a72d2de-7bc4-437a-891e-d9365ea2afcf tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 943 time: 0.4783506 Aug 16 22:21:19.686552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network b247f801-4beb-493b-a884-98c9b76011d1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:19.689851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:19.701200 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.712490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:19.735526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.751029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec844cd-af85-4642-882b-f905a8064581 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:19.801690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=03f3b3da-4dc9-4416-8f1b-67b20752bde7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:19.823028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.826585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:19.829141 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc5e81-f665-4001-9c9e-9435a9a832ea" -d '{"events": [{"server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:19.840395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object c0fb3802-fbe4-4269-b3e4-644c93303c73 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:19.840580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:19.841275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.859250 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f477d0a-8fcb-495b-849d-b1e2fe5d1229 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2438338 Aug 16 22:21:19.859605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:19.868024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ec844cd-af85-4642-882b-f905a8064581,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:19.877931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967,segment=NetworkSegment(ae62bb2c-3c0e-4196-9867-cfced1e9c825),segment_id=ae62bb2c-3c0e-4196-9867-cfced1e9c825)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:19.881228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.889016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Provisioning for port d301baa1-fcad-42e9-bad2-f190c1194795 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:19.893362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.913821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Provisioning complete for port d301baa1-fcad-42e9-bad2-f190c1194795 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:19.913821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.921195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:19.940233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-267af723-93ca-418d-ab2f-e9f3c7c096ab req-fc7753b4-3934-4a4c-9437-539be6e7bcb6 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937341 Aug 16 22:21:19.952338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Allocated IP 172.20.0.7 (9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537/8b479674-0f4c-424b-8a25-a01a87ae5a58/fde7df70-f5df-484c-891c-f89d0e2c0555) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:20.019765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f0d26180-4df9-4394-b0eb-b60591c303e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f0d26180-4df9-4394-b0eb-b60591c303e2,segment=NetworkSegment(da9093c6-5c70-41b6-b692-bd473ced29f9),segment_id=da9093c6-5c70-41b6-b692-bd473ced29f9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:20.033185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Port d301baa1-fcad-42e9-bad2-f190c1194795 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:20.034985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.058371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Provisioning complete for port f0d26180-4df9-4394-b0eb-b60591c303e2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:20.058895 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-919265d7-4e3d-4a7e-b059-0545196f32cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.060815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:20.085161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde6a58-8b7b-48c8-be40-77fb7889fbf6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.090764 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7fde6a58-8b7b-48c8-be40-77fb7889fbf6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2299411 Aug 16 22:21:20.093759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:20.203614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.220376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831c73c-5785-4d89-8f2a-348d175ef6d8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.228927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831c73c-5785-4d89-8f2a-348d175ef6d8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.235751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831c73c-5785-4d89-8f2a-348d175ef6d8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.237960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4831c73c-5785-4d89-8f2a-348d175ef6d8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1420124 Aug 16 22:21:20.241438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:20.377474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:20.404583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 03f3b3da-4dc9-4416-8f1b-67b20752bde7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:20.404737 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.467039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f0d26180-4df9-4394-b0eb-b60591c303e2,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:20.504772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3ec844cd-af85-4642-882b-f905a8064581'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:20.563307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.590166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 03f3b3da-4dc9-4416-8f1b-67b20752bde7 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:20.689277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Provisioning complete for port d301baa1-fcad-42e9-bad2-f190c1194795 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:20.689695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.731863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Port d301baa1-fcad-42e9-bad2-f190c1194795 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:20.757316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Provisioning for port 03f3b3da-4dc9-4416-8f1b-67b20752bde7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:20.757990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebd7d3fe-2d9d-4af3-bda1-13d2376ba85e req-d258a390-a440-40b8-82fe-3385c08a8d18 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.5331171 Aug 16 22:21:20.760079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.766944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Provisioning complete for port 03f3b3da-4dc9-4416-8f1b-67b20752bde7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:20.769578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.791348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=03f3b3da-4dc9-4416-8f1b-67b20752bde7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:20.793905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-27fdca9e-b756-4e86-9175-add0070e5653 None None] Port 03f3b3da-4dc9-4416-8f1b-67b20752bde7 was deleted so its status cannot be updated. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:21:20.804760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.805346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.805810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.806352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.806874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.807503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.807652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.807964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.808399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.808867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.809332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.809803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.811973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:20.814010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:20.829923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:20.836304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:20.846300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:20.859810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e0cd5-b9f7-4838-ae19-f489ec7955e2 req-1759a2af-f225-4569-98c5-afe2441f9100 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:20.860409 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd0428-9603-4f6d-b5ef-8a7e77b4c591 x-openstack-request-id: req-02bd0428-9603-4f6d-b5ef-8a7e77b4c591 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:20.860712 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:20.861051 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02bd0428-9603-4f6d-b5ef-8a7e77b4c591 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:20.861368 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967', 'code': 200} Aug 16 22:21:20.867993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1e0cd5-b9f7-4838-ae19-f489ec7955e2 req-1759a2af-f225-4569-98c5-afe2441f9100 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 1.0693190 Aug 16 22:21:20.888674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:20.892954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bcbfcaf-ef5b-402d-8346-c125859cb9c8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/03f3b3da-4dc9-4416-8f1b-67b20752bde7 HTTP/1.1" status: 204 len: 168 time: 0.6396997 Aug 16 22:21:20.893696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:20.933683 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca1c800-9688-43dd-91eb-defedef6fe79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:20.949450 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ca1c800-9688-43dd-91eb-defedef6fe79 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/03f3b3da-4dc9-4416-8f1b-67b20752bde7 HTTP/1.1" status: 404 len: 333 time: 0.0400810 Aug 16 22:21:20.950287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:20.966538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f0d26180-4df9-4394-b0eb-b60591c303e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:21.046374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2054409-b838-4e4d-9899-1b8a2d20e537 req-384f916f-8c8c-4442-b696-24f8d43843c9 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 210 time: 0.0671506 Aug 16 22:21:21.058204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.058886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.081407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1e0cd5-b9f7-4838-ae19-f489ec7955e2 req-316ba71e-0008-4127-8f1f-6708c08d8f04 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087090 Aug 16 22:21:21.090448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f0d26180-4df9-4394-b0eb-b60591c303e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:21.090567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.103190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.197830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-7f2cf7f7-c79c-41a2-8df1-22b7ce427775 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4358454 Aug 16 22:21:21.198975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.228798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140227-784d-4603-817d-8d49280ce0d0 req-3879870a-958d-49a1-84fb-e3cb9b49bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.229999 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bf140227-784d-4603-817d-8d49280ce0d0 req-3879870a-958d-49a1-84fb-e3cb9b49bbe9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 1097 time: 0.1786196 Aug 16 22:21:21.231009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Request body: {'port': {'device_id': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:21.265239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port d301baa1-fcad-42e9-bad2-f190c1194795 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:21.265596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.300287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:21.310527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Pushing event updated for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:21.313102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:21.319532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:21.343666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5493b51c-84ee-4342-9cbd-e416f51d8a67 None None] Provisioning for port c0fb3802-fbe4-4269-b3e4-644c93303c73 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:21.348285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5493b51c-84ee-4342-9cbd-e416f51d8a67 None None] Provisioning complete for port c0fb3802-fbe4-4269-b3e4-644c93303c73 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:21.348870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5493b51c-84ee-4342-9cbd-e416f51d8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.374495 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-bf140227-784d-4603-817d-8d49280ce0d0 req-0c4583e6-76dc-4703-be4a-4c86a3a526f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172230 Aug 16 22:21:21.386530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5493b51c-84ee-4342-9cbd-e416f51d8a67 None None] Port c0fb3802-fbe4-4269-b3e4-644c93303c73 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:21.400146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.407616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.412509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for d301baa1-fcad-42e9-bad2-f190c1194795 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:21.434366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40df89-45fe-41bd-9968-2be2f5f04424 req-06e163a7-fc21-48f5-b92e-a158aca6b18a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.435868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc40df89-45fe-41bd-9968-2be2f5f04424 req-06e163a7-fc21-48f5-b92e-a158aca6b18a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 935 time: 0.2185650 Aug 16 22:21:21.446090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.446696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.501887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-d3afa194-39fc-4ab2-9c8c-f3ddd8e60d1e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6725290 Aug 16 22:21:21.519108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6397b-b8eb-49d3-83a4-ea252ff75f99 req-27cfbc67-dd3b-4065-a271-5d6db5ae3e7c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:21.521166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fde6397b-b8eb-49d3-83a4-ea252ff75f99 req-27cfbc67-dd3b-4065-a271-5d6db5ae3e7c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 944 time: 0.1738758 Aug 16 22:21:21.552541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.555896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc40df89-45fe-41bd-9968-2be2f5f04424 req-37f82a94-e8cf-4598-9664-51c31b61b448 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042614 Aug 16 22:21:21.593870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=d301baa1-fcad-42e9-bad2-f190c1194795,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:21.646775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fde6397b-b8eb-49d3-83a4-ea252ff75f99 req-2eda8352-09e3-47fb-bfd1-e836690df001 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182990 Aug 16 22:21:21.678883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.680961 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-039e64b1-c580-40df-ab7b-8e2bf3adc085 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/d301baa1-fcad-42e9-bad2-f190c1194795 HTTP/1.1" status: 204 len: 168 time: 0.7297406 Aug 16 22:21:21.683498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55812) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:21.708605 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-752b14e6-a785-4c52-b080-90cbe97a0b65 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:21.710230 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-752b14e6-a785-4c52-b080-90cbe97a0b65 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/d301baa1-fcad-42e9-bad2-f190c1194795 HTTP/1.1" status: 404 len: 333 time: 0.0257919 Aug 16 22:21:21.712858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:21.762464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Request body: {'port': {'device_id': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:21.773588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet d7329cde-ebbe-428e-90b4-331a79b32bd2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:21.777923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.830545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.889742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5743324b-639f-4790-be53-9a9a4d4a1541 req-089572d4-2cdc-4902-bae9-88a4b726a5cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0595608 Aug 16 22:21:21.911316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.914513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4f656ca-7c48-433a-bf5d-51758af7719e req-5feafc5c-1fde-4da4-8856-4bb7a57f3569 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0515709 Aug 16 22:21:21.921500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.925441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fb3802-fbe4-4269-b3e4-644c93303c73 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:21.935439 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.978299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:21.983061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Transition to ACTIVE for port object c0fb3802-fbe4-4269-b3e4-644c93303c73 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:21.987938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.006019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=d7329cde-ebbe-428e-90b4-331a79b32bd2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.009642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.011536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f736f38f-b757-4aca-bea2-99d93c529f6f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/d7329cde-ebbe-428e-90b4-331a79b32bd2 HTTP/1.1" status: 204 len: 168 time: 0.2977090 Aug 16 22:21:22.014111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:22.017361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637582e-6f33-417d-a8e3-a2cb1602dbed None None] Network b247f801-4beb-493b-a884-98c9b76011d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:22.114230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.160959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.225811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port f0d26180-4df9-4394-b0eb-b60591c303e2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:22.226243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.297113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] DHCP port deletion for b247f801-4beb-493b-a884-98c9b76011d1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:22.308869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port f0d26180-4df9-4394-b0eb-b60591c303e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f0d26180-4df9-4394-b0eb-b60591c303e2,segment=NetworkSegment(da9093c6-5c70-41b6-b692-bd473ced29f9),segment_id=da9093c6-5c70-41b6-b692-bd473ced29f9)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:22.309288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.325848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for f0d26180-4df9-4394-b0eb-b60591c303e2 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:22.365395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Deleting port f0d26180-4df9-4394-b0eb-b60591c303e2 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:22.366106 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.371026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Attempting to bind port c0fb3802-fbe4-4269-b3e4-644c93303c73 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:22.371448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Attempting to bind port c0fb3802-fbe4-4269-b3e4-644c93303c73 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:22.372112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Attempting to bind port c0fb3802-fbe4-4269-b3e4-644c93303c73 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:22.384613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3087be-96de-4173-953a-3a469b4812af req-cda5542c-e348-4db1-9465-5801b4706c66 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:22.386165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c3087be-96de-4173-953a-3a469b4812af req-cda5542c-e348-4db1-9465-5801b4706c66 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 931 time: 0.2001522 Aug 16 22:21:22.396012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Port c0fb3802-fbe4-4269-b3e4-644c93303c73 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:22.396429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Attempting to bind port c0fb3802-fbe4-4269-b3e4-644c93303c73 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:22.415548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18a3be-2a94-43e6-a8ea-b41e0589fa4b req-200590b2-5b19-4789-a373-e21dabc5e9e5 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:22.417256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a18a3be-2a94-43e6-a8ea-b41e0589fa4b req-200590b2-5b19-4789-a373-e21dabc5e9e5 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 0.1700478 Aug 16 22:21:22.423522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.432465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:22.432853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:22.433387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:22.433936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Bound port: c0fb3802-fbe4-4269-b3e4-644c93303c73, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:22.434378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.450149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=f0d26180-4df9-4394-b0eb-b60591c303e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.456683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] For port f0d26180-4df9-4394-b0eb-b60591c303e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f0d26180-4df9-4394-b0eb-b60591c303e2,segment=NetworkSegment(da9093c6-5c70-41b6-b692-bd473ced29f9),segment_id=da9093c6-5c70-41b6-b692-bd473ced29f9)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:22.457255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.459572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port f0d26180-4df9-4394-b0eb-b60591c303e2 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:22.488204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Calling delete_port for f0d26180-4df9-4394-b0eb-b60591c303e2 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:22.545444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c3087be-96de-4173-953a-3a469b4812af req-198ccb13-c9ee-4302-9684-d744d6150984 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419361 Aug 16 22:21:22.555307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.556830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde7df70-f5df-484c-891c-f89d0e2c0555 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:22.570998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b247f801-4beb-493b-a884-98c9b76011d1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:22.583054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9093c6-5c70-41b6-b692-bd473ced29f9') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:22.583362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9093c6-5c70-41b6-b692-bd473ced29f9') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:22.584818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.599484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.604436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a18a3be-2a94-43e6-a8ea-b41e0589fa4b req-1e939a5b-5577-40f2-b72e-2d22294b09ff tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555207 Aug 16 22:21:22.616617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Transition to ACTIVE for port object fde7df70-f5df-484c-891c-f89d0e2c0555 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:22.617929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:22.618526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.622712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:22.623653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.624126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.638637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:22.639044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:22.642105 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:22.663809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] Pushing event deleted for resources: {'Port': ['ID=f0d26180-4df9-4394-b0eb-b60591c303e2,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.668762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ecff98-012d-4c3f-8bd3-e9e85ab82449 None None] No DVR routers for this DVR port f0d26180-4df9-4394-b0eb-b60591c303e2 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:22.680364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.690971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.730350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:22.731004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.733209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] 10.222.0.88 "PUT /v2.0/ports/c0fb3802-fbe4-4269-b3e4-644c93303c73 HTTP/1.1" status: 200 len: 1096 time: 1.5170069 Aug 16 22:21:22.739566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:22.740469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.743076 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2e9a67-405f-46a5-ade5-d602183b955b" -d '{"events": [{"name": "network-changed", "server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:22.749842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.752038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/b247f801-4beb-493b-a884-98c9b76011d1 HTTP/1.1" status: 204 len: 168 time: 0.7368345 Aug 16 22:21:22.757432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:22.762853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818369205'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:22.785366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29cd3-56d3-444b-a9f2-525350bb0ff4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=b247f801-4beb-493b-a884-98c9b76011d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.828580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:22.835720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ec844cd-af85-4642-882b-f905a8064581 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:22.842414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Pushing event updated for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:22.848383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.891021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:22.909442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:22.910340 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Added segment 671ae5bc-1fb6-4e86-8bca-3ab0a87437aa of type vlan for network cbb68762-2761-479d-b170-e625f7fe926a Aug 16 22:21:22.963271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f0d26180-4df9-4394-b0eb-b60591c303e2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:22.968356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.002286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f0d26180-4df9-4394-b0eb-b60591c303e2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:23.002642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f0d26180-4df9-4394-b0eb-b60591c303e2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:23.019233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 3ec844cd-af85-4642-882b-f905a8064581 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:23.020364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.022231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a548caf3-3bd8-41b5-b020-b1dc663e30e6 req-a5d57d83-e443-4731-ad66-7d8b79145638 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.1948910 Aug 16 22:21:23.024127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3ec844cd-af85-4642-882b-f905a8064581 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:23.024699 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.030563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.031420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.108355 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3494875 Aug 16 22:21:23.111701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:23.117949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:23.133295 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.133854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d6724-1835-4064-9c68-189088917836 req-c4677f1e-2941-4d53-829a-a71ff7e36fce tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.141124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-605d6724-1835-4064-9c68-189088917836 req-c4677f1e-2941-4d53-829a-a71ff7e36fce tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 947 time: 0.4134920 Aug 16 22:21:23.157595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec844cd-af85-4642-882b-f905a8064581'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:23.157852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-f3dd877d-c80f-41fb-8372-e242ca6fbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.159165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-f3dd877d-c80f-41fb-8372-e242ca6fbed1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 1099 time: 0.3080878 Aug 16 22:21:23.159817 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789125a-47b8-4977-ac91-7a54048a21e2" -d '{"events": [{"server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "name": "network-vif-plugged", "status": "completed", "tag": "3ec844cd-af85-4642-882b-f905a8064581"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:23.166081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5318d0-51e0-4f1b-8e1f-dac9cb78ea93 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.174991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ec844cd-af85-4642-882b-f905a8064581,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:23.180199 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.185052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Attempting to bind port fde7df70-f5df-484c-891c-f89d0e2c0555 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:23.185422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Attempting to bind port fde7df70-f5df-484c-891c-f89d0e2c0555 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'a49339e7-c47c-41db-86ca-4e58dbdaf247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:23.185757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Attempting to bind port fde7df70-f5df-484c-891c-f89d0e2c0555 on network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:23.189725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441e241-c731-444d-856b-0abc04f4c995 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Network': ['ID=cbb68762-2761-479d-b170-e625f7fe926a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.210795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cbb68762-2761-479d-b170-e625f7fe926a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:23.234499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Port fde7df70-f5df-484c-891c-f89d0e2c0555 on network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:23.234853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Attempting to bind port fde7df70-f5df-484c-891c-f89d0e2c0555 on network 9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:23.243743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-ee84f342-7315-4b5c-8c25-7f0919582de2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73 HTTP/1.1" status: 200 len: 217 time: 0.0538471 Aug 16 22:21:23.249114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:23.251708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f25aab-a2c7-4374-b167-9d4c4fa5d817 req-2014b826-573a-4be4-95fb-40e03ff74ffa tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.252875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.253197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f25aab-a2c7-4374-b167-9d4c4fa5d817 req-2014b826-573a-4be4-95fb-40e03ff74ffa tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 944 time: 0.2335200 Aug 16 22:21:23.272811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-605d6724-1835-4064-9c68-189088917836 req-f8b9d402-8a72-4071-8584-a7f559a6aaf5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307552 Aug 16 22:21:23.276029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:23.276381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Checking segment: {'id': 'a49339e7-c47c-41db-86ca-4e58dbdaf247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:23.276774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Bound using segment: {'id': 'a49339e7-c47c-41db-86ca-4e58dbdaf247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:23.277281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Bound port: fde7df70-f5df-484c-891c-f89d0e2c0555, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49339e7-c47c-41db-86ca-4e58dbdaf247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:23.277643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.290112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.337474 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e83a8fd-5c3c-412f-a2bb-bf426c240ebd x-openstack-request-id: req-8e83a8fd-5c3c-412f-a2bb-bf426c240ebd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:23.337823 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:23.338078 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e83a8fd-5c3c-412f-a2bb-bf426c240ebd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:23.338480 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73', 'status': 'completed', 'code': 200} Aug 16 22:21:23.376772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-20695547-665b-47c2-8955-d370f5025bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.378346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-20695547-665b-47c2-8955-d370f5025bd9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1224039 Aug 16 22:21:23.388628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f25aab-a2c7-4374-b167-9d4c4fa5d817 req-988f72d4-0bf8-40f9-aef8-b2dc8f38556f tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136162 Aug 16 22:21:23.443949 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da189b9-d132-444c-a47c-99b45034b286 x-openstack-request-id: req-8da189b9-d132-444c-a47c-99b45034b286 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:23.444309 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "name": "network-vif-plugged", "status": "completed", "tag": "3ec844cd-af85-4642-882b-f905a8064581", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:23.444624 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da189b9-d132-444c-a47c-99b45034b286 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:23.445190 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec844cd-af85-4642-882b-f905a8064581', 'code': 200} Aug 16 22:21:23.445713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23169f84-3a37-444f-b67b-5ac4d1aa5c77 req-a2067df8-263d-48ea-8539-8cbb3586d685 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0603571 Aug 16 22:21:23.474742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:23.474742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fde7df70-f5df-484c-891c-f89d0e2c0555,segment=NetworkSegment(a49339e7-c47c-41db-86ca-4e58dbdaf247),segment_id=a49339e7-c47c-41db-86ca-4e58dbdaf247)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:23.474742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-33257eca-3cbf-4b91-bd0d-64439bdea998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.475302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-33257eca-3cbf-4b91-bd0d-64439bdea998 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856860 Aug 16 22:21:23.481020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.493962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.557630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=a91dc264-2164-48ef-b19c-bec9bc086910,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.565388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Checking segment: {'id': '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:23.565754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network hostable DHCP agents. Network: cbb68762-2761-479d-b170-e625f7fe926a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:23.584825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network cbb68762-2761-479d-b170-e625f7fe926a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:23.587853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.588524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.589980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] 10.222.0.88 "PUT /v2.0/ports/fde7df70-f5df-484c-891c-f89d0e2c0555 HTTP/1.1" status: 200 len: 1092 time: 1.8319306 Aug 16 22:21:23.594223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cbb68762-2761-479d-b170-e625f7fe926a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:23.598251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.598947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.605919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c535186-3814-40a1-9ca0-470889ea1894 None None] Network cbb68762-2761-479d-b170-e625f7fe926a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:23.617134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-305185eb-8504-4fbf-919d-d9eac5305b09 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5042543 Aug 16 22:21:23.620330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:23.626641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-222241514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:23.654458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faff2d-88e6-495d-8b32-68f57dc7d865 service neutron] Pushing event updated for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:23.675932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ee7e-4f80-453c-8594-3412cb335959 req-b1a33bc4-1acf-4a21-b96b-eaf49ebd3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.677577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0849ee7e-4f80-453c-8594-3412cb335959 req-b1a33bc4-1acf-4a21-b96b-eaf49ebd3ca2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 1097 time: 0.1112845 Aug 16 22:21:23.684401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.685701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.729324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-195c7db9-4212-4e77-9cdc-bd88353e40c3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452598 Aug 16 22:21:23.755297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.760217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.778038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.781925 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ad683d7-9d3d-4ef4-a2f7-f6367bc1ee44 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1576929 Aug 16 22:21:23.782114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55850) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:23.787762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a', 'name': 'tempest-PortsTestJSON-1505656648'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:23.797277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-cbb68762-2761-479d-b170-e625f7fe926a', 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': 'a91dc264-2164-48ef-b19c-bec9bc086910'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:23.798289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.854938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-8b79a176-a743-4ac1-a187-155ddeec7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.856495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-8b79a176-a743-4ac1-a187-155ddeec7636 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56b2ecbe0c9e40078c2d843e0562f7f4&device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 1095 time: 0.1975591 Aug 16 22:21:23.858165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0849ee7e-4f80-453c-8594-3412cb335959 req-2af1ffb4-d11b-49d3-aa7d-11578d94212a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596353 Aug 16 22:21:23.882401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb9cf9-0b67-4717-b785-594b5ff0f578 req-b1e784b4-4506-4d97-95b1-5813412a520f tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.883894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfeb9cf9-0b67-4717-b785-594b5ff0f578 req-b1e784b4-4506-4d97-95b1-5813412a520f tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 943 time: 0.1865106 Aug 16 22:21:23.910808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:23.914455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:23.938713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:23.943974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Allocated IP 172.20.0.2 (cbb68762-2761-479d-b170-e625f7fe926a/a91dc264-2164-48ef-b19c-bec9bc086910/f4c0caf6-1f21-48a5-b862-29cd1de1e312) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:23.945570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abb884-f243-49b2-8a0c-c27a8dba64f9 req-991061cf-c0a9-440d-bf8b-384c8bab2d61 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:23.949593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53abb884-f243-49b2-8a0c-c27a8dba64f9 req-991061cf-c0a9-440d-bf8b-384c8bab2d61 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 0.2307503 Aug 16 22:21:23.963038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-c6c6c54a-e325-4553-9aa1-212f25e0749e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde7df70-f5df-484c-891c-f89d0e2c0555 HTTP/1.1" status: 200 len: 217 time: 0.0908134 Aug 16 22:21:24.027959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50c6f3a3-ac27-4dc3-a109-5843def6ff07 req-81a71671-ef58-427f-989e-52a4ff4efc57 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796528 Aug 16 22:21:24.051757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfeb9cf9-0b67-4717-b785-594b5ff0f578 req-12ea9abb-33ed-4a58-b401-016dca530689 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563497 Aug 16 22:21:24.065699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53abb884-f243-49b2-8a0c-c27a8dba64f9 req-452bd0eb-86ae-45bb-b3d9-3e4f7cfcecbf tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045005 Aug 16 22:21:24.068103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-52aa80b9-f698-4e53-a83e-098197bec1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.069691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-52aa80b9-f698-4e53-a83e-098197bec1b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b479674-0f4c-424b-8a25-a01a87ae5a58 HTTP/1.1" status: 200 len: 862 time: 0.0894160 Aug 16 22:21:24.102616 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.112099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Transition to ACTIVE for port object f4c0caf6-1f21-48a5-b862-29cd1de1e312 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:24.137583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Transition to ACTIVE for port object f4c0caf6-1f21-48a5-b862-29cd1de1e312 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:24.151555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-4d5ff89e-be1c-4fc9-89af-e8caf6ca6d97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313532 Aug 16 22:21:24.161883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.215575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.12 (cbb68762-2761-479d-b170-e625f7fe926a/a91dc264-2164-48ef-b19c-bec9bc086910/2f7fe665-540e-4bcc-a6d3-8ac8825bc728) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:24.227205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Network cbb68762-2761-479d-b170-e625f7fe926a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:24.230391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:24.236078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:24.275290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-1629c219-b2cf-4bab-b028-40f13ffeeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.276802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-1629c219-b2cf-4bab-b028-40f13ffeeb3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 1099 time: 0.1280291 Aug 16 22:21:24.294524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Pushing event updated for resources: {'Port': ['ID=f4c0caf6-1f21-48a5-b862-29cd1de1e312,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:24.345145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Attempting to bind port f4c0caf6-1f21-48a5-b862-29cd1de1e312 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:24.346432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Attempting to bind port f4c0caf6-1f21-48a5-b862-29cd1de1e312 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:24.346819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Attempting to bind port f4c0caf6-1f21-48a5-b862-29cd1de1e312 on network cbb68762-2761-479d-b170-e625f7fe926a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:24.352979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:24.353939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Checking segment: {'id': '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:24.355313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.355750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Bound using segment: {'id': '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:24.356712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Bound port: f4c0caf6-1f21-48a5-b862-29cd1de1e312, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cbb68762-2761-479d-b170-e625f7fe926a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:24.357151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.361933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-4a79fc5c-688c-4157-893b-1711ed6dd532 service neutron] 10.222.0.88 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736691 Aug 16 22:21:24.498421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] For port f4c0caf6-1f21-48a5-b862-29cd1de1e312, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:24.507557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] For port f4c0caf6-1f21-48a5-b862-29cd1de1e312, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f4c0caf6-1f21-48a5-b862-29cd1de1e312,segment=NetworkSegment(671ae5bc-1fb6-4e86-8bca-3ab0a87437aa),segment_id=671ae5bc-1fb6-4e86-8bca-3ab0a87437aa)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:24.511973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.600171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8422e5-fc3e-4c65-b5b7-cf4946c3dbff None None] Pushing event updated for resources: {'Port': ['ID=f4c0caf6-1f21-48a5-b862-29cd1de1e312,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:24.600541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-b0c7d1ee-ff22-4e62-8083-518fc5befef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.602079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-b0c7d1ee-ff22-4e62-8083-518fc5befef3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3180089 Aug 16 22:21:24.672049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-113b4927-c650-4352-8edf-0ab60d655447 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73 HTTP/1.1" status: 200 len: 217 time: 0.0584087 Aug 16 22:21:24.680174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a522b-249e-4af6-ad0d-91c63f111b68 req-0650833c-e433-484b-b96f-0c459d9caf4c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.681667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a32a522b-249e-4af6-ad0d-91c63f111b68 req-0650833c-e433-484b-b96f-0c459d9caf4c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 947 time: 0.1968217 Aug 16 22:21:24.704589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a438f3-fd9a-4cd3-9276-5b0a15966caf req-2d610bb0-a5de-484d-921c-450b8381c722 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.706213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96a438f3-fd9a-4cd3-9276-5b0a15966caf req-2d610bb0-a5de-484d-921c-450b8381c722 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.1769867 Aug 16 22:21:24.715133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b5077-7457-44eb-ad5d-6015c7934f7f req-20b4b948-936f-43c1-971a-2abaef256b66 service neutron] 10.222.0.88 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423436 Aug 16 22:21:24.757799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.795458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:24.826583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-717c4117-1fe0-479a-87f5-df21acce8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.828086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-717c4117-1fe0-479a-87f5-df21acce8a87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1438024 Aug 16 22:21:24.837177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:24.843512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a32a522b-249e-4af6-ad0d-91c63f111b68 req-e1cf5c36-ed3d-4cc0-bd57-af28ef20da37 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468172 Aug 16 22:21:24.874799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96a438f3-fd9a-4cd3-9276-5b0a15966caf req-f6f31252-6b59-416d-9fc9-680ed707caf6 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586139 Aug 16 22:21:24.923300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network cbb68762-2761-479d-b170-e625f7fe926a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:24.932047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-65779b53-7d5c-4501-8104-99e0b82b2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:24.933418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-65779b53-7d5c-4501-8104-99e0b82b2e56 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887959 Aug 16 22:21:24.946485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:24.956201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:24.960524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f4c0caf6-1f21-48a5-b862-29cd1de1e312 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:25.012024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=2f7fe665-540e-4bcc-a6d3-8ac8825bc728,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:25.033034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d92b43b4-2dec-48b3-9ab5-e5ba4824880f req-20ab14cf-edd0-444c-a9e7-dfa455e9e818 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0721459 Aug 16 22:21:25.050605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f4c0caf6-1f21-48a5-b862-29cd1de1e312 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:25.064418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.065337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.088890 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09e96478-5fb7-4a40-8fa8-069f7fa291ad tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3056059 Aug 16 22:21:25.092363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:25.508123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:25.510537 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:25.516791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.555354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-8e3526e5-9c63-4cfb-bba4-9812f775eef3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134672 Aug 16 22:21:25.657534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe89c-70d2-4d70-a7a5-04dae20f637c req-d479e278-0176-40e6-89ff-b396672a6b72 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.659196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-265fe89c-70d2-4d70-a7a5-04dae20f637c req-d479e278-0176-40e6-89ff-b396672a6b72 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 943 time: 0.1394851 Aug 16 22:21:25.744630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-265fe89c-70d2-4d70-a7a5-04dae20f637c req-8be3211d-9ffa-43ba-9181-6acac79e4388 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676458 Aug 16 22:21:25.753503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2e9a67-405f-46a5-ade5-d602183b955b req-02bb2ced-51b5-4e57-99d3-9ec266d0c64e service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885941 Aug 16 22:21:25.762844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ffdff-1ccc-41b9-a0bd-e6f4ff16019d req-5597878d-158e-48e9-ac88-8d0c45ab3628 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:25.764530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-057ffdff-1ccc-41b9-a0bd-e6f4ff16019d req-5597878d-158e-48e9-ac88-8d0c45ab3628 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 0.1322763 Aug 16 22:21:25.829112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-057ffdff-1ccc-41b9-a0bd-e6f4ff16019d req-fcc02c66-f6ad-4d54-91fe-fa4f0bcd365b tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554235 Aug 16 22:21:25.870209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0d19d03-4e1a-4d36-bd07-961c85566a6d req-57b75ef4-492a-4fc5-9589-82ef1fd2b6dc tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0311174 Aug 16 22:21:25.876529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.880459 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f53237-06c1-4ba2-8930-76d7b44e3256 x-openstack-request-id: req-52f53237-06c1-4ba2-8930-76d7b44e3256 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:25.881331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:25.881875 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52f53237-06c1-4ba2-8930-76d7b44e3256 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:25.882838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:25.883128 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555', 'status': 'completed', 'code': 200} Aug 16 22:21:25.934041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3604c51-d30b-4622-a424-4ca1077ab1bc None None] Network cbb68762-2761-479d-b170-e625f7fe926a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:25.988172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=2f7fe665-540e-4bcc-a6d3-8ac8825bc728,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.003016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Provisioning for port f4c0caf6-1f21-48a5-b862-29cd1de1e312 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:26.011327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Provisioning complete for port f4c0caf6-1f21-48a5-b862-29cd1de1e312 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:26.011897 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.067954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e0bfe-790c-4230-89a5-893237018a7e req-1745fe96-f2dd-412c-8f1e-29b36f0b79b1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.069547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be7e0bfe-790c-4230-89a5-893237018a7e req-1745fe96-f2dd-412c-8f1e-29b36f0b79b1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 947 time: 0.1215057 Aug 16 22:21:26.076663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-e31d3ac1-fc31-497e-a256-3e39da3f80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.078257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-e31d3ac1-fc31-497e-a256-3e39da3f80f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=56b2ecbe0c9e40078c2d843e0562f7f4&device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 1095 time: 0.1138482 Aug 16 22:21:26.110945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8092e-fcd8-4aea-9663-d46308b4df1e req-e9f86e1f-3915-4005-9080-d779f2ad50b2 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.112739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ca8092e-fcd8-4aea-9663-d46308b4df1e req-e9f86e1f-3915-4005-9080-d779f2ad50b2 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.1290464 Aug 16 22:21:26.144453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.166658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.201305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be7e0bfe-790c-4230-89a5-893237018a7e req-7df5ac5f-4b40-4c99-a5ce-7245c741e534 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215696 Aug 16 22:21:26.217384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] For port f4c0caf6-1f21-48a5-b862-29cd1de1e312, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f4c0caf6-1f21-48a5-b862-29cd1de1e312,segment=NetworkSegment(671ae5bc-1fb6-4e86-8bca-3ab0a87437aa),segment_id=671ae5bc-1fb6-4e86-8bca-3ab0a87437aa)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:26.223891 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.236756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ca8092e-fcd8-4aea-9663-d46308b4df1e req-9a9c0b76-0c47-48fa-90c6-aeb63710c890 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088536 Aug 16 22:21:26.282522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-561747c8-c759-4a81-b5bb-38158ac109bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.283867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-561747c8-c759-4a81-b5bb-38158ac109bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 HTTP/1.1" status: 200 len: 922 time: 0.1953063 Aug 16 22:21:26.287615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Pushing event updated for resources: {'Port': ['ID=f4c0caf6-1f21-48a5-b862-29cd1de1e312,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.289810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.296243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.296864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.297423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.297980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.298504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.299062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.299404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.299738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.300210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.300547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.301432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.301905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713e0e14-ff60-41eb-8e31-7e3d4ee1b52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:21:26.342745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-c7f97e93-b3f9-4c49-9fd6-338b976e5f70 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde7df70-f5df-484c-891c-f89d0e2c0555 HTTP/1.1" status: 200 len: 217 time: 0.0477927 Aug 16 22:21:26.428941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-0fc2adaa-e107-4d56-9fd8-1f3b88a1945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.430487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-0fc2adaa-e107-4d56-9fd8-1f3b88a1945a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b479674-0f4c-424b-8a25-a01a87ae5a58 HTTP/1.1" status: 200 len: 862 time: 0.0572886 Aug 16 22:21:26.439049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f048a-af66-421a-8972-3f052034a895 req-e41cec26-f26c-46a2-9348-37479dfe150c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.440590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa3f048a-af66-421a-8972-3f052034a895 req-e41cec26-f26c-46a2-9348-37479dfe150c tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.1004262 Aug 16 22:21:26.452102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:26.461260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Request body: {'floatingip': {'port_id': '3ec844cd-af85-4642-882b-f905a8064581'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:26.478112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-4cd2d10a-da0f-4e77-993e-9449d6f421cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365012 Aug 16 22:21:26.557731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Provisioning for port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:26.567037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Provisioning complete for port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:26.568059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.577892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.617201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:26.628615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Provisioning complete for port f4c0caf6-1f21-48a5-b862-29cd1de1e312 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:26.629202 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2bb2-8d4c-4465-bbea-cec659b65e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.641665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-f7ca80eb-a5c0-42cf-8ebd-5ad3a912f3f0 service neutron] 10.222.0.88 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502624 Aug 16 22:21:26.762018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d510b6c-93f0-4d73-8e04-eaa744c4dcf1 req-63dd8d75-834c-4cce-8d22-78d629093163 service neutron] 10.222.0.88 "GET /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119759 Aug 16 22:21:26.845580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.855218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.869759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-68f85522-1595-4b27-9876-0810585674ca None None] Provisioning complete for port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:26.869759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68f85522-1595-4b27-9876-0810585674ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:26.927399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648cb2-ecc3-4b7b-b46e-56af4359bf94 req-e853c294-87ce-4626-aece-3f4923f7ec5d tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:26.932273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=2f7fe665-540e-4bcc-a6d3-8ac8825bc728,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:26.947272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49648cb2-ecc3-4b7b-b46e-56af4359bf94 req-e853c294-87ce-4626-aece-3f4923f7ec5d tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 943 time: 0.0901110 Aug 16 22:21:26.947923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f4c0caf6-1f21-48a5-b862-29cd1de1e312 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:26.989025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-68f85522-1595-4b27-9876-0810585674ca None None] Port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:27.024261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f4c0caf6-1f21-48a5-b862-29cd1de1e312 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:27.024261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.025357 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.049772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49648cb2-ecc3-4b7b-b46e-56af4359bf94 req-dd98a073-6dfe-4c48-aded-a8ad5b582d33 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848241 Aug 16 22:21:27.086618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17061b9-f673-4aae-84dc-8011201f4b3f req-1c17ffa3-8ed4-4388-91ac-e2b999f592a0 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.088301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d17061b9-f673-4aae-84dc-8011201f4b3f req-1c17ffa3-8ed4-4388-91ac-e2b999f592a0 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 0.1105521 Aug 16 22:21:27.147832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f79d979d-36fc-49ab-b17a-829c4329a7fc None None] Provisioning complete for port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:27.148287 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f79d979d-36fc-49ab-b17a-829c4329a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.159977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2535169-0a9e-473e-99f7-2a9c3107f294 req-4ddfeaea-6d53-49ea-9f94-b94e31ad3ac0 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0434999 Aug 16 22:21:27.183399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d17061b9-f673-4aae-84dc-8011201f4b3f req-1bf6a72f-d18e-420e-971d-48b6545c4f35 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/security-groups?id=7399f1b1-570a-45db-a2b4-bd23c43ac90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Aug 16 22:21:27.198787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f79d979d-36fc-49ab-b17a-829c4329a7fc None None] Port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:27.346273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbade9f-4595-4d57-a256-f9b4900c7a45 req-17f8870b-a796-4f3d-841e-a793f9ac827a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.348094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bbade9f-4595-4d57-a256-f9b4900c7a45 req-17f8870b-a796-4f3d-841e-a793f9ac827a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 947 time: 0.0495441 Aug 16 22:21:27.362824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network cbb68762-2761-479d-b170-e625f7fe926a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:27.371478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:27.423814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bbade9f-4595-4d57-a256-f9b4900c7a45 req-cc4a37c8-a5b0-4eee-83e4-16ab113db4c5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Aug 16 22:21:27.436420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d223a-c0e4-4833-960d-815d7672efcc req-d4c6c618-3254-4c1d-a026-3dbae43b3ff3 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:27.438152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809d223a-c0e4-4833-960d-815d7672efcc req-d4c6c618-3254-4c1d-a026-3dbae43b3ff3 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.88 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 945 time: 0.0849214 Aug 16 22:21:27.548592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Deleting port ef4c7078-b527-46cd-86a6-7de60b2b1967 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:27.548944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.624925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0fa5981d-bcf2-4f55-8f30-92dbf1e5e494 None None] Provisioning complete for port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:27.625776 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fa5981d-bcf2-4f55-8f30-92dbf1e5e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.664483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] For port ef4c7078-b527-46cd-86a6-7de60b2b1967, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ef4c7078-b527-46cd-86a6-7de60b2b1967,segment=NetworkSegment(ae62bb2c-3c0e-4196-9867-cfced1e9c825),segment_id=ae62bb2c-3c0e-4196-9867-cfced1e9c825)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:27.664862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.669117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5981d-bcf2-4f55-8f30-92dbf1e5e494 None None] Port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:27.679543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Calling delete_port for ef4c7078-b527-46cd-86a6-7de60b2b1967 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:27.760322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.769001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.851887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.866785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-e19a047f-d8a3-42db-a006-46020df11d5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642159 Aug 16 22:21:27.887569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ef4c7078-b527-46cd-86a6-7de60b2b1967'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:27.888860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Pushing event deleted for resources: {'Port': ['ID=ef4c7078-b527-46cd-86a6-7de60b2b1967,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:27.894269 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Floating IP 3c3c0ed4-e178-422d-b5b2-721868a8c9d0 associated. External IP: 172.25.8.180, port: 3ec844cd-af85-4642-882b-f905a8064581. Aug 16 22:21:27.928832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Router 162d80d7-add9-44cd-ad26-6927dcae91a3 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:21:27.934753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] No DVR routers for this DVR port ef4c7078-b527-46cd-86a6-7de60b2b1967 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:27.944151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:27.946147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809d223a-c0e4-4833-960d-815d7672efcc req-4788f7e2-49d5-43cf-a71f-7b68b4508fe7 tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.88 "DELETE /v2.0/ports/ef4c7078-b527-46cd-86a6-7de60b2b1967 HTTP/1.1" status: 204 len: 173 time: 0.5015583 Aug 16 22:21:27.947675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'name': 'network-vif-deleted', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:27.949980 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5478a1d0-30cc-46ad-8644-7697b2822e91" -d '{"events": [{"server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "name": "network-vif-deleted", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:27.998197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-f7e00ff2-fec5-46ce-bf6f-0c8599862d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.000481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-f7e00ff2-fec5-46ce-bf6f-0c8599862d17 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1098 time: 0.0670002 Aug 16 22:21:28.016043 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fcfce8-7394-42ff-af67-f000e040cf83 x-openstack-request-id: req-86fcfce8-7394-42ff-af67-f000e040cf83 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:28.016331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a18da3-84da-447b-8fe1-6be1755a225f", "name": "network-vif-deleted", "tag": "ef4c7078-b527-46cd-86a6-7de60b2b1967", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:28.016585 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86fcfce8-7394-42ff-af67-f000e040cf83 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:28.016993 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a18da3-84da-447b-8fe1-6be1755a225f', 'name': 'network-vif-deleted', 'tag': 'ef4c7078-b527-46cd-86a6-7de60b2b1967', 'status': 'completed', 'code': 200} Aug 16 22:21:28.099506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:28.108082 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-04bf995d-2a1c-464c-a0a8-8e2986d28d49 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/routers/162d80d7-add9-44cd-ad26-6927dcae91a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141056 Aug 16 22:21:28.108818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:28.110354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] Sync routers for ids ['162d80d7-add9-44cd-ad26-6927dcae91a3'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:28.119964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] Routers {'162d80d7-add9-44cd-ad26-6927dcae91a3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:28.120593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['162d80d7-add9-44cd-ad26-6927dcae91a3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.152554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.164910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] Routers {'162d80d7-add9-44cd-ad26-6927dcae91a3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:28.165804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['162d80d7-add9-44cd-ad26-6927dcae91a3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.179385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-20236022-3a34-4d59-9a38-c3866a9abbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.180969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-20236022-3a34-4d59-9a38-c3866a9abbcb service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.1539152 Aug 16 22:21:28.204573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.205581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440e892c-96a2-41ba-a4c9-3983aebe8bda None None] The sync data for ids ['162d80d7-add9-44cd-ad26-6927dcae91a3'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:28.254919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Router 58ae0c8f-a073-4d70-8034-16835be6441e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:28.256595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1579590-5bc0-4147-b06b-f78c25f3ca7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.258161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d1579590-5bc0-4147-b06b-f78c25f3ca7a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?device_id=162d80d7-add9-44cd-ad26-6927dcae91a3 HTTP/1.1" status: 200 len: 983 time: 0.1464257 Aug 16 22:21:28.261787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:28.269199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2c94-cd14-4827-b7f7-49777184ea9c req-d35ada12-48f4-4b5e-aa0c-f3bcefb06357 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.274483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0da2c94-cd14-4827-b7f7-49777184ea9c req-d35ada12-48f4-4b5e-aa0c-f3bcefb06357 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 943 time: 0.1486783 Aug 16 22:21:28.318015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2829f103-2e6f-4758-927d-56ace06f320e req-9af2441b-d97d-42d5-8d18-0fa1c5bb9f60 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0396430 Aug 16 22:21:28.327768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-ac619456-b11f-4adb-a21d-f61627067420 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 1001 time: 0.1353295 Aug 16 22:21:28.415895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-035e7079-3995-4cab-87d3-b5507f1d7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.429758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-035e7079-3995-4cab-87d3-b5507f1d7e2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0949612 Aug 16 22:21:28.520715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0da2c94-cd14-4827-b7f7-49777184ea9c req-a2547f48-3c92-4076-807f-5606f16d3d95 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360206 Aug 16 22:21:28.534659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-2bff80d6-4663-49b6-b2df-0876bf692405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.537104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-2bff80d6-4663-49b6-b2df-0876bf692405 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004245 Aug 16 22:21:28.559657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:28.565463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.574197 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Sync routers for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:28.590403 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:28.591054 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:28.648150 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77ea41a1-8b6b-4103-9ddc-6d4e0c42fb34 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "PUT /v2.0/floatingips/3c3c0ed4-e178-422d-b5b2-721868a8c9d0 HTTP/1.1" status: 200 len: 991 time: 2.1948056 Aug 16 22:21:28.652225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'tag': '3ec844cd-af85-4642-882b-f905a8064581'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:28.652225 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135db281-5e19-4935-9ef9-100e78704989" -d '{"events": [{"name": "network-changed", "server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "tag": "3ec844cd-af85-4642-882b-f905a8064581"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:28.688428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fde7df70-f5df-484c-891c-f89d0e2c0555 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:28.713893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cf058-1fd1-4b9e-99c4-125bdee402cf req-80c2f2db-341b-42dc-bdfd-2e62bab4a0a4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:28.721610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a92cf058-1fd1-4b9e-99c4-125bdee402cf req-80c2f2db-341b-42dc-bdfd-2e62bab4a0a4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 947 time: 0.0864520 Aug 16 22:21:28.778127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb8c97be-ac8e-4474-81b5-802a79e60d3a req-a3d7fe50-f602-47f8-944e-aec0b28a28bc tempest-ServerMetadataNegativeTestJSON-759827533 tempest-ServerMetadataNegativeTestJSON-759827533-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a18da3-84da-447b-8fe1-6be1755a225f HTTP/1.1" status: 200 len: 210 time: 0.0510719 Aug 16 22:21:28.782887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-3d1f3188-7264-4d74-8461-b507527f67e8 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360897 Aug 16 22:21:28.824134 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:28.827360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fde7df70-f5df-484c-891c-f89d0e2c0555,segment=NetworkSegment(a49339e7-c47c-41db-86ca-4e58dbdaf247),segment_id=a49339e7-c47c-41db-86ca-4e58dbdaf247)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:28.840246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'fde7df70-f5df-484c-891c-f89d0e2c0555', 'network_id': '9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537', 'port_id': 'fde7df70-f5df-484c-891c-f89d0e2c0555', 'mac_address': 'fa:16:3e:48:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b479674-0f4c-424b-8a25-a01a87ae5a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:28.854760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.893753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.908219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde7df70-f5df-484c-891c-f89d0e2c0555 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:28.932666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a14196e-e7ac-460e-8677-341a9fc7c61b req-4db6ac9a-49bc-43cf-879e-2a54fb285529 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341875 Aug 16 22:21:28.934631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fde7df70-f5df-484c-891c-f89d0e2c0555,segment=NetworkSegment(a49339e7-c47c-41db-86ca-4e58dbdaf247),segment_id=a49339e7-c47c-41db-86ca-4e58dbdaf247)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:28.939421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:28.940201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c0fb3802-fbe4-4269-b3e4-644c93303c73 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:28.955535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a92cf058-1fd1-4b9e-99c4-125bdee402cf req-9ee46c85-c42f-4f83-92da-bd26351e6ea2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277424 Aug 16 22:21:29.008343 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f19e73b-9650-488d-9cbc-0de22374d6f6 x-openstack-request-id: req-5f19e73b-9650-488d-9cbc-0de22374d6f6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:29.008617 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "tag": "3ec844cd-af85-4642-882b-f905a8064581", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:29.008859 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f19e73b-9650-488d-9cbc-0de22374d6f6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:29.009284 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'tag': '3ec844cd-af85-4642-882b-f905a8064581', 'status': 'completed', 'code': 200} Aug 16 22:21:29.055630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.124355 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '3c3c0ed4-e178-422d-b5b2-721868a8c9d0', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'port_id': '3ec844cd-af85-4642-882b-f905a8064581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'mac_address': 'fa:16:3e:98:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:02Z', 'updated_at': '2021-08-16T22:21:27Z', 'revision_number': 1, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.142374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:29.150939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Checking router: 58ae0c8f-a073-4d70-8034-16835be6441e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:21:29.152499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:29.152963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.162463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'c0fb3802-fbe4-4269-b3e4-644c93303c73', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'c0fb3802-fbe4-4269-b3e4-644c93303c73', 'mac_address': 'fa:16:3e:7d:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:29.175020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:29.175647 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.214390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db281-5e19-4935-9ef9-100e78704989 req-d4574f13-ca21-4d0a-8187-a771c9da0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.216197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-d4574f13-ca21-4d0a-8187-a771c9da0e2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7dcbfb5badf46648df5983ac734b99d&device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 1097 time: 0.0524156 Aug 16 22:21:29.250684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.264327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 2f7fe665-540e-4bcc-a6d3-8ac8825bc728 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:29.296818 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:21:29.344310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db281-5e19-4935-9ef9-100e78704989 req-aaa3dba7-da2d-4b04-bb65-830e2d288f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.345844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-aaa3dba7-da2d-4b04-bb65-830e2d288f44 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 200 len: 914 time: 0.1212242 Aug 16 22:21:29.357219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.373347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fb3802-fbe4-4269-b3e4-644c93303c73 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:29.396573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:29.402546 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.458847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.462230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ac65177-5014-4605-98da-89f639a88072 req-7d1367d4-6455-4888-9458-62597280276a tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0313246 Aug 16 22:21:29.491419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-7dd9aaf5-c6ee-4fe0-9abb-3ed1e9be9fbf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 200 len: 999 time: 0.1364598 Aug 16 22:21:29.498857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.533864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=2f7fe665-540e-4bcc-a6d3-8ac8825bc728,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:29.556665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db281-5e19-4935-9ef9-100e78704989 req-4d58f166-754d-4d45-bc23-fec297a42b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.558531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-4d58f166-754d-4d45-bc23-fec297a42b93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c44673a8-c13c-435e-9ef2-4798f1772c72 HTTP/1.1" status: 200 len: 853 time: 0.0602305 Aug 16 22:21:29.622298 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '3c3c0ed4-e178-422d-b5b2-721868a8c9d0', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'port_id': '3ec844cd-af85-4642-882b-f905a8064581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'mac_address': 'fa:16:3e:98:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:02Z', 'updated_at': '2021-08-16T22:21:27Z', 'revision_number': 1, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:29.650865 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c53313-ff75-4c29-8c5e-019336de8920 None None] The sync data for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 is: [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '3c3c0ed4-e178-422d-b5b2-721868a8c9d0', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'port_id': '3ec844cd-af85-4642-882b-f905a8064581', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'mac_address': 'fa:16:3e:98:1d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:21:02Z', 'updated_at': '2021-08-16T22:21:27Z', 'revision_number': 1, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:29.660013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db281-5e19-4935-9ef9-100e78704989 req-932ee4ff-20bc-4a04-85bf-f5425a4da1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.662247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-932ee4ff-20bc-4a04-85bf-f5425a4da1b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933387 Aug 16 22:21:29.710634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:29.750865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58df-ea42-4879-a6ae-947aafc145aa req-2adfd1a7-c851-4f50-96fc-9d4fb07c8d17 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:29.752537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30df58df-ea42-4879-a6ae-947aafc145aa req-2adfd1a7-c851-4f50-96fc-9d4fb07c8d17 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 944 time: 0.1257138 Aug 16 22:21:29.826206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30df58df-ea42-4879-a6ae-947aafc145aa req-44e06a79-b75d-4a98-bcdc-16585c8112e9 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Aug 16 22:21:29.828113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-1ae80803-2036-4f13-aceb-c207b7bbb6f9 service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554430 Aug 16 22:21:29.876545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.000324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-135db281-5e19-4935-9ef9-100e78704989 req-4d315431-75cf-48af-897b-6b975fd11789 service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528618 Aug 16 22:21:30.018895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bce2a-7780-42d3-8a71-848f9037023e None None] New status for floating IP 3c3c0ed4-e178-422d-b5b2-721868a8c9d0: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:21:30.104147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a0d5-e9a1-4dbb-9b72-e23397e2695a req-f99d5bca-1b5f-4ca8-88cb-4fc692f29359 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:30.111809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8837a0d5-e9a1-4dbb-9b72-e23397e2695a req-f99d5bca-1b5f-4ca8-88cb-4fc692f29359 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 948 time: 0.0700150 Aug 16 22:21:30.159631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8837a0d5-e9a1-4dbb-9b72-e23397e2695a req-edd47c5d-91e0-4cd7-a11a-94781bb0992b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Aug 16 22:21:30.227294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:30.230703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['fde7df70-f5df-484c-891c-f89d0e2c0555'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:30.378342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Router 162d80d7-add9-44cd-ad26-6927dcae91a3 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:21:30.389905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Deleting subnet 924e9c69-ab9b-48c1-8e98-209a92ed9623 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:30.393977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.489639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.509359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:21:30.515868 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-496a6774-066c-4410-a4b7-cbb356ae54ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/routers/162d80d7-add9-44cd-ad26-6927dcae91a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513325 Aug 16 22:21:30.518030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.522617 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] Sync routers for ids ['162d80d7-add9-44cd-ad26-6927dcae91a3'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:21:30.532255 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] Routers {'162d80d7-add9-44cd-ad26-6927dcae91a3'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:30.533117 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['162d80d7-add9-44cd-ad26-6927dcae91a3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.544601 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5856dba2-a45a-4021-9b2a-2f39148996a4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:30.548566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5856dba2-a45a-4021-9b2a-2f39148996a4 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/2f7fe665-540e-4bcc-a6d3-8ac8825bc728 HTTP/1.1" status: 404 len: 333 time: 0.0271573 Aug 16 22:21:30.549364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.549876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.567738 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.578465 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] Routers {'162d80d7-add9-44cd-ad26-6927dcae91a3'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:21:30.579993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['162d80d7-add9-44cd-ad26-6927dcae91a3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.604194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.619506 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.620294 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad23f8-c622-4b94-820d-55a127601e91 None None] The sync data for ids ['162d80d7-add9-44cd-ad26-6927dcae91a3'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:21:30.631712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924e9c69-ab9b-48c1-8e98-209a92ed9623,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.638339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.640413 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4ff6ee8-98c6-4bf4-9c1a-e13e864736ca admin admin] 10.222.0.22 "DELETE /v2.0/subnets/924e9c69-ab9b-48c1-8e98-209a92ed9623 HTTP/1.1" status: 204 len: 168 time: 0.7624941 Aug 16 22:21:30.642804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.681247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b45df1a0-9291-4b6a-b744-735cf9933a65 req-221b3d3a-6e12-4abe-b344-4ef46ac38fbb tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.1077394 Aug 16 22:21:30.689304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.710093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ef4c7078-b527-46cd-86a6-7de60b2b1967 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:30.716208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.729721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: ef4c7078-b527-46cd-86a6-7de60b2b1967 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:30.729998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ef4c7078-b527-46cd-86a6-7de60b2b1967 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:30.797799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.807993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d37316b-7076-43f8-a7e9-9c047e5f85e5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.818970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae62bb2c-3c0e-4196-9867-cfced1e9c825') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.819268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae62bb2c-3c0e-4196-9867-cfced1e9c825') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:30.828026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.841244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.846902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:30.847319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.847535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:30.848946 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:30.851371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.898794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.899309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Fanout notify agent at l3_agent the message router_deleted on router 162d80d7-add9-44cd-ad26-6927dcae91a3 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:30.906713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.910535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9ef91872-f438-4f4c-8b42-69ba8bf06201 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/routers/162d80d7-add9-44cd-ad26-6927dcae91a3 HTTP/1.1" status: 204 len: 168 time: 0.3566210 Aug 16 22:21:30.910896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:30.920627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.945396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:30.947235 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6d37316b-7076-43f8-a7e9-9c047e5f85e5 HTTP/1.1" status: 204 len: 168 time: 0.3035052 Aug 16 22:21:30.963860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579020e5-b243-4955-be71-91ed4a1bf448 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d37316b-7076-43f8-a7e9-9c047e5f85e5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:30.979000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet a91dc264-2164-48ef-b19c-bec9bc086910 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:30.982311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.028487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ab395-5661-467c-9fe5-f5b234cded4e req-adc74df3-f8f1-4bf5-bbd5-f0c852aa0e3f tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.036398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e10ab395-5661-467c-9fe5-f5b234cded4e req-adc74df3-f8f1-4bf5-bbd5-f0c852aa0e3f tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 944 time: 0.1216576 Aug 16 22:21:31.038831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.083695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e10ab395-5661-467c-9fe5-f5b234cded4e req-c13a257e-9933-4584-9a0d-3a739f1a4ed8 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Aug 16 22:21:31.132671 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.175284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.204899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.239923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=a91dc264-2164-48ef-b19c-bec9bc086910,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.243542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.245525 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f72ff6d5-7820-4144-98af-6fd874370461 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/a91dc264-2164-48ef-b19c-bec9bc086910 HTTP/1.1" status: 204 len: 168 time: 0.3337243 Aug 16 22:21:31.248280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.251578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f6a213-6776-4119-8d76-ce081ff4d234 None None] Network cbb68762-2761-479d-b170-e625f7fe926a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:31.270597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-60b40052-5338-407c-a253-3279e73ae975 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e28c851dd89043ce8a5fdb62e762c8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885522 Aug 16 22:21:31.273263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.322263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee5b7-09b2-40f1-a55c-26e2392af236 req-9cfc36a6-c287-40c3-b9d2-6c0186296289 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.329681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-663ee5b7-09b2-40f1-a55c-26e2392af236 req-9cfc36a6-c287-40c3-b9d2-6c0186296289 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 948 time: 0.1053855 Aug 16 22:21:31.350436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.377898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.393103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-663ee5b7-09b2-40f1-a55c-26e2392af236 req-27cdfa52-f8ed-49e3-b02f-869d6c639f9d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Aug 16 22:21:31.407415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port f4c0caf6-1f21-48a5-b862-29cd1de1e312 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:31.409278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.409480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.456860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] DHCP port deletion for cbb68762-2761-479d-b170-e625f7fe926a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:31.477663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.481010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.482701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7399f1b1-570a-45db-a2b4-bd23c43ac90c HTTP/1.1" status: 204 len: 168 time: 0.2082186 Aug 16 22:21:31.491165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac3e4-bdda-4c1a-b50b-4732d814a1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399f1b1-570a-45db-a2b4-bd23c43ac90c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.503025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port f4c0caf6-1f21-48a5-b862-29cd1de1e312, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f4c0caf6-1f21-48a5-b862-29cd1de1e312,segment=NetworkSegment(671ae5bc-1fb6-4e86-8bca-3ab0a87437aa),segment_id=671ae5bc-1fb6-4e86-8bca-3ab0a87437aa)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:31.503422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.517156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Deleting port f4c0caf6-1f21-48a5-b862-29cd1de1e312 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:31.517628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.517734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for f4c0caf6-1f21-48a5-b862-29cd1de1e312 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:31.585444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] For port f4c0caf6-1f21-48a5-b862-29cd1de1e312, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f4c0caf6-1f21-48a5-b862-29cd1de1e312,segment=NetworkSegment(671ae5bc-1fb6-4e86-8bca-3ab0a87437aa),segment_id=671ae5bc-1fb6-4e86-8bca-3ab0a87437aa)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:31.585854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.598803 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.600210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Calling delete_port for f4c0caf6-1f21-48a5-b862-29cd1de1e312 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:31.636949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=f4c0caf6-1f21-48a5-b862-29cd1de1e312,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.642911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port f4c0caf6-1f21-48a5-b862-29cd1de1e312 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:31.681152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.709292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] Pushing event deleted for resources: {'Port': ['ID=f4c0caf6-1f21-48a5-b862-29cd1de1e312,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.710204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe196d60-c3ef-4629-b889-ac0a0b47f7c5 None None] No DVR routers for this DVR port f4c0caf6-1f21-48a5-b862-29cd1de1e312 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:31.738846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.750256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb68762-2761-479d-b170-e625f7fe926a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:31.760922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:31.761535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671ae5bc-1fb6-4e86-8bca-3ab0a87437aa') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:31.771284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.786596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.792627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:31.793028 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.795020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de63756a-00dd-4f3d-b291-69385678b068 req-23dba51d-94f5-4e7c-9c12-112af770d937 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0273159 Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:31.796359 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:31.867594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.874819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:31.876687 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/cbb68762-2761-479d-b170-e625f7fe926a HTTP/1.1" status: 204 len: 168 time: 0.6271548 Aug 16 22:21:31.880950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.889791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794269bf-b63b-4671-866a-e2295daf146e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=cbb68762-2761-479d-b170-e625f7fe926a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:31.925300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2c705-c7b9-4989-b061-1ce512ff1053 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:31.928245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d4a2c705-c7b9-4989-b061-1ce512ff1053 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/2a6a1c5e-459d-4cff-b0b8-0d29c814390c HTTP/1.1" status: 200 len: 841 time: 0.0442271 Aug 16 22:21:31.930929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.973672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b084ca69-84bf-4b9b-923f-fbd0b97c3a6d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/2a6a1c5e-459d-4cff-b0b8-0d29c814390c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0414679 Aug 16 22:21:31.976930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:31.981690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.068456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:32.071960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.239384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ece7f4-b210-405b-a22f-b4f59fc42947 req-487d961b-dc07-41d3-bae0-ae4b0780aa6c tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.240888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16ece7f4-b210-405b-a22f-b4f59fc42947 req-487d961b-dc07-41d3-bae0-ae4b0780aa6c tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 944 time: 0.0847311 Aug 16 22:21:32.247767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56040) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:32.328505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16ece7f4-b210-405b-a22f-b4f59fc42947 req-e6be116f-5cf1-4182-8df4-a985b222baff tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752096 Aug 16 22:21:32.335732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.372018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-430129016-network', 'tenant_id': '12c48702d46b4b4cb0f5ea888b26d565'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.394079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:32.400779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:32.406244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.406672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.410403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7059ba2-fa63-4ace-85f1-4f205ad09500 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:32.415885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=c1437166-df5b-4162-bf55-3cd8ef53db16,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.425452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Made reservation on behalf of 12c48702d46b4b4cb0f5ea888b26d565 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:32.429168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.440016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7893e43e-46f8-487d-b307-557f8ad20611 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4620476 Aug 16 22:21:32.440872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.444242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:32.450276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'security_group': {'name': 'tempest-secgroup-928150469'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.554434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df74fb-7022-472b-8475-73563e4646d6 req-cf3834c6-d8da-48bf-92c8-21fd0595d9fb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.555960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5df74fb-7022-472b-8475-73563e4646d6 req-cf3834c6-d8da-48bf-92c8-21fd0595d9fb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 948 time: 0.0726688 Aug 16 22:21:32.609994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.616406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.618902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-044e75ce-17c3-4859-99df-a2770bf14d9d', 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'tenant_id': 'dc73f5da19a2438eabd15a3a539e43a4', 'fixed_ips': [{'subnet_id': 'c1437166-df5b-4162-bf55-3cd8ef53db16'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:32.620520 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.624549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5df74fb-7022-472b-8475-73563e4646d6 req-ec4cbc08-f22e-4ade-b660-3f3e6d79a274 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612028 Aug 16 22:21:32.634791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.644665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:32.655488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfa8249-c66c-4589-af69-96cbdca6a9fa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.660893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.661270 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Added segment 04d3cc56-602a-4715-bae8-45be042651f2 of type vlan for network f682321a-7203-43c9-850d-d0c19a42a38d Aug 16 22:21:32.703255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.719112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c0fb3802-fbe4-4269-b3e4-644c93303c73 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:32.731311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.732354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:32.732955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.747138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.750728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.780820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.786143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5373724 Aug 16 22:21:32.786981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:32.790573 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3404062 Aug 16 22:21:32.792273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:32.793110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'security_group': {'name': 'tempest-secgroup-502118218'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.798776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Request body: {'subnet': {'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-430129016-subnet', 'tenant_id': '12c48702d46b4b4cb0f5ea888b26d565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:32.799912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Allocated IP 172.20.0.2 (044e75ce-17c3-4859-99df-a2770bf14d9d/c1437166-df5b-4162-bf55-3cd8ef53db16/fa1f941c-1f55-4aac-8e4e-6e34358f2d38) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:32.804335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc43da4-d0b9-4512-957c-5e1b3ff7c341 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb9c9f-64b7-400d-a32f-4f68fa0665e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.812458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed8706-c540-4553-acc3-519b48c196b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f682321a-7203-43c9-850d-d0c19a42a38d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:32.813211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port c0fb3802-fbe4-4269-b3e4-644c93303c73 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:32.822952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:21:32.822952 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:21:32.822952 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id_1': '12c48702d46b4b4cb0f5ea888b26d565', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 21, 32, 807084)}] Aug 16 22:21:32.822952 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:21:32.823323 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:21:32.825707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port c0fb3802-fbe4-4269-b3e4-644c93303c73 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:32.826288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.830994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.866759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f682321a-7203-43c9-850d-d0c19a42a38d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:32.929824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4e0d438-1c1a-431f-abc9-4cbc4d12d159 req-adabe8b1-9715-42a4-bf71-80f2bfecc1e2 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0395329 Aug 16 22:21:32.942128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f4c0caf6-1f21-48a5-b862-29cd1de1e312 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:32.956313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.961110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.983167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f4c0caf6-1f21-48a5-b862-29cd1de1e312 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:32.983605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f4c0caf6-1f21-48a5-b862-29cd1de1e312 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:32.987131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:32.988641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1992557 Aug 16 22:21:32.991378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:32.996255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2027452953', 'security_groups': ['7ce93a5d-618e-4698-b116-c48c3870c146'], 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1437166-df5b-4162-bf55-3cd8ef53db16'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:33.001979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8aaacd-ec20-4ee8-8264-dda6ccac6e24 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce93a5d-618e-4698-b116-c48c3870c146,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.104509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:33.104994 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.110070 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.131718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Transition to ACTIVE for port object fa1f941c-1f55-4aac-8e4e-6e34358f2d38 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:33.141810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:33.144049 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4e4f0-db8e-4884-9e6d-c9f8372b8f18" -d '{"events": [{"server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:33.163765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:33.165395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Transition to ACTIVE for port object fa1f941c-1f55-4aac-8e4e-6e34358f2d38 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:33.169297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.170233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fde7df70-f5df-484c-891c-f89d0e2c0555 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:33.196090 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb08b12f-6531-416b-8cf1-9a0aa609b2b2 x-openstack-request-id: req-bb08b12f-6531-416b-8cf1-9a0aa609b2b2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:33.196392 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:33.196647 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb08b12f-6531-416b-8cf1-9a0aa609b2b2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:33.197035 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73', 'code': 200} Aug 16 22:21:33.200338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.203682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.221208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:33.253025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:33.262594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:33.266827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:33.273827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.347210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port fde7df70-f5df-484c-891c-f89d0e2c0555 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:33.351055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Made reservation on behalf of 12c48702d46b4b4cb0f5ea888b26d565 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:33.355791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.365800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Attempting to bind port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:33.366180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Attempting to bind port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '4b33061b-cf3e-423f-8852-3676fb41f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:33.366548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Attempting to bind port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 on network 044e75ce-17c3-4859-99df-a2770bf14d9d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:33.372766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59c4c-96f4-461d-8bdf-5cfb2bba2312 req-1041c90d-0823-4409-96fd-7e924feedfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.373604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.374299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27a59c4c-96f4-461d-8bdf-5cfb2bba2312 req-1041c90d-0823-4409-96fd-7e924feedfc2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 1101 time: 0.0891223 Aug 16 22:21:33.375820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port fde7df70-f5df-484c-891c-f89d0e2c0555 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:33.376204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.381230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:33.381617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Checking segment: {'id': '4b33061b-cf3e-423f-8852-3676fb41f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:33.382020 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.382415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Bound using segment: {'id': '4b33061b-cf3e-423f-8852-3676fb41f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:33.382897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Bound port: fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b33061b-cf3e-423f-8852-3676fb41f74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:33.383286 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.425444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27a59c4c-96f4-461d-8bdf-5cfb2bba2312 req-5c509951-a4d0-4e36-a8a9-a792749e7bdf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Aug 16 22:21:33.513972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.14 (044e75ce-17c3-4859-99df-a2770bf14d9d/c1437166-df5b-4162-bf55-3cd8ef53db16/8062a6a3-683d-4d3d-8a52-b53e28d0a0bb) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:33.522911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:33.528141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:33.533684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.537226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.566748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd0a9-5f28-46e7-b241-b6d58ab12b5a req-0828ad30-f8ae-48bd-a790-046c8944ce45 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.568463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff5dd0a9-5f28-46e7-b241-b6d58ab12b5a req-0828ad30-f8ae-48bd-a790-046c8944ce45 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 944 time: 0.0890708 Aug 16 22:21:33.576027 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.627425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb141f0-0ea6-4a5a-8bf8-ac6ef5207b1e None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.647623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fde7df70-f5df-484c-891c-f89d0e2c0555,segment=NetworkSegment(a49339e7-c47c-41db-86ca-4e58dbdaf247),segment_id=a49339e7-c47c-41db-86ca-4e58dbdaf247)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:33.652077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Checking segment: {'id': '04d3cc56-602a-4715-bae8-45be042651f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:33.652077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Network hostable DHCP agents. Network: f682321a-7203-43c9-850d-d0c19a42a38d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:33.654993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01c057f-520f-48ba-9643-2cf1750364ca,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.663963 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.676123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Network f682321a-7203-43c9-850d-d0c19a42a38d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:33.687200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, f682321a-7203-43c9-850d-d0c19a42a38d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:33.691750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:33.693608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.702852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff5dd0a9-5f28-46e7-b241-b6d58ab12b5a req-d8e0231b-20f3-4349-9327-6629feb74590 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226838 Aug 16 22:21:33.714536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aff8c8-923b-464d-895c-c3dbf4bf8ade None None] Network f682321a-7203-43c9-850d-d0c19a42a38d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:33.717851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:33.719115 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bcc9bb8-ce35-4521-bbc8-66f36e454f9e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9250515 Aug 16 22:21:33.756165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.772739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:33.811483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:33.885499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:33.898027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b5b18-b243-4379-8d22-614b599bb5ee None None] Network f682321a-7203-43c9-850d-d0c19a42a38d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:33.913842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:33.939878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:33.949779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=8062a6a3-683d-4d3d-8a52-b53e28d0a0bb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:34.030315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.030965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.050411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe52657-e6da-4bc8-ba4d-843c803f3413 req-a3ef905b-4f1d-4422-ac3e-33081703163e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.052353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfe52657-e6da-4bc8-ba4d-843c803f3413 req-a3ef905b-4f1d-4422-ac3e-33081703163e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.1261480 Aug 16 22:21:34.062624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e3e1190-5fa4-4765-8f69-6551f8c94bec tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0676110 Aug 16 22:21:34.062972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:34.069471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:34.113257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfe52657-e6da-4bc8-ba4d-843c803f3413 req-c210691e-0816-44c2-9991-9c4a458cb622 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468915 Aug 16 22:21:34.206812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:34.210968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.224782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-651b0522-9b94-469a-882d-875233bbeeb1 req-48ec2d67-5f64-46ff-9c38-87ec7f0700de tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0371413 Aug 16 22:21:34.307696 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1437166-df5b-4162-bf55-3cd8ef53db16 (CIDR: 172.20.0.0/28) Aug 16 22:21:34.313139 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:21:34.313788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:34.330377 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af17341e-4678-4208-b11c-dfd486cb498d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2660005 Aug 16 22:21:34.333703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:34.336498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3f58b942-6ea3-41c4-9f68-524d39def1bc tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.338129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3f58b942-6ea3-41c4-9f68-524d39def1bc tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/networks?id=f682321a-7203-43c9-850d-d0c19a42a38d HTTP/1.1" status: 200 len: 812 time: 0.1166160 Aug 16 22:21:34.339077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:34.354564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-c2347795-c623-4cf7-bb34-a4b743f62194 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/quotas/12c48702d46b4b4cb0f5ea888b26d565 HTTP/1.1" status: 200 len: 375 time: 0.0098033 Aug 16 22:21:34.387913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-afa66ea4-1605-4563-82e9-4daaecdf7956 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=12c48702d46b4b4cb0f5ea888b26d565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268059 Aug 16 22:21:34.453913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:34.457676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.499373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-03cdf123-7e29-4c3b-8791-6450a46efcae service neutron] 10.222.0.22 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029587 Aug 16 22:21:34.716320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.768463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:34.772983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:34.776146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:34.776869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:34.798171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0861a7ad-0941-4143-8be9-14e3b20d68be None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:34.810754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4759138 Aug 16 22:21:34.818708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:34.824775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2048909007', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d39c7dc-deb2-4aae-afdc-9b19743d552a'}], 'security_groups': ['46cb9c9f-64b7-400d-a32f-4f68fa0665e6']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:34.830346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b469d2-c2d8-4d4b-ba7b-3a3b36d53601 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=2d39c7dc-deb2-4aae-afdc-9b19743d552a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:34.967438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-319f3081-5284-4301-8757-381583eec705 None None] Provisioning for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:34.978902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:34.989105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-2a89991f-9015-4478-836e-65d4e31602b3 service neutron] 10.222.0.22 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815300 Aug 16 22:21:35.043549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55658716-6588-4d8c-a88b-f7c6aed218a7 req-87fbc467-85a7-4def-937d-2eae52f94bb2 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.048052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.052418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55658716-6588-4d8c-a88b-f7c6aed218a7 req-87fbc467-85a7-4def-937d-2eae52f94bb2 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.0618262 Aug 16 22:21:35.054636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-319f3081-5284-4301-8757-381583eec705 None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:35.055114 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-319f3081-5284-4301-8757-381583eec705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.097872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55658716-6588-4d8c-a88b-f7c6aed218a7 req-5be0080b-3eae-4617-9db1-048723471920 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Aug 16 22:21:35.105822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-319f3081-5284-4301-8757-381583eec705 None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:35.118203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:35.123706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:35.124336 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.197844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:35.200291 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543cf62d-c021-4cb5-8cda-e7e5a5faf82d" -d '{"events": [{"server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "name": "network-vif-plugged", "status": "completed", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:35.213002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Update dhcp port {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'fixed_ips': [{'subnet_id': 'c1437166-df5b-4162-bf55-3cd8ef53db16', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d39c7dc-deb2-4aae-afdc-9b19743d552a'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'fa1f941c-1f55-4aac-8e4e-6e34358f2d38'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:21:35.256854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.365281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0019bc47-0f93-4529-9836-773a3d89b487 req-eed7d2a5-3804-4413-b8b2-c85169ec4cc0 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 210 time: 0.0331881 Aug 16 22:21:35.375080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947938c6-a8ff-4bfd-adf9-437f1a2be083 req-ac6aecca-d285-426b-9f32-eb22a98dabcc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.383060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-947938c6-a8ff-4bfd-adf9-437f1a2be083 req-ac6aecca-d285-426b-9f32-eb22a98dabcc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.0875194 Aug 16 22:21:35.430848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-947938c6-a8ff-4bfd-adf9-437f1a2be083 req-f812bb4b-aef9-439b-be26-38d55fd5d885 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Aug 16 22:21:35.562053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Delete allocated IP 172.20.0.14 (044e75ce-17c3-4859-99df-a2770bf14d9d/c1437166-df5b-4162-bf55-3cd8ef53db16) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:21:35.574650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.25 (044e75ce-17c3-4859-99df-a2770bf14d9d/2d39c7dc-deb2-4aae-afdc-9b19743d552a/8062a6a3-683d-4d3d-8a52-b53e28d0a0bb) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:35.584212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-472e6c05-fb93-41fb-b381-73c079c0cda1 req-2f1fe520-abd1-421e-b4f6-20f376e84df6 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0606203 Aug 16 22:21:35.613022 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014aef0-56a4-43d2-b47f-c15a3f6bee71 x-openstack-request-id: req-a014aef0-56a4-43d2-b47f-c15a3f6bee71 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:35.613355 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "name": "network-vif-plugged", "status": "completed", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:35.613602 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a014aef0-56a4-43d2-b47f-c15a3f6bee71 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:35.613984 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555', 'code': 200} Aug 16 22:21:35.624183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b4e79-90fa-4335-a057-b6cef7442d5f req-7d9ad1f8-d2b5-4e28-84d2-fd8faf0ef159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.624183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b88b4e79-90fa-4335-a057-b6cef7442d5f req-7d9ad1f8-d2b5-4e28-84d2-fd8faf0ef159 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 1097 time: 0.0859265 Aug 16 22:21:35.632531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.687176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b88b4e79-90fa-4335-a057-b6cef7442d5f req-f8df18b6-cb39-47ec-b29b-8bb416d28ca7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Aug 16 22:21:35.690612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:35.696760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.752295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:35.787307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.799522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Ignored duplicate provisioning block setup for port 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:21:35.806828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.862513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Allocated IP 172.20.0.18 (044e75ce-17c3-4859-99df-a2770bf14d9d/2d39c7dc-deb2-4aae-afdc-9b19743d552a/fa1f941c-1f55-4aac-8e4e-6e34358f2d38) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:35.880120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-9cbe528a-897a-4d3f-80eb-5d8ae4c10bc7 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.881953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-9cbe528a-897a-4d3f-80eb-5d8ae4c10bc7 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 1101 time: 0.0480626 Aug 16 22:21:35.901745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-33af5ad1-6926-4388-b98f-3dff1306725d tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.916556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=8062a6a3-683d-4d3d-8a52-b53e28d0a0bb,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:35.946666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] In _notify_port_updated(), no bound segment for port 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb on network 044e75ce-17c3-4859-99df-a2770bf14d9d {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:21:35.953379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:35.954294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:35.958630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c09f32e9-94d6-4f63-8d76-b11f4c0d2dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/ports/8062a6a3-683d-4d3d-8a52-b53e28d0a0bb HTTP/1.1" status: 200 len: 921 time: 1.1388373 Aug 16 22:21:35.965912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:35.984142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:36.024215 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.038323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Transition to ACTIVE for port object fa1f941c-1f55-4aac-8e4e-6e34358f2d38 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:36.042682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.052917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-33af5ad1-6926-4388-b98f-3dff1306725d tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.057933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-33af5ad1-6926-4388-b98f-3dff1306725d tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.075106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:36.075510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.082949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6484631-d5d7-4ef2-97c4-a981d62cd628 req-33af5ad1-6926-4388-b98f-3dff1306725d tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950381 Aug 16 22:21:36.093999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af5ad1-6926-4388-b98f-3dff1306725d tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6124d96f-3745-461e-a23c-0eaec48f8051,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.175289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5015389-6cd8-4c65-b46e-e3560d8a7cdc None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.206395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.221826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:36.229243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6d74-75e7-47d7-a2e2-b738ecb8c1e9 req-0aa300b6-8aaa-4150-87ad-e1d63a3714bd tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.237692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d3f6d74-75e7-47d7-a2e2-b738ecb8c1e9 req-0aa300b6-8aaa-4150-87ad-e1d63a3714bd tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.0724800 Aug 16 22:21:36.297602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d3f6d74-75e7-47d7-a2e2-b738ecb8c1e9 req-7bb05400-54c1-421a-b5cb-159ea7c53b02 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588663 Aug 16 22:21:36.398843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.436462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=8062a6a3-683d-4d3d-8a52-b53e28d0a0bb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.519095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-704dd07d-a824-4731-91ed-84ad4d8dcc77 req-c920f45c-ebfa-4851-a387-fa908315d746 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 210 time: 0.0363197 Aug 16 22:21:36.537896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.541280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ba970824-ade9-49b9-a863-db6c028f396c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/8062a6a3-683d-4d3d-8a52-b53e28d0a0bb HTTP/1.1" status: 204 len: 168 time: 0.5734513 Aug 16 22:21:36.542347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-057959f7-487b-411f-aa37-61b394ac109e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256331 Aug 16 22:21:36.544150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.637167 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7231ae-fcd6-4a15-8446-fbdf839d86ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:36.638783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fc7231ae-fcd6-4a15-8446-fbdf839d86ab tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/8062a6a3-683d-4d3d-8a52-b53e28d0a0bb HTTP/1.1" status: 404 len: 333 time: 0.0854421 Aug 16 22:21:36.641603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.708824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.740506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.790332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.793716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.794923 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/security-groups/7ce93a5d-618e-4698-b116-c48c3870c146 HTTP/1.1" status: 204 len: 168 time: 0.1522896 Aug 16 22:21:36.801748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:36.808566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b83fe-09f8-4262-9c2e-6a32d3ffc802 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce93a5d-618e-4698-b116-c48c3870c146,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:36.809542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab73eeef-1a60-4442-9178-58baab4a5c7f req-8daca47f-4c90-454c-a076-397e0abd341d tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0446415 Aug 16 22:21:36.824433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-340e1b5a-0e19-46a4-ae86-2c3b726a0a95 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.826990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-340e1b5a-0e19-46a4-ae86-2c3b726a0a95 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.89 "GET /v2.0/networks?id=f682321a-7203-43c9-850d-d0c19a42a38d HTTP/1.1" status: 200 len: 812 time: 0.2832172 Aug 16 22:21:36.843829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4081947d-5aa9-4e2e-b9a8-f8c640053b4c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:36.849536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4081947d-5aa9-4e2e-b9a8-f8c640053b4c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866576 Aug 16 22:21:36.867289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Request body: {'port': {'device_id': '348e874c-4d46-473a-ad6a-69092974a8b0', 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d', 'admin_state_up': True, 'tenant_id': '12c48702d46b4b4cb0f5ea888b26d565'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:36.871006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Provisioning for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:36.876692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:36.877463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:36.906561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:36.935066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-b9c6db42-a9dc-4016-be39-0186c1394fca tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.0640128 Aug 16 22:21:36.992336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.004948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:37.005451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.035841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Could not find standard attr ID for object 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:37.046697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.059725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:37.059981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.065737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-d19f64d0-8ff5-43bd-80ae-695e646bf1ce tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1189072 Aug 16 22:21:37.123052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.124963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-be8049dc-f1c4-4add-bdfd-0e1e85b1e51c None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:37.125937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.127111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/security-groups/46cb9c9f-64b7-400d-a32f-4f68fa0665e6 HTTP/1.1" status: 204 len: 168 time: 0.3199856 Aug 16 22:21:37.130515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:37.131592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Made reservation on behalf of 12c48702d46b4b4cb0f5ea888b26d565 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:37.135251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.152878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840dd0-ae15-4819-bed7-8d5195abfd7c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb9c9f-64b7-400d-a32f-4f68fa0665e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:37.218414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet c1437166-df5b-4162-bf55-3cd8ef53db16 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:37.223145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.242569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b30c6634-888d-4559-8720-152eceda0364 None None] Could not find standard attr ID for object 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:37.265632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.319842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Allocated IP 172.20.0.2 (f682321a-7203-43c9-850d-d0c19a42a38d/b01c057f-520f-48ba-9643-2cf1750364ca/3c8091cc-7aae-4692-a6ad-f975be4afb6a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:37.365206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.445953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.481435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=c1437166-df5b-4162-bf55-3cd8ef53db16,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:37.487965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.495419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88861720-8e7e-4016-9df5-6f6f6bdda2f9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/c1437166-df5b-4162-bf55-3cd8ef53db16 HTTP/1.1" status: 204 len: 168 time: 0.3589981 Aug 16 22:21:37.495760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56168) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:37.502534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:37.559574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425f64a-3363-4393-bbe5-1702dec91be0 req-d1317417-5e33-41d1-9e9a-7b0c1ad29075 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:37.567456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9425f64a-3363-4393-bbe5-1702dec91be0 req-d1317417-5e33-41d1-9e9a-7b0c1ad29075 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.1815162 Aug 16 22:21:37.603050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222cba3-cfe7-4cb0-8987-9a0605c9a880 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:37.653021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.668047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c29b517-1a80-4d66-b866-3a6b625bd560 None None] Could not find standard attr ID for object 8062a6a3-683d-4d3d-8a52-b53e28d0a0bb. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:37.677042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9425f64a-3363-4393-bbe5-1702dec91be0 req-7b26c96b-c6dd-4840-b5d1-ea12416a8e38 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084569 Aug 16 22:21:37.748709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:37.758833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.771506 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:37.929821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Network f682321a-7203-43c9-850d-d0c19a42a38d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:37.944723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:37.947717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:37.991344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Pushing event updated for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.023554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f60ef-0b6d-457f-8b73-4148d044b929 req-b0111539-02b6-4012-a444-f951d917213c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.025115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3f60ef-0b6d-457f-8b73-4148d044b929 req-b0111539-02b6-4012-a444-f951d917213c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 931 time: 0.1909764 Aug 16 22:21:38.071881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecfcd155-dafc-455d-b5b9-c30274a1d2dd req-17c85f69-c709-416c-a7ae-9a94bdce12ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 210 time: 0.0777805 Aug 16 22:21:38.088838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.089516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.126302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-3c3f8073-9401-405e-8132-222d84e8382c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2756653 Aug 16 22:21:38.136043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b3f60ef-0b6d-457f-8b73-4148d044b929 req-8a569887-afeb-4f18-a777-0d388371f47f tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985129 Aug 16 22:21:38.150249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Request body: {'port': {'device_id': '348e874c-4d46-473a-ad6a-69092974a8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:38.240790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56eb33df-ceef-4763-8112-6bd29f3561bf req-c377aa53-054d-48df-8277-2af481c59486 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0764046 Aug 16 22:21:38.297185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.423982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.477657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:38.528326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:38.530970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.531565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.597107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6035a2-1bde-4756-9f6c-86caf4e54859 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:38.619420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1225867 Aug 16 22:21:38.622440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:38.631358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'security_group': {'name': 'tempest-secgroup-2095809849'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:38.661376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.667621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb2388-56c7-456f-b851-3794727c196a req-cdfb6af4-47d9-4de9-9c39-8bba58ae1250 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:38.674402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9fb2388-56c7-456f-b851-3794727c196a req-cdfb6af4-47d9-4de9-9c39-8bba58ae1250 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.2338939 Aug 16 22:21:38.681230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c2f64-bfc8-47bb-84f7-df940f13cbc6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=6f72c556-5dec-4b90-b2b4-7bfb3a7358d4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.717812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3982bae9-79fa-4654-b629-594ad5daf087 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:38.718344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3982bae9-79fa-4654-b629-594ad5daf087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.760270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9fb2388-56c7-456f-b851-3794727c196a req-06f5faf6-f253-47a8-a80c-e339b77b2c40 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849774 Aug 16 22:21:38.761222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.767910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.805175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.806411 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1823685 Aug 16 22:21:38.809407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:38.817562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076432491'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:38.835956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780e5b-5f34-4cfb-bad2-928fdb2e47c9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcf9df6-9f32-451d-922d-e8c93af6cb54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.836225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8091cc-7aae-4692-a6ad-f975be4afb6a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:38.844784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.851515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.858800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Transition to ACTIVE for port object 3c8091cc-7aae-4692-a6ad-f975be4afb6a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:38.863971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.954036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Pushing event updated for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:38.972147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.976340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3982bae9-79fa-4654-b629-594ad5daf087 None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:38.976821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3982bae9-79fa-4654-b629-594ad5daf087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:38.981740 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.010225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Update dhcp port {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'fixed_ips': [{'subnet_id': '2d39c7dc-deb2-4aae-afdc-9b19743d552a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f72c556-5dec-4b90-b2b4-7bfb3a7358d4'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'fa1f941c-1f55-4aac-8e4e-6e34358f2d38'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:21:39.010955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.012666 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2021723 Aug 16 22:21:39.018693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56210) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:39.027675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'security_group': {'name': 'tempest-secgroup-434154080'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:39.041522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f97303-8539-444e-ae4f-3151d875ce66 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c482be6-0765-4442-b3c0-22b4d8435051,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:39.041768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3982bae9-79fa-4654-b629-594ad5daf087 None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:39.047606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.060321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.062272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Attempting to bind port 3c8091cc-7aae-4692-a6ad-f975be4afb6a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:39.062632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Attempting to bind port 3c8091cc-7aae-4692-a6ad-f975be4afb6a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '04d3cc56-602a-4715-bae8-45be042651f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:39.062970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Attempting to bind port 3c8091cc-7aae-4692-a6ad-f975be4afb6a on network f682321a-7203-43c9-850d-d0c19a42a38d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:39.069504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Port 3c8091cc-7aae-4692-a6ad-f975be4afb6a on network f682321a-7203-43c9-850d-d0c19a42a38d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:39.069839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Attempting to bind port 3c8091cc-7aae-4692-a6ad-f975be4afb6a on network f682321a-7203-43c9-850d-d0c19a42a38d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:39.087098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:39.087775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Checking segment: {'id': '04d3cc56-602a-4715-bae8-45be042651f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:39.087871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Bound using segment: {'id': '04d3cc56-602a-4715-bae8-45be042651f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:39.088321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Bound port: 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d3cc56-602a-4715-bae8-45be042651f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:39.088695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.151254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.158336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.194999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.199167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1757183 Aug 16 22:21:39.199167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:39.204463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-989641832', 'security_groups': ['9d8c1d84-9814-4a8b-95d9-5157c73286ed'], 'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f72c556-5dec-4b90-b2b4-7bfb3a7358d4'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:39.236399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4342737-9957-4326-adaf-6d6db2d4ef12 req-2b773122-ba95-45ad-bc48-7ee8828d2f3d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 210 time: 0.0334010 Aug 16 22:21:39.249107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Allocated IP 172.20.0.2 (044e75ce-17c3-4859-99df-a2770bf14d9d/6f72c556-5dec-4b90-b2b4-7bfb3a7358d4/fa1f941c-1f55-4aac-8e4e-6e34358f2d38) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:39.260137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:39.263857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-09010212-e64f-4ce3-9acd-ce51c29aebdb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318458 Aug 16 22:21:39.301707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a,segment=NetworkSegment(04d3cc56-602a-4715-bae8-45be042651f2),segment_id=04d3cc56-602a-4715-bae8-45be042651f2)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:39.335225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.343352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6904d3-49a7-49d3-8118-da6c8a88d333 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c1d84-9814-4a8b-95d9-5157c73286ed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:39.367444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:39.390706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:39.396519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.403665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.418991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] device_id is not set on port f4adc666-dc4c-46a3-8c87-fd897215bbc0 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:39.426978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Transition to ACTIVE for port object fa1f941c-1f55-4aac-8e4e-6e34358f2d38 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:39.433636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.512009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-984b3eab-4dbd-49c4-a9bb-724c687484da req-54bad472-99e8-4fab-9ec1-c626f3a14195 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0767033 Aug 16 22:21:39.529281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.530122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.531937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] 10.222.0.89 "PUT /v2.0/ports/3c8091cc-7aae-4692-a6ad-f975be4afb6a HTTP/1.1" status: 200 len: 1092 time: 1.3865862 Aug 16 22:21:39.532737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:39.535891 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4205493-a1d7-4d0c-914f-f919b3ef3c04" -d '{"events": [{"name": "network-changed", "server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:39.557053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-8fc6e3d2-44f0-4469-8ac9-526f2e947bb5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.558954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-8fc6e3d2-44f0-4469-8ac9-526f2e947bb5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847402 Aug 16 22:21:39.575290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6d3af-1d59-471e-86cb-d71213a9bad8 None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:39.583174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7e6b0-114c-4355-b510-a2abdc5c299e service neutron] Pushing event updated for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:39.590471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:39.612002 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76c45f-8747-4c02-b020-64f896a324f8 x-openstack-request-id: req-ac76c45f-8747-4c02-b020-64f896a324f8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:39.612587 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:39.612891 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac76c45f-8747-4c02-b020-64f896a324f8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:39.613856 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a', 'status': 'completed', 'code': 200} Aug 16 22:21:39.625420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.9 (044e75ce-17c3-4859-99df-a2770bf14d9d/6f72c556-5dec-4b90-b2b4-7bfb3a7358d4/f4adc666-dc4c-46a3-8c87-fd897215bbc0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:39.685141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244aba0-234a-4c98-8379-e6cfd6beca24 req-078a9c38-2ea3-4031-ae2e-804f68eaf7a9 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.686757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1244aba0-234a-4c98-8379-e6cfd6beca24 req-078a9c38-2ea3-4031-ae2e-804f68eaf7a9 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 943 time: 0.3027654 Aug 16 22:21:39.791858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-8426f8b4-15fa-4791-938a-ba11e7268883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:39.793399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-8426f8b4-15fa-4791-938a-ba11e7268883 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12c48702d46b4b4cb0f5ea888b26d565&device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1509821 Aug 16 22:21:39.818447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.819726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-9708c586-1f43-442d-bf2b-959320fa41db tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492878 Aug 16 22:21:39.835394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object f4adc666-dc4c-46a3-8c87-fd897215bbc0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:39.868156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1244aba0-234a-4c98-8379-e6cfd6beca24 req-b6431d38-32b9-47ca-a73e-6da4f5f2865b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723225 Aug 16 22:21:39.896643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:39.922224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-dea1ee8f-36b4-42c1-b911-2fa13eb55e04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a HTTP/1.1" status: 200 len: 217 time: 0.1014946 Aug 16 22:21:39.954216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:39.957818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:39.961942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:39.989515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=f4adc666-dc4c-46a3-8c87-fd897215bbc0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:40.024915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.025724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.051848 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c98e8864-64b5-4e63-bae5-c2f144b83ade tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8483191 Aug 16 22:21:40.051848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:40.054917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:40.058453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:40.058745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.100914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-4eab85fb-f5af-4def-b70b-ca7c64f0d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.102355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-4eab85fb-f5af-4def-b70b-ca7c64f0d2dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b01c057f-520f-48ba-9643-2cf1750364ca HTTP/1.1" status: 200 len: 852 time: 0.1257739 Aug 16 22:21:40.167360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017e9dd-4188-4814-b99a-084498a51c61 req-c1c722b4-3c6a-4889-85d5-3fb5f5a96f5d tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.170075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Provisioning for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:40.176123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6017e9dd-4188-4814-b99a-084498a51c61 req-c1c722b4-3c6a-4889-85d5-3fb5f5a96f5d tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.2023120 Aug 16 22:21:40.179557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:40.180708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.203790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:40.209439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.219218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-e73b266d-c59f-440d-badc-b303aa805873 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.220703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-e73b266d-c59f-440d-badc-b303aa805873 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686864 Aug 16 22:21:40.266589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:40.276968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-21dc9384-d392-4dfd-829e-72c58730df5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f682321a-7203-43c9-850d-d0c19a42a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986071 Aug 16 22:21:40.324903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6017e9dd-4188-4814-b99a-084498a51c61 req-10d4ca2d-5ef5-4a22-bca0-eedce4b4b297 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478405 Aug 16 22:21:40.326105 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f72c556-5dec-4b90-b2b4-7bfb3a7358d4 (CIDR: 172.20.0.0/28) Aug 16 22:21:40.330791 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:21:40.331346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:40.353184 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d6b610a4-f4a7-47eb-be33-b8c19409afdf tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2994287 Aug 16 22:21:40.353765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:40.360636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:40.388376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:40.389025 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.427573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a06a1-96bd-49ce-8566-04988533c61a None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:40.486279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:40.489814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.492551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67b341c9-afd8-41f1-afda-a1dab9278c57 req-4ae57e9e-f7f1-4a1d-a5ec-7592aa991525 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 210 time: 0.0757132 Aug 16 22:21:40.547810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67f1c8df-abab-47a9-b5d1-2e795b824d38 None None] Provisioning for port f4adc666-dc4c-46a3-8c87-fd897215bbc0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:40.552721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.237 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/70990a25-4ea3-486e-a7dd-ebe45dd90a17) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:40.553321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67f1c8df-abab-47a9-b5d1-2e795b824d38 None None] Provisioning complete for port f4adc666-dc4c-46a3-8c87-fd897215bbc0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:40.553837 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67f1c8df-abab-47a9-b5d1-2e795b824d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.577756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-692e80c9-b1c3-4ada-b2a5-0924d1b049d8 service neutron] 10.222.0.89 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898071 Aug 16 22:21:40.600925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-67f1c8df-abab-47a9-b5d1-2e795b824d38 None None] Port f4adc666-dc4c-46a3-8c87-fd897215bbc0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:40.613568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:40.617186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.625448 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d39c7dc-deb2-4aae-afdc-9b19743d552a (CIDR: 172.20.0.16/28) Aug 16 22:21:40.630581 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:21:40.631091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:40.647299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3ab9661-d229-4324-b69e-b782b1c41dc8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2922058 Aug 16 22:21:40.651373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:40.656870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'subnet': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:40.668556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-bf2af06c-98bc-4296-aaf3-97a13d2717c1 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:40.670037 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-bf2af06c-98bc-4296-aaf3-97a13d2717c1 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.88 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Aug 16 22:21:40.702385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c7fac08-5d7b-456b-95d6-1afe825fe38d req-ea8da3c6-ea03-4922-bf8a-a0fad9569d8c tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0784597 Aug 16 22:21:40.842945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Deleting port fde7df70-f5df-484c-891c-f89d0e2c0555 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:40.843301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.860115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Made reservation on behalf of dc73f5da19a2438eabd15a3a539e43a4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:40.864284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:40.940229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:41.011511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:41.011889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.065652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] For port fde7df70-f5df-484c-891c-f89d0e2c0555, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fde7df70-f5df-484c-891c-f89d0e2c0555,segment=NetworkSegment(a49339e7-c47c-41db-86ca-4e58dbdaf247),segment_id=a49339e7-c47c-41db-86ca-4e58dbdaf247)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:41.066036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.090279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Calling delete_port for fde7df70-f5df-484c-891c-f89d0e2c0555 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:41.272970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff596633-d286-412b-8e54-dd9a4d8cc1cf req-a60422ea-826b-410e-80aa-f4fd4761ef03 service neutron] 10.222.0.89 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731024 Aug 16 22:21:41.321325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0183d-704f-45c2-8ce4-b40a66b3020d req-a11d4e52-708e-47d7-8f37-fb02210df299 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.322899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d0183d-704f-45c2-8ce4-b40a66b3020d req-a11d4e52-708e-47d7-8f37-fb02210df299 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 943 time: 0.1061513 Aug 16 22:21:41.345953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.371401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 70990a25-4ea3-486e-a7dd-ebe45dd90a17 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:41.390468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d0183d-704f-45c2-8ce4-b40a66b3020d req-9cdf15a0-f97c-4d94-80f0-77e11e0b1c2f tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548534 Aug 16 22:21:41.486785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbc9a0-4d82-4d0d-9f3b-224d046cffbe req-96fe7a5e-ccc2-4e92-ae97-df04c71ddf88 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.488950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fcbc9a0-4d82-4d0d-9f3b-224d046cffbe req-96fe7a5e-ccc2-4e92-ae97-df04c71ddf88 tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/ports?device_id=48fc8691-d843-49c9-8a63-152fc6c6ae01 HTTP/1.1" status: 200 len: 945 time: 0.0956514 Aug 16 22:21:41.513442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.548195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:41.548856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-3ab731b2-7e6d-4029-9197-fa3ad053234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.549946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-3ab731b2-7e6d-4029-9197-fa3ad053234e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=12c48702d46b4b4cb0f5ea888b26d565&device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 1095 time: 0.1369946 Aug 16 22:21:41.595003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.650039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Network 044e75ce-17c3-4859-99df-a2770bf14d9d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:41.657460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:41.662807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.663406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.671405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:41.677648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Subnet': ['ID=8f217215-e508-44b8-a52b-9d2938913ace,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:41.681639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.696919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be567a8d-7881-41eb-82d4-d1fc808c3210 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:41.709316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24e812b1-f9d9-4019-8028-96cae845d2a4 req-1fc6b5c8-01c4-4af7-807c-16efc3c9dbed tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 210 time: 0.1142678 Aug 16 22:21:41.710010 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3604e69b-3c26-4b65-b22d-901fba578849 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0576191 Aug 16 22:21:41.713080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Pushing event deleted for resources: {'Port': ['ID=fde7df70-f5df-484c-891c-f89d0e2c0555,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:41.714929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:41.721573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-153075671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f217215-e508-44b8-a52b-9d2938913ace'}], 'security_groups': ['1bcf9df6-9f32-451d-922d-e8c93af6cb54', '8c482be6-0765-4442-b3c0-22b4d8435051']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:41.724008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:41.726842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:41.732380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fcbc9a0-4d82-4d0d-9f3b-224d046cffbe req-6908fa7d-5fce-436e-9a0a-ab0269f2e49d tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.22 "GET /v2.0/security-groups?id=68854fe2-5c5e-4260-953d-4161eaf86aea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348237 Aug 16 22:21:41.745300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:41.777992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.231 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:41.823741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] No DVR routers for this DVR port fde7df70-f5df-484c-891c-f89d0e2c0555 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:41.838072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:41.841770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c979bcc7-fe0e-49b4-9e0b-707f55d90f1e req-d0582bcc-8c09-4b8a-ad74-038caea1e19e tempest-ServerAddressesNegativeTestJSON-1742076004 tempest-ServerAddressesNegativeTestJSON-1742076004-project] 10.222.0.88 "DELETE /v2.0/ports/fde7df70-f5df-484c-891c-f89d0e2c0555 HTTP/1.1" status: 204 len: 173 time: 1.1615462 Aug 16 22:21:41.842244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'name': 'network-vif-deleted', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:41.845121 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0f938-f1dc-4089-b119-33bf2985c1db" -d '{"events": [{"server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "name": "network-vif-deleted", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:41.873348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-4fce347e-6110-4043-99f9-a2792237a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.875017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-4fce347e-6110-4043-99f9-a2792237a88a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f682321a-7203-43c9-850d-d0c19a42a38d HTTP/1.1" status: 200 len: 912 time: 0.3115463 Aug 16 22:21:41.893622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:41.894439 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.014268 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc132825-3eb5-4427-83f7-f9cfc69914e3 x-openstack-request-id: req-bc132825-3eb5-4427-83f7-f9cfc69914e3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:42.015824 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fc8691-d843-49c9-8a63-152fc6c6ae01", "name": "network-vif-deleted", "tag": "fde7df70-f5df-484c-891c-f89d0e2c0555", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:42.015824 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc132825-3eb5-4427-83f7-f9cfc69914e3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:42.016313 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fc8691-d843-49c9-8a63-152fc6c6ae01', 'name': 'network-vif-deleted', 'tag': 'fde7df70-f5df-484c-891c-f89d0e2c0555', 'status': 'completed', 'code': 200} Aug 16 22:21:42.017020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.021156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cac7af2d-c318-4e71-8bd9-fb9e75af8dc1 req-3b53e0ea-84c4-46f9-bcb6-62fa74075a5a tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.1237967 Aug 16 22:21:42.028052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-d24447e1-19e4-4960-8f90-bcfd312c132c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a HTTP/1.1" status: 200 len: 217 time: 0.1296880 Aug 16 22:21:42.076189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-24b5e793-5d57-4674-9b1d-7458e9331049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4898078 Aug 16 22:21:42.144096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Request body: {'port': {'device_id': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:42.152023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Update dhcp port {'port': {'network_id': '044e75ce-17c3-4859-99df-a2770bf14d9d', 'fixed_ips': [{'subnet_id': '2d39c7dc-deb2-4aae-afdc-9b19743d552a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f72c556-5dec-4b90-b2b4-7bfb3a7358d4', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f217215-e508-44b8-a52b-9d2938913ace'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'fa1f941c-1f55-4aac-8e4e-6e34358f2d38'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:21:42.156480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-921f16ca-35de-416c-9d85-ae06a4b26131 None None] Provisioning for port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:42.185650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-d039b80d-02b5-46bb-8305-7014bcb70fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.187380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-d039b80d-02b5-46bb-8305-7014bcb70fd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b01c057f-520f-48ba-9643-2cf1750364ca HTTP/1.1" status: 200 len: 852 time: 0.1226604 Aug 16 22:21:42.191753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-921f16ca-35de-416c-9d85-ae06a4b26131 None None] Provisioning complete for port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:42.192252 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-921f16ca-35de-416c-9d85-ae06a4b26131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.221242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['fde7df70-f5df-484c-891c-f89d0e2c0555'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:42.248408 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.268752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-084ac299-2611-4119-9e4f-3179e276ad5c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f682321a-7203-43c9-850d-d0c19a42a38d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399475 Aug 16 22:21:42.272507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.273706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-921f16ca-35de-416c-9d85-ae06a4b26131 None None] Port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:42.301210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.322093 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-6c25c0d6-033a-4e99-9a7f-812c816a5265 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1777105 Aug 16 22:21:42.388917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:42.457196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.458447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.458968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.459438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.466020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.468701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.469484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.475987 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-49d1157f-e5a4-43df-a70b-9db8ad8228cc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.1029449 Aug 16 22:21:42.533510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-107109a3-651c-4b9e-a14f-c5a7c0ef5564 service neutron] 10.222.0.89 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461877 Aug 16 22:21:42.590175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Delete allocated IP 172.20.0.9 (044e75ce-17c3-4859-99df-a2770bf14d9d/6f72c556-5dec-4b90-b2b4-7bfb3a7358d4) {{(pid=94817) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:21:42.606726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Allocated IP 172.20.0.44 (044e75ce-17c3-4859-99df-a2770bf14d9d/8f217215-e508-44b8-a52b-9d2938913ace/f4adc666-dc4c-46a3-8c87-fd897215bbc0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:42.634981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:42.661500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-249088cc-ef64-47d9-a809-081d8610256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.662076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-249088cc-ef64-47d9-a809-081d8610256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.662374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-249088cc-ef64-47d9-a809-081d8610256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.663993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-249088cc-ef64-47d9-a809-081d8610256c service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 2295 time: 0.1503716 Aug 16 22:21:42.668597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:42.722272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebdc64-f0f2-4fdd-b77e-2db5bca7d14c req-3ced2d17-204c-4905-9541-17f49e87566d tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.723844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83ebdc64-f0f2-4fdd-b77e-2db5bca7d14c req-3ced2d17-204c-4905-9541-17f49e87566d tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 943 time: 0.2320600 Aug 16 22:21:42.775652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:42.789018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:42.804655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:42.809828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:42.829663 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-6998cfb7-e955-4804-afce-a4f2c75a2b4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 1001 time: 0.1548693 Aug 16 22:21:42.845366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f4205493-a1d7-4d0c-914f-f919b3ef3c04 req-97be60c4-2b9f-468a-bf04-6b250547cc3f service neutron] 10.222.0.89 "GET /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855711 Aug 16 22:21:42.850357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:42.909653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83ebdc64-f0f2-4fdd-b77e-2db5bca7d14c req-89d7a7db-1a98-44a8-99a8-c66b2b9d6ece tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683574 Aug 16 22:21:42.915970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3c8091cc-7aae-4692-a6ad-f975be4afb6a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:42.964068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-4ad88be0-4ebd-418e-b51d-8ee38838474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:42.965761 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-4ad88be0-4ebd-418e-b51d-8ee38838474e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 200 len: 855 time: 0.1259007 Aug 16 22:21:42.986539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Deleting subnet 8b479674-0f4c-424b-8a25-a01a87ae5a58 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:43.011524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.031053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.031708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.034369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a,segment=NetworkSegment(04d3cc56-602a-4715-bae8-45be042651f2),segment_id=04d3cc56-602a-4715-bae8-45be042651f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:43.048993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3c8091cc-7aae-4692-a6ad-f975be4afb6a', 'network_id': 'f682321a-7203-43c9-850d-d0c19a42a38d', 'port_id': '3c8091cc-7aae-4692-a6ad-f975be4afb6a', 'mac_address': 'fa:16:3e:64:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01c057f-520f-48ba-9643-2cf1750364ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:43.065600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.079209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73838e7-af6f-4cca-a397-be711b44ccab req-fc1e3a4c-2257-4d21-a0f3-14aadfacf74c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.081431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c73838e7-af6f-4cca-a397-be711b44ccab req-fc1e3a4c-2257-4d21-a0f3-14aadfacf74c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 936 time: 0.1309874 Aug 16 22:21:43.082774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-322f3ce5-62d2-454d-8c9d-4e37bd76d680 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8255227 Aug 16 22:21:43.103860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-edbf2844-e9b2-49f7-9a0e-79a1dd4796fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.105692 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-edbf2844-e9b2-49f7-9a0e-79a1dd4796fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe645dd0-0c29-4901-81ca-9877e8832341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306198 Aug 16 22:21:43.106774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Transition to ACTIVE for port object f4adc666-dc4c-46a3-8c87-fd897215bbc0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:43.111736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.117943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.132458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Request body: {'port': {'device_id': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:43.147269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.150874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90f16ecb-a797-4632-80ab-fd9e862f51c9 None None] Provisioning for port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:43.161167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8091cc-7aae-4692-a6ad-f975be4afb6a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:43.161706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70990a25-4ea3-486e-a7dd-ebe45dd90a17 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:43.175971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90f16ecb-a797-4632-80ab-fd9e862f51c9 None None] Provisioning complete for port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:43.176394 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90f16ecb-a797-4632-80ab-fd9e862f51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.193608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.217819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c73838e7-af6f-4cca-a397-be711b44ccab req-f5058304-23ec-4044-bd52-e772ac0ae1fa tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228476 Aug 16 22:21:43.219652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a,segment=NetworkSegment(04d3cc56-602a-4715-bae8-45be042651f2),segment_id=04d3cc56-602a-4715-bae8-45be042651f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:43.220249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ec8ea36-344f-46fd-98e4-5a795edfe687 req-7beffdda-f42f-4368-a3a8-09c140289ad8 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0812182 Aug 16 22:21:43.236913 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.254705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Allocated IP 172.20.0.34 (044e75ce-17c3-4859-99df-a2770bf14d9d/8f217215-e508-44b8-a52b-9d2938913ace/fa1f941c-1f55-4aac-8e4e-6e34358f2d38) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:43.258982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.261525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Transition to ACTIVE for port object 70990a25-4ea3-486e-a7dd-ebe45dd90a17 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:43.286626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.295271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-90f16ecb-a797-4632-80ab-fd9e862f51c9 None None] Port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:43.354635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event updated for resources: {'Port': ['ID=f4adc666-dc4c-46a3-8c87-fd897215bbc0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.372382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.426858 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-c89d32e0-67a7-417c-a5cc-657255300f43 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116636 Aug 16 22:21:43.429280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] In _notify_port_updated(), no bound segment for port f4adc666-dc4c-46a3-8c87-fd897215bbc0 on network 044e75ce-17c3-4859-99df-a2770bf14d9d {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:21:43.434891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.435520 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.436841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cabe1fb4-2356-4ccb-ab11-797739218ad1 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "PUT /v2.0/ports/f4adc666-dc4c-46a3-8c87-fd897215bbc0 HTTP/1.1" status: 200 len: 959 time: 1.7199612 Aug 16 22:21:43.448780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:43.449162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.511468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.561108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.595082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b479674-0f4c-424b-8a25-a01a87ae5a58,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.622093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.626155 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cb7e7e7d-f608-477e-ad7b-704e90361602 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8b479674-0f4c-424b-8a25-a01a87ae5a58 HTTP/1.1" status: 204 len: 168 time: 0.7696764 Aug 16 22:21:43.627709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:43.653283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Attempting to bind port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:43.653790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Attempting to bind port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:43.654224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Attempting to bind port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:43.666782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:43.669759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:43.670196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Attempting to bind port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:43.682925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:43.683359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:43.683849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:43.684401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Bound port: 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:43.684865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.700986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.717890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Transition to ACTIVE for port object fa1f941c-1f55-4aac-8e4e-6e34358f2d38 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:43.732083 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.737216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.773601 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-331288ac-c677-4eb8-9dcb-12fc9693d106 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340316 Aug 16 22:21:43.779469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:43.795484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.820666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:43.825698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:43.827371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Transition to ACTIVE for port object 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:43.831122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.836833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.837039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d778d-4f4f-4841-8686-b95cc771dc69 None None] Pushing event updated for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:43.863596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3c8091cc-7aae-4692-a6ad-f975be4afb6a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:43.885922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:43.886663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.887514 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-b09a887c-273b-43d6-9120-ebddf5bd1ac1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 217 time: 0.0917552 Aug 16 22:21:43.888378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/70990a25-4ea3-486e-a7dd-ebe45dd90a17 HTTP/1.1" status: 200 len: 1097 time: 1.7485199 Aug 16 22:21:43.889557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:43.892049 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd32b78-0418-4ee0-9447-ad82acfbce87" -d '{"events": [{"name": "network-changed", "server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:43.895525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port f4adc666-dc4c-46a3-8c87-fd897215bbc0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:43.895880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.911095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:43.990752 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bd82a-60a5-46ed-ab00-9842793d724e x-openstack-request-id: req-cd1bd82a-60a5-46ed-ab00-9842793d724e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:43.992130 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:43.992380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd1bd82a-60a5-46ed-ab00-9842793d724e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:43.992849 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17', 'status': 'completed', 'code': 200} Aug 16 22:21:44.006489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee530e71-1c1f-4296-ab38-05f7c517c7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.023328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:44.064237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49339e7-c47c-41db-86ca-4e58dbdaf247') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:44.064591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49339e7-c47c-41db-86ca-4e58dbdaf247') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:44.083076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.102189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.110718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:44.111577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:44.120010 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:44.122929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Pushing event updated for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.213481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-e660f274-9881-492e-b49b-a5c5ca1fc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.214483 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.215432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-e660f274-9881-492e-b49b-a5c5ca1fc062 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 1100 time: 0.2215340 Aug 16 22:21:44.230411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-7800f071-3ca5-4fa8-9ca0-e3e0fdf2f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.232164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-7800f071-3ca5-4fa8-9ca0-e3e0fdf2f975 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.3238125 Aug 16 22:21:44.266462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.273014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.275147 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537 HTTP/1.1" status: 204 len: 168 time: 0.6468401 Aug 16 22:21:44.304812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-202ff571-caf4-4299-b0e1-e44cdd0034ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17 HTTP/1.1" status: 200 len: 217 time: 0.0698769 Aug 16 22:21:44.306625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Attempting to bind port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:44.307124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Attempting to bind port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:44.307465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Attempting to bind port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:44.314351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:21:44.314685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Attempting to bind port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:44.324508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.327461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13ac8d-4f19-42fb-9e75-18b754ba19b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd6f7a5-ab78-4a98-b5c5-5fe1acf40537,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.345104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94278787-92cc-4024-bd31-7f351478522a req-ed2baa61-4778-4621-8e63-ba81c23f6ed1 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.355911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for f4adc666-dc4c-46a3-8c87-fd897215bbc0 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:44.357934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94278787-92cc-4024-bd31-7f351478522a req-ed2baa61-4778-4621-8e63-ba81c23f6ed1 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 944 time: 0.2360101 Aug 16 22:21:44.368675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-40164a09-939e-46e3-b6c2-46fda73fffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.371932 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-40164a09-939e-46e3-b6c2-46fda73fffe6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1302779 Aug 16 22:21:44.424259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:44.424848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:44.425530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:44.426105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Bound port: 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:44.426598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.518186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2924a0b5-1bac-4f8c-a44c-c0ad7ca7e037 req-69b4de94-8077-46ce-a225-148f27e9508c tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.1073313 Aug 16 22:21:44.534896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:44.570208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94278787-92cc-4024-bd31-7f351478522a req-bec94697-56cf-4b77-ba52-5a3862692a5b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111833 Aug 16 22:21:44.603859 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-98e969f4-2502-40bc-8094-4ecf94532735 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244823 Aug 16 22:21:44.607763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-a96c9f2b-27f0-44e8-afa1-f06c89a2e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.609487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-a96c9f2b-27f0-44e8-afa1-f06c89a2e366 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2874012 Aug 16 22:21:44.633820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.708295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:44.721486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=f4adc666-dc4c-46a3-8c87-fd897215bbc0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:44.728997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f638fe39-735c-48ff-af73-a878ae2f9cd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56b2ecbe0c9e40078c2d843e0562f7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865239 Aug 16 22:21:44.733132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:44.752587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:44.761261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.764308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-922d7330-e645-4e30-9364-ac914c203b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.765860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-922d7330-e645-4e30-9364-ac914c203b41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425943 Aug 16 22:21:44.781390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fde7df70-f5df-484c-891c-f89d0e2c0555 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:44.833008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: fde7df70-f5df-484c-891c-f89d0e2c0555 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:44.836248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fde7df70-f5df-484c-891c-f89d0e2c0555 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:44.857135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.857135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.866900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] 10.222.0.88 "PUT /v2.0/ports/4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 HTTP/1.1" status: 200 len: 1097 time: 1.7323728 Aug 16 22:21:44.880692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Provisioning for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:44.886443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:44.887068 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:44.900979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d4e7d-d6d8-4fa3-b728-c8d35b619fdd req-76f29bde-9e7e-4026-85aa-577bfa4e49e7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:44.921347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de6d4e7d-d6d8-4fa3-b728-c8d35b619fdd req-76f29bde-9e7e-4026-85aa-577bfa4e49e7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 948 time: 0.2564173 Aug 16 22:21:44.953713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3c8091cc-7aae-4692-a6ad-f975be4afb6a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:44.997518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:45.050170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de6d4e7d-d6d8-4fa3-b728-c8d35b619fdd req-582b40ec-4843-4407-b521-679d740a6d22 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797627 Aug 16 22:21:45.051407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ec46-8844-4ee5-a1b5-b566b32c7b67 service neutron] Pushing event updated for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.086886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-fac17a8b-57a9-45ff-b9a2-49b21c28a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.088604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-fac17a8b-57a9-45ff-b9a2-49b21c28a7f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 1100 time: 0.1537471 Aug 16 22:21:45.104772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-ce50ca25-ffb7-4998-9b85-9ba6f0e3dbb8 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074837 Aug 16 22:21:45.127929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 3c8091cc-7aae-4692-a6ad-f975be4afb6a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:45.139584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:45.139961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.143073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3c8091cc-7aae-4692-a6ad-f975be4afb6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:45.143073 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.160548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Could not find standard attr ID for object f4adc666-dc4c-46a3-8c87-fd897215bbc0. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:45.164057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-282326cf-f1ed-4038-8b5e-505a80b613e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 HTTP/1.1" status: 200 len: 217 time: 0.0580618 Aug 16 22:21:45.198001 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-c14a80ac-01dd-405a-81b7-8d4305750d9b service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738895 Aug 16 22:21:45.202486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.204042 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-182eb9f2-bd84-4d05-aa6b-25292fb8c200 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/f4adc666-dc4c-46a3-8c87-fd897215bbc0 HTTP/1.1" status: 204 len: 168 time: 1.7545671 Aug 16 22:21:45.208017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.216986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:45.217384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.266904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-32ccbfd5-e2c8-4f6d-86c4-b2cd2aef591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.268635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-32ccbfd5-e2c8-4f6d-86c4-b2cd2aef591a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0785465 Aug 16 22:21:45.276423 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-bc1b672c-d089-45a7-a412-2c255c254094 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 217 time: 0.0706911 Aug 16 22:21:45.277350 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c798adb7-dcc2-4d40-a078-6cd314d18a28 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] GET failed (client error): The resource could not be found. Aug 16 22:21:45.279000 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c798adb7-dcc2-4d40-a078-6cd314d18a28 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports/f4adc666-dc4c-46a3-8c87-fd897215bbc0 HTTP/1.1" status: 404 len: 333 time: 0.0643890 Aug 16 22:21:45.280021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.282689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56306) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.282840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-51501d96-db2d-4308-b8e9-7ae65e720c78 None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:45.304338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-77544f42-48ff-44e5-8a3a-a4d2ba9319e6 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912329 Aug 16 22:21:45.344296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.350955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.381275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:45.385517 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1b117a-429a-48f3-87cb-f1ff56dc82af" -d '{"events": [{"server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "name": "network-vif-plugged", "status": "completed", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:45.389713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.398197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-e3e244d4-865d-48f3-93f1-0e3f2ac23ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.399738 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-e3e244d4-865d-48f3-93f1-0e3f2ac23ef1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1094983 Aug 16 22:21:45.405097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-619a18ad-f22b-4832-b40a-5f7ffb8701fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.410065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-619a18ad-f22b-4832-b40a-5f7ffb8701fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175036 Aug 16 22:21:45.413058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a,segment=NetworkSegment(04d3cc56-602a-4715-bae8-45be042651f2),segment_id=04d3cc56-602a-4715-bae8-45be042651f2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:45.423755 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.466796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.466796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.466796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68854fe2-5c5e-4260-953d-4161eaf86aea HTTP/1.1" status: 204 len: 168 time: 0.7303910 Aug 16 22:21:45.467155 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce888487-6bbb-4750-96db-910883087fea x-openstack-request-id: req-ce888487-6bbb-4750-96db-910883087fea {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:45.467155 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "name": "network-vif-plugged", "status": "completed", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:45.467155 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce888487-6bbb-4750-96db-910883087fea {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:45.467155 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a', 'code': 200} Aug 16 22:21:45.483331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762c0b8-35dc-4fd4-8de0-995feb6894cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68854fe2-5c5e-4260-953d-4161eaf86aea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.491010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.523786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-5d3623ce-2f2c-4b83-bbf2-6dfadde648ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.525578 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-5d3623ce-2f2c-4b83-bbf2-6dfadde648ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984054 Aug 16 22:21:45.559784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f72f102f-b63d-45b1-b279-4c88c48997fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.608150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.615719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83bd4cf4-1cf7-4067-93ea-e816dac49632 None None] Could not find standard attr ID for object f4adc666-dc4c-46a3-8c87-fd897215bbc0. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:21:45.636488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-eef74148-9323-41f5-9d9d-79152122b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.643836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-eef74148-9323-41f5-9d9d-79152122b7bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 1100 time: 0.2152808 Aug 16 22:21:45.678200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.680765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.684521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d8c1d84-9814-4a8b-95d9-5157c73286ed HTTP/1.1" status: 204 len: 168 time: 0.3971045 Aug 16 22:21:45.686620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56316) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.766115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.790771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.826884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-75faac20-f065-49cd-850c-3b6c8954a847 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930517 Aug 16 22:21:45.830890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db3e9e-13ad-4c8d-8ac9-0fee95218672 req-49f003b3-4cc9-439c-92e9-3c135aafabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.832513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11db3e9e-13ad-4c8d-8ac9-0fee95218672 req-49f003b3-4cc9-439c-92e9-3c135aafabe7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 1097 time: 0.2667308 Aug 16 22:21:45.839225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-de826aa6-2854-4490-b820-092b43d567ed service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100416 Aug 16 22:21:45.844994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-f4bbe4c7-1570-4f65-a785-dfb4c2d191e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:45.846405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-f4bbe4c7-1570-4f65-a785-dfb4c2d191e4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1913018 Aug 16 22:21:45.863635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddc654-c9c3-474c-b610-39c45187fe17 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c1d84-9814-4a8b-95d9-5157c73286ed,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.895325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.897908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:45.901706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c482be6-0765-4442-b3c0-22b4d8435051 HTTP/1.1" status: 204 len: 168 time: 0.2125461 Aug 16 22:21:45.904973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:45.925929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa76a3d-833f-4565-933c-03b4ef6c189f tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c482be6-0765-4442-b3c0-22b4d8435051,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:45.994060 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-c8b3b32e-8212-4e32-8fba-f23cdcddabdc service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556880 Aug 16 22:21:46.011841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.046510 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-f8d3beea-d091-4036-a3f0-a3f0675be97b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 200 len: 217 time: 0.0438001 Aug 16 22:21:46.092842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.143653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-a9c5c07b-8e6e-493b-b66c-2d7ddd6f9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.146569 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-a9c5c07b-8e6e-493b-b66c-2d7ddd6f9f79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0900364 Aug 16 22:21:46.162812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.165788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.166999 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bcf9df6-9f32-451d-922d-e8c93af6cb54 HTTP/1.1" status: 204 len: 168 time: 0.2599869 Aug 16 22:21:46.182311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:46.212877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f278ecc-8de6-4928-8978-f994a0e0269b tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcf9df6-9f32-451d-922d-e8c93af6cb54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.267601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-a0396abb-5d5f-4b05-9d9b-cfdde907600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.270036 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-a0396abb-5d5f-4b05-9d9b-cfdde907600a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019361 Aug 16 22:21:46.273956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 6f72c556-5dec-4b90-b2b4-7bfb3a7358d4 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:46.278515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.344558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:46.346844 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4697081c-662c-46f5-a0ca-ec6858c866a8" -d '{"events": [{"name": "network-changed", "server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:46.351082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f812750-a25b-43eb-980d-f6520842190a req-af851280-a3b0-4134-9d49-e5525fa54b43 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.6667168 Aug 16 22:21:46.358748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-217070d5-07c8-406d-b0cc-8c7093488602 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17 HTTP/1.1" status: 200 len: 217 time: 0.4437847 Aug 16 22:21:46.372365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.382519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6287b-2640-4da7-8f30-fc137dbfda5b req-df3cc420-2e9e-4b97-b691-76abe44490de tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.384009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda6287b-2640-4da7-8f30-fc137dbfda5b req-df3cc420-2e9e-4b97-b691-76abe44490de tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.6932237 Aug 16 22:21:46.413933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11db3e9e-13ad-4c8d-8ac9-0fee95218672 req-d7f00dd3-f6a9-48f9-afe3-99162512bcfb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660882 Aug 16 22:21:46.432299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bbad35-7a1c-4f6c-bc06-f50b3cd1fe69 req-e05a3d45-0170-47ef-a038-d6d092e5ea84 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722613 Aug 16 22:21:46.446804 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-900a58fa-1959-48d6-ae5d-48e75edb97f2 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692238 Aug 16 22:21:46.494969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cda6287b-2640-4da7-8f30-fc137dbfda5b req-b88e3d8c-c9e2-4458-9151-ce4753936d56 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027434 Aug 16 22:21:46.506506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.597594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-835a63b7-c374-4e2d-98da-3bd8b8837156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.599089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-835a63b7-c374-4e2d-98da-3bd8b8837156 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2308693 Aug 16 22:21:46.631059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.670082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-89be5181-1f51-42eb-a6c7-fa60fa87d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.672080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.672217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-89be5181-1f51-42eb-a6c7-fa60fa87d287 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579627 Aug 16 22:21:46.673997 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/6f72c556-5dec-4b90-b2b4-7bfb3a7358d4 HTTP/1.1" status: 204 len: 168 time: 0.4907813 Aug 16 22:21:46.677717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c11d-a5a5-4566-ab6d-754f0725f68e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=6f72c556-5dec-4b90-b2b4-7bfb3a7358d4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:46.678624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:46.681951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada068f9-c71c-4d8d-9837-355d9921e2c7 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:46.717521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-f7dbf2c9-917b-4dfc-81ba-52ad28adaa77 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422872 Aug 16 22:21:46.764451 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-6f52fd44-2091-4b64-a7ca-13638de5189e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 200 len: 217 time: 0.0385497 Aug 16 22:21:46.798997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 8f217215-e508-44b8-a52b-9d2938913ace {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:46.804881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.868502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-1669b96d-9aa6-4cb0-819e-ed6ae8a0df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.870309 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-1669b96d-9aa6-4cb0-819e-ed6ae8a0df4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0967426 Aug 16 22:21:46.879126 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd9832b-e99b-431e-877e-53ba82645c96 x-openstack-request-id: req-2bd9832b-e99b-431e-877e-53ba82645c96 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:46.879421 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:46.879667 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bd9832b-e99b-431e-877e-53ba82645c96 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:46.880050 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'status': 'completed', 'code': 200} Aug 16 22:21:46.906041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:46.911563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-fb2298e1-82a2-47fc-82bb-64b426423dc4 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298415 Aug 16 22:21:46.960247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-1e7110da-fdd0-4f7b-91b0-6721c30e51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:46.963038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-1e7110da-fdd0-4f7b-91b0-6721c30e51c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611799 Aug 16 22:21:47.027383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dd6d9-13a8-47c9-a3c2-3a0c07355187 req-a6c73f33-7c2d-4888-97be-2dfc871671ab tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.029444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-223dd6d9-13a8-47c9-a3c2-3a0c07355187 req-a6c73f33-7c2d-4888-97be-2dfc871671ab tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 948 time: 0.1991847 Aug 16 22:21:47.083409 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:21:47.095981 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-b004cf77-83d3-476b-a77a-1c73c1e5b7d9 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249614 Aug 16 22:21:47.140264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.218063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-b08f47c9-de61-4883-b7e5-f577fbe450f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.219770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-b08f47c9-de61-4883-b7e5-f577fbe450f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 1100 time: 0.2894182 Aug 16 22:21:47.221873 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-b3be08da-8423-42e2-b247-93dcd92b92f9 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167548 Aug 16 22:21:47.227104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-223dd6d9-13a8-47c9-a3c2-3a0c07355187 req-85dd2da3-5379-4eab-9e8e-c459eb1f6df2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747169 Aug 16 22:21:47.280830 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-4cafd41c-4508-49be-b78c-517dd7eabf91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 200 len: 217 time: 0.0461926 Aug 16 22:21:47.299392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd32b78-0418-4ee0-9447-ad82acfbce87 req-24e28bcd-9ea6-45c7-aa7f-254e6bdc1654 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605475 Aug 16 22:21:47.313929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.344530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=8f217215-e508-44b8-a52b-9d2938913ace,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:47.359346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.364497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e4793ffa-7299-4cda-84e5-8915b4a79037 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/8f217215-e508-44b8-a52b-9d2938913ace HTTP/1.1" status: 204 len: 168 time: 0.6839113 Aug 16 22:21:47.365759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-95125c77-e236-474a-92da-c78f6a885e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.367008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:47.367309 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-95125c77-e236-474a-92da-c78f6a885e32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.0754330 Aug 16 22:21:47.413372 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-87603902-867e-4f7f-996a-825412688189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:47.413848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87603902-867e-4f7f-996a-825412688189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:47.415941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-87603902-867e-4f7f-996a-825412688189 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/6f72c556-5dec-4b90-b2b4-7bfb3a7358d4 HTTP/1.1" status: 404 len: 337 time: 0.0481424 Aug 16 22:21:47.420181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:47.483103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-3f469bc9-2731-4eff-8c87-e24bdc5e6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.484818 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-3f469bc9-2731-4eff-8c87-e24bdc5e6474 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091902 Aug 16 22:21:47.486018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting subnet 2d39c7dc-deb2-4aae-afdc-9b19743d552a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:47.495719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.534036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-899cd3e3-cd6a-4334-9ff4-81b95b4f5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.536111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-899cd3e3-cd6a-4334-9ff4-81b95b4f5f77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2989593 Aug 16 22:21:47.558001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8356d5fe-360a-4762-9700-4ef9296184df req-70bdeba7-75ea-4e66-875b-be22f81fd6c3 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0662639 Aug 16 22:21:47.633641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.651502 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-3484d50d-f4ab-42a9-97a2-6cb1bc47b12d service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547756 Aug 16 22:21:47.659412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-9f396c58-0589-4e5b-9c76-1243aa8d9cc3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 HTTP/1.1" status: 200 len: 217 time: 0.1039386 Aug 16 22:21:47.678443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52fbeb-2ee2-49b2-862e-e391b109c541 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:47.779099 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-e8fdd68c-f02c-44d6-85fb-b84b96d7fb43 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145048 Aug 16 22:21:47.795078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-d9bc6164-3f6e-46c6-8c88-16d919264d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.796315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5073bd20-c065-4e9b-a154-7cd4ba2094cf None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:47.797227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-d9bc6164-3f6e-46c6-8c88-16d919264d43 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1266642 Aug 16 22:21:47.803265 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5073bd20-c065-4e9b-a154-7cd4ba2094cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.841270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7793d-8bd6-4bfa-9f42-f343053c1c70 req-90674d1b-82c9-4ab2-997a-6bfeedd30f6b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.848404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74c7793d-8bd6-4bfa-9f42-f343053c1c70 req-90674d1b-82c9-4ab2-997a-6bfeedd30f6b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1935155 Aug 16 22:21:47.901247 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-38bbe401-12d4-4217-b129-eee9efc5a601 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 217 time: 0.0965762 Aug 16 22:21:47.906967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74c7793d-8bd6-4bfa-9f42-f343053c1c70 req-48e3efbd-1ee9-4153-8e8b-2a9ae99db99c tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569742 Aug 16 22:21:47.946301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:47.981044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-23521ac7-9c48-4744-9db2-ef4ef1ee7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.982617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-23521ac7-9c48-4744-9db2-ef4ef1ee7500 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533153 Aug 16 22:21:47.983850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-f22968bd-d0c5-4900-9944-e4698b2afb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:47.985541 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-f22968bd-d0c5-4900-9944-e4698b2afb5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.0715508 Aug 16 22:21:48.055511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-4b78203c-0dd4-4231-826f-7f1c62927155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.056898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5073bd20-c065-4e9b-a154-7cd4ba2094cf None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:48.057040 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-4b78203c-0dd4-4231-826f-7f1c62927155 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584877 Aug 16 22:21:48.057919 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5073bd20-c065-4e9b-a154-7cd4ba2094cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.068902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.102539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.108425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/2d39c7dc-deb2-4aae-afdc-9b19743d552a HTTP/1.1" status: 204 len: 168 time: 0.6871588 Aug 16 22:21:48.110902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.123177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37db54-8170-4492-b864-153aab976499 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Subnet': ['ID=2d39c7dc-deb2-4aae-afdc-9b19743d552a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:48.123461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5073bd20-c065-4e9b-a154-7cd4ba2094cf None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:48.126052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.147173 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed314e-7715-4a59-89d0-b6aa364b85fe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.147644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ed314e-7715-4a59-89d0-b6aa364b85fe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.159866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-31ed314e-7715-4a59-89d0-b6aa364b85fe tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/c1437166-df5b-4162-bf55-3cd8ef53db16 HTTP/1.1" status: 404 len: 337 time: 0.0476577 Aug 16 22:21:48.160549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.168312 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-bbc99c01-c73d-4e5e-9daa-7d90ac96c559 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029749 Aug 16 22:21:48.204445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-04352938-6374-4575-91a2-2ad83031996a tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "GET /v2.0/ports?device_id=162d80d7-add9-44cd-ad26-6927dcae91a3 HTTP/1.1" status: 200 len: 205 time: 0.0410991 Aug 16 22:21:48.205137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.249186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2b18f72e-06f2-4e3e-a5ef-64501b2703a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.263765 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-bf97f28a-e83e-49b9-83b1-e9befdfe049e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] delete failed (client error): The resource could not be found. Aug 16 22:21:48.267833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bf97f28a-e83e-49b9-83b1-e9befdfe049e tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/routers/162d80d7-add9-44cd-ad26-6927dcae91a3 HTTP/1.1" status: 404 len: 336 time: 0.0583622 Aug 16 22:21:48.278195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.291298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-45ee972f-56e2-49cb-b8ed-a85826bd1087 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928760 Aug 16 22:21:48.298773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-928bec73-b593-4ec4-9f46-0c5f3076f9c2 req-1503fe7d-9a89-4687-89f9-2413a0994b54 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215949 Aug 16 22:21:48.315090 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-99795f7b-f8e2-4f43-98fc-752c17b16dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.325775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99795f7b-f8e2-4f43-98fc-752c17b16dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.329716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-99795f7b-f8e2-4f43-98fc-752c17b16dac tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/a91dc264-2164-48ef-b19c-bec9bc086910 HTTP/1.1" status: 404 len: 337 time: 0.0502877 Aug 16 22:21:48.331697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.370873 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c01ac9-d429-4019-9e9a-37fb6b566ec8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.371350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c01ac9-d429-4019-9e9a-37fb6b566ec8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.376215 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-46c01ac9-d429-4019-9e9a-37fb6b566ec8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/d7329cde-ebbe-428e-90b4-331a79b32bd2 HTTP/1.1" status: 404 len: 337 time: 0.0407007 Aug 16 22:21:48.376697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.418622 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a29beb-1ad7-4dbb-ade4-c2969beec0c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.419096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a29beb-1ad7-4dbb-ade4-c2969beec0c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.423336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-35a29beb-1ad7-4dbb-ade4-c2969beec0c6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/9919c687-ba86-41e0-a2c4-cd04e875bfe4 HTTP/1.1" status: 404 len: 337 time: 0.0430219 Aug 16 22:21:48.423702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.461938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788da58d-2b25-4447-90a4-4f4d383039ea req-f4cd427e-4b77-480f-9ad5-1a0fda194ae3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:48.463559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-788da58d-2b25-4447-90a4-4f4d383039ea req-f4cd427e-4b77-480f-9ad5-1a0fda194ae3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 948 time: 0.1325619 Aug 16 22:21:48.484479 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8031e6bc-2c53-43a1-afda-eb931a1242f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.485390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8031e6bc-2c53-43a1-afda-eb931a1242f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.489169 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8031e6bc-2c53-43a1-afda-eb931a1242f0 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/049c2259-fd3c-44fb-8b76-ddaa3ec35ce2 HTTP/1.1" status: 404 len: 333 time: 0.0621006 Aug 16 22:21:48.490632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.512089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4697081c-662c-46f5-a0ca-ec6858c866a8 req-9ad30764-1b25-4c1c-a679-63c9cbdb0918 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790788 Aug 16 22:21:48.522549 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f410a7-8917-4714-8efc-b2d1bcfd1a28 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.523014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f410a7-8917-4714-8efc-b2d1bcfd1a28 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.524762 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4f410a7-8917-4714-8efc-b2d1bcfd1a28 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/9b1e5124-ff74-4ad8-b20c-1fdd4cf6e387 HTTP/1.1" status: 404 len: 337 time: 0.0327446 Aug 16 22:21:48.527867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.545388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-788da58d-2b25-4447-90a4-4f4d383039ea req-16e7723b-e565-4b0e-85ac-338ff8536d8f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Aug 16 22:21:48.579094 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7508b234-50b2-4157-a403-ae992a7b1b5d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.579569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7508b234-50b2-4157-a403-ae992a7b1b5d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.582046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7508b234-50b2-4157-a403-ae992a7b1b5d tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/ddc1d1cf-4848-49e4-af3c-3b899aa78b9c HTTP/1.1" status: 404 len: 337 time: 0.0527122 Aug 16 22:21:48.584773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.634262 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5da2aa-5801-4a69-8fa1-bc68e79e2ac7 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.634976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5da2aa-5801-4a69-8fa1-bc68e79e2ac7 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.652568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af5da2aa-5801-4a69-8fa1-bc68e79e2ac7 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/5cf333fd-c915-4ef2-926b-4ae8fe4672ee HTTP/1.1" status: 404 len: 333 time: 0.0643456 Aug 16 22:21:48.652884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56420) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.693442 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb472dba-0c7b-41e5-8c72-fa801c9a67d9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.693940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb472dba-0c7b-41e5-8c72-fa801c9a67d9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.697134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cb472dba-0c7b-41e5-8c72-fa801c9a67d9 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/58006e81-bcbe-4cd0-81c5-c534e726f1f9 HTTP/1.1" status: 404 len: 337 time: 0.0418658 Aug 16 22:21:48.699182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.719347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd0950-fa76-47f4-9e69-ec90392f3c21 None None] Network 044e75ce-17c3-4859-99df-a2770bf14d9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:48.739524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f67ab3dc-6839-4c05-9ae7-94b85acf6338 req-3fa4c183-f08f-4fd0-ba7a-70d6edd7372f tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0480962 Aug 16 22:21:48.740184 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f94aa83-7cca-4fe8-90d5-64ff77f975e8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] DELETE failed (client error): The resource could not be found. Aug 16 22:21:48.740899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f94aa83-7cca-4fe8-90d5-64ff77f975e8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:21:48.742953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f94aa83-7cca-4fe8-90d5-64ff77f975e8 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/subnets/ea289991-a6ed-4884-b9fc-0065a79ba877 HTTP/1.1" status: 404 len: 337 time: 0.0426550 Aug 16 22:21:48.745459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:48.801890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e64e5a5-a039-4890-9c0f-5dd1f1894e54 None None] Provisioning complete for port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:48.802406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e64e5a5-a039-4890-9c0f-5dd1f1894e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.847922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:48.848275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.848679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 70990a25-4ea3-486e-a7dd-ebe45dd90a17 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:48.921997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:48.936376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for 2a6a1c5e-459d-4cff-b0b8-0d29c814390c owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:49.030757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:49.047261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '70990a25-4ea3-486e-a7dd-ebe45dd90a17', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '70990a25-4ea3-486e-a7dd-ebe45dd90a17', 'mac_address': 'fa:16:3e:7a:57:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:49.053170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e64e5a5-a039-4890-9c0f-5dd1f1894e54 None None] Provisioning complete for port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:49.053790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e64e5a5-a039-4890-9c0f-5dd1f1894e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.087512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] DHCP port deletion for 044e75ce-17c3-4859-99df-a2770bf14d9d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:21:49.110051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.117394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f50673-2b58-48c7-84e5-7f12179178b3 req-08fae27a-7ce3-45ae-83fb-f249f76fa395 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.118997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f50673-2b58-48c7-84e5-7f12179178b3 req-08fae27a-7ce3-45ae-83fb-f249f76fa395 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.0982811 Aug 16 22:21:49.151065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.155831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=2a6a1c5e-459d-4cff-b0b8-0d29c814390c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.168448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.171540 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a3d1f366-2965-446c-a8a0-e5365402d7a6 tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/ports/2a6a1c5e-459d-4cff-b0b8-0d29c814390c HTTP/1.1" status: 204 len: 168 time: 0.4246984 Aug 16 22:21:49.171902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e64e5a5-a039-4890-9c0f-5dd1f1894e54 None None] Port 2a6a1c5e-459d-4cff-b0b8-0d29c814390c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:49.173497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:49.179335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70990a25-4ea3-486e-a7dd-ebe45dd90a17 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:49.191717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f50673-2b58-48c7-84e5-7f12179178b3 req-68906883-6e57-4b8c-8a20-af37ee1bf680 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623155 Aug 16 22:21:49.270923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:49.273390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.281678 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.285575 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.348171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Deleting port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:49.348568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.358704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Deleting port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:49.359376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.362929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.447743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:49.448123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.464437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Calling delete_port for fa1f941c-1f55-4aac-8e4e-6e34358f2d38 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:49.469226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] For port fa1f941c-1f55-4aac-8e4e-6e34358f2d38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,segment=NetworkSegment(4b33061b-cf3e-423f-8852-3676fb41f74e),segment_id=4b33061b-cf3e-423f-8852-3676fb41f74e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:49.469788 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.495620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Calling delete_port for fa1f941c-1f55-4aac-8e4e-6e34358f2d38 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:49.574255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.605600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.607502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] No DVR routers for this DVR port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:49.639080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.673528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] Pushing event deleted for resources: {'Port': ['ID=fa1f941c-1f55-4aac-8e4e-6e34358f2d38,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.677805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c4b69-4bc4-4833-9ec5-cd05f8791f10 None None] No DVR routers for this DVR port fa1f941c-1f55-4aac-8e4e-6e34358f2d38 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:49.695098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.700584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2de097-ea9f-4007-a7b4-81ae95b8b497 req-71db9ec2-2b0d-4089-82fb-9e479fdcca73 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.700584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd2de097-ea9f-4007-a7b4-81ae95b8b497 req-71db9ec2-2b0d-4089-82fb-9e479fdcca73 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.0871615 Aug 16 22:21:49.711236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044e75ce-17c3-4859-99df-a2770bf14d9d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:49.715762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb587b-d75d-4d0d-ab61-19efb3390c12 req-b21d8419-be54-4610-bbf7-fd5ae460b948 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:49.717378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8eb587b-d75d-4d0d-ab61-19efb3390c12 req-b21d8419-be54-4610-bbf7-fd5ae460b948 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 948 time: 0.0771410 Aug 16 22:21:49.728929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b33061b-cf3e-423f-8852-3676fb41f74e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:49.729182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b33061b-cf3e-423f-8852-3676fb41f74e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:49.738776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.763699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.770389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:49.770778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:49.773842 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:49.778609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd2de097-ea9f-4007-a7b4-81ae95b8b497 req-0c5d5231-0d18-413a-a11e-ae18c36dba67 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Aug 16 22:21:49.783470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8eb587b-d75d-4d0d-ab61-19efb3390c12 req-56b3174c-19fe-41c7-96e9-c9836711ee2a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501213 Aug 16 22:21:49.845011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.851555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['70990a25-4ea3-486e-a7dd-ebe45dd90a17'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:49.861492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:49.866017 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] 10.222.0.22 "DELETE /v2.0/networks/044e75ce-17c3-4859-99df-a2770bf14d9d HTTP/1.1" status: 204 len: 168 time: 0.6845334 Aug 16 22:21:49.875420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513413b-fb26-4a3d-89d1-c94fbb24a12c tempest-PortsTestJSON-907436252 tempest-PortsTestJSON-907436252-project] Pushing event deleted for resources: {'Network': ['ID=044e75ce-17c3-4859-99df-a2770bf14d9d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:49.903723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe89466-8e3b-4cd7-94b7-d4c28c959556 req-7618b042-cb0e-44e5-aa6a-5e90cebcc869 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0463011 Aug 16 22:21:50.215986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:50.355929 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9a3bca5b-66d6-43b5-9c40-095a8d25579d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc73f5da19a2438eabd15a3a539e43a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386099 Aug 16 22:21:50.358427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56478) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:50.407530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.429023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.482541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.485134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:50.486286 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd0f4338-6e3c-4087-bb03-5d67adf5b445 HTTP/1.1" status: 204 len: 168 time: 0.1269157 Aug 16 22:21:50.494291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ff269-5afe-40df-ac8b-0442e1b29522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0f4338-6e3c-4087-bb03-5d67adf5b445,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:50.837562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:21:50.946660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:50.966378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34143d-a145-406d-8191-187e216ddefc req-8c3bdc00-dd75-4d08-be51-9c5f3ac1442f tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.967957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c34143d-a145-406d-8191-187e216ddefc req-8c3bdc00-dd75-4d08-be51-9c5f3ac1442f tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.1028032 Aug 16 22:21:50.968654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fa1f941c-1f55-4aac-8e4e-6e34358f2d38 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:50.969003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa1f941c-1f55-4aac-8e4e-6e34358f2d38 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:50.978091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d52dc-08a2-42ad-923d-b5f132bbec2e req-360cb198-c6a5-4e25-8cc6-19e02b5374f9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:50.980112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c43d52dc-08a2-42ad-923d-b5f132bbec2e req-360cb198-c6a5-4e25-8cc6-19e02b5374f9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 948 time: 0.0822616 Aug 16 22:21:51.010437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:51.022196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'mac_address': 'fa:16:3e:29:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:21:51.048041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c43d52dc-08a2-42ad-923d-b5f132bbec2e req-5a406204-80e5-4939-86de-50a43cd8018c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Aug 16 22:21:51.051066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c34143d-a145-406d-8191-187e216ddefc req-f6e649f4-d2fe-41d4-b269-be705088ab00 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cfa8249-c66c-4589-af69-96cbdca6a9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664630 Aug 16 22:21:51.066669 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.091667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:21:51.116379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:51.122728 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.163270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aac5b6b-355b-4f9b-bc60-da28a777f26b req-f8c1ed78-11f2-463c-b93a-5cec4a0b6bf1 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0351813 Aug 16 22:21:51.182503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.203304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:51.280071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:51.389976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1086822052'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:51.436597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Made reservation on behalf of f37140e570d5496c91d11bcb478ae6f0 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:51.445492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.472446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b5664-1837-487d-887b-f162c2508ecf req-550e6af9-f4cc-4cde-a3e7-361a900dee15 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.473487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.474289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8b5664-1837-487d-887b-f162c2508ecf req-550e6af9-f4cc-4cde-a3e7-361a900dee15 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.89 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 945 time: 0.0716393 Aug 16 22:21:51.585954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.591147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.609036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Deleting port 3c8091cc-7aae-4692-a6ad-f975be4afb6a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:51.609418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.620030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:51.631136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b992477-8958-4784-a081-fd3541de90e2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:51.636572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.636922 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Added segment 3342f4d8-30a7-4c01-a07c-8f3819fbc558 of type vlan for network 771f6376-3c7b-4cae-8c1d-154ae949f71a Aug 16 22:21:51.660449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:51.680254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.710003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] For port 3c8091cc-7aae-4692-a6ad-f975be4afb6a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3c8091cc-7aae-4692-a6ad-f975be4afb6a,segment=NetworkSegment(04d3cc56-602a-4715-bae8-45be042651f2),segment_id=04d3cc56-602a-4715-bae8-45be042651f2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:51.710375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.711833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.718860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:51.719635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.725550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Calling delete_port for 3c8091cc-7aae-4692-a6ad-f975be4afb6a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:21:51.791297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5099804 Aug 16 22:21:51.798718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:51.806425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Request body: {'subnet': {'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:51.827728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864faf8f-d537-4cd0-8638-948a4a742f9b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event updated for resources: {'Network': ['ID=771f6376-3c7b-4cae-8c1d-154ae949f71a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:51.842086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:51.901947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.942611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Made reservation on behalf of f37140e570d5496c91d11bcb478ae6f0 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:51.947038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:51.948120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Pushing event deleted for resources: {'Port': ['ID=3c8091cc-7aae-4692-a6ad-f975be4afb6a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:51.957167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3c8091cc-7aae-4692-a6ad-f975be4afb6a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:21:52.008249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] No DVR routers for this DVR port 3c8091cc-7aae-4692-a6ad-f975be4afb6a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:21:52.011616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.014000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8b5664-1837-487d-887b-f162c2508ecf req-10b564e9-223a-47c2-98fb-5a02d6a5535b tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.89 "DELETE /v2.0/ports/3c8091cc-7aae-4692-a6ad-f975be4afb6a HTTP/1.1" status: 204 len: 173 time: 0.5320153 Aug 16 22:21:52.014670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'name': 'network-vif-deleted', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:52.017368 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7192d494-9fe8-45b1-8f5b-0cf8b1b13bbb" -d '{"events": [{"server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "name": "network-vif-deleted", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:52.067887 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be0daa-d1eb-4dd7-a44d-3f5eabc41f5a x-openstack-request-id: req-c0be0daa-d1eb-4dd7-a44d-3f5eabc41f5a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:52.068223 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e874c-4d46-473a-ad6a-69092974a8b0", "name": "network-vif-deleted", "tag": "3c8091cc-7aae-4692-a6ad-f975be4afb6a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:52.068524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0be0daa-d1eb-4dd7-a44d-3f5eabc41f5a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:52.069128 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e874c-4d46-473a-ad6a-69092974a8b0', 'name': 'network-vif-deleted', 'tag': '3c8091cc-7aae-4692-a6ad-f975be4afb6a', 'status': 'completed', 'code': 200} Aug 16 22:21:52.210586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.222824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce2959-3e66-4d72-a3ce-91b54c7aa869 req-8d356d54-cd47-467f-85a3-5e50626e7ef5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.230884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1ce2959-3e66-4d72-a3ce-91b54c7aa869 req-8d356d54-cd47-467f-85a3-5e50626e7ef5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 949 time: 0.0838907 Aug 16 22:21:52.289693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1ce2959-3e66-4d72-a3ce-91b54c7aa869 req-45e818f4-bb1f-4a9b-9f1c-d3aac90b5314 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Aug 16 22:21:52.290250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Checking segment: {'id': '3342f4d8-30a7-4c01-a07c-8f3819fbc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:52.291193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Network hostable DHCP agents. Network: 771f6376-3c7b-4cae-8c1d-154ae949f71a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:52.303777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event updated for resources: {'Subnet': ['ID=4705473f-1629-4abb-8b54-24511461f73d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:52.311998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:52.323131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 771f6376-3c7b-4cae-8c1d-154ae949f71a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:52.327277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:52.327974 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.332361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16846b61-df6e-431f-b654-4ad058233b48 None None] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:52.347122 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b8c8ee3-e2c0-488a-997d-1906f7870136 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5457621 Aug 16 22:21:52.347329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:52.352389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Request body: {'port': {'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a', 'name': 'tempest-TagsExtTest-1856931450'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:52.353418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e18c945c-713f-481d-ba9f-ab2834875302 req-315b74b3-ec47-4263-8455-506c0a8d83a7 tempest-ServerPasswordTestJSON-925763512 tempest-ServerPasswordTestJSON-925763512-project] 10.222.0.22 "GET /v2.0/ports?device_id=348e874c-4d46-473a-ad6a-69092974a8b0 HTTP/1.1" status: 200 len: 210 time: 0.0544035 Aug 16 22:21:52.439327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3869e79-0a66-4623-b8b0-4ed3e99b4cf7 req-b40b2bc8-7739-4164-8244-a12f789eaaac tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0667789 Aug 16 22:21:52.501192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Made reservation on behalf of f37140e570d5496c91d11bcb478ae6f0 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:52.505152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.529108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] device_id is not set on port aa72793a-ae72-4689-90d2-f7e3423e696d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:21:52.649934 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.688144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-771f6376-3c7b-4cae-8c1d-154ae949f71a', 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a', 'tenant_id': 'f37140e570d5496c91d11bcb478ae6f0', 'fixed_ips': [{'subnet_id': '4705473f-1629-4abb-8b54-24511461f73d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:21:52.689310 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.753576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Allocated IP 172.20.0.11 (771f6376-3c7b-4cae-8c1d-154ae949f71a/4705473f-1629-4abb-8b54-24511461f73d/aa72793a-ae72-4689-90d2-f7e3423e696d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:52.844329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 70990a25-4ea3-486e-a7dd-ebe45dd90a17 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:52.928524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:52.934418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:52.934809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.960066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:52.974335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Transition to ACTIVE for port object aa72793a-ae72-4689-90d2-f7e3423e696d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:53.009724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.051975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.053649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:53.056779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:53.060609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:53.084970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event updated for resources: {'Port': ['ID=aa72793a-ae72-4689-90d2-f7e3423e696d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.086624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Allocated IP 172.20.0.2 (771f6376-3c7b-4cae-8c1d-154ae949f71a/4705473f-1629-4abb-8b54-24511461f73d/fba1d397-1168-4614-a612-4d5d633fb51f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:53.093673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:53.096508 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f78bc-af8d-46f0-b39d-f1dc281428d9" -d '{"events": [{"server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "name": "network-vif-plugged", "status": "completed", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:53.117531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.118599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.149913 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b57978da-4a67-472b-9f2e-5d3487a0082f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8010242 Aug 16 22:21:53.153101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56578) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.157007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1100880421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:53.193659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.195180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.251883 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59abfc-ca45-4c80-8e4c-73fbabea0ff8 x-openstack-request-id: req-fe59abfc-ca45-4c80-8e4c-73fbabea0ff8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:53.252438 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "name": "network-vif-plugged", "status": "completed", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:53.252686 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe59abfc-ca45-4c80-8e4c-73fbabea0ff8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:53.253169 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17', 'code': 200} Aug 16 22:21:53.260317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:53.269891 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.280701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.296450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.323423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.324802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-37bd0d80-f7b2-46ef-a736-9826b9b5fd61 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1715758 Aug 16 22:21:53.326954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01299-d53f-41e2-b22d-d79ed091fa69 req-b84b08ec-88ce-4642-bf6d-386c030b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.327779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.328458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edf01299-d53f-41e2-b22d-d79ed091fa69 req-b84b08ec-88ce-4642-bf6d-386c030b7bdf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 1102 time: 0.0610027 Aug 16 22:21:53.334221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-635ff3ea-87f0-488c-b109-c3422163462d tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1788313471', 'prefixes': ['172.20.0.0/16']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:53.358232 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.367099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.380032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Transition to ACTIVE for port object fba1d397-1168-4614-a612-4d5d633fb51f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:53.389643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edf01299-d53f-41e2-b22d-d79ed091fa69 req-ba9bd085-abe3-44bc-84b3-29e2a2ba87fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508029 Aug 16 22:21:53.396767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Transition to ACTIVE for port object fba1d397-1168-4614-a612-4d5d633fb51f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:21:53.405224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.446762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16833948-5ecc-4660-8592-656edbb36a0c req-9b10e65f-c4fa-4a4e-995d-49cb7aa2a236 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:53.447836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:53.448510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16833948-5ecc-4660-8592-656edbb36a0c req-9b10e65f-c4fa-4a4e-995d-49cb7aa2a236 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 949 time: 0.0612171 Aug 16 22:21:53.451546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.455097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:53.462436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:53.483984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-635ff3ea-87f0-488c-b109-c3422163462d tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.489372 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-635ff3ea-87f0-488c-b109-c3422163462d tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1595528 Aug 16 22:21:53.490282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.496067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-74682b12-3fda-4ebf-9111-cde9d464da67 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-268357599') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:53.518795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Pushing event updated for resources: {'Port': ['ID=fba1d397-1168-4614-a612-4d5d633fb51f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.543910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16833948-5ecc-4660-8592-656edbb36a0c req-7da0fccc-7200-493f-bf78-a12543448cc1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Aug 16 22:21:53.552860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Deleting subnet b01c057f-520f-48ba-9643-2cf1750364ca {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:21:53.557951 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.585812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Attempting to bind port fba1d397-1168-4614-a612-4d5d633fb51f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:21:53.586531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Attempting to bind port fba1d397-1168-4614-a612-4d5d633fb51f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3342f4d8-30a7-4c01-a07c-8f3819fbc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:21:53.587096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Attempting to bind port fba1d397-1168-4614-a612-4d5d633fb51f on network 771f6376-3c7b-4cae-8c1d-154ae949f71a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:21:53.597780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:21:53.598164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Checking segment: {'id': '3342f4d8-30a7-4c01-a07c-8f3819fbc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:53.598579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.598998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Bound using segment: {'id': '3342f4d8-30a7-4c01-a07c-8f3819fbc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:21:53.599468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Bound port: fba1d397-1168-4614-a612-4d5d633fb51f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3342f4d8-30a7-4c01-a07c-8f3819fbc558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '771f6376-3c7b-4cae-8c1d-154ae949f71a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:21:53.599827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.621134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74682b12-3fda-4ebf-9111-cde9d464da67 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-268357599 HTTP/1.1" status: 201 len: 201 time: 0.1294107 Aug 16 22:21:53.622055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.627767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-bceb564a-3d44-41f8-9d9f-1d637432f715 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-851478537') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:53.658123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-651d4615-a13b-491f-9674-80097572a78e req-339b1305-6409-4940-8164-21f389031b2c tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0654178 Aug 16 22:21:53.689531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.700815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] For port fba1d397-1168-4614-a612-4d5d633fb51f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:21:53.705156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] For port fba1d397-1168-4614-a612-4d5d633fb51f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fba1d397-1168-4614-a612-4d5d633fb51f,segment=NetworkSegment(3342f4d8-30a7-4c01-a07c-8f3819fbc558),segment_id=3342f4d8-30a7-4c01-a07c-8f3819fbc558)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:21:53.711383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.731757 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bceb564a-3d44-41f8-9d9f-1d637432f715 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-851478537 HTTP/1.1" status: 201 len: 201 time: 0.1086473 Aug 16 22:21:53.732563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.737133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a03038f5-f9ea-4fd9-a092-3bb8c872d918 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-793801041') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:53.744198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.789607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5888b7-b266-41e8-9d79-3c3eda0d4e0e None None] Pushing event updated for resources: {'Port': ['ID=fba1d397-1168-4614-a612-4d5d633fb51f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.826631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.874490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01c057f-520f-48ba-9643-2cf1750364ca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:53.878194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.880599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-16b865f4-b2dd-4fd0-b35a-8b22abb5b678 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b01c057f-520f-48ba-9643-2cf1750364ca HTTP/1.1" status: 204 len: 168 time: 0.4278104 Aug 16 22:21:53.882838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.919166 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a03038f5-f9ea-4fd9-a092-3bb8c872d918 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-793801041 HTTP/1.1" status: 201 len: 201 time: 0.1856542 Aug 16 22:21:53.921561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.926940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-c594c2cc-6fc0-4653-a5cc-e4996c81de24 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-1736474496') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:53.968140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:53.992549 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c594c2cc-6fc0-4653-a5cc-e4996c81de24 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-1736474496 HTTP/1.1" status: 201 len: 201 time: 0.0694234 Aug 16 22:21:53.994935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:53.999483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a92fc965-c73e-4035-b496-b9958421c35e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.089779 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a92fc965-c73e-4035-b496-b9958421c35e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 200 len: 240 time: 0.0937660 Aug 16 22:21:54.092364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56610) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.096742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-7990d463-65f2-43ee-b170-984f155f3bbb tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-268357599') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.097795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.118868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f682321a-7203-43c9-850d-d0c19a42a38d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.132038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d3cc56-602a-4715-bae8-45be042651f2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.132429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d3cc56-602a-4715-bae8-45be042651f2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.148498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.164817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7990d463-65f2-43ee-b170-984f155f3bbb tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-268357599 HTTP/1.1" status: 204 len: 168 time: 0.0713499 Aug 16 22:21:54.165774 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.167591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.172929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-d2b2e851-a8bd-4e0a-a987-7ff65b6e2cae tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-268357599') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.205916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:21:54.206883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:21:54.208807 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:21:54.287606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.302820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:54.304766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f682321a-7203-43c9-850d-d0c19a42a38d HTTP/1.1" status: 204 len: 168 time: 0.4208367 Aug 16 22:21:54.310013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f47a62-fdc9-401f-bc0f-c02007639a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f682321a-7203-43c9-850d-d0c19a42a38d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:54.360817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2b2e851-a8bd-4e0a-a987-7ff65b6e2cae tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-268357599 HTTP/1.1" status: 204 len: 168 time: 0.1898873 Aug 16 22:21:54.361769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.366980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-24c83de8-9baf-4829-8602-ee26a2aadbac tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.419067 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24c83de8-9baf-4829-8602-ee26a2aadbac tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 200 len: 205 time: 0.0555692 Aug 16 22:21:54.421690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.426173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-a9e9e113-e753-4d58-a35b-6a40eacf18fd tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.481989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a9e9e113-e753-4d58-a35b-6a40eacf18fd tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 200 len: 240 time: 0.0592079 Aug 16 22:21:54.484692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.489256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-99af45b9-e2bb-4503-b2d8-c1aba86781d9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-851478537') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.506680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.548368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-99af45b9-e2bb-4503-b2d8-c1aba86781d9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-851478537 HTTP/1.1" status: 204 len: 168 time: 0.0600739 Aug 16 22:21:54.548720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.553790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-a851b021-bcc1-4904-859c-4bb471816a53 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-851478537') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.560879 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da6009c2-9fcf-410b-b3e3-8a3ccd1f47ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12c48702d46b4b4cb0f5ea888b26d565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529368 Aug 16 22:21:54.563471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.638032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a851b021-bcc1-4904-859c-4bb471816a53 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-851478537 HTTP/1.1" status: 204 len: 168 time: 0.0870717 Aug 16 22:21:54.639822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:54.649560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-b1d63783-ffda-442c-9102-9e49aa6e415f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:54.754610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dfb51-0733-4eac-8d73-96a6eebac8b3 req-d878900d-c352-49a2-9c24-18fa870ba5e5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:54.758502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db2dfb51-0733-4eac-8d73-96a6eebac8b3 req-d878900d-c352-49a2-9c24-18fa870ba5e5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 949 time: 0.0870831 Aug 16 22:21:54.821730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db2dfb51-0733-4eac-8d73-96a6eebac8b3 req-772bf755-2528-4ced-b557-6df114f866bc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Aug 16 22:21:54.863639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:54.879711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8947d378-22ce-41a6-9692-561a3f48021e req-f959db07-e15f-45c1-aa45-970cc2c1d3a4 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0616252 Aug 16 22:21:55.010709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3c8091cc-7aae-4692-a6ad-f975be4afb6a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:21:55.034086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29307cde-429b-4d18-a5ff-dcdc50b64030 None None] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:55.092429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fba1d397-1168-4614-a612-4d5d633fb51f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:55.097729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:55.112776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 3c8091cc-7aae-4692-a6ad-f975be4afb6a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:21:55.113269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3c8091cc-7aae-4692-a6ad-f975be4afb6a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:21:55.196377 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.221717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.247911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:55.249768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.291579 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b1d63783-ffda-442c-9102-9e49aa6e415f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 200 len: 205 time: 0.6481786 Aug 16 22:21:55.291902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.292857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d13df206-3919-4cad-8e2a-a7806749c83f None None] Provisioning for port fba1d397-1168-4614-a612-4d5d633fb51f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:55.296726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-65dd1343-97a2-4d39-9e1e-f4d52f09699e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:55.320994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.336371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.341368 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cfa8249-c66c-4589-af69-96cbdca6a9fa HTTP/1.1" status: 204 len: 168 time: 0.7744131 Aug 16 22:21:55.360433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29907e-0f2d-41d0-84f3-d709fff7263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfa8249-c66c-4589-af69-96cbdca6a9fa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.425401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-65dd1343-97a2-4d39-9e1e-f4d52f09699e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 200 len: 240 time: 0.1315339 Aug 16 22:21:55.427719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.434191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-b6f9ee17-a28c-4541-ac17-f99369942d7f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-793801041') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:55.438110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fba1d397-1168-4614-a612-4d5d633fb51f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:55.443611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fba1d397-1168-4614-a612-4d5d633fb51f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:55.443994 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.451406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.521825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:55.530456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:21:55.545635 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0be8b-3c3a-4359-bfd1-6bbf1859f69a" -d '{"events": [{"server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:21:55.568953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.626397 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1587883-229e-4ec2-8d8d-49f7b945f437 x-openstack-request-id: req-f1587883-229e-4ec2-8d8d-49f7b945f437 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:21:55.626984 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:21:55.627397 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1587883-229e-4ec2-8d8d-49f7b945f437 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:21:55.627833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b6f9ee17-a28c-4541-ac17-f99369942d7f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-793801041 HTTP/1.1" status: 204 len: 168 time: 0.1983733 Aug 16 22:21:55.628845 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'code': 200} Aug 16 22:21:55.631207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.639472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-d1addaf7-43ee-4e5c-b24a-38db623a61ed tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-793801041') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:55.703810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.720856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.764066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fba1d397-1168-4614-a612-4d5d633fb51f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fba1d397-1168-4614-a612-4d5d633fb51f,segment=NetworkSegment(3342f4d8-30a7-4c01-a07c-8f3819fbc558),segment_id=3342f4d8-30a7-4c01-a07c-8f3819fbc558)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:21:55.776956 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.882064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1928c9-8dbe-419e-87ff-ed300d59237d req-1427dec8-9c2e-4db3-8656-88a52433da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:55.883557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b1928c9-8dbe-419e-87ff-ed300d59237d req-1427dec8-9c2e-4db3-8656-88a52433da10 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 1102 time: 0.1505141 Aug 16 22:21:55.895127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fba1d397-1168-4614-a612-4d5d633fb51f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:55.950801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Provisioning complete for port fba1d397-1168-4614-a612-4d5d633fb51f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:55.951191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:55.989003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d1addaf7-43ee-4e5c-b24a-38db623a61ed tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-793801041 HTTP/1.1" status: 204 len: 168 time: 0.3545976 Aug 16 22:21:55.991632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:55.998067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-ede2aa4c-a88c-4746-a785-f4d89c0cc795 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:55.998438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b1928c9-8dbe-419e-87ff-ed300d59237d req-cdddb367-8cc3-400b-a5fb-038472e18abb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837457 Aug 16 22:21:56.123862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3dec879-29ed-4c8e-8c2a-08fa3ed79ca9 req-40e045e4-36e8-4831-898e-410d695b32b1 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0917835 Aug 16 22:21:56.142078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Provisioning for port aa72793a-ae72-4689-90d2-f7e3423e696d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:21:56.148181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Provisioning complete for port aa72793a-ae72-4689-90d2-f7e3423e696d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:56.148612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.150151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819d73-555f-464f-a340-5d6dc25e64fd req-424909e3-f3e8-49c3-9158-be53fa1d80fb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.157907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc819d73-555f-464f-a340-5d6dc25e64fd req-424909e3-f3e8-49c3-9158-be53fa1d80fb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 950 time: 0.1522064 Aug 16 22:21:56.226164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc819d73-555f-464f-a340-5d6dc25e64fd req-6793a5c6-611c-4803-aaca-bbbf8c04b772 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Aug 16 22:21:56.246500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-666df104-1359-4721-9712-e5bbbf9488ee None None] Port aa72793a-ae72-4689-90d2-f7e3423e696d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:56.253364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.254806 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ede2aa4c-a88c-4746-a785-f4d89c0cc795 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 200 len: 205 time: 0.2606804 Aug 16 22:21:56.259868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-3da8c004-12c1-417e-bdb2-d19647d0faa2 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.373732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-beada0b5-101f-4366-aa9d-c055deabd0d3 None None] Provisioning complete for port aa72793a-ae72-4689-90d2-f7e3423e696d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:56.373732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-beada0b5-101f-4366-aa9d-c055deabd0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.391125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3da8c004-12c1-417e-bdb2-d19647d0faa2 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 200 len: 241 time: 0.1362078 Aug 16 22:21:56.391707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.397161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-9e720a4c-2d44-45f4-86cd-ad451f70a54d tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-1736474496') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.416311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-beada0b5-101f-4366-aa9d-c055deabd0d3 None None] Port aa72793a-ae72-4689-90d2-f7e3423e696d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:21:56.451329 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e720a4c-2d44-45f4-86cd-ad451f70a54d tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-1736474496 HTTP/1.1" status: 204 len: 168 time: 0.0585043 Aug 16 22:21:56.454012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.459168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-52ad622e-16a6-4d31-a437-527a865eca04 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-1736474496') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.499958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-52ad622e-16a6-4d31-a437-527a865eca04 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-1736474496 HTTP/1.1" status: 204 len: 168 time: 0.0443037 Aug 16 22:21:56.502282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.506804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-65f875be-1228-485f-b31d-0d2ac8604552 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.531607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.536810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-8b3242df-c1b4-489c-b341-6cbe7ade4e4b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.540177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-65f875be-1228-485f-b31d-0d2ac8604552 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 200 len: 205 time: 0.0366962 Aug 16 22:21:56.547326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.565009 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8b3242df-c1b4-489c-b341-6cbe7ade4e4b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0323343 Aug 16 22:21:56.567716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.572519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-1d2617bd-10c0-4a04-b996-409626961f0e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.654964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1d2617bd-10c0-4a04-b996-409626961f0e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 204 len: 168 time: 0.0837815 Aug 16 22:21:56.655140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1558094709-network', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:56.655259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.660146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-e1021f6f-3058-4545-b9c6-5eadc0cddf36 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.677193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Made reservation on behalf of f9ecdd67a6f646fd86cc9e3958cf74cd for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:56.679712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.689452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.721276 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1021f6f-3058-4545-b9c6-5eadc0cddf36 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 204 len: 168 time: 0.0627859 Aug 16 22:21:56.721590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.727886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-d296f8fc-5ba0-4ba0-9b72-a9bac6184486 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.786777 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d296f8fc-5ba0-4ba0-9b72-a9bac6184486 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 204 len: 168 time: 0.0635533 Aug 16 22:21:56.787580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.791146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.792965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.796479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-7ec57fb8-1c51-4b8e-ac2d-401eb9925908 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-1077576527') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.819552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:21:56.829355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d44b1-22f1-42ec-94db-6125aafc1c91,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:56.839644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.840213 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Added segment 6607f90c-7850-49af-a723-c804f4d65166 of type vlan for network 994f30f6-4c8a-4d1b-a81a-700837b02aba Aug 16 22:21:56.885725 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ec57fb8-1c51-4b8e-ac2d-401eb9925908 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-1077576527 HTTP/1.1" status: 201 len: 201 time: 0.0917068 Aug 16 22:21:56.886797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.891405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-1b7ea9a7-c328-4888-a6f8-9f6c80db06e4 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-143555011') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:56.892364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.923491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.924602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:56.925949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:56.945322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fba1d397-1168-4614-a612-4d5d633fb51f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:21:56.982073 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b7ea9a7-c328-4888-a6f8-9f6c80db06e4 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-143555011 HTTP/1.1" status: 201 len: 201 time: 0.0942287 Aug 16 22:21:56.989413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:56.994474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-f8779427-a2e3-42ab-a2fd-d2a548ccb14b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-1285116304') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.004173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fba1d397-1168-4614-a612-4d5d633fb51f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:21:57.004548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.019079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4701674 Aug 16 22:21:57.019307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.028522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Request body: {'subnet': {'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1558094709-subnet', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:57.057757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee45076-96f2-4cd0-9f75-b97c27d0590f admin admin] Pushing event updated for resources: {'Network': ['ID=994f30f6-4c8a-4d1b-a81a-700837b02aba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:57.071789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Made reservation on behalf of f9ecdd67a6f646fd86cc9e3958cf74cd for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:21:57.075032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.086952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:21:57.102400 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8779427-a2e3-42ab-a2fd-d2a548ccb14b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-1285116304 HTTP/1.1" status: 201 len: 201 time: 0.1119018 Aug 16 22:21:57.103447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.108451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a19f2a72-77d0-4978-9dcf-e4e8e4c2361f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-341908356') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.153044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.153712 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a19f2a72-77d0-4978-9dcf-e4e8e4c2361f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-341908356 HTTP/1.1" status: 201 len: 201 time: 0.0485551 Aug 16 22:21:57.159782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-6c39f002-9637-4ba8-88d5-396d398b6151 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', {'tags': ['tempest-TagsExtTest-Tag-1207309963', 'tempest-TagsExtTest-Tag-96213080', 'tempest-TagsExtTest-Tag-664732443']}) {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.304492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e152e986-d62f-4572-9ac7-0d95541afeda req-78d53a54-e781-4a64-b5ae-f901dff9c072 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0574975 Aug 16 22:21:57.324002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.324177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c39f002-9637-4ba8-88d5-396d398b6151 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 200 len: 315 time: 0.1699998 Aug 16 22:21:57.328950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-e7c3f1d2-689a-42e8-ab14-82590031049e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.395010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6421f51-27de-4049-9698-42fd84599ca0 req-9b74a65d-5cc6-4022-8b70-619e62cc06d4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:57.396547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6421f51-27de-4049-9698-42fd84599ca0 req-9b74a65d-5cc6-4022-8b70-619e62cc06d4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 950 time: 0.0993671 Aug 16 22:21:57.450192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6421f51-27de-4049-9698-42fd84599ca0 req-36e3d80b-8c9f-454e-8378-afa63418df64 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Aug 16 22:21:57.451215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.458037 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7c3f1d2-689a-42e8-ab14-82590031049e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 204 len: 168 time: 0.1324325 Aug 16 22:21:57.458690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.463748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-32ede802-2f2a-4bf0-a3a5-4306cebc5a15 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-1207309963') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.533569 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-32ede802-2f2a-4bf0-a3a5-4306cebc5a15 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:57.537110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32ede802-2f2a-4bf0-a3a5-4306cebc5a15 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-1207309963 HTTP/1.1" status: 404 len: 329 time: 0.0754659 Aug 16 22:21:57.538131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.543828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-af47e55c-90f8-4e17-a2dc-5adc4533e2c9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-96213080') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.575260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b81733-89d2-4f6e-8a7d-8d0e1114f46d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:57.586861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Checking segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:21:57.587273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Network hostable DHCP agents. Network: 994f30f6-4c8a-4d1b-a81a-700837b02aba, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:21:57.611167 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-af47e55c-90f8-4e17-a2dc-5adc4533e2c9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:57.613790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af47e55c-90f8-4e17-a2dc-5adc4533e2c9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-96213080 HTTP/1.1" status: 404 len: 327 time: 0.0733931 Aug 16 22:21:57.616429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:21:57.616972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.626849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-5ff381b7-36a2-4f6c-b4b3-7a2d145c8802 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d', 'tempest-TagsExtTest-Tag-664732443') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.637747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 994f30f6-4c8a-4d1b-a81a-700837b02aba) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:57.652622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f17aa9-0f42-48d0-a5fc-2029727c153b None None] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:57.654928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:57.655711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.683400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71c4db02-79ad-414c-92cb-4745600a89f1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6609347 Aug 16 22:21:57.685852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.697521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:21:57.747614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.749021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.752401 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-5ff381b7-36a2-4f6c-b4b3-7a2d145c8802 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:57.754272 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ff381b7-36a2-4f6c-b4b3-7a2d145c8802 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags/tempest-TagsExtTest-Tag-664732443 HTTP/1.1" status: 404 len: 328 time: 0.1362505 Aug 16 22:21:57.757596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.763770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-0f86e71d-39f6-4fa5-ba63-c424b9a59a2b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', {'tags': ['tempest-TagsExtTest-Tag-854079886', 'tempest-TagsExtTest-Tag-854904766', 'tempest-TagsExtTest-Tag-2056313741']}) {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.811753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bfe44-3ced-449a-8dfd-2d5d9672c951 None None] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:21:57.846528 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f86e71d-39f6-4fa5-ba63-c424b9a59a2b tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 200 len: 316 time: 0.0877290 Aug 16 22:21:57.849739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.861476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-e3e2c3c2-57bb-4e4d-9a38-2a6d2390d723 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:57.867504 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:57.959935 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3e2c3c2-57bb-4e4d-9a38-2a6d2390d723 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 204 len: 168 time: 0.1074092 Aug 16 22:21:57.962011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:57.969798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-d37af162-e67b-46de-8b7c-0e1c69572253 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-854079886') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.044436 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d37af162-e67b-46de-8b7c-0e1c69572253 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.045542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d37af162-e67b-46de-8b7c-0e1c69572253 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-854079886 HTTP/1.1" status: 404 len: 328 time: 0.0823524 Aug 16 22:21:58.049652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.054471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-bda0b32c-6af0-4fc1-96c6-dda3dcf509e5 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-854904766') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.113615 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-bda0b32c-6af0-4fc1-96c6-dda3dcf509e5 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.117365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bda0b32c-6af0-4fc1-96c6-dda3dcf509e5 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-854904766 HTTP/1.1" status: 404 len: 328 time: 0.0638359 Aug 16 22:21:58.117634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.122533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-9e6fb29f-a051-46f5-b0cb-e796f2da54ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d', 'tempest-TagsExtTest-Tag-2056313741') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.181243 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9e6fb29f-a051-46f5-b0cb-e796f2da54ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.182390 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e6fb29f-a051-46f5-b0cb-e796f2da54ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags/tempest-TagsExtTest-Tag-2056313741 HTTP/1.1" status: 404 len: 329 time: 0.0636833 Aug 16 22:21:58.185694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.192017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-ed9acc02-518b-4815-a7c2-1575c085db2f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', {'tags': ['tempest-TagsExtTest-Tag-858913178', 'tempest-TagsExtTest-Tag-1005409172', 'tempest-TagsExtTest-Tag-1093808112']}) {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.295695 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed9acc02-518b-4815-a7c2-1575c085db2f tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 200 len: 317 time: 0.1063797 Aug 16 22:21:58.295978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.302790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-047fc77d-aa19-47f9-8c52-4c9b318007c9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.413205 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-047fc77d-aa19-47f9-8c52-4c9b318007c9 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 204 len: 168 time: 0.1161528 Aug 16 22:21:58.415742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.420342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-ec7e6a3f-0ca8-4165-a434-a4c1264798ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-858913178') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.433612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2de6dc4-4232-4680-9919-0b7649ee186a req-f4b0936d-6fc3-4139-a3b4-c77f855a0440 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0265145 Aug 16 22:21:58.477389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.531631 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ec7e6a3f-0ca8-4165-a434-a4c1264798ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.536517 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec7e6a3f-0ca8-4165-a434-a4c1264798ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-858913178 HTTP/1.1" status: 404 len: 328 time: 0.1197331 Aug 16 22:21:58.537299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.543274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-91205423-2cf3-4f9e-97bf-68a299b1b2cf tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-1005409172') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.625049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2bef4-1ad5-4b97-bb8f-d4b7d344f401 req-f95633c4-2c7f-497d-9f64-ca292d13119d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:58.626569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2d2bef4-1ad5-4b97-bb8f-d4b7d344f401 req-f95633c4-2c7f-497d-9f64-ca292d13119d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 950 time: 0.0698211 Aug 16 22:21:58.631020 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-91205423-2cf3-4f9e-97bf-68a299b1b2cf tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.634691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-91205423-2cf3-4f9e-97bf-68a299b1b2cf tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-1005409172 HTTP/1.1" status: 404 len: 329 time: 0.0938401 Aug 16 22:21:58.635523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.639838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-ce37c2bd-1750-44c9-a341-c7ddba04beb7 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754', 'tempest-TagsExtTest-Tag-1093808112') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.732486 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ce37c2bd-1750-44c9-a341-c7ddba04beb7 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.734258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce37c2bd-1750-44c9-a341-c7ddba04beb7 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags/tempest-TagsExtTest-Tag-1093808112 HTTP/1.1" status: 404 len: 329 time: 0.0976446 Aug 16 22:21:58.736560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56778) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.741693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-8bef8298-1601-4a06-8ad0-1ff3ee48b8ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', {'tags': ['tempest-TagsExtTest-Tag-1202612275', 'tempest-TagsExtTest-Tag-864792344', 'tempest-TagsExtTest-Tag-329354997']}) {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.780755 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8bef8298-1601-4a06-8ad0-1ff3ee48b8ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "PUT /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 200 len: 316 time: 0.0426626 Aug 16 22:21:58.783233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56780) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.788343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-ca9827e3-efcc-49b3-ae09-1dde13e89e9e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.807267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2d2bef4-1ad5-4b97-bb8f-d4b7d344f401 req-7ff83dc7-77ac-43b9-af0a-4d33bff24baf tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709006 Aug 16 22:21:58.834185 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ca9827e3-efcc-49b3-ae09-1dde13e89e9e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0466421 Aug 16 22:21:58.834989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.845672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-51c3e6ac-278d-48b4-adac-73fbbc19985e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-1202612275') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.866547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.889369 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-51c3e6ac-278d-48b4-adac-73fbbc19985e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.890427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-51c3e6ac-278d-48b4-adac-73fbbc19985e tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-1202612275 HTTP/1.1" status: 404 len: 329 time: 0.0545170 Aug 16 22:21:58.894265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.898735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-dd4574cf-8294-4e20-8ae8-f797e06727cb tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-864792344') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.899727 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:58.922425 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-dd4574cf-8294-4e20-8ae8-f797e06727cb tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.923796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dd4574cf-8294-4e20-8ae8-f797e06727cb tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-864792344 HTTP/1.1" status: 404 len: 328 time: 0.0283911 Aug 16 22:21:58.926755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.931822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-e80ce2ea-9909-493f-9731-39e634bf81ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d', 'tempest-TagsExtTest-Tag-329354997') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.955034 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-e80ce2ea-9909-493f-9731-39e634bf81ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] show failed (client error): The resource could not be found. Aug 16 22:21:58.957037 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e80ce2ea-9909-493f-9731-39e634bf81ff tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags/tempest-TagsExtTest-Tag-329354997 HTTP/1.1" status: 404 len: 328 time: 0.0291591 Aug 16 22:21:58.959612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.964324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-0b5e77d9-48d7-4b39-be07-53f545c7a514 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f26d87f-1978-4fd0-890f-dba637d21d9d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:58.989752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0b5e77d9-48d7-4b39-be07-53f545c7a514 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0288546 Aug 16 22:21:58.992171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:58.996886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-29c39bf3-4687-4b4f-b18b-d45b1c453569 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd312b8f0-fe2b-402c-98e3-5b19f5829754') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:59.001857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8054090-08d2-4f76-9740-4ea2996eb697 req-15096592-04e3-46b0-9a06-b7e027476f50 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.003972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8054090-08d2-4f76-9740-4ea2996eb697 req-15096592-04e3-46b0-9a06-b7e027476f50 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 950 time: 0.1068716 Aug 16 22:21:59.083471 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-29c39bf3-4687-4b4f-b18b-d45b1c453569 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754/tags HTTP/1.1" status: 204 len: 168 time: 0.0902925 Aug 16 22:21:59.086620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.091625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-6b450da2-8879-4c84-a1ab-7c68f72f9f48 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa72793a-ae72-4689-90d2-f7e3423e696d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:59.105593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8054090-08d2-4f76-9740-4ea2996eb697 req-c3c5c583-0dd0-4a50-ae9a-7a03a89b6620 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692387 Aug 16 22:21:59.114835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff32b8e6-27ee-4d4e-a112-f2677aae2819 req-4bd84612-0203-4e7b-90ab-5d49c930ef95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0426509 Aug 16 22:21:59.118179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Allocated IP 172.25.8.45 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f3e6cec0-a309-48f8-ac51-53d2f9bb3c94) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:21:59.156989 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b450da2-8879-4c84-a1ab-7c68f72f9f48 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d/tags HTTP/1.1" status: 204 len: 168 time: 0.0672081 Aug 16 22:21:59.157893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.162876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-211e618b-3dbe-404f-b1a4-5f02e4c2e667 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4705473f-1629-4abb-8b54-24511461f73d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:21:59.227544 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-211e618b-3dbe-404f-b1a4-5f02e4c2e667 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d/tags HTTP/1.1" status: 204 len: 168 time: 0.0686255 Aug 16 22:21:59.232183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.262647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.319729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.332291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c985f87-81a1-4c99-b950-69f9fa428490 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.335754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c985f87-81a1-4c99-b950-69f9fa428490 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4f26d87f-1978-4fd0-890f-dba637d21d9d HTTP/1.1" status: 204 len: 168 time: 0.1016982 Aug 16 22:21:59.338840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.373949 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a81e51bf-67de-4f68-9adf-ee1cd5b94f54 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "GET /v2.0/ports?device_id=d312b8f0-fe2b-402c-98e3-5b19f5829754 HTTP/1.1" status: 200 len: 205 time: 0.0315542 Aug 16 22:21:59.380551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.399442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:21:59.411259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:21:59.413722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Pushing event updated for resources: {'Port': ['ID=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:21:59.433905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:21:59.468017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.557380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0628-3d5b-4101-8fbc-660557f50ad2 req-37ce7d04-10bc-4169-8ff1-6c474ee2b6a7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.564668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a0628-3d5b-4101-8fbc-660557f50ad2 req-37ce7d04-10bc-4169-8ff1-6c474ee2b6a7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.564946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e4a0628-3d5b-4101-8fbc-660557f50ad2 req-37ce7d04-10bc-4169-8ff1-6c474ee2b6a7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9&device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 1691 time: 0.1711440 Aug 16 22:21:59.600422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8c2dcb9-9a5b-4d37-89a0-a074b09d6acf req-6b7a07f4-5062-44ed-9e25-c81b9fe35616 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0542943 Aug 16 22:21:59.650118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.653262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.659898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e4a0628-3d5b-4101-8fbc-660557f50ad2 req-337e806f-82db-42df-ab80-144bab5d788e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Aug 16 22:21:59.707886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.708404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Fanout notify agent at l3_agent the message router_deleted on router d312b8f0-fe2b-402c-98e3-5b19f5829754 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:21:59.715425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.719111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-badd7a61-0872-408a-997f-0a02c5d96fc0 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/routers/d312b8f0-fe2b-402c-98e3-5b19f5829754 HTTP/1.1" status: 204 len: 168 time: 0.3349352 Aug 16 22:21:59.719929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:21:59.837625 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.850396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Deleting port aa72793a-ae72-4689-90d2-f7e3423e696d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:21:59.850917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:21:59.988914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5494-a964-4b9f-acc9-bf6d8136fc1d req-662d6404-b0ea-48f1-9968-306cef52cc9e tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:21:59.990596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-726a5494-a964-4b9f-acc9-bf6d8136fc1d req-662d6404-b0ea-48f1-9968-306cef52cc9e tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 1102 time: 0.1086926 Aug 16 22:21:59.990763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.013235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Calling delete_port for aa72793a-ae72-4689-90d2-f7e3423e696d owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:00.062746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56826) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:00.093672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-726a5494-a964-4b9f-acc9-bf6d8136fc1d req-3d7664dd-1559-4f6f-873d-3fc02aedc1fc tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950294 Aug 16 22:22:00.169130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.209729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event deleted for resources: {'Port': ['ID=aa72793a-ae72-4689-90d2-f7e3423e696d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.291901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf1e9-56f0-4703-a557-2e66d99476d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.318890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.324730 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae5d2ba8-b834-4dd9-a5d8-b4dca5418238 tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/ports/aa72793a-ae72-4689-90d2-f7e3423e696d HTTP/1.1" status: 204 len: 168 time: 0.6036036 Aug 16 22:22:00.325414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:00.351259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a08d-c5f1-4fb1-948e-3c67b8373c6c req-1ed98acb-2ae0-4bf0-8df4-1c7035f560c0 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:00.359257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63e5a08d-c5f1-4fb1-948e-3c67b8373c6c req-1ed98acb-2ae0-4bf0-8df4-1c7035f560c0 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 1102 time: 0.1732547 Aug 16 22:22:00.364415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.382028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Deleting subnet 4705473f-1629-4abb-8b54-24511461f73d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:00.387019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.457714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.529858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63e5a08d-c5f1-4fb1-948e-3c67b8373c6c req-4dacda1e-1b38-4d80-a9f6-95ad7c552737 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694753 Aug 16 22:22:00.571320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.600975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:22:00.616557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf1e9-56f0-4703-a557-2e66d99476d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.625221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf1e9-56f0-4703-a557-2e66d99476d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.650231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.671228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.673715 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/subnets/4705473f-1629-4abb-8b54-24511461f73d HTTP/1.1" status: 204 len: 168 time: 0.3469219 Aug 16 22:22:00.684697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66995f04-cde8-436a-a8c5-0814bbcb2ba1 None None] Network 771f6376-3c7b-4cae-8c1d-154ae949f71a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:00.707594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:00.717096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1250-cbd6-4e44-bbe3-eefca9295a9a tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event deleted for resources: {'Subnet': ['ID=4705473f-1629-4abb-8b54-24511461f73d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:00.813043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.875997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Deleting port fba1d397-1168-4614-a612-4d5d633fb51f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:00.876440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.905771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] DHCP port deletion for 771f6376-3c7b-4cae-8c1d-154ae949f71a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:22:00.951963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] For port fba1d397-1168-4614-a612-4d5d633fb51f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fba1d397-1168-4614-a612-4d5d633fb51f,segment=NetworkSegment(3342f4d8-30a7-4c01-a07c-8f3819fbc558),segment_id=3342f4d8-30a7-4c01-a07c-8f3819fbc558)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:00.952347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.963612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Deleting port fba1d397-1168-4614-a612-4d5d633fb51f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:00.964141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:00.966589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Calling delete_port for fba1d397-1168-4614-a612-4d5d633fb51f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:01.030164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] For port fba1d397-1168-4614-a612-4d5d633fb51f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fba1d397-1168-4614-a612-4d5d633fb51f,segment=NetworkSegment(3342f4d8-30a7-4c01-a07c-8f3819fbc558),segment_id=3342f4d8-30a7-4c01-a07c-8f3819fbc558)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:01.030723 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.043724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea5bf1e9-56f0-4703-a557-2e66d99476d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bb60917bb5741af92c5f7f48fb5f4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9746437 Aug 16 22:22:01.043995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Calling delete_port for fba1d397-1168-4614-a612-4d5d633fb51f owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:01.044132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf729f29-f056-471e-8c8e-a076d93fc7ff req-f93ec5ad-5f82-4908-b27c-dc0a57655d07 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0678065 Aug 16 22:22:01.047208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-91aa12cf-9785-497b-a8d3-f5c209ba4c1b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726204 Aug 16 22:22:01.047622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.051546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bf1e9-56f0-4703-a557-2e66d99476d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562ff6e6-ea62-4382-95da-6002a94b4204,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.076805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.111361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event deleted for resources: {'Port': ['ID=fba1d397-1168-4614-a612-4d5d633fb51f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.116218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] No DVR routers for this DVR port fba1d397-1168-4614-a612-4d5d633fb51f on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:01.157215 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.189424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] Pushing event deleted for resources: {'Port': ['ID=fba1d397-1168-4614-a612-4d5d633fb51f,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.196615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1d041-759c-4479-b3fd-e04fecab0220 None None] No DVR routers for this DVR port fba1d397-1168-4614-a612-4d5d633fb51f on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:01.212600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:01.213412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.226253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771f6376-3c7b-4cae-8c1d-154ae949f71a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:01.226501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Sync routers for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:01.239602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3342f4d8-30a7-4c01-a07c-8f3819fbc558') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:01.241002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3342f4d8-30a7-4c01-a07c-8f3819fbc558') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:01.241664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:01.242311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:01.251280 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.255404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.261572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.265329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9dcdacf0-3da5-4ab4-aa19-1e8a2b0f572c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5758324 Aug 16 22:22:01.266058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:01.290508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-94860d75-f02d-4e51-af35-520af6c6754d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:01.291993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-94860d75-f02d-4e51-af35-520af6c6754d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010863 Aug 16 22:22:01.302532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.323489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-999862a8-3a7f-494b-8048-cef75dc4e5b2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.0236614 Aug 16 22:22:01.401331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.408243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-66e27963-1962-4c17-bb8f-d66f485aaca2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837078 Aug 16 22:22:01.410078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:01.410844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.433555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.436672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.438222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/562ff6e6-ea62-4382-95da-6002a94b4204 HTTP/1.1" status: 204 len: 168 time: 0.3876240 Aug 16 22:22:01.452640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20da8-d452-417e-87b5-cc0551d35a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562ff6e6-ea62-4382-95da-6002a94b4204,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:01.502647 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:01.543185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:01.593919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.598457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:01.604039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] 10.222.0.22 "DELETE /v2.0/networks/771f6376-3c7b-4cae-8c1d-154ae949f71a HTTP/1.1" status: 204 len: 168 time: 0.8923247 Aug 16 22:22:01.693255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72a551ca-68e3-46a5-a15d-e5681560a814 req-a2493d28-f49b-4724-816d-d306ce29524d tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff&device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0616527 Aug 16 22:22:01.726063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3333b-93f6-4eb1-9a88-0c3cc9ebab5c tempest-TagsExtTest-2016420355 tempest-TagsExtTest-2016420355-project] Pushing event deleted for resources: {'Network': ['ID=771f6376-3c7b-4cae-8c1d-154ae949f71a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:01.920177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:21:59Z', 'revision_number': 3, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:02.014956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Checking router: 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:02.015310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Updating router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:02.085056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.104275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3730354d-c6a5-4938-877f-6cb4081df86b req-2612a8e5-e95b-4e32-b372-e03fd2bba73e tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0564926 Aug 16 22:22:02.107652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.368441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd1bf874-603c-43ab-afca-7ca7593c0699 req-2bcc5fc2-4a98-4a71-87bb-1c1b34922b4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0fec823be53147819445c04deb0ed61e&device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.3787763 Aug 16 22:22:02.410461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f04c4ac1-425c-439a-9f6c-3d4d4308aa6c req-374d8cbd-1ccf-47c3-abf5-9aff70dd5f93 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0969737 Aug 16 22:22:02.519964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd1bf874-603c-43ab-afca-7ca7593c0699 req-7ddb9d25-000d-4d02-bb19-35992805869e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0fec823be53147819445c04deb0ed61e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052895 Aug 16 22:22:02.537746 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.549009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Transition to ACTIVE for port object f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:02.554622 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.556725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.653119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c204a-cdce-47fc-aca7-ce5304e4eb3e None None] Pushing event updated for resources: {'Port': ['ID=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.675490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Attempting to bind port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:02.675872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Attempting to bind port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:02.676245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Attempting to bind port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:02.680121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-625b9c08-8bd0-464f-a5f1-b40a147665ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f37140e570d5496c91d11bcb478ae6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650826 Aug 16 22:22:02.686193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:02.688458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:02.689492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:02.689918 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.690355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:02.690886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Bound port: f3e6cec0-a309-48f8-ac51-53d2f9bb3c94, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:02.691352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.788004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bf874-603c-43ab-afca-7ca7593c0699 req-7eed2747-7259-4edb-b5fb-b887e90c6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:02.789469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd1bf874-603c-43ab-afca-7ca7593c0699 req-7eed2747-7259-4edb-b5fb-b887e90c6ef6 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2572865 Aug 16 22:22:02.805615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] For port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:02.809099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] For port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:02.810085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.824871 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.843833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.903379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Allocated IP 172.20.0.1 (994f30f6-4c8a-4d1b-a81a-700837b02aba/37b81733-89d2-4f6e-8a7d-8d0e1114f46d/85a53dc6-d881-45e8-ae4c-369754fe4e4a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:02.915055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:02.915795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:02.957501 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.958606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fba1d397-1168-4614-a612-4d5d633fb51f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:02.964013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:02.968749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b992477-8958-4784-a081-fd3541de90e2 HTTP/1.1" status: 204 len: 168 time: 0.2814159 Aug 16 22:22:02.986475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c146ec3-a029-4b0f-96e0-fec38a994621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b992477-8958-4784-a081-fd3541de90e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:02.995370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fba1d397-1168-4614-a612-4d5d633fb51f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:02.995699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fba1d397-1168-4614-a612-4d5d633fb51f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:03.004174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c204a-cdce-47fc-aca7-ce5304e4eb3e None None] Pushing event updated for resources: {'Port': ['ID=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.077866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:03.083859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.151607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.222978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:03.226568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:03.234254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:03.280309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Pushing event updated for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:03.305658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.323760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3f6714c-8411-4385-bf6e-391c97bc35ab req-534272b2-eeed-4dbe-b758-9da82013ade5 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0526838 Aug 16 22:22:03.396093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:21:59Z', 'revision_number': 3, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:03.430861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb77-4814-437a-bd58-b48cf232c592 None None] The sync data for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 is: [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:21:59Z', 'revision_number': 3, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:03.582475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1682a75f-b886-4646-87de-b7faab2525be req-f2cbb8f3-d7b6-4b9c-be79-6c04c473a9ad tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0580869 Aug 16 22:22:03.601374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.938872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:03.949612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.067729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Pushing event updated for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:04.098417 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:04.226476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:04.230145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:04.359212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:04.519124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a88f9369-1c66-4aeb-ba02-06482e896cf4 req-121ace80-110e-47e1-bc65-11ee315dd01e tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0808997 Aug 16 22:22:04.573687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:04.585607 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3b9b5563-bd39-4a56-bca1-05a4e31ddd33 admin admin] 10.222.0.22 "PUT /v2.0/routers/5eb944ec-860c-4f4d-9929-1e928c3b9fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3188355 Aug 16 22:22:04.595761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd1bf874-603c-43ab-afca-7ca7593c0699 req-26781a49-3f9c-4bf1-9279-02ade13097c5 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.89 "GET /v2.0/ports?device_id=110541b1-07c7-4dbf-a4be-41b591355fff HTTP/1.1" status: 200 len: 210 time: 0.0720716 Aug 16 22:22:04.727481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c422a85e-bbf3-461c-8d04-6ff55ccdeb5a req-706d1bf1-7c7c-4556-813e-741023ad56ca tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0429845 Aug 16 22:22:04.750972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-45fac21d-f87e-4d13-8333-6f1b65ffbe89 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417387 Aug 16 22:22:04.967353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-538130f9-f639-415e-8e76-47ad661d37c3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:04.968875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-538130f9-f639-415e-8e76-47ad661d37c3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074120 Aug 16 22:22:04.970719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-955003da-e65b-4a72-a7c0-e6b45c394bdc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494332 Aug 16 22:22:04.991459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:05.014139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:05.058529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:05.067319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:05.069550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.184915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-23f29edb-174e-479f-8c9d-724159b3af33 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:05.186598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-23f29edb-174e-479f-8c9d-724159b3af33 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057443 Aug 16 22:22:05.209529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.218620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:05.222608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.247981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:05.253945 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.293944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': '3f123426-94eb-44f6-a266-62212af6423a', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:05.316616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:05.586124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:05.591682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.596008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.144 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/6e7fe974-4bdb-4656-a88f-d70854fa8c42) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:05.855180 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Sync routers for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:05.871379 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:05.872285 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:05.952444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:05.993334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 6e7fe974-4bdb-4656-a88f-d70854fa8c42 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:06.024878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-6fca68c3-24e6-44b8-bbfc-e6c0931d482c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.031943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-6fca68c3-24e6-44b8-bbfc-e6c0931d482c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 811 time: 0.2098119 Aug 16 22:22:06.076412 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:06.097559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0ed1ba5-cb0d-421f-ad86-cc3df3c60edd req-4b2c306d-2a9b-4f6a-8708-0f24da74e526 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0340576 Aug 16 22:22:06.122055 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-b1d9d4bb-c877-46d5-8d58-de665ba7871e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/quotas/f9ecdd67a6f646fd86cc9e3958cf74cd HTTP/1.1" status: 200 len: 375 time: 0.0847049 Aug 16 22:22:06.134878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-870bb8cc-2c78-44ec-9df8-976b37de4c6a req-44be02ce-7784-4b9b-a43e-92062ed8fdad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0fec823be53147819445c04deb0ed61e&device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0881479 Aug 16 22:22:06.196540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-870bb8cc-2c78-44ec-9df8-976b37de4c6a req-ec2bf80c-655e-4a05-832b-10595efe7e97 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0fec823be53147819445c04deb0ed61e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387030 Aug 16 22:22:06.251546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.304145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:06.357493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-e373481e-f954-4573-b146-43ef67500930 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271061 Aug 16 22:22:06.374666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:06.501569 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:22:03Z', 'revision_number': 4, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '85a53dc6-d881-45e8-ae4c-369754fe4e4a', 'name': '', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'mac_address': 'fa:16:3e:72:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:02Z', 'updated_at': '2021-08-16T22:22:03Z', 'revision_number': 2, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'subnets': [{'id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:06.541321 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Checking router: 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:22:06.541679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Updating router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 port 85a53dc6-d881-45e8-ae4c-369754fe4e4a binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:22:06.570311 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.582897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.584311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.584884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.585584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.586196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.588704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.589513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.590205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.590836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.591356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.592263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.593112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:06.628905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:06.645049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-610470b8-ec4c-402c-849c-55b02d5d13e9 req-e64d1aa4-9e1b-4d35-b149-3d9d2d420c5a tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.2674797 Aug 16 22:22:06.646485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bb8cc-2c78-44ec-9df8-976b37de4c6a req-95c8a321-1829-474f-8a56-79c2d5f899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.648858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-870bb8cc-2c78-44ec-9df8-976b37de4c6a req-95c8a321-1829-474f-8a56-79c2d5f899fa service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4445331 Aug 16 22:22:06.674349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:06.688926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:06.757328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.191 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/ec608cc5-8a9b-415a-8b40-4872d24d67c1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:06.882501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:06.883052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:06.892931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-a4e55c9a-1791-4b47-9fdd-7a053a6976ce service neutron] 10.222.0.22 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344124 Aug 16 22:22:06.974805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:07.013981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-b7205f81-7c9b-4fc3-b4df-b2f5c818cca3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0172584 Aug 16 22:22:07.042105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:07.042561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.047707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Request body: {'port': {'device_id': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:07.097214 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.128264 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Transition to ACTIVE for port object 85a53dc6-d881-45e8-ae4c-369754fe4e4a will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:07.140128 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.162511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a4729bc3-3793-4430-9275-ea12ce4434ae None None] Provisioning for port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:07.168640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a4729bc3-3793-4430-9275-ea12ce4434ae None None] Provisioning complete for port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:07.169361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a4729bc3-3793-4430-9275-ea12ce4434ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.209829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a4729bc3-3793-4430-9275-ea12ce4434ae None None] Port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:07.273034 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Pushing event updated for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.297237 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.297606 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.297928 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.298978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.298978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.298978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.299314 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.299585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.300422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.300752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.301092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.301464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:07.315506 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Attempting to bind port 85a53dc6-d881-45e8-ae4c-369754fe4e4a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:07.315771 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Attempting to bind port 85a53dc6-d881-45e8-ae4c-369754fe4e4a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:07.316086 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Attempting to bind port 85a53dc6-d881-45e8-ae4c-369754fe4e4a on network 994f30f6-4c8a-4d1b-a81a-700837b02aba {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:07.325412 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:07.326287 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Checking segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:07.327141 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.328176 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Bound using segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:07.328843 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Bound port: 85a53dc6-d881-45e8-ae4c-369754fe4e4a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:07.329331 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.413834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] For port 85a53dc6-d881-45e8-ae4c-369754fe4e4a, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:07.419156 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] For port 85a53dc6-d881-45e8-ae4c-369754fe4e4a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85a53dc6-d881-45e8-ae4c-369754fe4e4a,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:07.425193 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.483756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a1825c9-0e6a-4a05-b327-6d549b813177 req-17c3eeb5-9829-4616-8124-6326cc968fa6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0730176 Aug 16 22:22:07.489218 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.506011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-10d5c78a-f0f7-4d4a-a8a2-8773b2f52a5d service neutron] 10.222.0.22 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121676 Aug 16 22:22:07.521789 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:07.523247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:21:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:07.578552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:07.584369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.599539 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a76802-0491-404c-af03-48fd20c012b8 None None] Pushing event updated for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.658388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object ec608cc5-8a9b-415a-8b40-4872d24d67c1 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:07.700473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:22:07.739226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.855662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:07.899379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456bb9c1-3a2c-4a43-ac0c-4eb6aab0015b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:07.933178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-988dd07a-eee2-4bc1-b2a0-4edfd32d5b2f req-2d4b5c13-c2e6-4248-9c6f-d0d0c78da84f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 210 time: 0.1324029 Aug 16 22:22:07.944595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e62deda-40a5-4dfa-a45e-3f3f9e5c07c7 req-01cd33f1-0297-425d-8e12-1da9e1fd1b2f tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0952241 Aug 16 22:22:08.001211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:22:03Z', 'revision_number': 4, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '85a53dc6-d881-45e8-ae4c-369754fe4e4a', 'name': '', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'mac_address': 'fa:16:3e:72:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:02Z', 'updated_at': '2021-08-16T22:22:07Z', 'revision_number': 4, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'subnets': [{'id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:08.004778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:08.019816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:08.029455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:08.063531 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249060-5488-4be4-a83c-154f65b09760 None None] The sync data for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 is: [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:22:03Z', 'revision_number': 4, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '85a53dc6-d881-45e8-ae4c-369754fe4e4a', 'name': '', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'mac_address': 'fa:16:3e:72:a9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:22:02Z', 'updated_at': '2021-08-16T22:22:07Z', 'revision_number': 4, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'subnets': [{'id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:08.107798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456bb9c1-3a2c-4a43-ac0c-4eb6aab0015b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.116701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456bb9c1-3a2c-4a43-ac0c-4eb6aab0015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.152145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:08.152820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.214386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:08.218465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb9c1-3a2c-4a43-ac0c-4eb6aab0015b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e09bbd-53cb-4069-a38f-2267bee8b053,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.256598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-870bb8cc-2c78-44ec-9df8-976b37de4c6a req-8fdbbb3f-0e2a-40d6-a3a8-0bb07368d807 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.89 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0554545 Aug 16 22:22:08.265032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-456bb9c1-3a2c-4a43-ac0c-4eb6aab0015b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=382ae10433ef4d1bbb6170c84336021f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846850 Aug 16 22:22:08.267047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:08.277913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3535fe41-b487-40fa-85dc-d50e3e86f29e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0221496 Aug 16 22:22:08.304098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Request body: {'port': {'device_id': '3f123426-94eb-44f6-a266-62212af6423a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:08.365973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fe974-4bdb-4656-a88f-d70854fa8c42 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:08.395990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.483098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.519051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Transition to ACTIVE for port object 6e7fe974-4bdb-4656-a88f-d70854fa8c42 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:08.533953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.551117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.593685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50943a08-0af1-475d-a725-66079cde691f service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.605521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.640097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.644248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.645742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53e09bbd-53cb-4069-a38f-2267bee8b053 HTTP/1.1" status: 204 len: 168 time: 0.3773382 Aug 16 22:22:08.665827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575d39-3d77-427a-bcde-7ad53ae7cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e09bbd-53cb-4069-a38f-2267bee8b053,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:08.670942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-94d1bcc4-06bd-4914-9b2d-8069cd8535af None None] Provisioning for port ec608cc5-8a9b-415a-8b40-4872d24d67c1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:08.698030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-94d1bcc4-06bd-4914-9b2d-8069cd8535af None None] Provisioning complete for port ec608cc5-8a9b-415a-8b40-4872d24d67c1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:08.698652 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-94d1bcc4-06bd-4914-9b2d-8069cd8535af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:08.866184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-94d1bcc4-06bd-4914-9b2d-8069cd8535af None None] Port ec608cc5-8a9b-415a-8b40-4872d24d67c1 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:09.138538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85a53dc6-d881-45e8-ae4c-369754fe4e4a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:09.209981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 85a53dc6-d881-45e8-ae4c-369754fe4e4a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:09.216585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 85a53dc6-d881-45e8-ae4c-369754fe4e4a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:09.218055 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.255547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Attempting to bind port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:09.257996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Attempting to bind port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:09.258612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Attempting to bind port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:09.283642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d47a4-d026-4e24-8d81-5095d18edc6a req-85b12e94-031a-41c9-a8c4-4ddb47ee0b90 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:09.288329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c16d47a4-d026-4e24-8d81-5095d18edc6a req-85b12e94-031a-41c9-a8c4-4ddb47ee0b90 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 936 time: 0.6324203 Aug 16 22:22:09.360883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.401738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:09.402070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Attempting to bind port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:09.426074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 85a53dc6-d881-45e8-ae4c-369754fe4e4a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85a53dc6-d881-45e8-ae4c-369754fe4e4a,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:09.431918 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.443978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07999fd7-89b1-4ea7-8d2b-62ba89b3df01 req-c6396c0b-6662-44a4-ad4d-b56f81c90735 tempest-ServerShowV247Test-86771610 tempest-ServerShowV247Test-86771610-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffd6628-f54b-46ea-8b80-cf19994bd32c HTTP/1.1" status: 200 len: 210 time: 0.0623751 Aug 16 22:22:09.447525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:09.448018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:09.448470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:09.448985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Bound port: 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:09.449474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.524464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:09.532571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c16d47a4-d026-4e24-8d81-5095d18edc6a req-c18275a6-ec83-40ba-a564-6b12e1bd2b49 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483150 Aug 16 22:22:09.649297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec608cc5-8a9b-415a-8b40-4872d24d67c1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:09.660748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:09.661677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.689559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abae7662-7619-4f5d-a489-f4c31b2518d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.733707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45b3916c-1b06-4132-ab54-8b9422b72799 req-66fd47e2-ff7f-4745-9c29-f06100df943e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 210 time: 0.0629005 Aug 16 22:22:09.752759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Transition to ACTIVE for port object ec608cc5-8a9b-415a-8b40-4872d24d67c1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:09.773615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.806770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:09.886669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:09.899328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abae7662-7619-4f5d-a489-f4c31b2518d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.909542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abae7662-7619-4f5d-a489-f4c31b2518d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:09.968451 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-abae7662-7619-4f5d-a489-f4c31b2518d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f5f59d37fa84c759b4b19720593ac72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043506 Aug 16 22:22:09.968990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57144) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:10.048235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae7662-7619-4f5d-a489-f4c31b2518d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224cd5a8-6257-4008-91b0-29a03223d081,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.120428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-129792d6-ba7a-49bf-9f24-3eda7e0f88f9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.120654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.123787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-129792d6-ba7a-49bf-9f24-3eda7e0f88f9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.89 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 811 time: 0.2310128 Aug 16 22:22:10.125848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.140596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.160674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.218388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Request body: {'port': {'device_id': '820a93c5-4452-474c-865e-77f78ce3f75e', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'admin_state_up': True, 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:10.230907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.234484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.237173 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/224cd5a8-6257-4008-91b0-29a03223d081 HTTP/1.1" status: 204 len: 168 time: 0.2587767 Aug 16 22:22:10.249651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cca0af-0487-4752-9c82-11a70048989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224cd5a8-6257-4008-91b0-29a03223d081,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.274563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.275210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.276629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-50943a08-0af1-475d-a725-66079cde691f service neutron] 10.222.0.89 "PUT /v2.0/ports/6e7fe974-4bdb-4656-a88f-d70854fa8c42 HTTP/1.1" status: 200 len: 1097 time: 3.2448144 Aug 16 22:22:10.284689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:10.287336 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689027a9-14b1-4b65-a858-cb93160a9ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:10.348299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50943a08-0af1-475d-a725-66079cde691f service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:10.431133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Attempting to bind port ec608cc5-8a9b-415a-8b40-4872d24d67c1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:10.431480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Attempting to bind port ec608cc5-8a9b-415a-8b40-4872d24d67c1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:10.431818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Attempting to bind port ec608cc5-8a9b-415a-8b40-4872d24d67c1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:10.450392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Port ec608cc5-8a9b-415a-8b40-4872d24d67c1 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:10.450985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Attempting to bind port ec608cc5-8a9b-415a-8b40-4872d24d67c1 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:10.467751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:10.468345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:10.468947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:10.469634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Bound port: ec608cc5-8a9b-415a-8b40-4872d24d67c1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:10.470115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.484953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-1bf19060-0bf3-4f46-928b-8211c2cdfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.490410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-1bf19060-0bf3-4f46-928b-8211c2cdfed2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 1100 time: 0.1450794 Aug 16 22:22:10.622956 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a814cb-a37f-4692-b071-c63308e17856 x-openstack-request-id: req-95a814cb-a37f-4692-b071-c63308e17856 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:10.623448 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:10.624017 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95a814cb-a37f-4692-b071-c63308e17856 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:10.624705 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42', 'status': 'completed', 'code': 200} Aug 16 22:22:10.631349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-712c5035-49c6-43fb-af48-3e73c3df7063 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42 HTTP/1.1" status: 200 len: 217 time: 0.1110179 Aug 16 22:22:10.712923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Made reservation on behalf of f9ecdd67a6f646fd86cc9e3958cf74cd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:10.716579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.750804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:10.783761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-d41140a6-b2a7-4a17-a5f8-810564d6e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.785538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-d41140a6-b2a7-4a17-a5f8-810564d6e590 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1389756 Aug 16 22:22:10.825343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:10.851471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70968fe6-990f-49e0-beba-44ed6d5bfcc7 req-558cccc5-b2e6-409a-a035-65387f422528 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.853008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70968fe6-990f-49e0-beba-44ed6d5bfcc7 req-558cccc5-b2e6-409a-a035-65387f422528 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 948 time: 0.2106769 Aug 16 22:22:10.854154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.970633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85a53dc6-d881-45e8-ae4c-369754fe4e4a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:10.983734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:10.984492 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:10.988604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] 10.222.0.88 "PUT /v2.0/ports/ec608cc5-8a9b-415a-8b40-4872d24d67c1 HTTP/1.1" status: 200 len: 1097 time: 2.6867807 Aug 16 22:22:10.989467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:11.001555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a056a7ab-51bd-42d8-bada-d4b1c7c78e29 req-6a115119-dad0-45bf-9e26-43a0b9ade250 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 210 time: 0.1118245 Aug 16 22:22:11.070791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 85a53dc6-d881-45e8-ae4c-369754fe4e4a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:11.071641 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.193273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70968fe6-990f-49e0-beba-44ed6d5bfcc7 req-df1471d5-018c-455d-9e02-e2a25661ab80 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163719 Aug 16 22:22:11.195190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-0e6b0563-7ca5-45c0-9bc4-ad94ec9f045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:11.196639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-0e6b0563-7ca5-45c0-9bc4-ad94ec9f045d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3658113 Aug 16 22:22:11.208803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1401-1521-4cb0-ac57-1ec5eb18a8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:11.267668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Allocated IP 172.20.0.8 (994f30f6-4c8a-4d1b-a81a-700837b02aba/37b81733-89d2-4f6e-8a7d-8d0e1114f46d/be92a6d7-93bd-485e-ac34-5f3c5f807fee) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:11.324911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-97824f4b-bcfa-429a-b17f-39f48198c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:11.326510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-97824f4b-bcfa-429a-b17f-39f48198c6b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 1100 time: 0.2537169 Aug 16 22:22:11.328446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a0441d-3c7b-49b1-a317-9d2a2bcf76ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.405298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-75d92057-d9a2-430e-98a3-6cfd9d1be1ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1 HTTP/1.1" status: 200 len: 217 time: 0.0541739 Aug 16 22:22:11.466046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-1de25287-16da-4f9d-b22e-e81bdc00910e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380879 Aug 16 22:22:11.472928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a0441d-3c7b-49b1-a317-9d2a2bcf76ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.480094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a0441d-3c7b-49b1-a317-9d2a2bcf76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.527579 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9a0441d-3c7b-49b1-a317-9d2a2bcf76ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fec823be53147819445c04deb0ed61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373442 Aug 16 22:22:11.531098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0441d-3c7b-49b1-a317-9d2a2bcf76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56313cb0-5cb7-453c-8d26-215083c6db51,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:11.532421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:11.574166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3bcaf547-6f42-4a83-ad78-56c6b6c04d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:11.575861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3bcaf547-6f42-4a83-ad78-56c6b6c04d05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1620226 Aug 16 22:22:11.721123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:11.726543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3306fa29-f574-4c5d-9f1b-d216766aa01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:11.728274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-3306fa29-f574-4c5d-9f1b-d216766aa01e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386192 Aug 16 22:22:11.730038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-139a2334-0054-45b9-8b51-73ab1292179a service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498009 Aug 16 22:22:12.067256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.140567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:12.159330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4846c461-a4ca-42cf-8aac-d2d31e79c4d6 req-1e1686ee-09a8-4b8d-9791-3a99866f3306 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 210 time: 0.0840683 Aug 16 22:22:12.185583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-9e3c68c0-aa4e-4cfd-a07e-2c977b979161 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466963 Aug 16 22:22:12.188269 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.297097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a59bd2e9-7df9-4a75-a5fc-30d1f1d185b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.310691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-db390ded-73ea-401a-bc53-d247da997bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.312596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-db390ded-73ea-401a-bc53-d247da997bc2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 1100 time: 0.2434196 Aug 16 22:22:12.318144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.413414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a59bd2e9-7df9-4a75-a5fc-30d1f1d185b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.418538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a59bd2e9-7df9-4a75-a5fc-30d1f1d185b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.466172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:12.469807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bd2e9-7df9-4a75-a5fc-30d1f1d185b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5d3b26-d3ec-432d-af83-e60637125ada,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.484357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a59bd2e9-7df9-4a75-a5fc-30d1f1d185b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d38a749f9f7f4c09be762ba097b08a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400831 Aug 16 22:22:12.487324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57234) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:12.489820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:12.507254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:12.510805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.513582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.515009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56313cb0-5cb7-453c-8d26-215083c6db51 HTTP/1.1" status: 204 len: 168 time: 0.9786439 Aug 16 22:22:12.521408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Pushing event updated for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.532412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89249e3-0d58-4e94-afec-b96159e8c311 req-4de60583-741a-446a-8a6d-76bff2088a0d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.534242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89249e3-0d58-4e94-afec-b96159e8c311 req-4de60583-741a-446a-8a6d-76bff2088a0d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 948 time: 0.2564232 Aug 16 22:22:12.558840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e417e7e8-519d-4c2e-a8e2-dc1082d525ab req-d57a34e0-c8a4-48ce-8d33-b35612b5e1ba service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514912 Aug 16 22:22:12.559646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.593226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.598762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ae36d-cbc3-4bb4-8b2f-70a149ec6dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56313cb0-5cb7-453c-8d26-215083c6db51,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.632601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:12.635960 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6365549-4b4e-4926-b510-a19f70c2910c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:12.655494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-8e1db570-7fae-4ce8-9aee-f532347ba1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.657029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-8e1db570-7fae-4ce8-9aee-f532347ba1e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.3188975 Aug 16 22:22:12.660877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89249e3-0d58-4e94-afec-b96159e8c311 req-a4043c88-8a29-46cd-9e65-4722559fe8bd tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979018 Aug 16 22:22:12.668247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.669159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.682482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.687333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:12.691138 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef5d3b26-d3ec-432d-af83-e60637125ada HTTP/1.1" status: 204 len: 168 time: 0.2027705 Aug 16 22:22:12.710977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953565d-edb7-4cc2-b0f7-244f1525f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5d3b26-d3ec-432d-af83-e60637125ada,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:12.727446 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20278ba2-5900-4ea8-b858-d4ff35a4ab97 x-openstack-request-id: req-20278ba2-5900-4ea8-b858-d4ff35a4ab97 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:12.727744 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:12.727998 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20278ba2-5900-4ea8-b858-d4ff35a4ab97 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:12.728391 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1', 'status': 'completed', 'code': 200} Aug 16 22:22:12.732322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-b0d67897-3ede-4276-9270-c90bf7bc5331 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42 HTTP/1.1" status: 200 len: 217 time: 0.0588620 Aug 16 22:22:12.739795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2dfaef9c-ee92-4f84-be79-8cc07be0835e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5303340 Aug 16 22:22:12.780147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Request body: {'port': {'device_id': '820a93c5-4452-474c-865e-77f78ce3f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:12.907807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-09de7e5e-d94e-4e5e-b688-d59bf18c3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.909438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-09de7e5e-d94e-4e5e-b688-d59bf18c3401 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1435387 Aug 16 22:22:12.918639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365549-4b4e-4926-b510-a19f70c2910c req-a7bc8fd5-2374-4f00-b7ab-1f911e2505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:12.921574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-a7bc8fd5-2374-4f00-b7ab-1f911e2505c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 1100 time: 0.1362901 Aug 16 22:22:12.933177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.069724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-2e534fdd-f955-48e5-ad52-38176959f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.071295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-2e534fdd-f955-48e5-ad52-38176959f86a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503356 Aug 16 22:22:13.090493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6e7fe974-4bdb-4656-a88f-d70854fa8c42 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:13.237579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:13.240492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365549-4b4e-4926-b510-a19f70c2910c req-8c444a55-cfd7-4fc4-a708-2fa29e756370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.242029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-8c444a55-cfd7-4fc4-a708-2fa29e756370 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2916853 Aug 16 22:22:13.258048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a61cb0c8-4f04-4f28-bbeb-209276e9835f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.288509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:13.300218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '6e7fe974-4bdb-4656-a88f-d70854fa8c42', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '6e7fe974-4bdb-4656-a88f-d70854fa8c42', 'mac_address': 'fa:16:3e:01:24:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:13.328710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-394e2985-e6a2-4985-9d49-b6d141c58533 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1 HTTP/1.1" status: 200 len: 217 time: 0.0731566 Aug 16 22:22:13.373825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.393292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fe974-4bdb-4656-a88f-d70854fa8c42 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:13.426313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:13.433586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.434913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-f3a4551c-2205-4e9b-93af-f1414831051a service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511992 Aug 16 22:22:13.463329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a61cb0c8-4f04-4f28-bbeb-209276e9835f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.471661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a61cb0c8-4f04-4f28-bbeb-209276e9835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.496048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1628a-6d79-40ac-a727-f9e98c6cf662 req-64ecefca-c9b6-4696-bd6b-21ea6f2915b0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.505425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9a1628a-6d79-40ac-a727-f9e98c6cf662 req-64ecefca-c9b6-4696-bd6b-21ea6f2915b0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 931 time: 0.2509086 Aug 16 22:22:13.518756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cb0c8-4f04-4f28-bbeb-209276e9835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c39e096-6d8d-4000-8187-00b0a89793ac,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.525766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.570863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a61cb0c8-4f04-4f28-bbeb-209276e9835f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4ee1779f18540349d0c4fe6360c0fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295865 Aug 16 22:22:13.571753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:13.602787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365549-4b4e-4926-b510-a19f70c2910c req-a13e422b-3272-441f-a070-2395f1ea5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.604295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-a13e422b-3272-441f-a070-2395f1ea5d7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2584307 Aug 16 22:22:13.624763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9a1628a-6d79-40ac-a727-f9e98c6cf662 req-84cbb304-c111-4c4f-9d0c-caa29aa22cbf tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183748 Aug 16 22:22:13.632538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.661351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.731034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365549-4b4e-4926-b510-a19f70c2910c req-d05ac935-1d00-43c0-b65e-cfeabac8fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.732573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-d05ac935-1d00-43c0-b65e-cfeabac8fbe8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179993 Aug 16 22:22:13.755743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.758410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.759645 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c39e096-6d8d-4000-8187-00b0a89793ac HTTP/1.1" status: 204 len: 168 time: 0.1867011 Aug 16 22:22:13.780653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a78455-6e32-4785-9089-060e69a2a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c39e096-6d8d-4000-8187-00b0a89793ac,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:13.792890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-689027a9-14b1-4b65-a858-cb93160a9ab5 req-e70f4826-6fe8-4c94-805a-a24b6abf29f0 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417630 Aug 16 22:22:13.796514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:13.875984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be92a6d7-93bd-485e-ac34-5f3c5f807fee {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:13.891617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:13.928320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Transition to ACTIVE for port object be92a6d7-93bd-485e-ac34-5f3c5f807fee will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:13.945271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9d34-b867-4211-86e1-f940402f9909 req-c74e732b-23ea-4988-801c-2dd481dfc8b2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:13.952574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a40d9d34-b867-4211-86e1-f940402f9909 req-c74e732b-23ea-4988-801c-2dd481dfc8b2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 948 time: 0.1623795 Aug 16 22:22:13.964567 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.014769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-5213f8db-991c-414e-90a4-8e930673cf9d service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697706 Aug 16 22:22:14.189750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6365549-4b4e-4926-b510-a19f70c2910c req-135ad83f-f854-43a9-9415-ebb0f98c9c8b service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630588 Aug 16 22:22:14.233993 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.247526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:14.264815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a40d9d34-b867-4211-86e1-f940402f9909 req-d9741821-a03f-456f-90d8-db2bcd2fc8b8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113184 Aug 16 22:22:14.296642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Attempting to bind port be92a6d7-93bd-485e-ac34-5f3c5f807fee on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:14.296994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Attempting to bind port be92a6d7-93bd-485e-ac34-5f3c5f807fee by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:14.298341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Attempting to bind port be92a6d7-93bd-485e-ac34-5f3c5f807fee on network 994f30f6-4c8a-4d1b-a81a-700837b02aba {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:14.305640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Port be92a6d7-93bd-485e-ac34-5f3c5f807fee on network 994f30f6-4c8a-4d1b-a81a-700837b02aba not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:14.305979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Attempting to bind port be92a6d7-93bd-485e-ac34-5f3c5f807fee on network 994f30f6-4c8a-4d1b-a81a-700837b02aba {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:14.313188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:14.313544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Checking segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:14.313934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Bound using segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:14.314571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Bound port: be92a6d7-93bd-485e-ac34-5f3c5f807fee, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:14.315212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.394243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:14.398108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:14.416514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.464122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:14.465036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:14.466719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] 10.222.0.89 "PUT /v2.0/ports/be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 200 len: 1092 time: 1.6990888 Aug 16 22:22:14.496231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bbaa7-c88b-4b1a-89e7-024e37d0b2ca service neutron] Pushing event updated for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:14.593503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-cb044816-2614-4a21-9018-8112577ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:14.595547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-cb044816-2614-4a21-9018-8112577ed6e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1095 time: 0.0669031 Aug 16 22:22:14.690608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-9c435212-f1bd-4e21-bcd2-8a1d1af089a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 200 len: 217 time: 0.0789235 Aug 16 22:22:14.735137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:14.738012 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:14.791866 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6fb771-2e2e-42f9-95cf-bc088847f0f0 x-openstack-request-id: req-1f6fb771-2e2e-42f9-95cf-bc088847f0f0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:14.792050 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:14.792311 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f6fb771-2e2e-42f9-95cf-bc088847f0f0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:14.792797 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee', 'status': 'completed', 'code': 200} Aug 16 22:22:14.796200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-fbe8bbf6-d514-47fc-9596-3701a38ad6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:14.797741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-fbe8bbf6-d514-47fc-9596-3701a38ad6dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.0991349 Aug 16 22:22:14.815701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048be46-e5e4-4597-a718-3e5f9fab4590 req-68d54266-047b-42e1-b32f-30f7eb48dcdb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:14.817270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e048be46-e5e4-4597-a718-3e5f9fab4590 req-68d54266-047b-42e1-b32f-30f7eb48dcdb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 943 time: 0.0758920 Aug 16 22:22:14.864187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-601a7022-e574-436e-a7e3-472c357adb57 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411103 Aug 16 22:22:14.901015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e048be46-e5e4-4597-a718-3e5f9fab4590 req-5cb002b4-16a5-4a65-a3fa-546a14131e38 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Aug 16 22:22:14.932806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:15.004639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-0e6567e4-71c1-4dd6-aca5-8cc8d61a5eaa service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272788 Aug 16 22:22:15.088409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6e7fe974-4bdb-4656-a88f-d70854fa8c42 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:15.119773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a21d144f-f2cd-4ea0-898c-c5983d81c19d req-648d2f96-5c03-4f47-b178-f76a12c9e99c service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028957 Aug 16 22:22:15.159909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3241-84c8-4a02-b28d-93e2ab548ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.180282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:15.185035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:15.186424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.304606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.305216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-c1674f85-11c3-4772-80da-4be335497a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:15.307200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-c1674f85-11c3-4772-80da-4be335497a6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1095 time: 0.0527031 Aug 16 22:22:15.340457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:15.341726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:15.345928 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d41a8c-98bd-47a2-8da9-2b18b2da740c" -d '{"events": [{"server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:15.351493 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.365498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3241-84c8-4a02-b28d-93e2ab548ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.370371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3241-84c8-4a02-b28d-93e2ab548ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.417336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f8e3241-84c8-4a02-b28d-93e2ab548ab9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a932dd932024074811a7818422023e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831986 Aug 16 22:22:15.418961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e3241-84c8-4a02-b28d-93e2ab548ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6e80a-166f-43ab-b9e8-cc5452df31c5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:15.422038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57368) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:15.444230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:15.501033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-43041199-ba0d-46ec-9586-72225b01cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.527786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74291282-3798-46c5-a656-323d94521396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.572996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74291282-3798-46c5-a656-323d94521396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.641312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74291282-3798-46c5-a656-323d94521396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.645264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74291282-3798-46c5-a656-323d94521396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:15.649803 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74291282-3798-46c5-a656-323d94521396 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7b6e80a-166f-43ab-b9e8-cc5452df31c5 HTTP/1.1" status: 204 len: 168 time: 0.2140403 Aug 16 22:22:15.662237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74291282-3798-46c5-a656-323d94521396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6e80a-166f-43ab-b9e8-cc5452df31c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:15.770804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4305f-e801-47c3-ab4b-910e124e5e46 req-b68a9cbd-4782-40fc-8bd3-fba0a7466d73 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:15.772358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4a4305f-e801-47c3-ab4b-910e124e5e46 req-b68a9cbd-4782-40fc-8bd3-fba0a7466d73 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 948 time: 0.4223683 Aug 16 22:22:15.781015 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983d016c-50eb-4b4b-a54a-d90e4e1ea9cf x-openstack-request-id: req-983d016c-50eb-4b4b-a54a-d90e4e1ea9cf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:15.781610 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:15.782152 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-983d016c-50eb-4b4b-a54a-d90e4e1ea9cf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:15.783235 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42', 'code': 200} Aug 16 22:22:15.826219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-7b831ed5-fba8-4212-8d82-dad1117c7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:15.827808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-7b831ed5-fba8-4212-8d82-dad1117c7e10 service neutron] 10.222.0.89 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 911 time: 0.4899931 Aug 16 22:22:15.861133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4a4305f-e801-47c3-ab4b-910e124e5e46 req-8ebe3472-dbad-414b-80da-a679c9dff307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778444 Aug 16 22:22:15.909520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-777565cf-e524-4da3-9ee2-0354d1b626a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 200 len: 217 time: 0.0729716 Aug 16 22:22:16.004319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-5435a0a5-3c02-42dd-b4ba-537cd032b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.007081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-5435a0a5-3c02-42dd-b4ba-537cd032b4d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.0856328 Aug 16 22:22:16.014331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5fe93-0f29-4adf-af18-14d1713875a8 req-58da9086-48d6-4100-8fc0-9776ee47fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.018015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37b5fe93-0f29-4adf-af18-14d1713875a8 req-58da9086-48d6-4100-8fc0-9776ee47fe71 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 1102 time: 0.1074870 Aug 16 22:22:16.075331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-858396cc-55d6-43a6-b548-de18185753fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556788 Aug 16 22:22:16.081833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37b5fe93-0f29-4adf-af18-14d1713875a8 req-5adc69f0-c9b7-477b-96a6-783c45425b20 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 Aug 16 22:22:16.181787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816640-f740-4edd-b1c4-d562f319b6b2 req-eabe0581-154b-4d21-a925-abde3797ed02 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:16.183357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86816640-f740-4edd-b1c4-d562f319b6b2 req-eabe0581-154b-4d21-a925-abde3797ed02 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 943 time: 0.0883482 Aug 16 22:22:16.252179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86816640-f740-4edd-b1c4-d562f319b6b2 req-d44c754f-ea1f-4f16-83c1-1518cc8a3ada tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 Aug 16 22:22:16.512930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-894a6c95-09f3-4234-9eb1-e64b59050613 service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763647 Aug 16 22:22:16.633872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257e7c94-62b4-4db7-a5be-d384e1ce0f0d req-c9a9304f-b187-4a38-a771-35c9b148fef3 service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120224 Aug 16 22:22:16.734815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:16.864144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2059605056-network', 'tenant_id': '6ce6b0853162452fa42b114da1618ecc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:16.886029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Made reservation on behalf of 6ce6b0853162452fa42b114da1618ecc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:16.888669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.919145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:16.988833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ec608cc5-8a9b-415a-8b40-4872d24d67c1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:17.067260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e266d-4960-4fac-a88a-788a4ea2a668 req-e75843cb-1f70-436f-ae65-fe7e4a8cf78d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:17.069057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-529e266d-4960-4fac-a88a-788a4ea2a668 req-e75843cb-1f70-436f-ae65-fe7e4a8cf78d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 948 time: 0.0835154 Aug 16 22:22:17.074333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.086674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device be92a6d7-93bd-485e-ac34-5f3c5f807fee details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:17.090262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.126315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:17.135994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:17.156523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1', 'mac_address': 'fa:16:3e:f0:86:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:17.161049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-529e266d-4960-4fac-a88a-788a4ea2a668 req-807cf5c6-58b6-4a1a-ad32-f1cb61aba4cd tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848732 Aug 16 22:22:17.163855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d689be-c8d0-49d8-8c1c-c6171d4a2b9b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.177740 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.178117 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Added segment 803bc516-cef0-45c7-8e49-974bf8223e11 of type vlan for network 5ad22b81-7abc-469f-8df7-0fc3adf8a55c Aug 16 22:22:17.262594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.348461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.349884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:17.350647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.454312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7173414 Aug 16 22:22:17.478589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57458) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:17.493692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb506-f121-4f25-a67a-c10d45abf87c admin admin] Pushing event updated for resources: {'Network': ['ID=5ad22b81-7abc-469f-8df7-0fc3adf8a55c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.526996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb0ee-5f56-451b-a540-efb098c20d8d req-c2a37afe-1e7b-49f8-829b-a41f46ca9d66 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:17.529124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efaeb0ee-5f56-451b-a540-efb098c20d8d req-c2a37afe-1e7b-49f8-829b-a41f46ca9d66 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 943 time: 0.1220393 Aug 16 22:22:17.602155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5ad22b81-7abc-469f-8df7-0fc3adf8a55c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:17.602843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efaeb0ee-5f56-451b-a540-efb098c20d8d req-23af8f34-0032-4606-bab6-8693fff1ca86 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657306 Aug 16 22:22:17.635336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3445e836-701b-48a2-be82-56f5daed694e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.675016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.749254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec608cc5-8a9b-415a-8b40-4872d24d67c1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:17.765218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3445e836-701b-48a2-be82-56f5daed694e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.770165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3445e836-701b-48a2-be82-56f5daed694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.774152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:17.796588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:17.797924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'port_id': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee', 'mac_address': 'fa:16:3e:c8:3b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:17.802042 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.804006 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3445e836-701b-48a2-be82-56f5daed694e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=988c912de63e4ff6922e745758d0d109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240244 Aug 16 22:22:17.804159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57468) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:17.827004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e836-701b-48a2-be82-56f5daed694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d917bdf2-d276-42f0-b7b0-1cdec337bbe8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.887625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:17.890562 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.904380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be92a6d7-93bd-485e-ac34-5f3c5f807fee {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:17.925140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:17.929753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:17.987642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:18.005732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.065522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.073786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd881a-0c14-48a6-b045-46bc496313ef req-ccf9f267-186d-451e-b8bc-07ad6dfca8d4 tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.079899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd881a-0c14-48a6-b045-46bc496313ef req-ccf9f267-186d-451e-b8bc-07ad6dfca8d4 tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.086214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd881a-0c14-48a6-b045-46bc496313ef req-ccf9f267-186d-451e-b8bc-07ad6dfca8d4 tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.088119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85fd881a-0c14-48a6-b045-46bc496313ef req-ccf9f267-186d-451e-b8bc-07ad6dfca8d4 tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2365384 Aug 16 22:22:18.092585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.220133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a6e11-f4f6-449f-8950-eff07dfe360b req-b033f3d6-22ff-4ac6-81ee-56966a25f94e tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.222505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e34a6e11-f4f6-449f-8950-eff07dfe360b req-b033f3d6-22ff-4ac6-81ee-56966a25f94e tempest-ComputeTenantNetworksTest-1293633265 tempest-ComputeTenantNetworksTest-1293633265-project] 10.222.0.22 "GET /v2.0/networks/5ad22b81-7abc-469f-8df7-0fc3adf8a55c HTTP/1.1" status: 200 len: 769 time: 0.0969906 Aug 16 22:22:18.228979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.232184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.233624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d917bdf2-d276-42f0-b7b0-1cdec337bbe8 HTTP/1.1" status: 204 len: 168 time: 0.4283955 Aug 16 22:22:18.242272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:18.245062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c1801-bf8e-4915-bfe9-96e59b3e0048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917bdf2-d276-42f0-b7b0-1cdec337bbe8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:18.267739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['be92a6d7-93bd-485e-ac34-5f3c5f807fee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:18.309915 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bd89f58-f5dd-4fc3-af63-9da4c301c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.377681 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.378945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:18.503605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6c77-d148-4463-8206-d33f2188ec88 req-7f780906-60ba-4d50-8067-e6f339a23bc2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.519180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b92a6c77-d148-4463-8206-d33f2188ec88 req-7f780906-60ba-4d50-8067-e6f339a23bc2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 949 time: 0.1820621 Aug 16 22:22:18.529207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.556821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad22b81-7abc-469f-8df7-0fc3adf8a55c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:18.585730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803bc516-cef0-45c7-8e49-974bf8223e11') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:18.586294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803bc516-cef0-45c7-8e49-974bf8223e11') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:18.615032 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.615508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b92a6c77-d148-4463-8206-d33f2188ec88 req-f562d354-b72b-4903-a9d9-53940e305b4f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908048 Aug 16 22:22:18.650810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.666793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:18.667629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:18.670978 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:18.788338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.819679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:18.821387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41775f0-8247-4acb-a453-af3acbc4eda6 req-3e63332b-a55a-4c73-a832-328e6f18b968 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:18.825122 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5ad22b81-7abc-469f-8df7-0fc3adf8a55c HTTP/1.1" status: 204 len: 168 time: 0.5817699 Aug 16 22:22:18.826053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec66da-3403-4373-aa65-2530f7a16a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad22b81-7abc-469f-8df7-0fc3adf8a55c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:18.831066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a41775f0-8247-4acb-a453-af3acbc4eda6 req-3e63332b-a55a-4c73-a832-328e6f18b968 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 944 time: 0.1151681 Aug 16 22:22:18.889599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a41775f0-8247-4acb-a453-af3acbc4eda6 req-cb05b1bb-3e19-4d8a-bc15-dd56b1ee2305 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578802 Aug 16 22:22:18.897327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:18.916280 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e420826e-42f0-4f46-8107-60de8586f050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.026239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e420826e-42f0-4f46-8107-60de8586f050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.035721 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e420826e-42f0-4f46-8107-60de8586f050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.065407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420826e-42f0-4f46-8107-60de8586f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2795683e-b655-41a7-9fff-bd108a413912,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.098026 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e420826e-42f0-4f46-8107-60de8586f050 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52cfc042ec664a22b082bd5088d710b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995974 Aug 16 22:22:19.100452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:19.102613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57512) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:19.172560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.191524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.221763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.253641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:19.264814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e321d86-1975-41ec-adeb-7e3ff2f5078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.317869 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-23a61dfd-57df-4dcb-bdbd-ddea4fd86ed2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ce6b0853162452fa42b114da1618ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631099 Aug 16 22:22:19.320527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57518) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:19.337047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.339833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.341195 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2795683e-b655-41a7-9fff-bd108a413912 HTTP/1.1" status: 204 len: 168 time: 0.2397542 Aug 16 22:22:19.364748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cda0f-16ff-493a-b13a-0260b673f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795683e-b655-41a7-9fff-bd108a413912,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.381713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e321d86-1975-41ec-adeb-7e3ff2f5078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.386690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e321d86-1975-41ec-adeb-7e3ff2f5078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.412504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.420715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321d86-1975-41ec-adeb-7e3ff2f5078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d3741f-d1b0-4d3f-959a-4f56c26a34b5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.445628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4e321d86-1975-41ec-adeb-7e3ff2f5078b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df04a133e9e34dc18c3b20db05c5e60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419120 Aug 16 22:22:19.446275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:19.451767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.512123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.512377 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.515542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.519705 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31d689be-c8d0-49d8-8c1c-c6171d4a2b9b HTTP/1.1" status: 204 len: 168 time: 0.1953154 Aug 16 22:22:19.546732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00497a93-cb28-4971-95ae-80da9f949d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d689be-c8d0-49d8-8c1c-c6171d4a2b9b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.549987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.683279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.687958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:19.690172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6d3741f-d1b0-4d3f-959a-4f56c26a34b5 HTTP/1.1" status: 204 len: 168 time: 0.2399445 Aug 16 22:22:19.701533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab31f67-0086-4063-b8cd-a993b0d62088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d3741f-d1b0-4d3f-959a-4f56c26a34b5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:19.794946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2dd0-0435-434f-8103-94063c9bc199 req-fc7f106e-8f1a-4417-aeaa-dfe2f896a416 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:19.796620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a6a2dd0-0435-434f-8103-94063c9bc199 req-fc7f106e-8f1a-4417-aeaa-dfe2f896a416 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 949 time: 0.0654075 Aug 16 22:22:19.850746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a6a2dd0-0435-434f-8103-94063c9bc199 req-da0b8e48-98f2-4805-9823-529199b0539c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Aug 16 22:22:20.024333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b95f9-ff42-4b46-b1f6-989a1807cc3c req-003f7f28-0987-4c4e-b809-b6588b2da6e3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:20.025614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8b95f9-ff42-4b46-b1f6-989a1807cc3c req-003f7f28-0987-4c4e-b809-b6588b2da6e3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 944 time: 0.0552115 Aug 16 22:22:20.070178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8b95f9-ff42-4b46-b1f6-989a1807cc3c req-20de071f-a39e-499d-aa2e-78c27a00e492 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373442 Aug 16 22:22:20.083765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:20.102732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de639cb7-abfc-4e6a-8c8d-e5ea7e5a8c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.202538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de639cb7-abfc-4e6a-8c8d-e5ea7e5a8c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.206677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de639cb7-abfc-4e6a-8c8d-e5ea7e5a8c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.249597 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de639cb7-abfc-4e6a-8c8d-e5ea7e5a8c3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5a3f3a43cac45be814195e8ee51b194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646338 Aug 16 22:22:20.250371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:20.255358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de639cb7-abfc-4e6a-8c8d-e5ea7e5a8c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d8e2ad-35be-4cd7-acb8-8b0b0b333389,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:20.309553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.333278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.386016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.388617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:20.389826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06d8e2ad-35be-4cd7-acb8-8b0b0b333389 HTTP/1.1" status: 204 len: 168 time: 0.1377933 Aug 16 22:22:20.398065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa93137-25fd-41de-8c7d-f121e2d525f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d8e2ad-35be-4cd7-acb8-8b0b0b333389,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:21.019535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ec608cc5-8a9b-415a-8b40-4872d24d67c1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:21.030495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9e194-bbce-4680-acbd-6588f9760b66 req-bbfbacda-499e-400a-8a50-3a220e546ad8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.038590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dc9e194-bbce-4680-acbd-6588f9760b66 req-bbfbacda-499e-400a-8a50-3a220e546ad8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 949 time: 0.0608938 Aug 16 22:22:21.075654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ec608cc5-8a9b-415a-8b40-4872d24d67c1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:21.081244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ec608cc5-8a9b-415a-8b40-4872d24d67c1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:21.081971 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.108371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device be92a6d7-93bd-485e-ac34-5f3c5f807fee up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:21.127143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dc9e194-bbce-4680-acbd-6588f9760b66 req-c6231eaf-e70a-4d57-86e5-6b7319af5456 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873168 Aug 16 22:22:21.167106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233063f-92c5-4446-bb61-26d4e84ebbce req-64f7a5a8-c393-4e8a-bbbd-f87fdd6fd1f3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.170672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3233063f-92c5-4446-bb61-26d4e84ebbce req-64f7a5a8-c393-4e8a-bbbd-f87fdd6fd1f3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1487036 Aug 16 22:22:21.183959 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.241338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port be92a6d7-93bd-485e-ac34-5f3c5f807fee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:21.247112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3233063f-92c5-4446-bb61-26d4e84ebbce req-d6025b37-4df5-414a-9a44-4cdb91371250 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689127 Aug 16 22:22:21.248200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port be92a6d7-93bd-485e-ac34-5f3c5f807fee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:21.248593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.251348 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.304876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:21.307163 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe82b2c-2c27-4d13-b6c9-e0a50de82a83" -d '{"events": [{"server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "name": "network-vif-plugged", "status": "completed", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:21.316327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426206-3d81-414c-8440-60eb9ef57bd0 req-bd3d47a1-7470-405e-9e2d-2cdf44de0935 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.319499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1426206-3d81-414c-8440-60eb9ef57bd0 req-bd3d47a1-7470-405e-9e2d-2cdf44de0935 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 944 time: 0.0659428 Aug 16 22:22:21.327675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:21.375684 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ab9fe-bb87-49a5-9509-05d3f129a898 x-openstack-request-id: req-5c4ab9fe-bb87-49a5-9509-05d3f129a898 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:21.375972 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "name": "network-vif-plugged", "status": "completed", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:21.376430 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c4ab9fe-bb87-49a5-9509-05d3f129a898 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:21.376975 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1', 'code': 200} Aug 16 22:22:21.378721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.380767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1426206-3d81-414c-8440-60eb9ef57bd0 req-e8f33f8c-6dbe-4cf5-8438-61582d986237 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493641 Aug 16 22:22:21.382702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.450454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:21.464877 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:21.472182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:21.531072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:21.551439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4bd36-48a0-426f-943b-61ace4c14652 req-16294f66-a478-48a8-b749-3c93120fda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:21.552941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fc4bd36-48a0-426f-943b-61ace4c14652 req-16294f66-a478-48a8-b749-3c93120fda18 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 1102 time: 0.0512581 Aug 16 22:22:21.589379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fc4bd36-48a0-426f-943b-61ace4c14652 req-b1cf70ed-00ed-431c-b5a9-e0c84643babd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288370 Aug 16 22:22:22.249493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:22.250235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141410ef-bb78-4069-b65b-7cceaa417b51 req-8c84d0e1-a59b-4193-b299-afde96565eb8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:22.251873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-141410ef-bb78-4069-b65b-7cceaa417b51 req-8c84d0e1-a59b-4193-b299-afde96565eb8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 950 time: 0.0520384 Aug 16 22:22:22.295977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-141410ef-bb78-4069-b65b-7cceaa417b51 req-05b2dcf2-120f-42fd-8b08-fa72bb827aae tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375011 Aug 16 22:22:22.403701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c665532-edf6-493a-a953-695954263e85 req-4979928c-8cc1-420c-8907-70685ab38733 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:22.411376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c665532-edf6-493a-a953-695954263e85 req-4979928c-8cc1-420c-8907-70685ab38733 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.0624728 Aug 16 22:22:22.450041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c665532-edf6-493a-a953-695954263e85 req-576e9764-4036-49dd-9c73-bbe01674f3b6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372953 Aug 16 22:22:22.489136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.517444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fab3-fc00-4aa7-85cb-138694077c37 req-2930468d-deed-49c2-a034-ab112ef458f6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:22.519630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5b1fab3-fc00-4aa7-85cb-138694077c37 req-2930468d-deed-49c2-a034-ab112ef458f6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.0686724 Aug 16 22:22:22.562598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5b1fab3-fc00-4aa7-85cb-138694077c37 req-0d7ad965-e435-4ecb-8ec5-e45000878bc2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367041 Aug 16 22:22:22.630175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.635808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.640137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.683886 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca95e93add6e42018f7d19415d53a900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323943 Aug 16 22:22:22.685028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f01c44-820f-4b6c-a62d-a89d967ca48f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:22.686856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:22.692705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.693054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.693422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.693762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.694099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.694447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.694773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.695103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.695429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.695758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.696088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.696414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349fe80-0bb0-47f6-a526-af7f76f05899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:22.744626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.770271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.821530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.824475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:22.828647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31f01c44-820f-4b6c-a62d-a89d967ca48f HTTP/1.1" status: 204 len: 168 time: 0.1375270 Aug 16 22:22:22.848658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602e56-5bda-4ebe-aac9-d3104919f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f01c44-820f-4b6c-a62d-a89d967ca48f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:23.358296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:23.379207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:23.381598 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093a382-db27-426c-9559-a9ba3b34d8e6" -d '{"events": [{"server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "name": "network-vif-plugged", "status": "completed", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:23.444158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed474eee-ac0a-4307-9831-3a923c22ad65 req-8161afce-0b87-4cb8-a415-10102527d8cb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.449910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed474eee-ac0a-4307-9831-3a923c22ad65 req-8161afce-0b87-4cb8-a415-10102527d8cb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 950 time: 0.0634363 Aug 16 22:22:23.460513 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40185c1-5177-4fa3-9b23-5571fb5bac5e x-openstack-request-id: req-d40185c1-5177-4fa3-9b23-5571fb5bac5e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:23.460798 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "name": "network-vif-plugged", "status": "completed", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:23.461059 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d40185c1-5177-4fa3-9b23-5571fb5bac5e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:23.461482 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee', 'code': 200} Aug 16 22:22:23.520696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed474eee-ac0a-4307-9831-3a923c22ad65 req-c3c845e7-4415-4459-a62e-2a17239e39da tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578856 Aug 16 22:22:23.630144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a3fae6-a9f3-4729-8b13-05d3b18654cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.633860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:23.701682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9c2a3-77d3-4ef6-b1aa-4bbd099e51f6 req-5fba35a9-b346-412b-8225-79ff117fbab7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.703221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85b9c2a3-77d3-4ef6-b1aa-4bbd099e51f6 req-5fba35a9-b346-412b-8225-79ff117fbab7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1435478 Aug 16 22:22:23.709980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d62e54b1-bc58-4439-8aad-1c73160aaca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.750229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ded7-50ad-44c9-9daf-8e2b612fe5c8 req-c4eb7f4e-a124-4597-b46f-0f1697806d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.751738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e3ded7-50ad-44c9-9daf-8e2b612fe5c8 req-c4eb7f4e-a124-4597-b46f-0f1697806d54 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1097 time: 0.1526189 Aug 16 22:22:23.784211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57866209-d1cb-4e7c-8f99-b790c3d3c290 req-4d4a3447-f615-44f2-86b1-730bdf94d67a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:23.785727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57866209-d1cb-4e7c-8f99-b790c3d3c290 req-4d4a3447-f615-44f2-86b1-730bdf94d67a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1397984 Aug 16 22:22:23.829167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85b9c2a3-77d3-4ef6-b1aa-4bbd099e51f6 req-934efe4f-a5e5-4df3-9f6f-c1bc43b8c8c2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120667 Aug 16 22:22:23.868205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e3ded7-50ad-44c9-9daf-8e2b612fe5c8 req-7cdb78ae-66bd-4b18-89ec-4739447ebaea service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049068 Aug 16 22:22:23.876632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57866209-d1cb-4e7c-8f99-b790c3d3c290 req-46bddcb5-6b66-4de9-a668-4b629cd235e6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754671 Aug 16 22:22:23.904596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a3fae6-a9f3-4729-8b13-05d3b18654cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.909432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4a3fae6-a9f3-4729-8b13-05d3b18654cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:23.948714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3fae6-a9f3-4729-8b13-05d3b18654cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1904751f-558e-4737-917b-ae7ac6eef69f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:23.958521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d4a3fae6-a9f3-4729-8b13-05d3b18654cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7482540bb1e42dcaca99b19b32515f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954933 Aug 16 22:22:23.959856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.042169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.048083 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d62e54b1-bc58-4439-8aad-1c73160aaca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.058058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d62e54b1-bc58-4439-8aad-1c73160aaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.083603 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:22:24.086039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.129887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.133398 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d62e54b1-bc58-4439-8aad-1c73160aaca1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=430b94d04b6d48d49cc3a5d244f7fd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945204 Aug 16 22:22:24.134406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e54b1-bc58-4439-8aad-1c73160aaca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3949ac00-edd3-4a1b-b705-aaeffb4ca54a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.171496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.175197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.176929 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1904751f-558e-4737-917b-ae7ac6eef69f HTTP/1.1" status: 204 len: 168 time: 0.2169907 Aug 16 22:22:24.188362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476cb7a-d50f-44aa-8c00-ee442e535882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1904751f-558e-4737-917b-ae7ac6eef69f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.232737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.268659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.322273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.327134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.328527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3949ac00-edd3-4a1b-b705-aaeffb4ca54a HTTP/1.1" status: 204 len: 168 time: 0.1974285 Aug 16 22:22:24.337370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a180a-5c46-431f-b0b3-90e4ff084dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3949ac00-edd3-4a1b-b705-aaeffb4ca54a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.648275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.655287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02c04-96d6-4f29-8c8c-a06718f94ebf req-a4fb2964-631c-4c3d-8c7e-63a6be85a742 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.657902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec02c04-96d6-4f29-8c8c-a06718f94ebf req-a4fb2964-631c-4c3d-8c7e-63a6be85a742 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 950 time: 0.0706034 Aug 16 22:22:24.667084 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da8665c0-5ec0-45cd-aa3f-91190631f300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.719023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec02c04-96d6-4f29-8c8c-a06718f94ebf req-8d8f4bde-46de-47b8-a876-9002b081fe59 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495958 Aug 16 22:22:24.779568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da8665c0-5ec0-45cd-aa3f-91190631f300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.784901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da8665c0-5ec0-45cd-aa3f-91190631f300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.801913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.832075 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da8665c0-5ec0-45cd-aa3f-91190631f300 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a7bb07c54bb4fe1befb170ff0744be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818895 Aug 16 22:22:24.833193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8665c0-5ec0-45cd-aa3f-91190631f300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f4838-55b8-4a16-92a4-d14a5bd6d253,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:24.836297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.881976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:24.897867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a33e1b-ecdb-44d0-8685-f2c046480c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.919773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f67f7-4256-4d33-af36-0963278a9a23 req-dc4f4cab-e0ac-402d-aa52-60ffc23665ac tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:24.929611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca3f67f7-4256-4d33-af36-0963278a9a23 req-dc4f4cab-e0ac-402d-aa52-60ffc23665ac tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 950 time: 0.1283832 Aug 16 22:22:24.995093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a33e1b-ecdb-44d0-8685-f2c046480c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:24.998754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.000098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a33e1b-ecdb-44d0-8685-f2c046480c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.045192 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4a33e1b-ecdb-44d0-8685-f2c046480c6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2ac12c1b6b44e3ebb8ef02f352e28ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586237 Aug 16 22:22:25.045426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a33e1b-ecdb-44d0-8685-f2c046480c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de83ad6-2a31-472b-b448-c08824aaec7f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.047664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57822) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:25.065691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca3f67f7-4256-4d33-af36-0963278a9a23 req-26b81090-8f78-45b2-9999-947569670e98 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351109 Aug 16 22:22:25.090548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a58b-134d-42ac-b33b-1b699a83ce6a req-ea39582b-6d25-4583-9168-95d4f764aab3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.093531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e115a58b-134d-42ac-b33b-1b699a83ce6a req-ea39582b-6d25-4583-9168-95d4f764aab3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1598787 Aug 16 22:22:25.113038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.117302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:25.136613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.151074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.160464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.190623 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.193278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.194426 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0de83ad6-2a31-472b-b448-c08824aaec7f HTTP/1.1" status: 204 len: 168 time: 0.1458418 Aug 16 22:22:25.204437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddc46d-1ac7-45fe-a668-01721375f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de83ad6-2a31-472b-b448-c08824aaec7f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.285583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e115a58b-134d-42ac-b33b-1b699a83ce6a req-d8beea0c-e21a-4fa0-8d84-6ab557f9e408 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765649 Aug 16 22:22:25.306364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792201b-f296-4422-a465-55d02b263edc req-eb1f4e1e-9cdb-470b-93c5-845202abd1cd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.307875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a792201b-f296-4422-a465-55d02b263edc req-eb1f4e1e-9cdb-470b-93c5-845202abd1cd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1600442 Aug 16 22:22:25.323344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.326248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.327347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a83f4838-55b8-4a16-92a4-d14a5bd6d253 HTTP/1.1" status: 204 len: 168 time: 0.4899602 Aug 16 22:22:25.350903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d1dbc-6684-45e4-9115-ccc43cb9f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f4838-55b8-4a16-92a4-d14a5bd6d253,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:25.381700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a792201b-f296-4422-a465-55d02b263edc req-07471fee-375d-4e52-940b-493bfe93d129 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 Aug 16 22:22:25.397934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.570434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Allocated IP 172.25.8.155 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/535d1d1b-ee60-43e9-9ee2-4b09aa105a90) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:25.727686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acfb95-0c45-42d1-95eb-037f731bbab9 req-1763c313-bc27-4a6c-8891-4bf4911722e1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.733581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acfb95-0c45-42d1-95eb-037f731bbab9 req-1763c313-bc27-4a6c-8891-4bf4911722e1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:25.735199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4acfb95-0c45-42d1-95eb-037f731bbab9 req-1763c313-bc27-4a6c-8891-4bf4911722e1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a&device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 1691 time: 0.0908673 Aug 16 22:22:25.765859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.797418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4acfb95-0c45-42d1-95eb-037f731bbab9 req-c52b1754-c944-481b-8c6b-4f3ade520571 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Aug 16 22:22:25.834302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:25.875963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:25.875963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:25.879132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:25.916867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Pushing event updated for resources: {'Port': ['ID=535d1d1b-ee60-43e9-9ee2-4b09aa105a90,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:26.004884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f9b36-d588-47b2-b618-27cc86a8479a req-687e36cb-c113-4077-8b05-ceef488926ef tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.006467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257f9b36-d588-47b2-b618-27cc86a8479a req-687e36cb-c113-4077-8b05-ceef488926ef tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 1102 time: 0.0790238 Aug 16 22:22:26.020752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.066593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-257f9b36-d588-47b2-b618-27cc86a8479a req-76bdee98-9f87-49c1-b764-ba9ca3a46883 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533037 Aug 16 22:22:26.073167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.247974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce5729-009d-4772-8949-84b733cd5187 req-5a5e857e-8828-4030-8d26-dc838a2a10b4 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.250734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6ce5729-009d-4772-8949-84b733cd5187 req-5a5e857e-8828-4030-8d26-dc838a2a10b4 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 1102 time: 0.0967689 Aug 16 22:22:26.311058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6ce5729-009d-4772-8949-84b733cd5187 req-2f744aad-e69b-4471-96a6-e7e44981ef9c tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518689 Aug 16 22:22:26.319600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.324975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.449033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Pushing event updated for resources: {'Port': ['ID=535d1d1b-ee60-43e9-9ee2-4b09aa105a90,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:26.473726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15646265-fa88-4673-913a-c3dc01bdef42 req-1805e3e0-c3a0-4bff-ae3c-8a4a144a089f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.475252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15646265-fa88-4673-913a-c3dc01bdef42 req-1805e3e0-c3a0-4bff-ae3c-8a4a144a089f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.0775793 Aug 16 22:22:26.476196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.545808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.547036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e11ba08e-ed09-4bdf-9e01-1d8d09863424 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7439682 Aug 16 22:22:26.550263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:26.555981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15646265-fa88-4673-913a-c3dc01bdef42 req-a92d707a-9c0a-41cf-a4d2-870d317fabd6 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620296 Aug 16 22:22:26.557412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-633814015', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'fixed_ips': [{'ip_address': '172.25.8.155'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:26.573337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba547fe9-40b7-4aaa-aa7f-c65f6c7d4f97 req-9fd605a3-7bf1-463a-a8b4-8f67e14e0b59 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:26.575043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba547fe9-40b7-4aaa-aa7f-c65f6c7d4f97 req-9fd605a3-7bf1-463a-a8b4-8f67e14e0b59 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.0943995 Aug 16 22:22:26.587140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Made reservation on behalf of 26ee6bbc258e42cd86189af787b8abab for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:26.592458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.604488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:26.607761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.650172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba547fe9-40b7-4aaa-aa7f-c65f6c7d4f97 req-76fac794-6430-422f-a351-6d602eeec7e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546689 Aug 16 22:22:26.696820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-ebcb6ca6-2ea2-4bb7-8d23-e91a2c1a77b3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452535 Aug 16 22:22:26.760011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.777356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.791859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] device_id is not set on port f7cb6ca6-a36b-437e-8286-9ffeb4f9b9bf yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:22:26.867693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa26e8f7-b9f5-4dc8-827e-0fa1d62224d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:26.920777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed44a1-566a-4f30-820c-53d6bd633780,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.077177 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:22:27.077703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:22:27.129945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa26e8f7-b9f5-4dc8-827e-0fa1d62224d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.136751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa26e8f7-b9f5-4dc8-827e-0fa1d62224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.138250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-fa2ea910-dcd8-4007-b728-5548f1e93dc3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.146102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-fa2ea910-dcd8-4007-b728-5548f1e93dc3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418712 Aug 16 22:22:27.151382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-05def6a3-17f4-49ea-95ff-25d5bcac0dd8 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5993302 Aug 16 22:22:27.157875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:27.206429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-fea4743e-7e11-4598-909f-dc95853254a7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.0593972 Aug 16 22:22:27.247753 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa26e8f7-b9f5-4dc8-827e-0fa1d62224d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29e27b47194e4d97bbc22c54bb733d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389604 Aug 16 22:22:27.250005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:27.251156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26e8f7-b9f5-4dc8-827e-0fa1d62224d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc1018-0b3d-4a73-ba2b-a3b0688db91b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.285783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10317794-7d09-4acd-ad15-3c3a7f4375c5 req-45ae8f4c-fb71-4cc2-a3d9-2cad21716ff4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.287300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10317794-7d09-4acd-ad15-3c3a7f4375c5 req-45ae8f4c-fb71-4cc2-a3d9-2cad21716ff4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1392148 Aug 16 22:22:27.326599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-d878be16-6eb4-4f1c-9719-41c39caa1f0e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1193116 Aug 16 22:22:27.336750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-94b889f3-c7cb-4d8f-8a10-4df62b132b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.338362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-94b889f3-c7cb-4d8f-8a10-4df62b132b72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1097 time: 0.1891897 Aug 16 22:22:27.346659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Deleting port 535d1d1b-ee60-43e9-9ee2-4b09aa105a90 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:27.346659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.439025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10317794-7d09-4acd-ad15-3c3a7f4375c5 req-25beca5c-97ed-4c4f-a24b-ab61d14450cd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326079 Aug 16 22:22:27.441399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.452570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.453309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.474481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Calling delete_port for 535d1d1b-ee60-43e9-9ee2-4b09aa105a90 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:27.527972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.550677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-d6844de4-9e44-45f9-9514-d483e92e1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.552175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-d6844de4-9e44-45f9-9514-d483e92e1f45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 911 time: 0.2044327 Aug 16 22:22:27.572129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fba5159d-6e4d-445b-bb7b-dda59a390f41 req-bc5659cd-5899-40fa-83b7-cf09c7b577d4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 210 time: 0.0419984 Aug 16 22:22:27.623410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-1a9adb55-8658-4f3e-82c4-338e638b6044 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 200 len: 217 time: 0.0538416 Aug 16 22:22:27.686579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.689442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.691350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0fc1018-0b3d-4a73-ba2b-a3b0688db91b HTTP/1.1" status: 204 len: 168 time: 0.4404006 Aug 16 22:22:27.705164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-fb1e3baf-330c-4462-baad-4e92d655caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.706589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-fb1e3baf-330c-4462-baad-4e92d655caf6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.0766439 Aug 16 22:22:27.714135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.737465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d025bb-c33f-4522-be52-93cbda95eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc1018-0b3d-4a73-ba2b-a3b0688db91b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.757444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-d594d96f-7e25-4ee9-ae04-2a9380ac9646 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437853 Aug 16 22:22:27.841943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Pushing event deleted for resources: {'Port': ['ID=535d1d1b-ee60-43e9-9ee2-4b09aa105a90,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:27.883587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6631a-ca4a-4d8b-b673-d5bf4e1e501c req-1cf89e27-33ac-4c83-a8ff-1b1c7addfb84 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:27.892634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87a6631a-ca4a-4d8b-b673-d5bf4e1e501c req-1cf89e27-33ac-4c83-a8ff-1b1c7addfb84 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1969690 Aug 16 22:22:27.979880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.982750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87a6631a-ca4a-4d8b-b673-d5bf4e1e501c req-1ff15654-0268-4cb9-918d-cd627f6328c2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889261 Aug 16 22:22:27.988857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:27.996567 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7073db25-e9c6-477d-aad9-16a30f08acd9 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617 tempest-ExternalNetworksAdminNegativeTestJSON-1637271617-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/42e6f79b-5eea-4b62-bb40-c025633e9f83 HTTP/1.1" status: 204 len: 168 time: 0.8355677 Aug 16 22:22:28.024859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-07e8e002-fea5-4c76-8114-7da3fdd393f3 service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527051 Aug 16 22:22:28.188257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f886277-0370-48ec-b6ff-f3065e055a0b req-088f5a4b-72a8-4ce2-9506-f0463c7a230b service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611953 Aug 16 22:22:28.436154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:28.598488 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8a42a05-8ae5-4a5c-b413-a375e0424f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.637033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d9658-42b4-4f26-adb1-7dc595cde249 req-da23c81c-be1c-4978-9484-9dbb38a9393f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:28.638842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-975d9658-42b4-4f26-adb1-7dc595cde249 req-da23c81c-be1c-4978-9484-9dbb38a9393f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.0999038 Aug 16 22:22:28.701387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77d1a04b-daa2-4c55-8e62-df97d2537ef7 req-1c162a6c-ad14-4996-9a2c-70c26985ad83 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 210 time: 0.0504677 Aug 16 22:22:28.744399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-975d9658-42b4-4f26-adb1-7dc595cde249 req-8b215bfd-59c9-4a6b-8b87-0ebd783dedc5 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951040 Aug 16 22:22:28.808262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8a42a05-8ae5-4a5c-b413-a375e0424f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.813574 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a8a42a05-8ae5-4a5c-b413-a375e0424f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.866164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a8a42a05-8ae5-4a5c-b413-a375e0424f06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ebd7f77728245d4a2e8f2415bdc3895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288511 Aug 16 22:22:28.868915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:28.869507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a42a05-8ae5-4a5c-b413-a375e0424f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4265b-1ea0-4cf3-ae46-6f2815d0c6cc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:28.938906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:28.962730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:29.006875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-90247878-532d-4a22-8ea1-621ba812ba16 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262542 Aug 16 22:22:29.017851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:29.027702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:29.030080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46e4265b-1ea0-4cf3-ae46-6f2815d0c6cc HTTP/1.1" status: 204 len: 168 time: 0.1584113 Aug 16 22:22:29.047028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031ae2e-0582-4039-9434-7d3de11fa0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4265b-1ea0-4cf3-ae46-6f2815d0c6cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:29.196720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223db39-f9fb-41a4-b794-d4bc98f8fea8 req-50978577-e705-4cec-a2d8-b390a6eb215e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.198470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e223db39-f9fb-41a4-b794-d4bc98f8fea8 req-50978577-e705-4cec-a2d8-b390a6eb215e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.0832665 Aug 16 22:22:29.230724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-39966115-0624-4c5f-b02c-2ea78618f6d1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:29.232256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-39966115-0624-4c5f-b02c-2ea78618f6d1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191737 Aug 16 22:22:29.272477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e223db39-f9fb-41a4-b794-d4bc98f8fea8 req-009ab3e3-d6ec-4651-93e5-27cf8b6a4e81 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592268 Aug 16 22:22:29.304674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:29.466229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:29.467355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:29.642132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.226 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/47a79d29-e245-46b7-a463-aaf21cb60c47) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:29.799001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:29.940444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ddd4de0-afc2-4a9c-848d-0f1d6653f8c8 req-59f5bd96-966a-460d-9ee8-645c1e3ed4c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 210 time: 0.1023335 Aug 16 22:22:29.986952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c3bd1c6-39ad-475f-ada7-8859522305c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26ee6bbc258e42cd86189af787b8abab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863534 Aug 16 22:22:29.989589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:30.018477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-65f422a4-20ed-4615-b505-4f0600914df6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2029712 Aug 16 22:22:30.041747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.072278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2218c7f-086d-4e9f-b87c-99f8d7ff0e2e req-5ef1fdf9-195a-41ec-9d5c-cad7768f057d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.073929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2218c7f-086d-4e9f-b87c-99f8d7ff0e2e req-5ef1fdf9-195a-41ec-9d5c-cad7768f057d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.2160299 Aug 16 22:22:30.076913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.116971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 47a79d29-e245-46b7-a463-aaf21cb60c47 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:30.122536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.200087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.204596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2218c7f-086d-4e9f-b87c-99f8d7ff0e2e req-c19d12e2-317c-4ba6-bd07-1d674c204fd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156499 Aug 16 22:22:30.205903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.207714 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80ed44a1-566a-4f30-820c-53d6bd633780 HTTP/1.1" status: 204 len: 168 time: 0.2168207 Aug 16 22:22:30.209392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-6560152a-59e3-41c1-a3a2-bb0666c58764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.222420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b719728-0ec1-46ce-aabc-39b185d34657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed44a1-566a-4f30-820c-53d6bd633780,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:30.222833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-6560152a-59e3-41c1-a3a2-bb0666c58764 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7dcbfb5badf46648df5983ac734b99d&device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 1097 time: 0.1454444 Aug 16 22:22:30.252066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.290559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:30.344795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:30.466063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:30.522015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:30.531286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:30.540333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:30.763700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1408b34-45e8-4b90-8d24-c82c6a6cf867 req-8fa79f84-a2d4-495d-add8-eb854565db30 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.776391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1408b34-45e8-4b90-8d24-c82c6a6cf867 req-8fa79f84-a2d4-495d-add8-eb854565db30 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2991111 Aug 16 22:22:30.797125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.798090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:30.843589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-1176419a-d227-484c-b2af-b008b9bb52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:30.852942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-1176419a-d227-484c-b2af-b008b9bb52d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 200 len: 914 time: 0.5184779 Aug 16 22:22:31.116825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0367373c-cc7b-4a0a-ab5b-04501e633e7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8165407 Aug 16 22:22:31.135339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e3f06bd-e9c2-4314-a609-2004b781ee19 None None] Provisioning for port 47a79d29-e245-46b7-a463-aaf21cb60c47 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:31.147274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6e3f06bd-e9c2-4314-a609-2004b781ee19 None None] Provisioning complete for port 47a79d29-e245-46b7-a463-aaf21cb60c47 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:31.147769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6e3f06bd-e9c2-4314-a609-2004b781ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.163308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Request body: {'port': {'device_id': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:31.232355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f06bd-e9c2-4314-a609-2004b781ee19 None None] Port 47a79d29-e245-46b7-a463-aaf21cb60c47 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:31.296342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-ef6d614e-7fe2-448b-92ca-e092d9c2df28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 200 len: 1001 time: 0.4296858 Aug 16 22:22:31.302557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1408b34-45e8-4b90-8d24-c82c6a6cf867 req-d06047c5-0cd9-4e7d-a93e-0476fe7a6e9f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5243905 Aug 16 22:22:31.396922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baef520-3f59-4181-afae-2e814107da6a req-989b601f-7363-4fbf-9d0a-099eb3b03506 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.401885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8baef520-3f59-4181-afae-2e814107da6a req-989b601f-7363-4fbf-9d0a-099eb3b03506 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 936 time: 0.2534995 Aug 16 22:22:31.405762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:31.408708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-8b5eb246-9bff-4340-8809-2c035f622068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.410360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-8b5eb246-9bff-4340-8809-2c035f622068 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c44673a8-c13c-435e-9ef2-4798f1772c72 HTTP/1.1" status: 200 len: 853 time: 0.1042399 Aug 16 22:22:31.543303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8baef520-3f59-4181-afae-2e814107da6a req-8e36e49f-f099-468f-955d-81d1687ab434 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251507 Aug 16 22:22:31.650045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-50c8f1d1-086e-43e2-9a9d-eef4c7263394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.651472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-50c8f1d1-086e-43e2-9a9d-eef4c7263394 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757860 Aug 16 22:22:31.709718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:31.759949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835e2a8-2599-481d-adca-b288ead1e53c req-029b35a9-af88-4fbc-84a6-491ee01d5322 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:31.761484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8835e2a8-2599-481d-adca-b288ead1e53c req-029b35a9-af88-4fbc-84a6-491ee01d5322 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.2158632 Aug 16 22:22:31.883596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b7411555-bcfd-4a79-8690-ce014b9385cd tempest-AgentManagementNegativeTest-967745759 tempest-AgentManagementNegativeTest-967745759-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1714489 Aug 16 22:22:31.889007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8835e2a8-2599-481d-adca-b288ead1e53c req-91a0a73c-f2ba-4e14-a998-fc833680b081 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046953 Aug 16 22:22:31.914340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-f5de2474-df22-4230-8117-f80f13faa640 service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422793 Aug 16 22:22:32.061999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a79d29-e245-46b7-a463-aaf21cb60c47 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:32.073505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.079143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7253f25a-43fe-44a7-8aa9-6171ae4bb021 req-c733eadb-05c0-49eb-ac02-83cf0e0f5f68 service neutron] 10.222.0.89 "GET /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625023 Aug 16 22:22:32.102938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Transition to ACTIVE for port object 47a79d29-e245-46b7-a463-aaf21cb60c47 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:32.111036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.229446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:32.256480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:32.295411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Attempting to bind port 47a79d29-e245-46b7-a463-aaf21cb60c47 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:32.295874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Attempting to bind port 47a79d29-e245-46b7-a463-aaf21cb60c47 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:32.296310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Attempting to bind port 47a79d29-e245-46b7-a463-aaf21cb60c47 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:32.302514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Port 47a79d29-e245-46b7-a463-aaf21cb60c47 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:32.303125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Attempting to bind port 47a79d29-e245-46b7-a463-aaf21cb60c47 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:32.310270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:32.318843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:32.319201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:32.319607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:32.320042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Bound port: 47a79d29-e245-46b7-a463-aaf21cb60c47, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:32.320410 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.411935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a4ab-9ae5-4a7e-bfa4-8149bdf95b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.547918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a4ab-9ae5-4a7e-bfa4-8149bdf95b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.553296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a4ab-9ae5-4a7e-bfa4-8149bdf95b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.602577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f0d0a4ab-9ae5-4a7e-bfa4-8149bdf95b22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30922122281447b89d4980af41033177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911279 Aug 16 22:22:32.603382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:32.604053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0a4ab-9ae5-4a7e-bfa4-8149bdf95b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80f0a62-0cd3-4c97-9e81-501f048ea975,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:32.660404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.683271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.717097 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48bdb764-f4c6-4cd1-9c5f-8ce5eb616219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.750506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.753540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.757209 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c80f0a62-0cd3-4c97-9e81-501f048ea975 HTTP/1.1" status: 204 len: 168 time: 0.1478517 Aug 16 22:22:32.763421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849b1d-71dd-48de-b615-9338652a8c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80f0a62-0cd3-4c97-9e81-501f048ea975,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:32.792116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:32.816876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=47a79d29-e245-46b7-a463-aaf21cb60c47,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:32.837463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.891788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1ce8-5f08-485c-9eb9-01be5a7b7790 req-60ead95b-8031-4e55-ad1a-d1bf8b694bf1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.891788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fba1ce8-5f08-485c-9eb9-01be5a7b7790 req-60ead95b-8031-4e55-ad1a-d1bf8b694bf1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 948 time: 0.1996350 Aug 16 22:22:32.906471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.907484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:32.909585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] 10.222.0.89 "PUT /v2.0/ports/47a79d29-e245-46b7-a463-aaf21cb60c47 HTTP/1.1" status: 200 len: 1097 time: 1.7596040 Aug 16 22:22:32.918939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c7d4-78fe-4ce7-9873-7ec09fab2154 req-763f0f1b-9e85-4f7b-9697-59f9bcc02766 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:32.927144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65e6c7d4-78fe-4ce7-9873-7ec09fab2154 req-763f0f1b-9e85-4f7b-9697-59f9bcc02766 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2185206 Aug 16 22:22:32.937907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:32.940483 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa81d259-54dd-41be-a46f-5e6a4518f9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:33.046376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fba1ce8-5f08-485c-9eb9-01be5a7b7790 req-1b1e9531-3398-4361-8554-db7fbf61a1a2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472762 Aug 16 22:22:33.140848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b94f0-931f-4276-bae5-ac0ddf11c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.176440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:33.178993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65e6c7d4-78fe-4ce7-9873-7ec09fab2154 req-b9b84a63-fbe0-4ae9-ac9c-e226630c58e1 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505593 Aug 16 22:22:33.184105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-cf43e767-a4a3-4b40-b31c-28e95eceb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.185534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-cf43e767-a4a3-4b40-b31c-28e95eceb55b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 1100 time: 0.1956806 Aug 16 22:22:33.279780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48bdb764-f4c6-4cd1-9c5f-8ce5eb616219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.323363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-d4223630-9c4b-4937-905e-d30d8d0524c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=47a79d29-e245-46b7-a463-aaf21cb60c47 HTTP/1.1" status: 200 len: 217 time: 0.0920155 Aug 16 22:22:33.325524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950626a-0539-4834-b8bc-6530aee650a3 x-openstack-request-id: req-1950626a-0539-4834-b8bc-6530aee650a3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:33.325524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:33.327763 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1950626a-0539-4834-b8bc-6530aee650a3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:33.327763 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47', 'status': 'completed', 'code': 200} Aug 16 22:22:33.327763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48bdb764-f4c6-4cd1-9c5f-8ce5eb616219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.444504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:33.445821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48bdb764-f4c6-4cd1-9c5f-8ce5eb616219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c3a5ba110444de3a242d9e2ec2cf3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1879907 Aug 16 22:22:33.450497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb764-f4c6-4cd1-9c5f-8ce5eb616219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211d3230-8e51-4824-97f7-e5d24dc59d1f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.497021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.507338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85020ce-dff0-40a5-b10d-e2eff3754b00 req-8ed290ec-7245-43c8-8b7b-34ce36134a8f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.509291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d85020ce-dff0-40a5-b10d-e2eff3754b00 req-8ed290ec-7245-43c8-8b7b-34ce36134a8f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1684351 Aug 16 22:22:33.519904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '77b5c454-8955-4a73-b775-8f8990415aa5', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:33.538313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.551669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-d1aeba31-9d75-4fb8-8302-f6619d866781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.555372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-d1aeba31-9d75-4fb8-8302-f6619d866781 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1651957 Aug 16 22:22:33.568925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.578559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.588968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:33.615005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:33.621042 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.672710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-494bbcf4-cabb-4bad-ada5-dcd9e5872edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:33.675775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-494bbcf4-cabb-4bad-ada5-dcd9e5872edb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938070 Aug 16 22:22:33.685510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d85020ce-dff0-40a5-b10d-e2eff3754b00 req-b2651c0e-db20-4b56-a532-fde363ca9ac4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695249 Aug 16 22:22:33.692778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.700364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:33.703050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.704079 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/211d3230-8e51-4824-97f7-e5d24dc59d1f HTTP/1.1" status: 204 len: 168 time: 0.2575238 Aug 16 22:22:33.722738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.723139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.723865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.724408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.724930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.725732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.726266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.735625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.735625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.735625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.735625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.735625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:22:33.742079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bc13b-28f4-4cd4-8b51-12b4bd8dc026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211d3230-8e51-4824-97f7-e5d24dc59d1f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:33.796848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['77b5c454-8955-4a73-b775-8f8990415aa5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:33.824350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-ff081381-ba53-4743-95af-f5754109db05 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375887 Aug 16 22:22:33.878009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:33.960990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05c693d1-4d78-4e97-afdb-93846ee37c47 req-0c41e4a7-2008-4c2e-b816-3cd9558c11f2 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283693 Aug 16 22:22:34.120314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1785955546'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:34.155690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Made reservation on behalf of 9485c68ff4c54d0ab5bb42a018c76037 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:34.159255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.169220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.173190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-22dc88d6-4af0-4ed6-a203-32fe9615d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.174753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-22dc88d6-4af0-4ed6-a203-32fe9615d6cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 1100 time: 0.1010904 Aug 16 22:22:34.279008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:34.293623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cb53-4d75-49cd-8885-d74b3e9ed982 req-46630afc-2047-4c12-aced-b85958213049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.295596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde2cb53-4d75-49cd-8885-d74b3e9ed982 req-46630afc-2047-4c12-aced-b85958213049 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 948 time: 0.1584125 Aug 16 22:22:34.337715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d7b1ad-475e-49a6-b1b0-aeb5c5c8e802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.381334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-0bcb0f2f-87e3-4894-8a40-9b51d7b6af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.383720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-0bcb0f2f-87e3-4894-8a40-9b51d7b6af84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1997635 Aug 16 22:22:34.430817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde2cb53-4d75-49cd-8885-d74b3e9ed982 req-43cc2e71-e9ad-4814-a94c-15de7bd1f5be tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111147 Aug 16 22:22:34.466525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.507169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.508306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-68b90e2f-781e-4241-a6d2-df2cabd7517c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=47a79d29-e245-46b7-a463-aaf21cb60c47 HTTP/1.1" status: 200 len: 217 time: 0.1015396 Aug 16 22:22:34.549978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:34.569663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec5b68-1fa2-4c10-9b19-96af411b2078,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:34.576118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.576469 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Added segment fd453d16-45ad-4817-b5ff-7f17654ac9e1 of type vlan for network e2be4c3a-2098-4080-b1c5-9a02d88a4500 Aug 16 22:22:34.629937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.643430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39429a-e68a-4627-99aa-c4989c7db6a6 req-bc4eaf00-5940-40bc-8227-d55e2adc1744 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.654278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c39429a-e68a-4627-99aa-c4989c7db6a6 req-bc4eaf00-5940-40bc-8227-d55e2adc1744 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1692080 Aug 16 22:22:34.656460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d7b1ad-475e-49a6-b1b0-aeb5c5c8e802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.664252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51d7b1ad-475e-49a6-b1b0-aeb5c5c8e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.687920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.694309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.694910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.730991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c39429a-e68a-4627-99aa-c4989c7db6a6 req-8195d236-2fb2-427f-90df-bfd8a278bc88 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743623 Aug 16 22:22:34.740825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-a6c12c0e-7801-46d3-a67c-fb77156abd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:34.742358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-a6c12c0e-7801-46d3-a67c-fb77156abd07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2251766 Aug 16 22:22:34.757836 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-51d7b1ad-475e-49a6-b1b0-aeb5c5c8e802 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aa00cfe4481445e96f6d894fe9f6e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774776 Aug 16 22:22:34.762538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58342) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:34.790441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7b1ad-475e-49a6-b1b0-aeb5c5c8e802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3202ea-25eb-42a9-b5a8-fdb39d30fee6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:34.796520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9167445 Aug 16 22:22:34.802973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:34.809560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Request body: {'subnet': {'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:34.877455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35f086-fd99-4404-8ba0-4ab29987b70c tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'Network': ['ID=e2be4c3a-2098-4080-b1c5-9a02d88a4500,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:34.891066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:34.965413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Made reservation on behalf of 9485c68ff4c54d0ab5bb42a018c76037 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:34.972092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:34.996598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.001331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-e18601fb-14b8-43a1-b447-35b2420454ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.003095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-e18601fb-14b8-43a1-b447-35b2420454ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2485549 Aug 16 22:22:35.012150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8c10b-5290-4618-9e58-e95084fa2718 req-9b0c34af-f1eb-4b8a-a09d-d3a7420022f1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.013741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a8c10b-5290-4618-9e58-e95084fa2718 req-9b0c34af-f1eb-4b8a-a09d-d3a7420022f1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1333454 Aug 16 22:22:35.125368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.164669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a8c10b-5290-4618-9e58-e95084fa2718 req-47d389c1-a47b-4cc8-bb23-93147811f89e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338282 Aug 16 22:22:35.176939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:35.223893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-eb042766-3bef-4558-9530-f8ab5ef6fb70 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073231 Aug 16 22:22:35.229638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.232518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.236540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b3202ea-25eb-42a9-b5a8-fdb39d30fee6 HTTP/1.1" status: 204 len: 168 time: 0.4022238 Aug 16 22:22:35.258103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce70ac-2f94-4e4a-9029-8e7d1433ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3202ea-25eb-42a9-b5a8-fdb39d30fee6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.302910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 77b5c454-8955-4a73-b775-8f8990415aa5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:35.317901 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.333119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.369842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa81d259-54dd-41be-a46f-5e6a4518f9d0 req-f5c07273-2361-417c-a249-df17ac522975 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318252 Aug 16 22:22:35.410891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'Subnet': ['ID=fe77838f-a28c-4c87-a8fe-2b7949778e42,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:35.477861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Checking segment: {'id': 'fd453d16-45ad-4817-b5ff-7f17654ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:35.478157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Network hostable DHCP agents. Network: e2be4c3a-2098-4080-b1c5-9a02d88a4500, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:35.512083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:35.534420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.535111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, e2be4c3a-2098-4080-b1c5-9a02d88a4500) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:35.546499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.547123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.555624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50d041-d2e5-436a-8fd9-2395e5cb917c None None] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:35.586839 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b3ebbff-ee81-43ee-b587-b59d8c6cf808 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7792089 Aug 16 22:22:35.587130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:35.603965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Request body: {'port': {'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1978550285'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:35.726934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:35.729197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d56fc-48e3-461f-894f-3c3ffc4f47db req-f03dca0a-8fac-406b-9cd2-bc8a65943bd5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:35.730762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a0d56fc-48e3-461f-894f-3c3ffc4f47db req-f03dca0a-8fac-406b-9cd2-bc8a65943bd5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 948 time: 0.1584501 Aug 16 22:22:35.733153 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f310a6bb-fc2f-4bb7-b17c-f570acdb6932" -d '{"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:35.762418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Made reservation on behalf of 9485c68ff4c54d0ab5bb42a018c76037 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:35.768474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:35.772277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.782221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:35.833684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] device_id is not set on port 7a14bc49-29e0-4001-af90-fe940873073b yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:22:35.857667 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fad5b3-c4a1-48d0-8773-1e603a67a405 x-openstack-request-id: req-c0fad5b3-c4a1-48d0-8773-1e603a67a405 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:35.861890 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:35.862379 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0fad5b3-c4a1-48d0-8773-1e603a67a405 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:35.862724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a0d56fc-48e3-461f-894f-3c3ffc4f47db req-71e81fa2-0bb3-4c37-9548-afacfd239fe0 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218851 Aug 16 22:22:35.863135 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'code': 200} Aug 16 22:22:36.021528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-e2be4c3a-2098-4080-b1c5-9a02d88a4500', 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500', 'tenant_id': '9485c68ff4c54d0ab5bb42a018c76037', 'fixed_ips': [{'subnet_id': 'fe77838f-a28c-4c87-a8fe-2b7949778e42'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:36.029609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.039717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:36.107621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfb696-2f5f-4d0d-98a9-bd1eaa88f46c req-a9475b62-cc62-4308-9efa-88ec69c417ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.110431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbbfb696-2f5f-4d0d-98a9-bd1eaa88f46c req-a9475b62-cc62-4308-9efa-88ec69c417ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1230655 Aug 16 22:22:36.117300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Allocated IP 2001:db8::e1 (e2be4c3a-2098-4080-b1c5-9a02d88a4500/fe77838f-a28c-4c87-a8fe-2b7949778e42/7a14bc49-29e0-4001-af90-fe940873073b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:36.171703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbbfb696-2f5f-4d0d-98a9-bd1eaa88f46c req-7041cb17-6290-41b6-a090-75d79fd278d0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548236 Aug 16 22:22:36.416921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d3dc-29de-4366-9b37-405cbb05d060 req-b6912af8-f2f8-4270-9f16-77c883e4c8cb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.424851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.427591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e319d3dc-29de-4366-9b37-405cbb05d060 req-b6912af8-f2f8-4270-9f16-77c883e4c8cb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1218677 Aug 16 22:22:36.448548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Transition to ACTIVE for port object 7a14bc49-29e0-4001-af90-fe940873073b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:36.507892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e319d3dc-29de-4366-9b37-405cbb05d060 req-86fdec15-8a54-4e45-b8b8-c2b3bf0053d1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788805 Aug 16 22:22:36.517649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.590442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:36.593820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:36.599012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:36.599265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Allocated IP 2001:db8::2 (e2be4c3a-2098-4080-b1c5-9a02d88a4500/fe77838f-a28c-4c87-a8fe-2b7949778e42/c6ad1587-63fd-4307-8960-fad5a8c5dc28) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:36.615710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:36.615710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.615710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'Port': ['ID=7a14bc49-29e0-4001-af90-fe940873073b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:36.664132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e0d93046-3f46-48eb-8fc3-f5df062c0a81 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0758464 Aug 16 22:22:36.667854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:36.673982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Request body: {'port': {'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1860022906', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:36.674982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] bootfile-name is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:36.675512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] tftp-server is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:36.676022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.api.validators [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] server-ip-address is not in valid_values {{(pid=94816) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:36.847573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Made reservation on behalf of 9485c68ff4c54d0ab5bb42a018c76037 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:36.858247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.877412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:36.893685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Transition to ACTIVE for port object c6ad1587-63fd-4307-8960-fad5a8c5dc28 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:36.895752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] device_id is not set on port 119b6786-d03f-49cc-906d-680ab8eb41c4 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:22:36.915892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Transition to ACTIVE for port object c6ad1587-63fd-4307-8960-fad5a8c5dc28 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:36.927379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.016189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:37.026159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:37.048268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:37.051359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Pushing event updated for resources: {'Port': ['ID=c6ad1587-63fd-4307-8960-fad5a8c5dc28,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:37.076491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Allocated IP 2001:db8::210 (e2be4c3a-2098-4080-b1c5-9a02d88a4500/fe77838f-a28c-4c87-a8fe-2b7949778e42/119b6786-d03f-49cc-906d-680ab8eb41c4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:37.194272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Attempting to bind port c6ad1587-63fd-4307-8960-fad5a8c5dc28 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:37.194656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Attempting to bind port c6ad1587-63fd-4307-8960-fad5a8c5dc28 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'fd453d16-45ad-4817-b5ff-7f17654ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:37.195035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Attempting to bind port c6ad1587-63fd-4307-8960-fad5a8c5dc28 on network e2be4c3a-2098-4080-b1c5-9a02d88a4500 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:37.205876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 47a79d29-e245-46b7-a463-aaf21cb60c47 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:37.244378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:37.244768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Checking segment: {'id': 'fd453d16-45ad-4817-b5ff-7f17654ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:37.247467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.247882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Bound using segment: {'id': 'fd453d16-45ad-4817-b5ff-7f17654ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:37.248400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Bound port: c6ad1587-63fd-4307-8960-fad5a8c5dc28, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd453d16-45ad-4817-b5ff-7f17654ac9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e2be4c3a-2098-4080-b1c5-9a02d88a4500'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:37.249746 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.303023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.319989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Transition to ACTIVE for port object 119b6786-d03f-49cc-906d-680ab8eb41c4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:37.369440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.465418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:37.467628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:37.474155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:37.482351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.483491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.492451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=47a79d29-e245-46b7-a463-aaf21cb60c47,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:37.541994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408e41-8bce-494a-bbf3-7741af6ea80d req-d6ce0700-4282-4030-bb74-5c87bbee886a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.541994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba408e41-8bce-494a-bbf3-7741af6ea80d req-d6ce0700-4282-4030-bb74-5c87bbee886a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 948 time: 0.1862493 Aug 16 22:22:37.557837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '47a79d29-e245-46b7-a463-aaf21cb60c47', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '47a79d29-e245-46b7-a463-aaf21cb60c47', 'mac_address': 'fa:16:3e:0c:e0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:37.575850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910e62-704c-48a6-b233-05652628885b req-98a46faa-6bcf-4016-884a-dc92dc47ef26 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.583334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c910e62-704c-48a6-b233-05652628885b req-98a46faa-6bcf-4016-884a-dc92dc47ef26 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2284017 Aug 16 22:22:37.604358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'Port': ['ID=119b6786-d03f-49cc-906d-680ab8eb41c4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:37.638364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] For port c6ad1587-63fd-4307-8960-fad5a8c5dc28, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:37.649538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:37.650990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d369e03-ae38-4752-a591-49a3c91509c8 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9817066 Aug 16 22:22:37.658524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] For port c6ad1587-63fd-4307-8960-fad5a8c5dc28, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c6ad1587-63fd-4307-8960-fad5a8c5dc28,segment=NetworkSegment(fd453d16-45ad-4817-b5ff-7f17654ac9e1),segment_id=fd453d16-45ad-4817-b5ff-7f17654ac9e1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:37.667804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.679072 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.707955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba408e41-8bce-494a-bbf3-7741af6ea80d req-492e942b-8de9-4fb7-bb6d-4766fef99cc1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139953 Aug 16 22:22:37.715254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c910e62-704c-48a6-b233-05652628885b req-7cca4731-b5f3-4d44-810a-a6da15a5602a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246774 Aug 16 22:22:37.761959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a79d29-e245-46b7-a463-aaf21cb60c47 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:37.819736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbdf08-c3e8-41b4-9ba7-32def2cced92 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.850567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183acc2-8e09-409d-9492-373bf26b78ab None None] Pushing event updated for resources: {'Port': ['ID=c6ad1587-63fd-4307-8960-fad5a8c5dc28,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:37.862023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbdf08-c3e8-41b4-9ba7-32def2cced92 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.863555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=47a79d29-e245-46b7-a463-aaf21cb60c47,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:37.874203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:37.894450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cbdf08-c3e8-41b4-9ba7-32def2cced92 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:37.910674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-94cbdf08-c3e8-41b4-9ba7-32def2cced92 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2573252 Aug 16 22:22:37.912583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:37.989836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:38.009953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbf49-2c36-4582-bca9-5974035aee86 req-e405d818-3008-4a12-90d8-0f83db19e903 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:38.021334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89efbf49-2c36-4582-bca9-5974035aee86 req-e405d818-3008-4a12-90d8-0f83db19e903 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1084704 Aug 16 22:22:38.157264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89efbf49-2c36-4582-bca9-5974035aee86 req-668aedf5-b864-460b-b1ce-d7a744299a61 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348979 Aug 16 22:22:38.161371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Deleting port 119b6786-d03f-49cc-906d-680ab8eb41c4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:38.161528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.243982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['47a79d29-e245-46b7-a463-aaf21cb60c47'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:38.443288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.477656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Calling delete_port for 119b6786-d03f-49cc-906d-680ab8eb41c4 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:38.503136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58430) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:38.637015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f84b-05df-42f5-9b25-4c910467e054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.706167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.835030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event deleted for resources: {'Port': ['ID=119b6786-d03f-49cc-906d-680ab8eb41c4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:38.900092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:38.904613 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2dd56747-310e-4c97-b86f-6999d9175c6d tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "DELETE /v2.0/ports/119b6786-d03f-49cc-906d-680ab8eb41c4 HTTP/1.1" status: 204 len: 168 time: 0.9876366 Aug 16 22:22:38.909984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:38.927349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Request body: {'port': {'name': 'tempest-new-port-name-1517134124', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:38.930110 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] bootfile-name is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:38.930820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] tftp-server is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:38.932293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.api.validators [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] server-ip-address is not in valid_values {{(pid=94817) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 22:22:38.981745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f84b-05df-42f5-9b25-4c910467e054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.016664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6d6f84b-05df-42f5-9b25-4c910467e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.047943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d6d6f84b-05df-42f5-9b25-4c910467e054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3624199039fd4bacbd141f1b33f3e831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5436151 Aug 16 22:22:39.056656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58448) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:39.076392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c6ad1587-63fd-4307-8960-fad5a8c5dc28 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:39.207122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6f84b-05df-42f5-9b25-4c910467e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c051d6-ea22-4023-83b8-163d5708353a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:39.250787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c6ad1587-63fd-4307-8960-fad5a8c5dc28 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:39.264911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a440eb-0e15-4a39-aebc-bdfd7e2b14af req-0774ef75-abb8-4f32-8420-6ac411adb794 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:39.272725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a440eb-0e15-4a39-aebc-bdfd7e2b14af req-0774ef75-abb8-4f32-8420-6ac411adb794 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.3768573 Aug 16 22:22:39.312667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab53c61-6b62-46d3-b619-1cd1db7b4aec req-ae783959-540e-4be7-928d-411fa30e6b6e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:39.315256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bab53c61-6b62-46d3-b619-1cd1db7b4aec req-ae783959-540e-4be7-928d-411fa30e6b6e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 949 time: 0.4151380 Aug 16 22:22:39.345054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:39.412101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a440eb-0e15-4a39-aebc-bdfd7e2b14af req-3d40232b-7b83-4f16-af3f-f8cb080de2c2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927029 Aug 16 22:22:39.418902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.453006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bab53c61-6b62-46d3-b619-1cd1db7b4aec req-75a5c18a-7667-4a74-89df-5c08b8c55ed9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086683 Aug 16 22:22:39.497369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.552852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15a4c8-b593-44b5-964e-da32fcdb5d43 None None] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:39.718072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Provisioning for port c6ad1587-63fd-4307-8960-fad5a8c5dc28 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:39.729983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc334-9d5a-4cfd-bb53-e301034389c9 req-a8e2f52e-0571-47fa-b1c7-f0723a445a55 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:39.738730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-824dc334-9d5a-4cfd-bb53-e301034389c9 req-a8e2f52e-0571-47fa-b1c7-f0723a445a55 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1246107 Aug 16 22:22:39.745472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Provisioning complete for port c6ad1587-63fd-4307-8960-fad5a8c5dc28 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:39.746017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.752074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:39.769199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.771977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.773793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78c051d6-ea22-4023-83b8-163d5708353a HTTP/1.1" status: 204 len: 168 time: 0.7131596 Aug 16 22:22:39.785338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:39.815330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0b44d-8bff-4e87-852a-5c0090d5f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c051d6-ea22-4023-83b8-163d5708353a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:39.859990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-824dc334-9d5a-4cfd-bb53-e301034389c9 req-3b49cd62-cec9-4d3f-802a-9fa4c21690ed tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178730 Aug 16 22:22:39.861733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.058363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.107654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] For port c6ad1587-63fd-4307-8960-fad5a8c5dc28, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c6ad1587-63fd-4307-8960-fad5a8c5dc28,segment=NetworkSegment(fd453d16-45ad-4817-b5ff-7f17654ac9e1),segment_id=fd453d16-45ad-4817-b5ff-7f17654ac9e1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:40.113203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.114046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.127834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.139921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.183993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] In _notify_port_updated(), no bound segment for port 7a14bc49-29e0-4001-af90-fe940873073b on network e2be4c3a-2098-4080-b1c5-9a02d88a4500 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:22:40.201736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.210481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.212767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97164f-8164-4ef8-b7dc-b4cc1928f989 None None] Pushing event updated for resources: {'Port': ['ID=c6ad1587-63fd-4307-8960-fad5a8c5dc28,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:40.214646 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "PUT /v2.0/ports/7a14bc49-29e0-4001-af90-fe940873073b HTTP/1.1" status: 200 len: 1129 time: 1.3032746 Aug 16 22:22:40.222543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:40.292520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925925b7-59d9-4942-9228-9bd2a807db88 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event updated for resources: {'Port': ['ID=7a14bc49-29e0-4001-af90-fe940873073b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:40.315818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619c0b6-3613-43c7-a369-c49fa95021fa tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.317672 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e619c0b6-3613-43c7-a369-c49fa95021fa tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "GET /v2.0/ports/7a14bc49-29e0-4001-af90-fe940873073b HTTP/1.1" status: 200 len: 1129 time: 0.0937018 Aug 16 22:22:40.321447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:40.360695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Allocated IP 172.25.8.34 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9a7d6f45-2e34-47c7-8e01-ef44e9bc0378) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:40.446911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Deleting port 7a14bc49-29e0-4001-af90-fe940873073b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:40.447654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.527563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:40.559510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Provisioning complete for port c6ad1587-63fd-4307-8960-fad5a8c5dc28 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:40.565998 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.568193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00bf2939-b22d-4cb5-b7da-2f82abf17e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.604239 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.636552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.660251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Calling delete_port for 7a14bc49-29e0-4001-af90-fe940873073b owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:40.699658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.763310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Provisioning for port 7a14bc49-29e0-4001-af90-fe940873073b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:40.778081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Provisioning complete for port 7a14bc49-29e0-4001-af90-fe940873073b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:40.781475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.790687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:40.804651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:40.815125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:40.841550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00bf2939-b22d-4cb5-b7da-2f82abf17e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.847866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00bf2939-b22d-4cb5-b7da-2f82abf17e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:40.865707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07452df-baa0-4135-a833-f85ee9cc6f85 req-0433e435-f6ac-44ca-b210-d2c77b5cda8c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.877641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b07452df-baa0-4135-a833-f85ee9cc6f85 req-0433e435-f6ac-44ca-b210-d2c77b5cda8c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2236629 Aug 16 22:22:40.879793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d56463b9-f858-47d9-8846-36407f8556fa None None] Port 7a14bc49-29e0-4001-af90-fe940873073b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:40.894099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=9a7d6f45-2e34-47c7-8e01-ef44e9bc0378,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:40.936030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594444b-9a1e-421f-8666-8f1b7ba46d62 req-92fb2512-835d-44ea-9d31-236648574007 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:40.938974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0594444b-9a1e-421f-8666-8f1b7ba46d62 req-92fb2512-835d-44ea-9d31-236648574007 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 949 time: 0.2867370 Aug 16 22:22:40.990268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.000924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c6ad1587-63fd-4307-8960-fad5a8c5dc28 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:41.016711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b07452df-baa0-4135-a833-f85ee9cc6f85 req-d07f850f-8126-4c5b-afe8-33679deec98b tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378634 Aug 16 22:22:41.082891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e8b4-99b8-4f3d-a38c-ab809fb016ae None None] Could not find standard attr ID for object 7a14bc49-29e0-4001-af90-fe940873073b. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:22:41.089471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0594444b-9a1e-421f-8666-8f1b7ba46d62 req-44d96e43-f94a-498b-bf8d-a37edef6f402 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359496 Aug 16 22:22:41.113139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.126108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event deleted for resources: {'Port': ['ID=7a14bc49-29e0-4001-af90-fe940873073b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.132003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c6ad1587-63fd-4307-8960-fad5a8c5dc28 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:41.132761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.140963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf2939-b22d-4cb5-b7da-2f82abf17e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7325cf3c-abc6-4f79-91e1-4c160a386f4f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.154954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00bf2939-b22d-4cb5-b7da-2f82abf17e74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=577efe74abfb4ec8b8ad8f15e523110d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230712 Aug 16 22:22:41.159613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:41.210969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.225793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 47a79d29-e245-46b7-a463-aaf21cb60c47 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:41.231050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.235551 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e73013a1-7e13-444c-91b4-20ab4d432fbc tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "DELETE /v2.0/ports/7a14bc49-29e0-4001-af90-fe940873073b HTTP/1.1" status: 204 len: 168 time: 0.9106607 Aug 16 22:22:41.236943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58482) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:41.342425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 47a79d29-e245-46b7-a463-aaf21cb60c47 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:41.347800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 47a79d29-e245-46b7-a463-aaf21cb60c47 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:41.348182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.373144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Deleting subnet fe77838f-a28c-4c87-a8fe-2b7949778e42 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:22:41.379006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.418236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5567abc4-c5fd-4d05-9bbc-096923a69fc8 None None] Could not find standard attr ID for object 119b6786-d03f-49cc-906d-680ab8eb41c4. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:22:41.419648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.480472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.527816 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.532933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.539251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.540549 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7325cf3c-abc6-4f79-91e1-4c160a386f4f HTTP/1.1" status: 204 len: 168 time: 0.3795209 Aug 16 22:22:41.565638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448e793-32be-4477-a518-89636ac37705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7325cf3c-abc6-4f79-91e1-4c160a386f4f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.591680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.632793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:41.637748 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266880e9-d64d-4839-81a5-68d4d6062d78" -d '{"events": [{"server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "name": "network-vif-plugged", "status": "completed", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:41.683059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=47a79d29-e245-46b7-a463-aaf21cb60c47,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:41.688750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.782321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.819870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.829501 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5215b-948f-4da4-99ff-ce7572930d26 x-openstack-request-id: req-f1e5215b-948f-4da4-99ff-ce7572930d26 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:41.830955 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "name": "network-vif-plugged", "status": "completed", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:41.831309 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1e5215b-948f-4da4-99ff-ce7572930d26 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:41.832033 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47', 'code': 200} Aug 16 22:22:41.879231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.951455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:41.956622 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "DELETE /v2.0/subnets/fe77838f-a28c-4c87-a8fe-2b7949778e42 HTTP/1.1" status: 204 len: 168 time: 0.7091174 Aug 16 22:22:41.956622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c36c-79c5-430a-a3a9-e8bbc995fc00 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event deleted for resources: {'Subnet': ['ID=fe77838f-a28c-4c87-a8fe-2b7949778e42,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:41.957854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:42.018583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.030729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a857-48b8-41b0-b092-5bcb9a66ab7b req-16962308-0b65-48e9-9505-3ca146fd2d91 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.042418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.051339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3830a857-48b8-41b0-b092-5bcb9a66ab7b req-16962308-0b65-48e9-9505-3ca146fd2d91 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.7238760 Aug 16 22:22:42.067814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.140740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Deleting port c6ad1587-63fd-4307-8960-fad5a8c5dc28 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:42.141305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.178473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bd6c5-5b3e-4d25-be33-73b9a1605616 req-4e278b85-b85e-460d-83d2-a4b250e5b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.180414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-788bd6c5-5b3e-4d25-be33-73b9a1605616 req-4e278b85-b85e-460d-83d2-a4b250e5b674 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 1102 time: 0.3052297 Aug 16 22:22:42.284421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ade41b-d36d-413a-a31d-09dc29774d13 None None] Network e2be4c3a-2098-4080-b1c5-9a02d88a4500 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:42.292224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] For port c6ad1587-63fd-4307-8960-fad5a8c5dc28, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c6ad1587-63fd-4307-8960-fad5a8c5dc28,segment=NetworkSegment(fd453d16-45ad-4817-b5ff-7f17654ac9e1),segment_id=fd453d16-45ad-4817-b5ff-7f17654ac9e1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:42.292505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.313420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Calling delete_port for c6ad1587-63fd-4307-8960-fad5a8c5dc28 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:42.319070 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.351213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-221a0739-832d-4511-828a-80135a468631 None None] Could not find standard attr ID for object 7a14bc49-29e0-4001-af90-fe940873073b. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:22:42.383235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-788bd6c5-5b3e-4d25-be33-73b9a1605616 req-ce7a6348-a915-4539-8f0f-5ddb72d3fa01 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876111 Aug 16 22:22:42.384295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=9a7d6f45-2e34-47c7-8e01-ef44e9bc0378,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:42.395333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3830a857-48b8-41b0-b092-5bcb9a66ab7b req-915a40e0-f63d-420c-8103-794f29fe5b5d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282580 Aug 16 22:22:42.396208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.397507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3df46738-4340-45f1-ad0a-8742378ae826 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0408180 Aug 16 22:22:42.400236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58512) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:42.409681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-228087672'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:42.427362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd68f-c9b7-4380-b4ea-abae7c24c286 req-5598410b-6b22-42e9-b378-f0ac3278dcea tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.429053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-642bd68f-c9b7-4380-b4ea-abae7c24c286 req-5598410b-6b22-42e9-b378-f0ac3278dcea tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.3078828 Aug 16 22:22:42.500506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Made reservation on behalf of 8482024c0d154abe9e608cd17f79e9d2 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:42.505853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.521682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.528369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-642bd68f-c9b7-4380-b4ea-abae7c24c286 req-4fd2ec20-b661-4d59-8951-3a9978276d8d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903294 Aug 16 22:22:42.533731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.552704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] No DVR routers for this DVR port c6ad1587-63fd-4307-8960-fad5a8c5dc28 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:42.581367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event deleted for resources: {'Port': ['ID=c6ad1587-63fd-4307-8960-fad5a8c5dc28,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:42.703338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.714976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.718160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e70fe-3324-48f1-998f-449d0d3e7e85 None None] DHCP port deletion for e2be4c3a-2098-4080-b1c5-9a02d88a4500 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:22:42.719069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.746573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2be4c3a-2098-4080-b1c5-9a02d88a4500']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:42.760200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd453d16-45ad-4817-b5ff-7f17654ac9e1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:42.760873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd453d16-45ad-4817-b5ff-7f17654ac9e1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:42.772198 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.777506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:42.800661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.804587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64ffc50-e9f3-47a2-883e-59406178901e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:42.809543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.810062 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Added segment 996184c2-a4a2-4180-a80f-05fe67d0e95f of type vlan for network 3d5ef203-c868-463c-bbdb-07d57bf37c62 Aug 16 22:22:42.818359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:42.818951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.838577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b4666-dec2-4ad6-aa54-e10b9d29999c req-7f680650-9f3f-4c0e-94b3-8db995fe8ce2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.840299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d3b4666-dec2-4ad6-aa54-e10b9d29999c req-7f680650-9f3f-4c0e-94b3-8db995fe8ce2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 950 time: 0.1353054 Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:42.897319 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:42.936328 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.961902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d3b4666-dec2-4ad6-aa54-e10b9d29999c req-c1f8930d-51a1-4abe-ac91-d42677b3af59 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847340 Aug 16 22:22:42.987588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.997584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:42.998629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:42.999580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.000390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c6ad1587-63fd-4307-8960-fad5a8c5dc28 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:22:43.028667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.034767 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] 10.222.0.22 "DELETE /v2.0/networks/e2be4c3a-2098-4080-b1c5-9a02d88a4500 HTTP/1.1" status: 204 len: 168 time: 1.0758235 Aug 16 22:22:43.039860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4278d-4752-4640-91c6-820b0c104d65 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337 tempest-ExtraDHCPOptionsIpV6TestJSON-271086337-project] Pushing event deleted for resources: {'Network': ['ID=e2be4c3a-2098-4080-b1c5-9a02d88a4500,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:43.079633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c6ad1587-63fd-4307-8960-fad5a8c5dc28 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:22:43.080006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c6ad1587-63fd-4307-8960-fad5a8c5dc28 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:22:43.194019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7923729 Aug 16 22:22:43.197544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:43.205513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Request body: {'subnet': {'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:43.303661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3a601-afd2-422a-a2be-c334ee158ec7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Network': ['ID=3d5ef203-c868-463c-bbdb-07d57bf37c62,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:43.319424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:43.332348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Made reservation on behalf of 8482024c0d154abe9e608cd17f79e9d2 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:43.337313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.505523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:43.678648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20627-7d64-4233-a4dc-ab1ab7c0e118 req-415abedd-dd42-44a4-b15d-c0c716ab94ae tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.680420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00e20627-7d64-4233-a4dc-ab1ab7c0e118 req-415abedd-dd42-44a4-b15d-c0c716ab94ae tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1368735 Aug 16 22:22:43.680929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:43.723181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.834407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00e20627-7d64-4233-a4dc-ab1ab7c0e118 req-569560ec-1044-417e-9b40-d83c6aba0f33 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307125 Aug 16 22:22:43.890861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Subnet': ['ID=a7ece197-2aeb-43b7-8986-5207ebd7e63c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:43.916155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Checking segment: {'id': '996184c2-a4a2-4180-a80f-05fe67d0e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:43.916741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network hostable DHCP agents. Network: 3d5ef203-c868-463c-bbdb-07d57bf37c62, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:43.943794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:43.962819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcff2764-6280-4898-b2e8-08db2efe8971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.968656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3d5ef203-c868-463c-bbdb-07d57bf37c62) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:43.976657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40827523-f8a1-44f3-b1b2-d3e6c7c74c08 None None] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:43.981743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:43.982336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:43.999704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8cc18ee9-c059-407c-8015-676dc7108c4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9485c68ff4c54d0ab5bb42a018c76037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936063 Aug 16 22:22:44.004004 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-473127e4-4799-4974-9144-31b454ec79fa tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8027456 Aug 16 22:22:44.005384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:44.005733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:44.012512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1411444062', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:44.024025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3955b-c62d-4c1e-bcea-bc15d1c6bf64 req-238b8a8d-664e-4491-b15d-373d2768fb06 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.026087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b3955b-c62d-4c1e-bcea-bc15d1c6bf64 req-238b8a8d-664e-4491-b15d-373d2768fb06 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.3259611 Aug 16 22:22:44.087081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b3955b-c62d-4c1e-bcea-bc15d1c6bf64 req-c06d6383-579e-4c59-b22f-1de495bd1816 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518115 Aug 16 22:22:44.115043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.170451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.196973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcff2764-6280-4898-b2e8-08db2efe8971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.233820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcff2764-6280-4898-b2e8-08db2efe8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.250254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.254326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.256020 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11ec5b68-1fa2-4c10-9b19-96af411b2078 HTTP/1.1" status: 204 len: 168 time: 0.2480149 Aug 16 22:22:44.258875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-3d5ef203-c868-463c-bbdb-07d57bf37c62', 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62', 'tenant_id': '8482024c0d154abe9e608cd17f79e9d2', 'fixed_ips': [{'subnet_id': 'a7ece197-2aeb-43b7-8986-5207ebd7e63c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:44.261063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.271798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe65c3f-b99e-46f3-83c3-d0163677a128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec5b68-1fa2-4c10-9b19-96af411b2078,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:44.287560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.289431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.351830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff2764-6280-4898-b2e8-08db2efe8971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc765d-d778-4cc1-818b-c6348da1db89,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:44.368675 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.380013 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.401341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fcff2764-6280-4898-b2e8-08db2efe8971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21b1091323ed41e3835791b94a3e5d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039216 Aug 16 22:22:44.406322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:44.421732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fe482-c690-445e-94aa-05b4254503c4 req-4694efd8-b83d-4ef2-925a-ab9181f43470 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:44.423809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e7fe482-c690-445e-94aa-05b4254503c4 req-4694efd8-b83d-4ef2-925a-ab9181f43470 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 950 time: 0.2318897 Aug 16 22:22:44.463838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Allocated IP 172.20.0.2 (3d5ef203-c868-463c-bbdb-07d57bf37c62/a7ece197-2aeb-43b7-8986-5207ebd7e63c/30489408-5bc9-46d2-82cd-4a97fa9f8fa5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:44.580393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.594776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.624449 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.699684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e7fe482-c690-445e-94aa-05b4254503c4 req-37ff99fa-7e85-4c54-b516-2efd12321f6c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540669 Aug 16 22:22:44.702533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.709770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.714814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cdc765d-d778-4cc1-818b-c6348da1db89 HTTP/1.1" status: 204 len: 168 time: 0.3071539 Aug 16 22:22:44.726339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fa47f-1753-4cdb-a28b-fc00f57cbd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc765d-d778-4cc1-818b-c6348da1db89,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:44.823429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.836725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Transition to ACTIVE for port object 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:44.852774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Transition to ACTIVE for port object 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:44.867518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:44.927021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:44.930199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:44.948168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:44.959602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Pushing event updated for resources: {'Port': ['ID=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:44.977751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.018050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.019277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c878b-5187-4e84-aacf-c5febb13dc50 req-771fb4e2-ba70-4a28-b9a6-e63ef0516a10 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.020614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-478c878b-5187-4e84-aacf-c5febb13dc50 req-771fb4e2-ba70-4a28-b9a6-e63ef0516a10 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 1102 time: 0.2069900 Aug 16 22:22:45.082769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Attempting to bind port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:45.083508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Attempting to bind port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '996184c2-a4a2-4180-a80f-05fe67d0e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:45.083838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Attempting to bind port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 on network 3d5ef203-c868-463c-bbdb-07d57bf37c62 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:45.102086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:45.102459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Checking segment: {'id': '996184c2-a4a2-4180-a80f-05fe67d0e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:45.102882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.103278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Bound using segment: {'id': '996184c2-a4a2-4180-a80f-05fe67d0e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:45.103763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Bound port: 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996184c2-a4a2-4180-a80f-05fe67d0e95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:45.104152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.127516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-478c878b-5187-4e84-aacf-c5febb13dc50 req-f1c58735-887d-44c9-9aff-0cafe62e9a7f tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885100 Aug 16 22:22:45.136433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2393-5680-4943-8d4f-1344c7397f8b req-03a91f97-24c1-4cbd-b32e-4106325eabc2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.147498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-145c2393-5680-4943-8d4f-1344c7397f8b req-03a91f97-24c1-4cbd-b32e-4106325eabc2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.2007630 Aug 16 22:22:45.198367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-145c2393-5680-4943-8d4f-1344c7397f8b req-8aa7d5b8-e3dc-4a95-a622-344cb9918f1f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493515 Aug 16 22:22:45.254751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] For port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:45.259025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] For port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,segment=NetworkSegment(996184c2-a4a2-4180-a80f-05fe67d0e95f),segment_id=996184c2-a4a2-4180-a80f-05fe67d0e95f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:45.269441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.307170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Allocated IP 172.25.8.68 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2e01981a-7312-4134-b8ad-b135c7386ae7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:45.394143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fc4b7-f68c-4858-92d1-a889795f60d3 None None] Pushing event updated for resources: {'Port': ['ID=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:45.499921 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0db82277-a1f6-4d61-bead-c3db7d44e9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.501744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488fa21-8722-404a-9375-4053d6a60f7f req-b408b3a8-75a2-4bf4-a746-5d3227707645 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:45.514770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8488fa21-8722-404a-9375-4053d6a60f7f req-b408b3a8-75a2-4bf4-a746-5d3227707645 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.0877316 Aug 16 22:22:45.556167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.620263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8488fa21-8722-404a-9375-4053d6a60f7f req-b78aec85-019c-4788-92f5-64cd4a1c7022 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042252 Aug 16 22:22:45.676631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:45.790770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-62253d99-1b92-40f6-94d7-c3ef42fb8e46 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667048 Aug 16 22:22:45.795004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=2e01981a-7312-4134-b8ad-b135c7386ae7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:45.820896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:45.822755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:45.831210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:46.013097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-6ac95a7a-2231-4328-b314-cbd8fee72704 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.014662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-6ac95a7a-2231-4328-b314-cbd8fee72704 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169111 Aug 16 22:22:46.043939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-dbc44a53-db44-4e02-a093-1df32c240f1e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.0209610 Aug 16 22:22:46.139324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-e6c130e6-5aa4-4413-82f7-7eaaa6c5aa68 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0942278 Aug 16 22:22:46.148821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:46.553510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a682055-1b1f-470b-99f5-77b193bfd040 req-eba31b4c-a7cd-4d94-b6df-d991d0f44e64 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 210 time: 0.1059055 Aug 16 22:22:46.572591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320594413'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:46.582428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.651719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:46.656232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.701352 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:46.740214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b987f8-27b1-493f-8f30-93bab417d4b5 req-cd1a0cfc-e83b-497d-b6bc-1a774e21c2a0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:46.753671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b987f8-27b1-493f-8f30-93bab417d4b5 req-cd1a0cfc-e83b-497d-b6bc-1a774e21c2a0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.4116206 Aug 16 22:22:46.868257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2b987f8-27b1-493f-8f30-93bab417d4b5 req-85086e74-5972-4eea-8588-2f73581efed4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118982 Aug 16 22:22:47.005181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.087005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.105868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.148588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:47.171267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:47.196385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.196744 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 7f4e3341-a8fa-414c-b0fb-0ede46d94daa of type vlan for network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 Aug 16 22:22:47.215860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c03c7-4c0e-4e61-ab98-bd0433ded663 req-bd27578f-7818-41e9-a3cd-36cc7dfcb046 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.225000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb8c03c7-4c0e-4e61-ab98-bd0433ded663 req-bd27578f-7818-41e9-a3cd-36cc7dfcb046 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2177162 Aug 16 22:22:47.235453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af1a58d-fc05-40a8-9bb5-b21a7f5980e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:47.244692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d923f4-6cde-4363-95e6-718994845642 None None] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:47.430446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.443629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6c69025f-c346-49a5-83b2-4f766f9837e3 None None] Provisioning for port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:47.479846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb8c03c7-4c0e-4e61-ab98-bd0433ded663 req-1efc8d67-3378-4504-852d-19abc321ae50 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321444 Aug 16 22:22:47.536992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Router d7757a11-7685-437c-87b6-578557978130 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:22:47.553469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.560076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:47.560934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.607364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:47.637866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:47.646202 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.677099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5103531 Aug 16 22:22:47.717415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47d96bd9-bdeb-4205-9920-1adafdb7c470 req-c9c60f89-01f8-4c18-84de-2c36eae4bc56 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 210 time: 0.0308869 Aug 16 22:22:47.717895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c8690-f4bc-4874-98df-46e0293c8156 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=502b3fb8-9d8e-4ca4-b9a7-a8a772581b19,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:47.758678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:47.800393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:47.804383 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89d154e9-6cf6-44aa-9e9a-2424067351c1 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7951357 Aug 16 22:22:47.804756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:47.811543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:47.818419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:47.823725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:47.840744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] Sync routers for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:47.971738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:47.981618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:48.087439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:48.141990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-1fab909e-e3ad-4be0-90eb-83d1e41030be tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608149 Aug 16 22:22:48.161375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.174620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:48.175353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:48.183259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.257956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:48.259035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c73fd-e1ee-41f2-b623-28a2a4ddfa55 None None] The sync data for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:48.307769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,segment=NetworkSegment(996184c2-a4a2-4180-a80f-05fe67d0e95f),segment_id=996184c2-a4a2-4180-a80f-05fe67d0e95f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:48.315732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.321635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a0b6ac7f-c3e2-47bc-9f5b-74726c33816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.434516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:48.469169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-4a2e083c-f44b-4422-b780-f699113704f8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.473561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-4a2e083c-f44b-4422-b780-f699113704f8 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220363 Aug 16 22:22:48.503381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': '8d993041-541c-491c-9c93-96e2f4bee03e', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:48.628174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45538-ca2e-4cd7-b32c-756f390f9aa8 req-ee5f7d67-0508-41b0-8c40-6a2d67663912 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:48.638179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96c45538-ca2e-4cd7-b32c-756f390f9aa8 req-ee5f7d67-0508-41b0-8c40-6a2d67663912 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.5361531 Aug 16 22:22:48.646167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:48.650800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.658538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d2e9d54e-61db-440d-9ea5-1c574eb6ce86 None None] Provisioning complete for port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:48.660028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2e9d54e-61db-440d-9ea5-1c574eb6ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:48.984472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:49.001724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96c45538-ca2e-4cd7-b32c-756f390f9aa8 req-e22d8743-398d-487d-a1c0-56b04a1f46b9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569584 Aug 16 22:22:49.085586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:49.085586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.086359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633121-a7c3-4ae6-9599-51f825160d13 req-1fe85a8f-108a-4f8b-a635-31fd19b4a880 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.090766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc633121-a7c3-4ae6-9599-51f825160d13 req-1fe85a8f-108a-4f8b-a635-31fd19b4a880 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.4899035 Aug 16 22:22:49.120422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.159131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.211580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.235875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f1dccbc-f7b8-442d-8a5d-55e7e006c677 req-5abc581f-b92e-4341-a4f3-92ae5dd17813 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 210 time: 0.1117914 Aug 16 22:22:49.284207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc633121-a7c3-4ae6-9599-51f825160d13 req-8541ab3d-4a73-4c77-9e92-3ca91c6adfe5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831315 Aug 16 22:22:49.286183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:49.289968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.293979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=e0e59abd-87e3-417f-9f8d-6390f8b72aa1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:49.341360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '7f4e3341-a8fa-414c-b0fb-0ede46d94daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:49.344149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:49.420902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:49.449446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:49.457217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.457649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.465250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586d935-b9f1-4e90-9756-0e262264c775 None None] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:49.487175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83968d2c-88a0-449d-be62-b60af65054c6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6739271 Aug 16 22:22:49.495653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:49.503010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578184950'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:49.537733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.9 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/9d583251-de5e-4426-bb43-bd73427b7a49) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:49.567329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:49.572197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.637311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:49.676572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Allocated IP 172.20.0.1 (3d5ef203-c868-463c-bbdb-07d57bf37c62/a7ece197-2aeb-43b7-8986-5207ebd7e63c/5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:49.697563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.697954 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 11c60ec2-552e-49e9-9fb3-a6e541bc8e0c of type vlan for network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f Aug 16 22:22:49.754251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5902b-4167-4999-8434-52396379c420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-502b3fb8-9d8e-4ca4-b9a7-a8a772581b19', 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': 'e0e59abd-87e3-417f-9f8d-6390f8b72aa1'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:49.756583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.768865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.825680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.841852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 9d583251-de5e-4426-bb43-bd73427b7a49 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:49.845837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.852372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:49.853108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.930951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4286566 Aug 16 22:22:49.933007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:49.941225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:49.949668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:49.971296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Transition to ACTIVE for port object 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:49.985645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-dde5902b-4167-4999-8434-52396379c420 None None] Allocated IP 172.20.255.242 (502b3fb8-9d8e-4ca4-b9a7-a8a772581b19/e0e59abd-87e3-417f-9f8d-6390f8b72aa1/02952c2d-6b34-4946-a453-ac44bf9c0609) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:50.033938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.034087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266517e-ee10-43d2-9d18-ab60da267785 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=fc16424a-e6fc-4f67-bf14-e7ac51ebce5f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:50.056143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.082843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:50.086697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:50.090310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:50.091306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:50.096279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:50.124018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:50.170330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:50.176410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.335659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:50.349355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42', '47a79d29-e245-46b7-a463-aaf21cb60c47'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:50.384586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:22:50.494575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:50.497951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.509564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.510600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.546017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:50.550113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.700934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-015b146a-c2d9-4f4d-8021-ef897fc632c2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2038915 Aug 16 22:22:50.727210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d19159-d0be-40d5-a9d2-d7f4a80b5b3f req-bcd1b19b-a0e3-483c-a5d1-7bee1a21a89c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:50.731286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0d19159-d0be-40d5-a9d2-d7f4a80b5b3f req-bcd1b19b-a0e3-483c-a5d1-7bee1a21a89c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.4630790 Aug 16 22:22:50.742841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Request body: {'port': {'device_id': '8d993041-541c-491c-9c93-96e2f4bee03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:50.913972 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:50.976163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dde5902b-4167-4999-8434-52396379c420 None None] Transition to ACTIVE for port object 02952c2d-6b34-4946-a453-ac44bf9c0609 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:51.034800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64364-4484-49e1-8143-7de1229cb8fa req-b0f334b5-e399-493e-a66d-5caa729d181a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:51.042221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9d64364-4484-49e1-8143-7de1229cb8fa req-b0f334b5-e399-493e-a66d-5caa729d181a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 934 time: 0.5406027 Aug 16 22:22:51.057335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0d19159-d0be-40d5-a9d2-d7f4a80b5b3f req-231a7008-c363-42c4-9792-4b3b6f9b1d37 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663889 Aug 16 22:22:51.080842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.084954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c889ebb7-39a2-4787-a8b8-4c45cb96eddd None None] Provisioning for port 9d583251-de5e-4426-bb43-bd73427b7a49 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:51.086466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.094088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.125570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dde5902b-4167-4999-8434-52396379c420 None None] Transition to ACTIVE for port object 02952c2d-6b34-4946-a453-ac44bf9c0609 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:51.137656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c889ebb7-39a2-4787-a8b8-4c45cb96eddd None None] Provisioning complete for port 9d583251-de5e-4426-bb43-bd73427b7a49 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:51.138040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c889ebb7-39a2-4787-a8b8-4c45cb96eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.228661 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.238215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:51.254951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.307560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.329457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c889ebb7-39a2-4787-a8b8-4c45cb96eddd None None] Port 9d583251-de5e-4426-bb43-bd73427b7a49 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:51.354415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5902b-4167-4999-8434-52396379c420 None None] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:51.363097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5902b-4167-4999-8434-52396379c420 None None] Pushing event updated for resources: {'Port': ['ID=02952c2d-6b34-4946-a453-ac44bf9c0609,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:51.376981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-dde5902b-4167-4999-8434-52396379c420 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:51.380997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5902b-4167-4999-8434-52396379c420 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:51.606395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30a72059-aef3-4563-91c9-b4bc85b41b51 None None] Provisioning for port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:51.623349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dde5902b-4167-4999-8434-52396379c420 None None] Attempting to bind port 02952c2d-6b34-4946-a453-ac44bf9c0609 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:51.623722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dde5902b-4167-4999-8434-52396379c420 None None] Attempting to bind port 02952c2d-6b34-4946-a453-ac44bf9c0609 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7f4e3341-a8fa-414c-b0fb-0ede46d94daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:51.624091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5902b-4167-4999-8434-52396379c420 None None] Attempting to bind port 02952c2d-6b34-4946-a453-ac44bf9c0609 on network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:51.635060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:51.636551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:51.671633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30a72059-aef3-4563-91c9-b4bc85b41b51 None None] Provisioning complete for port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:51.672015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30a72059-aef3-4563-91c9-b4bc85b41b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.771743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5902b-4167-4999-8434-52396379c420 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:51.772131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5902b-4167-4999-8434-52396379c420 None None] Checking segment: {'id': '7f4e3341-a8fa-414c-b0fb-0ede46d94daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:51.776712 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.777194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5902b-4167-4999-8434-52396379c420 None None] Bound using segment: {'id': '7f4e3341-a8fa-414c-b0fb-0ede46d94daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:51.777691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dde5902b-4167-4999-8434-52396379c420 None None] Bound port: 02952c2d-6b34-4946-a453-ac44bf9c0609, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4e3341-a8fa-414c-b0fb-0ede46d94daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '502b3fb8-9d8e-4ca4-b9a7-a8a772581b19'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:51.778093 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:51.860165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Router d7757a11-7685-437c-87b6-578557978130 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:52.011275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30a72059-aef3-4563-91c9-b4bc85b41b51 None None] Port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:52.106185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:52.116387 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] Sync routers for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:52.141427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cab8c069-379a-4514-aa01-04380d0d00ed tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "PUT /v2.0/routers/d7757a11-7685-437c-87b6-578557978130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3342528 Aug 16 22:22:52.143026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:52.148695 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:52.154873 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.167179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Request body: {'port': {'network_id': '3d5ef203-c868-463c-bbdb-07d57bf37c62', 'name': 'tempest-FloatingIPAdminTestJSON-876838672'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:52.195094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dde5902b-4167-4999-8434-52396379c420 None None] For port 02952c2d-6b34-4946-a453-ac44bf9c0609, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:52.214820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dde5902b-4167-4999-8434-52396379c420 None None] For port 02952c2d-6b34-4946-a453-ac44bf9c0609, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=02952c2d-6b34-4946-a453-ac44bf9c0609,segment=NetworkSegment(7f4e3341-a8fa-414c-b0fb-0ede46d94daa),segment_id=7f4e3341-a8fa-414c-b0fb-0ede46d94daa)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:52.274653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dde5902b-4167-4999-8434-52396379c420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.284530 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.324350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:52.325403 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.377769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:52.378695 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a9fa9-2134-43e5-ae3a-1e8a9f81ba58 None None] The sync data for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:52.421775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2de4c1aa-2cc1-461a-9c7a-47745c2a8427 None None] Provisioning complete for port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:52.422620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de4c1aa-2cc1-461a-9c7a-47745c2a8427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.425108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5902b-4167-4999-8434-52396379c420 None None] Pushing event updated for resources: {'Port': ['ID=02952c2d-6b34-4946-a453-ac44bf9c0609,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.519236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2de4c1aa-2cc1-461a-9c7a-47745c2a8427 None None] Port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:52.536485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Made reservation on behalf of 8482024c0d154abe9e608cd17f79e9d2 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:52.543593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.575152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.621178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] device_id is not set on port 06e48442-b93b-4ab4-a667-b6f68b2c0c23 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:22:52.731813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.745496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9d64364-4484-49e1-8143-7de1229cb8fa req-edeb7d43-4d49-42ec-b014-a04de04a07c1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6754568 Aug 16 22:22:52.775324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d583251-de5e-4426-bb43-bd73427b7a49 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:52.840401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:52.900231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=512d2998-7456-4a09-b195-41fd134110eb,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:52.943675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046450-9f34-4b49-9991-5edb4c809cc7 req-c0cb790c-547d-4c48-8cd9-cf391fe4c181 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:52.956093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb046450-9f34-4b49-9991-5edb4c809cc7 req-c0cb790c-547d-4c48-8cd9-cf391fe4c181 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.4172583 Aug 16 22:22:52.961456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Transition to ACTIVE for port object 9d583251-de5e-4426-bb43-bd73427b7a49 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:53.004770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.030989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Allocated IP 172.20.0.8 (3d5ef203-c868-463c-bbdb-07d57bf37c62/a7ece197-2aeb-43b7-8986-5207ebd7e63c/06e48442-b93b-4ab4-a667-b6f68b2c0c23) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:53.108592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:53.108834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: fc16424a-e6fc-4f67-bf14-e7ac51ebce5f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:53.137303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 02952c2d-6b34-4946-a453-ac44bf9c0609 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:53.140109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb046450-9f34-4b49-9991-5edb4c809cc7 req-7e62aa7c-1481-4a51-afea-b0ce963e8705 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826024 Aug 16 22:22:53.153421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Pushing event updated for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:53.238027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:53.285188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 02952c2d-6b34-4946-a453-ac44bf9c0609 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:53.342852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fc16424a-e6fc-4f67-bf14-e7ac51ebce5f) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:53.351879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed625d-3353-4da1-b26f-f38defb3ef97 None None] Network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:53.365877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.366542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.446597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-92133cee-63a2-4d6d-b0a6-b2216bd1baa6 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5121481 Aug 16 22:22:53.447731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:53.458982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c84e-b8dd-40f5-a212-c17f84344885 req-e3b4db29-8979-48b5-a42a-a95811e23dc9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.483939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dd4c84e-b8dd-40f5-a212-c17f84344885 req-e3b4db29-8979-48b5-a42a-a95811e23dc9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1874938 Aug 16 22:22:53.502872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.540901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Attempting to bind port 9d583251-de5e-4426-bb43-bd73427b7a49 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:53.541504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Attempting to bind port 9d583251-de5e-4426-bb43-bd73427b7a49 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:53.542073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Attempting to bind port 9d583251-de5e-4426-bb43-bd73427b7a49 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:53.567721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Transition to ACTIVE for port object 06e48442-b93b-4ab4-a667-b6f68b2c0c23 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:53.623166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Port 9d583251-de5e-4426-bb43-bd73427b7a49 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:22:53.624242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Attempting to bind port 9d583251-de5e-4426-bb43-bd73427b7a49 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:53.644078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:53.646948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:53.647623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:53.648421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Bound port: 9d583251-de5e-4426-bb43-bd73427b7a49, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:53.649058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.665277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.738512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:53.743259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dd4c84e-b8dd-40f5-a212-c17f84344885 req-eda93647-7e81-4638-9a19-d2527326e0af tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453399 Aug 16 22:22:53.745990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:53.752381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:53.757824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event updated for resources: {'Port': ['ID=06e48442-b93b-4ab4-a667-b6f68b2c0c23,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:53.823434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fc16424a-e6fc-4f67-bf14-e7ac51ebce5f', 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '512d2998-7456-4a09-b195-41fd134110eb'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:22:53.824311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.897654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:53.898471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:53.931061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9a38b3c-f1e3-4974-a6af-f8df8b19f8c0 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7815876 Aug 16 22:22:53.932461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:54.005813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.115581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:54.187905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'project_id': '8482024c0d154abe9e608cd17f79e9d2', 'port_id': '06e48442-b93b-4ab4-a667-b6f68b2c0c23'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:54.197902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Allocated IP 172.20.0.2 (fc16424a-e6fc-4f67-bf14-e7ac51ebce5f/512d2998-7456-4a09-b195-41fd134110eb/860c42e0-f952-49d7-9b6e-be4856704854) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:54.235601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473d88-5291-4ed8-b64e-ddfd20d23baa req-a750fd61-4119-4ac1-9f17-1452f475ee2d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.243082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66473d88-5291-4ed8-b64e-ddfd20d23baa req-a750fd61-4119-4ac1-9f17-1452f475ee2d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 946 time: 0.3496320 Aug 16 22:22:54.269504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.308225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9d583251-de5e-4426-bb43-bd73427b7a49,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:54.364941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.391266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98e403-e74d-42f1-bfb6-078f629b3582 None None] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:54.401606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6652f720-098c-4c8b-8f16-52d307b0820e None None] Provisioning for port 06e48442-b93b-4ab4-a667-b6f68b2c0c23 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:54.483274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.512482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.520639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.522371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] 10.222.0.89 "PUT /v2.0/ports/9d583251-de5e-4426-bb43-bd73427b7a49 HTTP/1.1" status: 200 len: 1095 time: 3.7900858 Aug 16 22:22:54.541969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6652f720-098c-4c8b-8f16-52d307b0820e None None] Provisioning complete for port 06e48442-b93b-4ab4-a667-b6f68b2c0c23 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:54.542716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6652f720-098c-4c8b-8f16-52d307b0820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.558190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:22:54.560543 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024acfda-dee8-4c58-8195-66eec588d553" -d '{"events": [{"name": "network-changed", "server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:22:54.593404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.661469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6652f720-098c-4c8b-8f16-52d307b0820e None None] Port 06e48442-b93b-4ab4-a667-b6f68b2c0c23 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:22:54.675807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Allocated IP 172.25.8.228 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/31b4335f-9797-4e44-ba99-34bfbc847f43) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:54.713439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66473d88-5291-4ed8-b64e-ddfd20d23baa req-b4f2bbe3-568b-46a9-b924-54abc9045a96 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656017 Aug 16 22:22:54.824772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.865566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494cb73-f9a5-4196-97ff-052da4407b6d req-0ea832f6-5ef9-4ca8-986a-fe8e2ea34a9c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.867897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5494cb73-f9a5-4196-97ff-052da4407b6d req-0ea832f6-5ef9-4ca8-986a-fe8e2ea34a9c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.4717953 Aug 16 22:22:54.889509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe2a8d-ff76-490d-919f-433130259210 service neutron] Pushing event updated for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:54.896154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Provisioning for port 02952c2d-6b34-4946-a453-ac44bf9c0609 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:22:54.912586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Transition to ACTIVE for port object 860c42e0-f952-49d7-9b6e-be4856704854 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:54.917406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Provisioning complete for port 02952c2d-6b34-4946-a453-ac44bf9c0609 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:54.918201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.939941 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:54.971194 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dea413-1963-403b-b8c8-d182adea99b0 x-openstack-request-id: req-d0dea413-1963-403b-b8c8-d182adea99b0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:22:54.974592 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:22:54.979564 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0dea413-1963-403b-b8c8-d182adea99b0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:22:54.980374 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49', 'status': 'completed', 'code': 200} Aug 16 22:22:54.994996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-db2fcda0-b220-4259-a5bb-c4d8f61941c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:54.998569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-db2fcda0-b220-4259-a5bb-c4d8f61941c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 1098 time: 0.3802190 Aug 16 22:22:55.011209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5494cb73-f9a5-4196-97ff-052da4407b6d req-765b1d16-8699-42b8-9456-3e773b2f11cb tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108825 Aug 16 22:22:55.021744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.024167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Transition to ACTIVE for port object 860c42e0-f952-49d7-9b6e-be4856704854 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:22:55.051593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.096100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:55.106960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:55.117894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:22:55.125126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:55.135640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-45947243-1dcd-4f81-aa63-64a0d52f4ab2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d583251-de5e-4426-bb43-bd73427b7a49 HTTP/1.1" status: 200 len: 217 time: 0.1179855 Aug 16 22:22:55.135973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:55.138532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:22:55.194803 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.204836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Pushing event updated for resources: {'Port': ['ID=31b4335f-9797-4e44-ba99-34bfbc847f43,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.237297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Pushing event updated for resources: {'Port': ['ID=860c42e0-f952-49d7-9b6e-be4856704854,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.338573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d63c8943-bd39-475f-972d-33c11ea40f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.340109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-d63c8943-bd39-475f-972d-33c11ea40f19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1690381 Aug 16 22:22:55.352078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Attempting to bind port 860c42e0-f952-49d7-9b6e-be4856704854 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:22:55.353195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Attempting to bind port 860c42e0-f952-49d7-9b6e-be4856704854 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:22:55.353730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Attempting to bind port 860c42e0-f952-49d7-9b6e-be4856704854 on network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:22:55.373902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.381762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] For port 02952c2d-6b34-4946-a453-ac44bf9c0609, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=02952c2d-6b34-4946-a453-ac44bf9c0609,segment=NetworkSegment(7f4e3341-a8fa-414c-b0fb-0ede46d94daa),segment_id=7f4e3341-a8fa-414c-b0fb-0ede46d94daa)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:55.383906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:22:55.394760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Checking segment: {'id': '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:55.399767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.410466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Bound using segment: {'id': '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:22:55.411391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Bound port: 860c42e0-f952-49d7-9b6e-be4856704854, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:22:55.412077 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.442879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.487579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990abe5-f219-4394-b1e9-0b4564770362 req-66b27139-a678-410d-98b5-2f08fb74d2a6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.489206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4990abe5-f219-4394-b1e9-0b4564770362 req-66b27139-a678-410d-98b5-2f08fb74d2a6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.3856120 Aug 16 22:22:55.504851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=512d2998-7456-4a09-b195-41fd134110eb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.688802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4990abe5-f219-4394-b1e9-0b4564770362 req-98632f54-a418-4fd5-9b70-7b01951c808f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703067 Aug 16 22:22:55.742180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-4f6569db-cbef-46de-9499-f7dccb1eebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:55.743679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-4f6569db-cbef-46de-9499-f7dccb1eebfb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3626475 Aug 16 22:22:55.745580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.753150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] For port 860c42e0-f952-49d7-9b6e-be4856704854, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:22:55.756554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] For port 860c42e0-f952-49d7-9b6e-be4856704854, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=860c42e0-f952-49d7-9b6e-be4856704854,segment=NetworkSegment(11c60ec2-552e-49e9-9fb3-a6e541bc8e0c),segment_id=11c60ec2-552e-49e9-9fb3-a6e541bc8e0c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:22:55.763414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609acef-6c16-45ac-9272-c09119f08839 None None] Pushing event updated for resources: {'Port': ['ID=02952c2d-6b34-4946-a453-ac44bf9c0609,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.773631 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:55.821693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc16424a-e6fc-4f67-bf14-e7ac51ebce5f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:55.959968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:55.960307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:55.983536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983aa2e3-07e7-4bd6-a2d9-b97ca07de23c None None] Pushing event updated for resources: {'Port': ['ID=860c42e0-f952-49d7-9b6e-be4856704854,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:55.988330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841fe281-c122-4435-a0e8-5bc450a23d6d None None] Network fc16424a-e6fc-4f67-bf14-e7ac51ebce5f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:22:56.015635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.098219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2139d8-7e41-42de-b5df-6690814c0a8c req-5e3295a5-8620-44b3-be7f-854d55bfdd23 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.105877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc2139d8-7e41-42de-b5df-6690814c0a8c req-5e3295a5-8620-44b3-be7f-854d55bfdd23 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 946 time: 0.2194946 Aug 16 22:22:56.119441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.120745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.150776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-df4bb13b-4653-45ef-a09e-03eee800da97 None None] Provisioning complete for port 02952c2d-6b34-4946-a453-ac44bf9c0609 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:56.151450 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df4bb13b-4653-45ef-a09e-03eee800da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.175806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:56.186920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:56.191159 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:56.270050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.385998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-61ba01ea-4b4d-4ec3-803c-947754065596 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278601 Aug 16 22:22:56.414541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc962528-ac99-470b-a887-3afbe08bed79 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:22:56.439499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc2139d8-7e41-42de-b5df-6690814c0a8c req-12873025-9f10-49a6-bff5-a8486043d9f5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287017 Aug 16 22:22:56.493791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:22:56.493791 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:22:56.493791 n-d-791505-20 neutron-server[94816]: [parameters: {'id': 'fc16424a-e6fc-4f67-bf14-e7ac51ebce5f'}] Aug 16 22:22:56.493791 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:22:56.495200 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:22:56.550580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae7ca2-a491-425b-944e-027d8c1eba58 req-5889fc2b-7bed-4219-b1fd-efc6f3d74143 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.558555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70ae7ca2-a491-425b-944e-027d8c1eba58 req-5889fc2b-7bed-4219-b1fd-efc6f3d74143 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.3375921 Aug 16 22:22:56.578174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.583345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.676843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70ae7ca2-a491-425b-944e-027d8c1eba58 req-1e63d3e9-0308-426e-838c-5018599a158a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105959 Aug 16 22:22:56.685587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-711d03f8-8311-4cb0-a055-abfe018ea6b9 req-85036b06-e270-4e4b-b9f4-92ec65e2d4c9 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757015 Aug 16 22:22:56.705311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Pushing event updated for resources: {'Port': ['ID=31b4335f-9797-4e44-ba99-34bfbc847f43,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:56.746249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc962528-ac99-470b-a887-3afbe08bed79 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:22:56.781388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:56.871060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acfda-dee8-4c58-8195-66eec588d553 req-8f5be5b6-67f8-4d6f-aa66-7d36141a9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:56.873975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-8f5be5b6-67f8-4d6f-aa66-7d36141a9c36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 1098 time: 0.0898597 Aug 16 22:22:57.042917 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Floating IP f10c94ae-e135-4547-b6f0-9d54d2478d4a associated. External IP: 172.25.8.228, port: 06e48442-b93b-4ab4-a667-b6f68b2c0c23. Aug 16 22:22:57.058171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 02952c2d-6b34-4946-a453-ac44bf9c0609 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:22:57.120867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.123702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acfda-dee8-4c58-8195-66eec588d553 req-a51c3322-8ccd-401f-9f0c-839d5aacaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.125453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-a51c3322-8ccd-401f-9f0c-839d5aacaa4b service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1953857 Aug 16 22:22:57.187343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-d35c1644-817a-4d86-afae-0a245a374122 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9d583251-de5e-4426-bb43-bd73427b7a49 HTTP/1.1" status: 200 len: 217 time: 0.0509796 Aug 16 22:22:57.198039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c57bf6-4221-4926-a0ca-e8dbac36545b req-c55dd64d-144c-4aaf-9456-bc6bb6cd12d0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.200529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86c57bf6-4221-4926-a0ca-e8dbac36545b req-c55dd64d-144c-4aaf-9456-bc6bb6cd12d0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.3250923 Aug 16 22:22:57.337176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86c57bf6-4221-4926-a0ca-e8dbac36545b req-ccc9b2b4-0a82-470d-a716-41b2a62260a7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086469 Aug 16 22:22:57.340902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acfda-dee8-4c58-8195-66eec588d553 req-bdc8242a-26ef-4327-a523-10b567743099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.344451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-bdc8242a-26ef-4327-a523-10b567743099 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1095254 Aug 16 22:22:57.351025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 860c42e0-f952-49d7-9b6e-be4856704854 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:57.351862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.450845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 860c42e0-f952-49d7-9b6e-be4856704854, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=860c42e0-f952-49d7-9b6e-be4856704854,segment=NetworkSegment(11c60ec2-552e-49e9-9fb3-a6e541bc8e0c),segment_id=11c60ec2-552e-49e9-9fb3-a6e541bc8e0c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:57.451259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.468847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 860c42e0-f952-49d7-9b6e-be4856704854 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:57.501665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 02952c2d-6b34-4946-a453-ac44bf9c0609 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:22:57.502057 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.676735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.722888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=860c42e0-f952-49d7-9b6e-be4856704854,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:57.738618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Router d7757a11-7685-437c-87b6-578557978130 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:57.746479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 860c42e0-f952-49d7-9b6e-be4856704854 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:22:57.777374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acfda-dee8-4c58-8195-66eec588d553 req-00a1bce9-4a06-4be3-934c-385529e4aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.778988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-00a1bce9-4a06-4be3-934c-385529e4aff4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2038686 Aug 16 22:22:57.802927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b936f-2078-4639-9214-9214ee054271 req-6d52fb63-c8db-4655-ba0a-138103f9834f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:57.804436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac2b936f-2078-4639-9214-9214ee054271 req-6d52fb63-c8db-4655-ba0a-138103f9834f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 946 time: 0.2340958 Aug 16 22:22:57.897653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:57.906685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] Sync routers for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:57.917472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:57.936783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:57.936783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.952724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed4db69f-2650-432d-95ed-540293aa3be4 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.0191059 Aug 16 22:22:57.955850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:57.983502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:57.993673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:57.994310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.029377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.030043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a316b9-a29c-4b1f-8b86-28152d606dc6 None None] The sync data for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:58.063854 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-565b04ce-5af3-45e8-942e-afac4899bfaa tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "GET /v2.0/floatingips/f10c94ae-e135-4547-b6f0-9d54d2478d4a HTTP/1.1" status: 200 len: 982 time: 0.1062646 Aug 16 22:22:58.066196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:58.186938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc157924-6e2e-447a-aa0b-86de962e8725 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1194682 Aug 16 22:22:58.190062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:58.240982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.267862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-3f877880-c10d-4084-860c-6abaf5101aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.269390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-3f877880-c10d-4084-860c-6abaf5101aac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1098 time: 0.4872031 Aug 16 22:22:58.274496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc16424a-e6fc-4f67-bf14-e7ac51ebce5f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.288947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac2b936f-2078-4639-9214-9214ee054271 req-fd084dc1-9921-4288-858d-743668d8f797 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647770 Aug 16 22:22:58.295656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.295937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c60ec2-552e-49e9-9fb3-a6e541bc8e0c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:58.340972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488b52b-1520-4046-a3e0-12826a8f8c34 req-0207a306-04f3-40bf-b9aa-79758f3f8637 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.342945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6488b52b-1520-4046-a3e0-12826a8f8c34 req-0207a306-04f3-40bf-b9aa-79758f3f8637 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2046592 Aug 16 22:22:58.358289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 31b4335f-9797-4e44-ba99-34bfbc847f43 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:22:58.358916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.370732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.425414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-3583c35a-26a3-49b9-afe6-1720f3641810 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084876 Aug 16 22:22:58.430724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.452055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:22:58.452463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:22:58.467368 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:22:58.489168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.489530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.504181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 31b4335f-9797-4e44-ba99-34bfbc847f43 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:22:58.609762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6488b52b-1520-4046-a3e0-12826a8f8c34 req-655c9d6c-1253-4b4f-96ea-163e6571dc9c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320182 Aug 16 22:22:58.625202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-7040b97c-a082-492e-a002-a9279b0ddc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.627267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-7040b97c-a082-492e-a002-a9279b0ddc1d service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.3374345 Aug 16 22:22:58.633204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.657219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.662440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/fc16424a-e6fc-4f67-bf14-e7ac51ebce5f HTTP/1.1" status: 204 len: 168 time: 5.1593404 Aug 16 22:22:58.662721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:58.674708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-484209182'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:58.724024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7e29d-f1c8-4adc-976a-8c667fbb43c3 req-fd202678-2737-407a-bc7b-a0a3e19dd1b3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.725949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eda7e29d-f1c8-4adc-976a-8c667fbb43c3 req-fd202678-2737-407a-bc7b-a0a3e19dd1b3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1862922 Aug 16 22:22:58.732850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9337f7-2e27-4c28-9515-f9981e3dbe4e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=fc16424a-e6fc-4f67-bf14-e7ac51ebce5f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:58.735073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:58.740998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.746509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024acfda-dee8-4c58-8195-66eec588d553 req-21287975-cecf-4ada-bc82-b5c8fcfb461e service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097281 Aug 16 22:22:58.772109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:22:58.782911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-a75ce40e-754e-4f40-ad15-392ae7d4fc82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 1001 time: 0.1377642 Aug 16 22:22:58.788524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.788938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eda7e29d-f1c8-4adc-976a-8c667fbb43c3 req-6ff4afee-1b58-413b-8caf-cb122abd7364 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Aug 16 22:22:58.789284 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment a1dafee3-9c6f-46ed-9131-f18114d7c922 of type vlan for network bca8423e-0663-4724-8cb9-7dc8979d0ee7 Aug 16 22:22:58.790594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.847185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-d95ae313-66cb-4cbd-8da1-90690379c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.848631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-d95ae313-66cb-4cbd-8da1-90690379c3a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.0522683 Aug 16 22:22:58.867730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=31b4335f-9797-4e44-ba99-34bfbc847f43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:58.900268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-e7b5a57c-45d1-452c-9dfa-61e8392a5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.901927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-e7b5a57c-45d1-452c-9dfa-61e8392a5605 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452905 Aug 16 22:22:58.902921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.934806 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.935146 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Floating IP f10c94ae-e135-4547-b6f0-9d54d2478d4a disassociated (deleted). External IP: 172.25.8.228, port: 06e48442-b93b-4ab4-a667-b6f68b2c0c23. Aug 16 22:22:58.971978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:58.977826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:58.978423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.034342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-002fb49d-09ae-4e5a-bf4d-87c61b5d3a19 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227114 Aug 16 22:22:59.049514 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3854146 Aug 16 22:22:59.054544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:59.059729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:59.100288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690862-0997-4268-bdd4-159d05e9e55e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=bca8423e-0663-4724-8cb9-7dc8979d0ee7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:59.115032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bca8423e-0663-4724-8cb9-7dc8979d0ee7 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:22:59.215043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d400543c-0fb9-4bfe-933c-3629fd063285 req-926bfe64-1773-4ca2-93fb-3c3456613247 service neutron] 10.222.0.89 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717854 Aug 16 22:22:59.223847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:22:59.231603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.263985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9d583251-de5e-4426-bb43-bd73427b7a49 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:22:59.274352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Router d7757a11-7685-437c-87b6-578557978130 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:22:59.296546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:22:59.297134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:22:59.455433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9d583251-de5e-4426-bb43-bd73427b7a49,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:59.473431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9d583251-de5e-4426-bb43-bd73427b7a49', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '9d583251-de5e-4426-bb43-bd73427b7a49', 'mac_address': 'fa:16:3e:88:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:22:59.509264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:22:59.519282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.526155 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] Sync routers for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:22:59.539094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:59.542864 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:59.561173 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.575644 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8798bf70-e27d-4abb-a697-5868c88a3043 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/floatingips/f10c94ae-e135-4547-b6f0-9d54d2478d4a HTTP/1.1" status: 204 len: 168 time: 1.3814099 Aug 16 22:22:59.575859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.576189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:22:59.582835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:22:59.592065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d583251-de5e-4426-bb43-bd73427b7a49 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:22:59.628819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.630180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9d583251-de5e-4426-bb43-bd73427b7a49,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:22:59.640841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.663766 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:59.672500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0db01-695e-443f-a6bb-964930bedfc3 req-d4a34361-84a6-4df3-a9b8-c79777caafec tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.680524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60e0db01-695e-443f-a6bb-964930bedfc3 req-d4a34361-84a6-4df3-a9b8-c79777caafec tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 946 time: 0.2323794 Aug 16 22:22:59.681769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:22:59.684767 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:59.707084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=467c8f96-0a0b-45f0-a5ab-a664e028b276,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:59.758503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:22:59.781661 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:22:59.782867 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282045f5-b781-43ef-9750-ae16117448a9 None None] The sync data for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:22:59.816828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': 'a1dafee3-9c6f-46ed-9131-f18114d7c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:22:59.817232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: bca8423e-0663-4724-8cb9-7dc8979d0ee7, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:22:59.839001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:22:59.872569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60e0db01-695e-443f-a6bb-964930bedfc3 req-b70a0fba-00ad-48cb-a576-f506c11f8566 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910698 Aug 16 22:22:59.890637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0badcf-3f09-4d70-9668-91f9ad01d603 req-94b2b832-e3aa-4c63-993c-3dcfc5c5b02f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:22:59.900595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f0badcf-3f09-4d70-9668-91f9ad01d603 req-94b2b832-e3aa-4c63-993c-3dcfc5c5b02f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1436412 Aug 16 22:22:59.935894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network bca8423e-0663-4724-8cb9-7dc8979d0ee7 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:22:59.959292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Allocated IP 172.25.8.72 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9278d9dc-1776-48fd-8e66-16eb0d73c18b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:22:59.986920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bca8423e-0663-4724-8cb9-7dc8979d0ee7) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:22:59.999095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311d75a1-3f5a-4a83-bfba-289d880950c5 None None] Network bca8423e-0663-4724-8cb9-7dc8979d0ee7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:00.002597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.003495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.024490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175d5d-586a-445f-be0e-9f6d0173da18 req-bf9ad3ce-16d3-4343-97bb-dfabd2ceb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.025945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6175d5d-586a-445f-be0e-9f6d0173da18 req-bf9ad3ce-16d3-4343-97bb-dfabd2ceb413 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1097 time: 0.1969118 Aug 16 22:23:00.028763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f0badcf-3f09-4d70-9668-91f9ad01d603 req-afd85791-d303-442b-9839-144fe0f767f4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275394 Aug 16 22:23:00.031340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ac8ca190-4dbd-4b16-a91f-d2e55178976a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9754925 Aug 16 22:23:00.037583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:00.043997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9d583251-de5e-4426-bb43-bd73427b7a49'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:00.067368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6175d5d-586a-445f-be0e-9f6d0173da18 req-7c9ed1dc-7cf3-4a7c-9d81-4853f2105087 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Aug 16 22:23:00.092731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a80c8f-647f-4cd5-a628-5ba8ddd913fd req-eeda9774-fd90-4e3b-ab2e-584b97160626 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:00.100923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a80c8f-647f-4cd5-a628-5ba8ddd913fd req-eeda9774-fd90-4e3b-ab2e-584b97160626 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1570263 Aug 16 22:23:00.133541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.142212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a80c8f-647f-4cd5-a628-5ba8ddd913fd req-fd88c9eb-d610-4ef1-929e-2ca1c848a81d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Aug 16 22:23:00.207374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.248067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bca8423e-0663-4724-8cb9-7dc8979d0ee7', 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '467c8f96-0a0b-45f0-a5ab-a664e028b276'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:00.249634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.288315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:00.296662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:00.301743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:00.332863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Pushing event updated for resources: {'Port': ['ID=9278d9dc-1776-48fd-8e66-16eb0d73c18b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.373769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.436135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Allocated IP 172.20.0.3 (bca8423e-0663-4724-8cb9-7dc8979d0ee7/467c8f96-0a0b-45f0-a5ab-a664e028b276/b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:00.490287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.501729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.560163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.594937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.603509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Transition to ACTIVE for port object b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:00.620581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Transition to ACTIVE for port object b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:00.627331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.668103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Network bca8423e-0663-4724-8cb9-7dc8979d0ee7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:00.673588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:00.678234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:00.681208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Pushing event updated for resources: {'Port': ['ID=b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.689884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.738851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=467c8f96-0a0b-45f0-a5ab-a664e028b276,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.759580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Attempting to bind port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:00.759960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Attempting to bind port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a1dafee3-9c6f-46ed-9131-f18114d7c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:00.760327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Attempting to bind port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 on network bca8423e-0663-4724-8cb9-7dc8979d0ee7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:00.765480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:00.765861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Checking segment: {'id': 'a1dafee3-9c6f-46ed-9131-f18114d7c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:00.766273 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.766700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Bound using segment: {'id': 'a1dafee3-9c6f-46ed-9131-f18114d7c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:00.767169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Bound port: b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1dafee3-9c6f-46ed-9131-f18114d7c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:00.767676 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.807757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.839903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] For port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:00.841947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.843972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] For port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4,segment=NetworkSegment(a1dafee3-9c6f-46ed-9131-f18114d7c922),segment_id=a1dafee3-9c6f-46ed-9131-f18114d7c922)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:00.850164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.929118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:00.957773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8423e-0663-4724-8cb9-7dc8979d0ee7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:00.957986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30d5db-120e-49c3-bafa-d0aca896459b None None] Network bca8423e-0663-4724-8cb9-7dc8979d0ee7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:00.968617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9534a58-15eb-45e0-8201-a38a48a62b5e None None] Pushing event updated for resources: {'Port': ['ID=b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.983166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Pushing event updated for resources: {'Port': ['ID=9278d9dc-1776-48fd-8e66-16eb0d73c18b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:00.996209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dafee3-9c6f-46ed-9131-f18114d7c922') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:00.996533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dafee3-9c6f-46ed-9131-f18114d7c922') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:01.015282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9747f-78e6-4761-9318-0cd587ade98f req-a25147d3-50bd-4375-9072-eee3f8f3d994 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:01.024786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7da9747f-78e6-4761-9318-0cd587ade98f req-a25147d3-50bd-4375-9072-eee3f8f3d994 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 947 time: 0.0679767 Aug 16 22:23:01.030124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.033799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.054916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.061722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.068245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e293fb36-0487-48fc-9809-eeeb852d953d tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4908378 Aug 16 22:23:01.069593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:01.069764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7da9747f-78e6-4761-9318-0cd587ade98f req-572248bc-d457-40f6-b65a-07ba50664429 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 Aug 16 22:23:01.070090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.073160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:01.074073 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:01.091473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:01.128307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49383d-87bb-49fb-9ef6-5bbeb948c3dd None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:01.146355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:01.146355 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:01.146355 n-d-791505-20 neutron-server[94817]: [parameters: {'id': 'bca8423e-0663-4724-8cb9-7dc8979d0ee7'}] Aug 16 22:23:01.146355 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:01.146898 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:01.229973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:01.296542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab49383d-87bb-49fb-9ef6-5bbeb948c3dd None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:01.304758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9d583251-de5e-4426-bb43-bd73427b7a49 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:01.310701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f610fc-7cda-4def-8ba7-2e83b0587480 req-b7ca20bf-8760-489b-be57-dbe5c5b24481 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:01.312175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6f610fc-7cda-4def-8ba7-2e83b0587480 req-b7ca20bf-8760-489b-be57-dbe5c5b24481 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1530097 Aug 16 22:23:01.312960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.378760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978036-6868-4593-94bc-7e1fc03720ed req-b1e72e70-6aeb-4e88-9891-13bf53d3dd4f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:01.380258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88978036-6868-4593-94bc-7e1fc03720ed req-b1e72e70-6aeb-4e88-9891-13bf53d3dd4f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1313508 Aug 16 22:23:01.433541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6f610fc-7cda-4def-8ba7-2e83b0587480 req-1e645f12-8f1b-4a8c-99b9-6cbc1b388d79 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056881 Aug 16 22:23:01.434602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9d583251-de5e-4426-bb43-bd73427b7a49 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:01.442824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9d583251-de5e-4426-bb43-bd73427b7a49 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:01.443300 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.487641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88978036-6868-4593-94bc-7e1fc03720ed req-c6a58440-f2ac-499d-a19e-25679c60c193 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985324 Aug 16 22:23:01.543982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.648421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.686229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.708423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:01.709054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.715331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Allocated IP 172.25.8.190 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/bb3ca6df-f5f4-4002-b2aa-ee926e878b10) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:01.720832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:01.723377 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eab1a8-1c8c-4808-a836-ac10042f451b" -d '{"events": [{"server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "name": "network-vif-plugged", "status": "completed", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:01.754464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9d583251-de5e-4426-bb43-bd73427b7a49,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:01.778893 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.779736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:01.814724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4,segment=NetworkSegment(a1dafee3-9c6f-46ed-9131-f18114d7c922),segment_id=a1dafee3-9c6f-46ed-9131-f18114d7c922)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:01.815103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.842424 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49956375-7c40-4523-bbcd-69db1847d99b x-openstack-request-id: req-49956375-7c40-4523-bbcd-69db1847d99b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:01.843091 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "name": "network-vif-plugged", "status": "completed", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:01.843574 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49956375-7c40-4523-bbcd-69db1847d99b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:01.844014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:01.844801 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49', 'code': 200} Aug 16 22:23:01.958243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.960783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:01.989949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:01.993657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port b7acdc2f-b308-4cff-a2ac-bd9f268c5bc4 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:02.020593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd3af6-9cdf-45c5-9642-a928b88b2273 req-ebe6627b-26db-4008-a6a2-6f0502a35527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.022171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50fd3af6-9cdf-45c5-9642-a928b88b2273 req-ebe6627b-26db-4008-a6a2-6f0502a35527 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 1100 time: 0.1119196 Aug 16 22:23:02.028644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.104169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50fd3af6-9cdf-45c5-9642-a928b88b2273 req-4c7d620d-7904-4953-bc9f-95fb4730fb96 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Aug 16 22:23:02.126021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:02.129453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:02.131799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:02.135794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.154041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8423e-0663-4724-8cb9-7dc8979d0ee7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.162063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Pushing event updated for resources: {'Port': ['ID=bb3ca6df-f5f4-4002-b2aa-ee926e878b10,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:02.170758 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.183764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dafee3-9c6f-46ed-9131-f18114d7c922') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.184077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dafee3-9c6f-46ed-9131-f18114d7c922') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:02.243124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.247947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:02.272996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.284928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:02.285365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:02.300010 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:02.317052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:02.325115 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.375265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.389478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.393975 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/bca8423e-0663-4724-8cb9-7dc8979d0ee7 HTTP/1.1" status: 204 len: 168 time: 2.3519313 Aug 16 22:23:02.396378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:02.409533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e4e6-a9b2-400a-9451-1b378d4c1026 req-e09d3b94-f531-4843-8572-8377c70d01f2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.416875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84f1e4e6-a9b2-400a-9451-1b378d4c1026 req-e09d3b94-f531-4843-8572-8377c70d01f2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 948 time: 0.1843429 Aug 16 22:23:02.422757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:02.429820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633351876'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:02.433680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b021af-a26f-4463-a035-eff7cb7fd52f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=bca8423e-0663-4724-8cb9-7dc8979d0ee7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:02.434258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.465690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:02.471766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.500077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:02.501793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84f1e4e6-a9b2-400a-9451-1b378d4c1026 req-64b578a2-fe80-4976-ae7f-0d1fb66d192d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838110 Aug 16 22:23:02.521393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.527746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.527746 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 1b197eda-c105-4551-b02c-dca35f63119b of type vlan for network 7e496478-f41b-45db-9cc6-0eb17695a562 Aug 16 22:23:02.668991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928172c-e128-462c-9eef-883b243e4182 req-572b13eb-0f79-429f-97de-c6ed5cb58298 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.670541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7928172c-e128-462c-9eef-883b243e4182 req-572b13eb-0f79-429f-97de-c6ed5cb58298 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.1184211 Aug 16 22:23:02.727598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf57dca-dbd7-4236-a56c-43f2eb783962 req-22911794-e304-4206-9b48-68d8ea885748 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:02.729297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cf57dca-dbd7-4236-a56c-43f2eb783962 req-22911794-e304-4206-9b48-68d8ea885748 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1453519 Aug 16 22:23:02.798241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7928172c-e128-462c-9eef-883b243e4182 req-6ed46def-0c40-4f60-9baf-d5eb22b5acc5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958774 Aug 16 22:23:02.824030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cf57dca-dbd7-4236-a56c-43f2eb783962 req-19b27c9f-5c8b-4ab3-8184-b8b590e6c734 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844612 Aug 16 22:23:02.885868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:02.893509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.061236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.095358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.113664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.117458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.235508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8114996 Aug 16 22:23:03.238670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:03.249681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '7e496478-f41b-45db-9cc6-0eb17695a562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:03.404090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25315d3-1195-49fa-9cb4-2b0347a11d6f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=7e496478-f41b-45db-9cc6-0eb17695a562,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:03.417990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 7e496478-f41b-45db-9cc6-0eb17695a562 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:03.515578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Pushing event updated for resources: {'Port': ['ID=bb3ca6df-f5f4-4002-b2aa-ee926e878b10,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:03.544771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:03.548489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.605264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.629659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.631067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cbb1c7bb-0654-4c24-90cf-c45c2424891d tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5587294 Aug 16 22:23:03.634105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:03.743999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ac5e84e6-c6b8-4c28-b524-bc3873d2eb74 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.745539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ac5e84e6-c6b8-4c28-b524-bc3873d2eb74 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 811 time: 0.2391853 Aug 16 22:23:03.784841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-283ce804-ca4c-43bf-a011-1e86bdf81ebf tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/quotas/f9ecdd67a6f646fd86cc9e3958cf74cd HTTP/1.1" status: 200 len: 375 time: 0.0321512 Aug 16 22:23:03.791233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-141b0e48-4cea-4ace-8e1f-3c8d5dd78c34 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1533437 Aug 16 22:23:03.791543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:03.802376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.846453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:03.848773 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e4e1ac-4f9a-4991-96a8-7812049e5cbe" -d '{"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-unplugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:03.872441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=9e303343-c9b1-40eb-a60a-57460e213b9f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:03.904582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '1b197eda-c105-4551-b02c-dca35f63119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7e496478-f41b-45db-9cc6-0eb17695a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:03.905581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 7e496478-f41b-45db-9cc6-0eb17695a562, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:03.922714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 7e496478-f41b-45db-9cc6-0eb17695a562 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:03.935984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 7e496478-f41b-45db-9cc6-0eb17695a562) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:03.944652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0125a-c2e9-49be-ac05-bd7ae4164c8f None None] Network 7e496478-f41b-45db-9cc6-0eb17695a562 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:03.945288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:03.946116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:03.965629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bfb97f19-0495-4a17-a843-6b641a5eb7d2 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1707196 Aug 16 22:23:03.966174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:03.968279 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7eda5a06-3d00-4ad5-9bcc-5880b73b1574 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7284758 Aug 16 22:23:03.971528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:04.044429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-dd4a0f3b-4f6d-4392-a2ea-e1bbecd86c39 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2495270 Aug 16 22:23:04.123258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.144778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd34ebd-cd23-4500-b2e8-f80ad951f3f2 req-2e450bdc-6acf-40e3-bbb7-cb34fcad31f9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.162446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fd34ebd-cd23-4500-b2e8-f80ad951f3f2 req-2e450bdc-6acf-40e3-bbb7-cb34fcad31f9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 948 time: 0.2871735 Aug 16 22:23:04.181759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1724ad-6a40-40b8-b6db-3ba2a3c457a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-7e496478-f41b-45db-9cc6-0eb17695a562', 'network_id': '7e496478-f41b-45db-9cc6-0eb17695a562', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '9e303343-c9b1-40eb-a60a-57460e213b9f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:04.183639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc1724ad-6a40-40b8-b6db-3ba2a3c457a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.218331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.268506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fd34ebd-cd23-4500-b2e8-f80ad951f3f2 req-99ca6e2d-5e95-4783-8388-4c7dbd51772d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047349 Aug 16 22:23:04.293824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.310632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-85f043be-f9ae-4bdc-9dea-544256236604 service neutron] 10.222.0.22 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650006 Aug 16 22:23:04.333304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=9e303343-c9b1-40eb-a60a-57460e213b9f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-fc1724ad-6a40-40b8-b6db-3ba2a3c457a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e303343-c9b1-40eb-a60a-57460e213b9f: This subnet is being modified by another concurrent operation. Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:23:04.385433 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e303343-c9b1-40eb-a60a-57460e213b9f: This subnet is being modified by another concurrent operation. Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba833ed6-19ae-43e4-9fee-628990587b65 x-openstack-request-id: req-ba833ed6-19ae-43e4-9fee-628990587b65 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:04.389243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-unplugged", "status": "failed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:04.391809 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba833ed6-19ae-43e4-9fee-628990587b65 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:04.391809 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'code': 422} returned with failed status Aug 16 22:23:04.397683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Deleting port bb3ca6df-f5f4-4002-b2aa-ee926e878b10 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:04.398807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.423109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.424077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6ee28f0c-1c5a-4f52-b439-a0e8af83b41c req-cb514303-55cb-4e17-b058-aa0a381990aa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:23:04.424378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d1322-39a3-4b7a-9e6f-f99f239288e9 None None] Network 7e496478-f41b-45db-9cc6-0eb17695a562 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:04.425904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ee28f0c-1c5a-4f52-b439-a0e8af83b41c req-cb514303-55cb-4e17-b058-aa0a381990aa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127380 Aug 16 22:23:04.442464 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e496478-f41b-45db-9cc6-0eb17695a562']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:04.474207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b197eda-c105-4551-b02c-dca35f63119b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:04.474514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b197eda-c105-4551-b02c-dca35f63119b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:04.498771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.503395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-eb91b268-e0f7-487a-966d-22b2e8304b31 service neutron] 10.222.0.22 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833713 Aug 16 22:23:04.528781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.538685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:04.539277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:04.543091 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:04.579699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.580203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.620183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Calling delete_port for bb3ca6df-f5f4-4002-b2aa-ee926e878b10 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:04.645874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.664399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1300a-e654-43e7-b119-137a3026050a None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:04.669460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.675683 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/7e496478-f41b-45db-9cc6-0eb17695a562 HTTP/1.1" status: 204 len: 168 time: 0.6991920 Aug 16 22:23:04.675683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:04.708050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310856420'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:04.730852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c948b-80b0-4dbe-9821-c826ca26931a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=7e496478-f41b-45db-9cc6-0eb17695a562,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:04.739855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:04.743482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.786329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:04.810588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.810935 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment a28e84ba-44d7-417c-acf7-ec79459a1ef9 of type vlan for network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 Aug 16 22:23:04.865890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.895996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.922443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.923158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:04.966326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1300a-e654-43e7-b119-137a3026050a None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:04.969731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d731b-a0fc-44a9-bacd-229d71bff486 req-1e3ac02d-bab5-4761-b4bf-4840b10cf639 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.971292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc4d731b-a0fc-44a9-bacd-229d71bff486 req-1e3ac02d-bab5-4761-b4bf-4840b10cf639 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 1100 time: 0.1638534 Aug 16 22:23:04.983798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296682a-0948-4477-8c75-800c702c27b9 req-ece8ab89-ee8b-4ae1-ae57-ec33dd867bc3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:04.985419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b296682a-0948-4477-8c75-800c702c27b9 req-ece8ab89-ee8b-4ae1-ae57-ec33dd867bc3 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.1299102 Aug 16 22:23:05.001714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-082a08af-b169-4999-8b45-26f6693e9a6f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2360611 Aug 16 22:23:05.055779 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3784394 Aug 16 22:23:05.059412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 58966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:05.073831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:05.081900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b296682a-0948-4477-8c75-800c702c27b9 req-32e93ecd-471f-406c-934a-a654bb845ea8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791562 Aug 16 22:23:05.122062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b0e73-9105-4585-84bf-3397dbf751fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=96bd9a53-3f62-4d54-bba7-62b3dfd84040,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:05.130825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc4d731b-a0fc-44a9-bacd-229d71bff486 req-67003967-1d4c-4fdc-8758-04e05880197e tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419461 Aug 16 22:23:05.135189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:05.146350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.241135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Pushing event deleted for resources: {'Port': ['ID=bb3ca6df-f5f4-4002-b2aa-ee926e878b10,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:05.293718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-333c67ca-3635-4ad4-bd28-f1feb6da8f7d req-af14e94c-b526-4341-a079-e9420a39804d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 210 time: 0.0912139 Aug 16 22:23:05.327355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:05.403072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:05.405814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.408859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.411566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.415817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2db3fa2-9604-41d6-9325-55825e26fba3 tempest-FloatingIPAdminTestJSON-2080497499 tempest-FloatingIPAdminTestJSON-2080497499-project] 10.222.0.22 "DELETE /v2.0/floatingips/10a9cc48-2314-48eb-b8a8-582cf2dc958a HTTP/1.1" status: 204 len: 168 time: 1.4445684 Aug 16 22:23:05.416316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:05.532598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-09683111-861d-4037-a1be-3a591c20abf2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731142 Aug 16 22:23:05.822126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Deleting port 9278d9dc-1776-48fd-8e66-16eb0d73c18b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:05.827661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.839581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-5f62fb7c-53a1-4fd4-9c53-8a75152bfe70 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:05.841756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-5f62fb7c-53a1-4fd4-9c53-8a75152bfe70 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015387 Aug 16 22:23:05.917856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:05.988350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=83d540a2-24c9-4451-b3ea-babd3f73c95f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:06.001564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-90321390-b7e7-4448-abaa-72f84650966e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/quotas/91abca7907bb41079b5ea9ed85a11ff3 HTTP/1.1" status: 200 len: 375 time: 0.1424134 Aug 16 22:23:06.029946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': 'a28e84ba-44d7-417c-acf7-ec79459a1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:06.030204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 96bd9a53-3f62-4d54-bba7-62b3dfd84040, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:06.060648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:06.065447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.065794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.070875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 96bd9a53-3f62-4d54-bba7-62b3dfd84040) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:06.084542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.086358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.098202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b9bb9-40c3-4dc5-8b39-939c3cb01678 None None] Network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:06.105284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-31e286bd-6e8c-47c8-b7f9-eb0db349926d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1028776 Aug 16 22:23:06.106632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Calling delete_port for 9278d9dc-1776-48fd-8e66-16eb0d73c18b owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:06.114964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c5910cf7-a991-48c8-97b9-08636a89acb0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0521965 Aug 16 22:23:06.116336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 58994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:06.374581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73ca9434-06b1-4a21-9e78-1ca734d88600 req-73d0a642-28de-4fde-9803-e0c7fad60b94 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 210 time: 0.0876877 Aug 16 22:23:06.424256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac788c43-4360-476b-aeb9-c1366aff7d97 req-549c799e-39c4-4981-b8f3-e4a53444186c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:06.425702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-96bd9a53-3f62-4d54-bba7-62b3dfd84040', 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '83d540a2-24c9-4451-b3ea-babd3f73c95f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:06.426801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.432121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac788c43-4360-476b-aeb9-c1366aff7d97 req-549c799e-39c4-4981-b8f3-e4a53444186c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.2075207 Aug 16 22:23:06.583456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.598762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.662207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf1d8fb2-92da-4344-b1f2-a38d91e65817 req-de4b1028-231e-486b-bc3e-9ad719e03159 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 210 time: 0.0709374 Aug 16 22:23:06.669032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Allocated IP 172.20.0.2 (96bd9a53-3f62-4d54-bba7-62b3dfd84040/83d540a2-24c9-4451-b3ea-babd3f73c95f/75d13ccd-e201-4166-a8fe-6e42f7a582d0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:06.761681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac788c43-4360-476b-aeb9-c1366aff7d97 req-b06e5665-84db-47fd-9f91-26e60f3433a7 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285153 Aug 16 22:23:06.764697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Pushing event deleted for resources: {'Port': ['ID=9278d9dc-1776-48fd-8e66-16eb0d73c18b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:06.783720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.784427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.785008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.785622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.786177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.786744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.787312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.787913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.788722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.789444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.790070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.790585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:06.866112 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.898832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Transition to ACTIVE for port object 75d13ccd-e201-4166-a8fe-6e42f7a582d0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:06.944956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.954366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Transition to ACTIVE for port object 75d13ccd-e201-4166-a8fe-6e42f7a582d0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:06.972406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:06.992540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:06.995838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:07.025267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:07.043628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.048732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.050271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2f871a3-ad8e-4812-bc07-a11993ff60e7 tempest-FloatingIPAdminTestJSON-1584129703 tempest-FloatingIPAdminTestJSON-1584129703-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/e2f9f747-b694-426a-a949-6c9571ad5fb3 HTTP/1.1" status: 204 len: 168 time: 1.6329985 Aug 16 22:23:07.053913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:07.059621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-b9c996fb-3bb6-424f-956a-c6a857c7c696 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:07.061222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-b9c996fb-3bb6-424f-956a-c6a857c7c696 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.88 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 811 time: 0.4741473 Aug 16 22:23:07.062874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.099640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Request body: {'port': {'device_id': '4bd371da-34a3-4387-855f-246b804812f3', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'admin_state_up': True, 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:07.143272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Pushing event updated for resources: {'Port': ['ID=75d13ccd-e201-4166-a8fe-6e42f7a582d0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.156361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Attempting to bind port 75d13ccd-e201-4166-a8fe-6e42f7a582d0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:07.156771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Attempting to bind port 75d13ccd-e201-4166-a8fe-6e42f7a582d0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a28e84ba-44d7-417c-acf7-ec79459a1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:07.157160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Attempting to bind port 75d13ccd-e201-4166-a8fe-6e42f7a582d0 on network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:07.163093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:07.163300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Checking segment: {'id': 'a28e84ba-44d7-417c-acf7-ec79459a1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:07.163685 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.164085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Bound using segment: {'id': 'a28e84ba-44d7-417c-acf7-ec79459a1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:07.164892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Bound port: 75d13ccd-e201-4166-a8fe-6e42f7a582d0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28e84ba-44d7-417c-acf7-ec79459a1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:07.165306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.198040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=83d540a2-24c9-4451-b3ea-babd3f73c95f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.278948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 06e48442-b93b-4ab4-a667-b6f68b2c0c23 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:07.279192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.312638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] For port 75d13ccd-e201-4166-a8fe-6e42f7a582d0, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:07.317856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] For port 75d13ccd-e201-4166-a8fe-6e42f7a582d0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=75d13ccd-e201-4166-a8fe-6e42f7a582d0,segment=NetworkSegment(a28e84ba-44d7-417c-acf7-ec79459a1ef9),segment_id=a28e84ba-44d7-417c-acf7-ec79459a1ef9)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:07.331248 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.438460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.452036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 06e48442-b93b-4ab4-a667-b6f68b2c0c23 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:07.459927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605eecf-136f-4725-a559-e2b89c633833 None None] Pushing event updated for resources: {'Port': ['ID=75d13ccd-e201-4166-a8fe-6e42f7a582d0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.529792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406e25b-7a2d-482f-a9ae-b8817787f296 None None] Network 96bd9a53-3f62-4d54-bba7-62b3dfd84040 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:07.561063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-80ab9e8c-718f-405d-827c-dc84b0bcfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:07.562706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-80ab9e8c-718f-405d-827c-dc84b0bcfc9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef&tenant_id=1d920387d5044e3cb12d6bc31dc2733e HTTP/1.1" status: 200 len: 1096 time: 0.3437486 Aug 16 22:23:07.591907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:07.669774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.701846 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.703130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.719856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c0f02cc-ae2e-4062-845b-651d9a1742ba req-df935e5f-31d4-4228-b1c9-4d2b55169032 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 210 time: 0.0676346 Aug 16 22:23:07.730316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd9a53-3f62-4d54-bba7-62b3dfd84040']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.733285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Made reservation on behalf of f9ecdd67a6f646fd86cc9e3958cf74cd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:07.737134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.759049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28e84ba-44d7-417c-acf7-ec79459a1ef9') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.759418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28e84ba-44d7-417c-acf7-ec79459a1ef9') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:07.789194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.838268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a934b8ed-2097-466f-9e1d-af42e54454d9 req-e0774639-7dbb-4f67-ba69-f06046032657 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 210 time: 0.0754702 Aug 16 22:23:07.878399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=06e48442-b93b-4ab4-a667-b6f68b2c0c23,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:07.924750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.963902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:07.964599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:07.967456 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:08.100343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd9b1e-3a7f-4929-9024-e056fa4be305 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:08.100541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:08.100541 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:08.100541 n-d-791505-20 neutron-server[94816]: [parameters: {'id': '96bd9a53-3f62-4d54-bba7-62b3dfd84040'}] Aug 16 22:23:08.100541 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:08.100850 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:08.111231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7d836-52a8-44d3-a634-20809485ba18 req-1029a604-9a0e-48db-89b8-c76decf94b56 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.112804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38e7d836-52a8-44d3-a634-20809485ba18 req-1029a604-9a0e-48db-89b8-c76decf94b56 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.1855733 Aug 16 22:23:08.140666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Allocated IP 172.20.0.2 (994f30f6-4c8a-4d1b-a81a-700837b02aba/37b81733-89d2-4f6e-8a7d-8d0e1114f46d/d6c3edba-3af4-4e51-88a1-c2a205836d74) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:08.146874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:08.153510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.170072 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a780ca6-729d-40a9-8be9-481d74bc86f7 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/ports/06e48442-b93b-4ab4-a667-b6f68b2c0c23 HTTP/1.1" status: 204 len: 168 time: 1.1142650 Aug 16 22:23:08.177047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:08.241357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38e7d836-52a8-44d3-a634-20809485ba18 req-8fa8d1e9-75b4-4d4a-8337-20ed6dc66a28 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942204 Aug 16 22:23:08.278788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013acd5-8e63-49c7-9866-55482166d53f tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.281350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5013acd5-8e63-49c7-9866-55482166d53f tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7757a11-7685-437c-87b6-578557978130 HTTP/1.1" status: 200 len: 913 time: 0.1033463 Aug 16 22:23:08.284415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:08.287721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:08.350620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-1df6cb4b-7c0c-42ad-aa68-27abea267107 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214427 Aug 16 22:23:08.350823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd9b1e-3a7f-4929-9024-e056fa4be305 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:08.430905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:08.535288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.543975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-4164065c-d643-40c9-8109-21cf61c282da tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:08.546946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-4164065c-d643-40c9-8109-21cf61c282da tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688128 Aug 16 22:23:08.567639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Request body: {'port': {'device_id': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '91abca7907bb41079b5ea9ed85a11ff3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:08.623268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Transition to ACTIVE for port object 77b5c454-8955-4a73-b775-8f8990415aa5 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:08.632955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.651326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.656107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.735623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=9']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:08.850948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 75d13ccd-e201-4166-a8fe-6e42f7a582d0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:08.851366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.867683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Made reservation on behalf of 91abca7907bb41079b5ea9ed85a11ff3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:08.871533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.902410 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:08.959904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['be92a6d7-93bd-485e-ac34-5f3c5f807fee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:09.037975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] No DVR routers for this DVR port 77b5c454-8955-4a73-b775-8f8990415aa5 on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:09.041402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Network 994f30f6-4c8a-4d1b-a81a-700837b02aba is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:09.129463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc03a4a7-4989-47d8-8228-6b17c5328512 req-e82697b1-0b26-472f-a7bc-c1bee1800805 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 210 time: 0.1135597 Aug 16 22:23:09.134626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:09.137272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:09.270584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:09.271188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:09.271680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:09.280617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:09.280944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Attempting to bind port 77b5c454-8955-4a73-b775-8f8990415aa5 on network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:09.299227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:09.299569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Checking segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:09.299952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Bound using segment: {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:09.300388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Bound port: 77b5c454-8955-4a73-b775-8f8990415aa5, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c53f5e-6786-4fdc-bef4-de7d99efb884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:09.300749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.301232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 75d13ccd-e201-4166-a8fe-6e42f7a582d0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=75d13ccd-e201-4166-a8fe-6e42f7a582d0,segment=NetworkSegment(a28e84ba-44d7-417c-acf7-ec79459a1ef9),segment_id=a28e84ba-44d7-417c-acf7-ec79459a1ef9)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:09.301910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.317274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Pushing event updated for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.359189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 75d13ccd-e201-4166-a8fe-6e42f7a582d0 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:09.370210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349772b-e6b5-479a-a5df-a6c3fa3c8e01 req-d2443875-fc7d-4c66-9657-802609c29ef0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.378452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6349772b-e6b5-479a-a5df-a6c3fa3c8e01 req-d2443875-fc7d-4c66-9657-802609c29ef0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 931 time: 0.3296647 Aug 16 22:23:09.401275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.401898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.445690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-83beea8e-c004-452d-ba0e-94e77bf9efd2 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3515246 Aug 16 22:23:09.477310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:09.481836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:09.488222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.501932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.528641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Request body: {'port': {'device_id': '4bd371da-34a3-4387-855f-246b804812f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:09.555026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6349772b-e6b5-479a-a5df-a6c3fa3c8e01 req-673e6b5d-5e71-4f6e-9eeb-686c325625b0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757002 Aug 16 22:23:09.572452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Allocated IP 192.168.233.150 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/56e13b79-89ca-4484-858c-93089df8c12c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:09.583063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.583716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.585111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] 10.222.0.88 "PUT /v2.0/ports/77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 1093 time: 1.9977567 Aug 16 22:23:09.587180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:09.589600 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51aa986-df2e-45de-958a-54477bbcb1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:09.696798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e01a6e-11ec-4b5b-b118-36697a89e248 service neutron] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=10']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.722405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674b068-76f1-4a5d-b741-8859ec872250 req-dc388a40-994b-4df8-840b-97033e8adb76 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.723952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c674b068-76f1-4a5d-b741-8859ec872250 req-dc388a40-994b-4df8-840b-97033e8adb76 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 944 time: 0.2968252 Aug 16 22:23:09.752969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.782733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-d7c8f8e1-ee6b-44d4-921d-2a3e43ffc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:09.784837 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-d7c8f8e1-ee6b-44d4-921d-2a3e43ffc23b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1097 time: 0.1423423 Aug 16 22:23:09.834641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c674b068-76f1-4a5d-b741-8859ec872250 req-b59fecfa-40a4-42aa-a182-be851b4e447c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827098 Aug 16 22:23:09.850130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:09.929513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=75d13ccd-e201-4166-a8fe-6e42f7a582d0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:09.950844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 75d13ccd-e201-4166-a8fe-6e42f7a582d0 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:10.042639 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea09972c-bcea-413f-bf25-da9c5db91df4 x-openstack-request-id: req-ea09972c-bcea-413f-bf25-da9c5db91df4 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:10.042938 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:10.043557 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea09972c-bcea-413f-bf25-da9c5db91df4 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:10.043557 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'status': 'completed', 'code': 200} Aug 16 22:23:10.075975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-c07e37ff-9b79-48df-b2b7-fd3a4eec35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.077603 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-c07e37ff-9b79-48df-b2b7-fd3a4eec35a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.2586982 Aug 16 22:23:10.133466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.166132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd9a53-3f62-4d54-bba7-62b3dfd84040']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:10.187179 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-4044bc84-6f49-474e-b0cf-35c8a72b7ac9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 999 time: 0.1011143 Aug 16 22:23:10.191742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.194728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28e84ba-44d7-417c-acf7-ec79459a1ef9') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:10.195397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28e84ba-44d7-417c-acf7-ec79459a1ef9') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:10.241814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:10.241814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.261581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.314356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Transition to ACTIVE for port object 56e13b79-89ca-4484-858c-93089df8c12c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:10.320047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e15ab30d-c788-4fe9-800f-796ed417de3b req-97ff6799-133d-40dd-ba41-a6926ff98b0e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 210 time: 0.0691829 Aug 16 22:23:10.323528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.335936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:10.336368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:10.341364 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:10.461175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.485203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.491789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/96bd9a53-3f62-4d54-bba7-62b3dfd84040 HTTP/1.1" status: 204 len: 168 time: 4.3739891 Aug 16 22:23:10.492605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59060) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:10.502261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.507153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32682459'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:10.546360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42', '47a79d29-e245-46b7-a463-aaf21cb60c47', '9d583251-de5e-4426-bb43-bd73427b7a49'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:10.576250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97189cfc-3404-46f4-b6c3-eff55e5cbfac tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=96bd9a53-3f62-4d54-bba7-62b3dfd84040,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:10.606163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:10.622162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event updated for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:10.674854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c3edba-3af4-4e51-88a1-c2a205836d74 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:10.689325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:10.693620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:10.699946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.706151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:10.709317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.736157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:10.832156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Transition to ACTIVE for port object d6c3edba-3af4-4e51-88a1-c2a205836d74 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:10.878901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:10.910117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-dc6c8e65-0c1f-4fad-805b-d48361c60b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:10.912596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-dc6c8e65-0c1f-4fad-805b-d48361c60b0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.7132149 Aug 16 22:23:10.971062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:10.998500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.027624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-0c0418b5-321d-4fcb-8c14-21f130aa91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.031510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.032084 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-0c0418b5-321d-4fcb-8c14-21f130aa91d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085591 Aug 16 22:23:11.032225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.038397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:11.077302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.077656 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 83fc1f3d-4081-4d68-bc3a-85b24d83be4d of type vlan for network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 Aug 16 22:23:11.136541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-be11a0d4-8851-4335-a2e5-2851f8363752 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5734041 Aug 16 22:23:11.169109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0bea2-7cf9-4461-88f1-d06f95ade1bc req-1119f658-f5cf-4a0c-8507-8437e73d44ce tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.178885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3af0bea2-7cf9-4461-88f1-d06f95ade1bc req-1119f658-f5cf-4a0c-8507-8437e73d44ce tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 931 time: 0.3913910 Aug 16 22:23:11.180694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:11.199851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Request body: {'port': {'device_id': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:11.260208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a5a49-3278-4fdd-bed1-0c5e0b159eee req-efc1f328-7e73-4bac-aa13-275e203ac681 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.267944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a57a5a49-3278-4fdd-bed1-0c5e0b159eee req-efc1f328-7e73-4bac-aa13-275e203ac681 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.4343371 Aug 16 22:23:11.271130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.290407 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-a73c80b0-10c2-44a5-9590-751e71d4de62 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459123 Aug 16 22:23:11.305909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de787521-e0d1-4daf-a1d0-21f0c34492f7 None None] Provisioning for port 56e13b79-89ca-4484-858c-93089df8c12c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:11.323123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de787521-e0d1-4daf-a1d0-21f0c34492f7 None None] Provisioning complete for port 56e13b79-89ca-4484-858c-93089df8c12c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:11.323518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de787521-e0d1-4daf-a1d0-21f0c34492f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.372238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de787521-e0d1-4daf-a1d0-21f0c34492f7 None None] Port 56e13b79-89ca-4484-858c-93089df8c12c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:23:11.392009 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.400823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3af0bea2-7cf9-4461-88f1-d06f95ade1bc req-78af7b81-90c8-4b9f-8b66-acde47c99e22 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207913 Aug 16 22:23:11.427209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.433042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.433805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.456643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a57a5a49-3278-4fdd-bed1-0c5e0b159eee req-bcddedfd-904d-40dc-a69b-e1ea029b1d5f tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833780 Aug 16 22:23:11.507660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=5e9fe5ae-e0d5-4083-8d0b-a58d59bd736a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:11.555153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-687e2654-170c-4912-abf5-2f58d77c2eb7 req-6697fd32-84f5-4b23-96fc-ae278fa0e03a service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391925 Aug 16 22:23:11.607495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:11.641028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Attempting to bind port d6c3edba-3af4-4e51-88a1-c2a205836d74 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:11.641555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Attempting to bind port d6c3edba-3af4-4e51-88a1-c2a205836d74 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:11.642006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Attempting to bind port d6c3edba-3af4-4e51-88a1-c2a205836d74 on network 994f30f6-4c8a-4d1b-a81a-700837b02aba {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:11.657671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1577322 Aug 16 22:23:11.660529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:11.668584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:11.689714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Port d6c3edba-3af4-4e51-88a1-c2a205836d74 on network 994f30f6-4c8a-4d1b-a81a-700837b02aba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:11.702190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Attempting to bind port d6c3edba-3af4-4e51-88a1-c2a205836d74 on network 994f30f6-4c8a-4d1b-a81a-700837b02aba {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:11.882684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-aa603d72-62b7-45e5-a809-19155d61da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:11.884724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-aa603d72-62b7-45e5-a809-19155d61da39 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1097 time: 0.1896808 Aug 16 22:23:12.015324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-45bff645-b83f-4e32-87f0-9ed2075497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.023033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-45bff645-b83f-4e32-87f0-9ed2075497e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.1248281 Aug 16 22:23:12.116126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.121293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:12.125426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.128309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a95c-3590-4683-8498-193d1c323ca3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=7f5b068a-0cf3-4824-bd2e-0f66d87e45e5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:12.132539 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-8a9c012c-0908-438d-87e1-85f54c051652 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 999 time: 0.0959811 Aug 16 22:23:12.159552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:12.159552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Checking segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:12.160233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:12.160601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Bound using segment: {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:12.160601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Bound port: d6c3edba-3af4-4e51-88a1-c2a205836d74, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6607f90c-7850-49af-a723-c804f4d65166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:12.160601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.177127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8408dd1-ca70-4da1-a713-18a5c62f6440 req-ccd0198e-07e0-4ca5-89fb-031e3dcc5cfa tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.184571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8408dd1-ca70-4da1-a713-18a5c62f6440 req-ccd0198e-07e0-4ca5-89fb-031e3dcc5cfa tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.5874367 Aug 16 22:23:12.268531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:23:12.269111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:23:12.316450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-2d33398b-2fd7-4e8c-a752-4393b9624ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.318247 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-2d33398b-2fd7-4e8c-a752-4393b9624ebb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.1696587 Aug 16 22:23:12.331048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce60e9-edfc-48c3-8c76-d9a1a8a93fed req-4673ef9b-adfe-4b0f-ba4e-f9f0983bea06 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.338469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4ce60e9-edfc-48c3-8c76-d9a1a8a93fed req-4673ef9b-adfe-4b0f-ba4e-f9f0983bea06 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 936 time: 0.6622314 Aug 16 22:23:12.438889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:12.442812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:12.470074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-a205fa29-6800-4a3f-a718-517f6cff3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.471863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-a205fa29-6800-4a3f-a718-517f6cff3b98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180570 Aug 16 22:23:12.491323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.553659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8408dd1-ca70-4da1-a713-18a5c62f6440 req-3058e4b4-19b8-4aaf-80fb-fa73087e37d0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648813 Aug 16 22:23:12.613604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Router d7757a11-7685-437c-87b6-578557978130 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:12.704687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4ce60e9-edfc-48c3-8c76-d9a1a8a93fed req-9141a9a0-e1ab-499c-815c-85bbbb1b771c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653212 Aug 16 22:23:12.710354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.711244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:12.712795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] 10.222.0.88 "PUT /v2.0/ports/d6c3edba-3af4-4e51-88a1-c2a205836d74 HTTP/1.1" status: 200 len: 1092 time: 3.1987202 Aug 16 22:23:12.723943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:12.726542 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:12.771606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-894a7baa-23eb-4042-b4ed-fc17edb2399d tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.773456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-894a7baa-23eb-4042-b4ed-fc17edb2399d tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.89 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.4512923 Aug 16 22:23:12.796023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5976e4-3114-4291-b052-820b35090d03 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:12.915442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfc91b-0277-4ee2-a4a3-179e38d77041 req-6bea0dce-5697-436e-85c2-f75861721313 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:12.923701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41dfc91b-0277-4ee2-a4a3-179e38d77041 req-6bea0dce-5697-436e-85c2-f75861721313 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.2346933 Aug 16 22:23:12.964392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.082223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=ac5a6ba9-3c5b-4407-b107-911274dea3b7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:13.171896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41dfc91b-0277-4ee2-a4a3-179e38d77041 req-712ace95-5670-484d-93ab-7c8c88e39ebf tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469442 Aug 16 22:23:13.188993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-dc86fc27-2176-4106-b394-f127644d6627 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056035 Aug 16 22:23:13.202345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e13b79-89ca-4484-858c-93089df8c12c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:13.209422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '83fc1f3d-4081-4d68-bc3a-85b24d83be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:13.209885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:13.214634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:13.221612 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6fd0767a-53d5-427b-889a-aa8738a069d5 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "PUT /v2.0/routers/d7757a11-7685-437c-87b6-578557978130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9285996 Aug 16 22:23:13.226817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] Sync routers for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:13.231346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.241725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:13.242376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:13.244758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:13.288484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Transition to ACTIVE for port object 56e13b79-89ca-4484-858c-93089df8c12c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:13.292078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Deleting port 3ec844cd-af85-4642-882b-f905a8064581 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:13.292687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.306032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf70a49-c6cc-4b4f-8420-5c3e48a27cf6 req-5fe4336c-ded7-4f98-928c-62743f838a7a tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.307983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcf70a49-c6cc-4b4f-8420-5c3e48a27cf6 req-5fe4336c-ded7-4f98-928c-62743f838a7a tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 945 time: 0.3644011 Aug 16 22:23:13.310955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.346908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:13.360297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] Routers {'d7757a11-7685-437c-87b6-578557978130'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:13.360927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d7757a11-7685-437c-87b6-578557978130'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:13.381765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:13.470754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:13.475264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Pushing event updated for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:13.490019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:13.490617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.537952 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d409481-5ba6-4fae-9f0d-dc7ffaf9130f tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8735878 Aug 16 22:23:13.548076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:13.580274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.754109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.787767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8073c0-fe93-4834-a713-14b511da1f56 None None] Network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:13.791077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:13.791685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0c10c6-4353-4b0b-a3b7-1e9e3500281e None None] The sync data for ids ['d7757a11-7685-437c-87b6-578557978130'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:13.825159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.854369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] For port 3ec844cd-af85-4642-882b-f905a8064581, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ec844cd-af85-4642-882b-f905a8064581,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:13.854640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:13.959540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 2e01981a-7312-4134-b8ad-b135c7386ae7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:13.959889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.032805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-7f5b068a-0cf3-4824-bd2e-0f66d87e45e5', 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': 'ac5a6ba9-3c5b-4407-b107-911274dea3b7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:14.033732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.164098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.164527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.164983 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Floating IP 3c3c0ed4-e178-422d-b5b2-721868a8c9d0 disassociated. External IP: 172.25.8.180, port: 3ec844cd-af85-4642-882b-f905a8064581. Aug 16 22:23:14.165378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Calling delete_port for 3ec844cd-af85-4642-882b-f905a8064581 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:14.204951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.224010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 2e01981a-7312-4134-b8ad-b135c7386ae7 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:14.268694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.302472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcf70a49-c6cc-4b4f-8420-5c3e48a27cf6 req-2a816734-5956-443c-8ac5-2f7fe6e7b138 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups?id=9b923b15-e8bf-4f9c-b86d-4e533dd08510&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9819286 Aug 16 22:23:14.357847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Allocated IP 172.20.0.3 (7f5b068a-0cf3-4824-bd2e-0f66d87e45e5/ac5a6ba9-3c5b-4407-b107-911274dea3b7/f5b75062-4abe-4f4e-9a5c-36f4afb1eeee) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:14.466361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.513198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.518734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=2e01981a-7312-4134-b8ad-b135c7386ae7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:14.522692 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7874e9aa-56bf-4611-a2aa-93a7b01fbb7f x-openstack-request-id: req-7874e9aa-56bf-4611-a2aa-93a7b01fbb7f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:14.523292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:14.523292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7874e9aa-56bf-4611-a2aa-93a7b01fbb7f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:14.523823 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74', 'status': 'completed', 'code': 200} Aug 16 22:23:14.597090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.606714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Transition to ACTIVE for port object f5b75062-4abe-4f4e-9a5c-36f4afb1eeee will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:14.623642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Transition to ACTIVE for port object f5b75062-4abe-4f4e-9a5c-36f4afb1eeee will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:14.631964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.650587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.671179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Attempting to bind port 56e13b79-89ca-4484-858c-93089df8c12c on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:14.671622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Attempting to bind port 56e13b79-89ca-4484-858c-93089df8c12c by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:14.672114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Attempting to bind port 56e13b79-89ca-4484-858c-93089df8c12c on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:14.683079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Port 56e13b79-89ca-4484-858c-93089df8c12c on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:14.683503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Attempting to bind port 56e13b79-89ca-4484-858c-93089df8c12c on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:14.689736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:14.694447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:14.695287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:14.695287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:14.695869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Bound port: 56e13b79-89ca-4484-858c-93089df8c12c, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:14.696135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.697036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:14.700352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:14.718583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Pushing event updated for resources: {'Port': ['ID=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:14.752942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.788533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Attempting to bind port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:14.789060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Attempting to bind port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '83fc1f3d-4081-4d68-bc3a-85b24d83be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:14.789853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Attempting to bind port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee on network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:14.795415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:14.795982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Checking segment: {'id': '83fc1f3d-4081-4d68-bc3a-85b24d83be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:14.796476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.797767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Bound using segment: {'id': '83fc1f3d-4081-4d68-bc3a-85b24d83be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:14.798334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Bound port: f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fc1f3d-4081-4d68-bc3a-85b24d83be4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:14.799335 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.838615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event deleted for resources: {'Port': ['ID=3ec844cd-af85-4642-882b-f905a8064581,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:14.862547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8ae3-35b7-4475-abb4-b90bbf24be0c req-9631553e-e478-4a5e-a5d2-9029820841f0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:14.864476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3fb8ae3-35b7-4475-abb4-b90bbf24be0c req-9631553e-e478-4a5e-a5d2-9029820841f0 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.3438206 Aug 16 22:23:14.874896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] For port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:14.878420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] For port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,segment=NetworkSegment(83fc1f3d-4081-4d68-bc3a-85b24d83be4d),segment_id=83fc1f3d-4081-4d68-bc3a-85b24d83be4d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:14.884108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.918826 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.926487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:14.985019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.011460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c0d3-599e-492e-8a19-4a80aa656bd9 None None] Pushing event updated for resources: {'Port': ['ID=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:15.038593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.039394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Fanout notify agent at l3_agent the message router_deleted on router d7757a11-7685-437c-87b6-578557978130 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:15.050410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.051664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22ea774a-ad83-4dbb-9e75-6437c430696a tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/routers/d7757a11-7685-437c-87b6-578557978130 HTTP/1.1" status: 204 len: 168 time: 1.8058279 Aug 16 22:23:15.057822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:15.118879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63e83c-a14d-44e6-a448-1c7bb7c2e42d req-016efcab-6c64-4112-b551-f0aba8dc19e9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:15.120463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e63e83c-a14d-44e6-a448-1c7bb7c2e42d req-016efcab-6c64-4112-b551-f0aba8dc19e9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.2887018 Aug 16 22:23:15.130603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3fb8ae3-35b7-4475-abb4-b90bbf24be0c req-f55ff651-8881-41de-87a7-d9b692e9099e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464902 Aug 16 22:23:15.137432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5a6ba9-3c5b-4407-b107-911274dea3b7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:15.161628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting subnet a7ece197-2aeb-43b7-8986-5207ebd7e63c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:15.168935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.260099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.307298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.327501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ec844cd-af85-4642-882b-f905a8064581 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:15.341110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5b068a-0cf3-4824-bd2e-0f66d87e45e5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:15.346877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:15.390389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e63e83c-a14d-44e6-a448-1c7bb7c2e42d req-5faaf0b0-18cf-461f-af31-06edd0fe75ca tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764255 Aug 16 22:23:15.450729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 3ec844cd-af85-4642-882b-f905a8064581 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:15.451092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ec844cd-af85-4642-882b-f905a8064581 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:15.506047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc1f3d-4081-4d68-bc3a-85b24d83be4d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:15.506421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc1f3d-4081-4d68-bc3a-85b24d83be4d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:15.521911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8505a6e0-f64f-41bc-a99b-e7c1c0011537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.548138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.588811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.603695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:15.605183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.639361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.823748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.882392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ece197-2aeb-43b7-8986-5207ebd7e63c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:15.897120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:15.901162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c8192fe-3380-43dc-ba91-365c86a44544 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/subnets/a7ece197-2aeb-43b7-8986-5207ebd7e63c HTTP/1.1" status: 204 len: 168 time: 0.8406167 Aug 16 22:23:15.902760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b0a7e-8b18-4201-a661-987713647287 None None] Network 3d5ef203-c868-463c-bbdb-07d57bf37c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:15.903269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:16.028620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=56e13b79-89ca-4484-858c-93089df8c12c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:16.030851 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:16.046587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Router 58ae0c8f-a073-4d70-8034-16835be6441e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:16.128003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.217981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f06cf406-3b75-4058-b25e-5677647f56e7 req-b061f308-1f76-4bd3-8f95-20a6ff3489a3 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.1690745 Aug 16 22:23:16.233669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] DHCP port deletion for 3d5ef203-c868-463c-bbdb-07d57bf37c62 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:16.259109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.271825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:16.274789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.381045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Deleting port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:16.381632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.485426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:16.493309 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.495115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] 10.222.0.88 "PUT /v2.0/ports/56e13b79-89ca-4484-858c-93089df8c12c HTTP/1.1" status: 200 len: 1097 time: 5.3033199 Aug 16 22:23:16.495244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] For port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,segment=NetworkSegment(996184c2-a4a2-4180-a80f-05fe67d0e95f),segment_id=996184c2-a4a2-4180-a80f-05fe67d0e95f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:16.495704 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.514086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ec28-22f5-4a31-a1cf-7c5f18ac1978 service neutron] Pushing event updated for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:16.553999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:16.556089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:16.556339 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8c331-76e5-4e4e-8014-075bb5068223" -d '{"events": [{"name": "network-changed", "server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "tag": "56e13b79-89ca-4484-858c-93089df8c12c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:16.586330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:16.586330 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:16.586330 n-d-791505-20 neutron-server[94816]: [parameters: {'id': '7f5b068a-0cf3-4824-bd2e-0f66d87e45e5'}] Aug 16 22:23:16.586330 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:16.587627 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:16.614278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b8d0-bd36-4a88-a21f-7362e283d22d req-1f7a716f-d915-4ec0-bf50-332695797b73 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:16.615002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] For port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,segment=NetworkSegment(996184c2-a4a2-4180-a80f-05fe67d0e95f),segment_id=996184c2-a4a2-4180-a80f-05fe67d0e95f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:16.615585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.616294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8946b8d0-bd36-4a88-a21f-7362e283d22d req-1f7a716f-d915-4ec0-bf50-332695797b73 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 1.3623071 Aug 16 22:23:16.647667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Calling delete_port for 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:16.748341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8946b8d0-bd36-4a88-a21f-7362e283d22d req-21defaf0-d4ba-4a16-bd5f-ca2ff7754575 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Aug 16 22:23:16.835031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:16.845585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:16.857226 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Sync routers for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:16.879154 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:16.879805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:16.915761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b9eb1-3e85-422a-ba4e-2bf0854d2ad3 None None] Network 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:16.938473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] No DVR routers for this DVR port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:16.957344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:16.991052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.085038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] No DVR routers for this DVR port 3ec844cd-af85-4642-882b-f905a8064581 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:17.093762 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:17.108947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.115346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52bbc2b2-e60a-4a8b-b10f-4ee8d92492f0 req-9099e863-1ce9-47d7-afbb-73a9df19c79b tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.89 "DELETE /v2.0/ports/3ec844cd-af85-4642-882b-f905a8064581 HTTP/1.1" status: 204 len: 173 time: 4.3286915 Aug 16 22:23:17.116099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.205784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.217648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa532e06-f72f-4011-824e-5720423f5680 req-937578d7-0ea9-41df-b116-28827768cec5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:17.224002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f5b75062-4abe-4f4e-9a5c-36f4afb1eeee up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:17.226363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa532e06-f72f-4011-824e-5720423f5680 req-937578d7-0ea9-41df-b116-28827768cec5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.2955649 Aug 16 22:23:17.245017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5ef203-c868-463c-bbdb-07d57bf37c62']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:17.269917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996184c2-a4a2-4180-a80f-05fe67d0e95f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:17.270225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996184c2-a4a2-4180-a80f-05fe67d0e95f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:17.291096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.317988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.324326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45092dff-38f0-4931-a64a-a93cafcc035b None None] Provisioning for port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:17.336802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:17.337516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:17.340904 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:17.364427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] Pushing event deleted for resources: {'Port': ['ID=30489408-5bc9-46d2-82cd-4a97fa9f8fa5,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:17.440254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a401db94-e8b1-40c4-af9e-f213693062d0 None None] No DVR routers for this DVR port 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:17.462993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa532e06-f72f-4011-824e-5720423f5680 req-dc7bcc3e-76b6-4bba-b662-55aa28474dd4 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260268 Aug 16 22:23:17.487551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:17.488729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.503719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.544461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.546516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/networks/3d5ef203-c868-463c-bbdb-07d57bf37c62 HTTP/1.1" status: 204 len: 168 time: 1.6422679 Aug 16 22:23:17.548001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c1337-02ef-4ccb-acb0-dffc72006689 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Network': ['ID=3d5ef203-c868-463c-bbdb-07d57bf37c62,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:17.562062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:17.681416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,segment=NetworkSegment(83fc1f3d-4081-4d68-bc3a-85b24d83be4d),segment_id=83fc1f3d-4081-4d68-bc3a-85b24d83be4d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:17.682558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.703783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for f5b75062-4abe-4f4e-9a5c-36f4afb1eeee owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:17.836220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:17.875454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:17.875882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:17.921380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cb3596-a042-4a7d-8a9f-f1f9ecd73f14 x-openstack-request-id: req-36cb3596-a042-4a7d-8a9f-f1f9ecd73f14 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:17.921672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "tag": "56e13b79-89ca-4484-858c-93089df8c12c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:17.922002 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36cb3596-a042-4a7d-8a9f-f1f9ecd73f14 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:17.922523 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c', 'status': 'completed', 'code': 200} Aug 16 22:23:18.015299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] DHCP port deletion for 7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:18.148648 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:18.200061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.208487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-995e04a6-2cd1-4b50-8c85-725a206d965c req-965fc9d6-b153-4aa0-ab94-dfd1859e7863 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/ports?device_id=e604502e-4719-423b-ab7b-4bd222aa6e28 HTTP/1.1" status: 200 len: 210 time: 0.2367039 Aug 16 22:23:18.282430 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c51aa986-df2e-45de-958a-54477bbcb1ca req-abe1ca0c-02bc-4240-8f3f-41d7aa93221c service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185111 Aug 16 22:23:18.286603 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Checking router: 58ae0c8f-a073-4d70-8034-16835be6441e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:18.311341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-29e765bc-4d99-4aee-ad8f-0656c6de95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.313453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-29e765bc-4d99-4aee-ad8f-0656c6de95b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 1100 time: 0.3006794 Aug 16 22:23:18.332720 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:18.334928 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:22:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:18.348523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cda7-223d-47ca-b041-4b7b6e7e91ab req-23804912-cda6-405e-92ab-6ade7481b9fd tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.350193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8a8cda7-223d-47ca-b041-4b7b6e7e91ab req-23804912-cda6-405e-92ab-6ade7481b9fd tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.4090750 Aug 16 22:23:18.351632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f1027b2-ee24-4f2d-a3e8-88cac663c6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.352251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-19474023-4389-4cda-bd32-6edfe617767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.356399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-19474023-4389-4cda-bd32-6edfe617767b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1095 time: 0.4842591 Aug 16 22:23:18.364289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.423885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Deleting port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:18.424294 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.461837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-910bebb0-7694-481e-b446-aca1402e01e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56e13b79-89ca-4484-858c-93089df8c12c HTTP/1.1" status: 200 len: 217 time: 0.0957742 Aug 16 22:23:18.473964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Deleting port 9a7d6f45-2e34-47c7-8e01-ef44e9bc0378 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:18.474312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.481496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8a8cda7-223d-47ca-b041-4b7b6e7e91ab req-96bea26f-7921-4136-a572-192bbf5d16ac tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230676 Aug 16 22:23:18.507462 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:18.569642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] For port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,segment=NetworkSegment(83fc1f3d-4081-4d68-bc3a-85b24d83be4d),segment_id=83fc1f3d-4081-4d68-bc3a-85b24d83be4d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:18.570280 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.593139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Calling delete_port for f5b75062-4abe-4f4e-9a5c-36f4afb1eeee owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:18.646822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,segment=NetworkSegment(83fc1f3d-4081-4d68-bc3a-85b24d83be4d),segment_id=83fc1f3d-4081-4d68-bc3a-85b24d83be4d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:18.659313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.659767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.678951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Calling delete_port for 9a7d6f45-2e34-47c7-8e01-ef44e9bc0378 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:18.682519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b570dd1-c6c5-45a2-b55b-0a9fc63fd408 req-33ae926b-928b-498f-bae7-2f51f43152c1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:18.688271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b570dd1-c6c5-45a2-b55b-0a9fc63fd408 req-33ae926b-928b-498f-bae7-2f51f43152c1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.3042970 Aug 16 22:23:18.708895 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.805418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:18.874354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.888778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:18.889151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 30489408-5bc9-46d2-82cd-4a97fa9f8fa5 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:18.913122 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:18.955790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:18.962202 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a1e2ad-aa6b-4e8a-89d2-578da8d81ddc None None] The sync data for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 is: [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:20:55Z', 'revision_number': 4, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '336e7147-e559-42d6-988b-f0c04b3f1b0c', 'name': '', 'network_id': '1b5f5d6b-d992-4cd2-8364-7f6d8ae55928', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'mac_address': 'fa:16:3e:5f:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:55Z', 'updated_at': '2021-08-16T22:21:03Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'subnets': [{'id': 'c44673a8-c13c-435e-9ef2-4798f1772c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:18.995475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:18.999782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.039974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Pushing event deleted for resources: {'Port': ['ID=9a7d6f45-2e34-47c7-8e01-ef44e9bc0378,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:19.076136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:19.111187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f5b75062-4abe-4f4e-9a5c-36f4afb1eeee no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:19.116629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:19.123139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] Pushing event deleted for resources: {'Port': ['ID=f5b75062-4abe-4f4e-9a5c-36f4afb1eeee,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:19.125818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe154dd-da91-40ab-a8df-99a8cae26658 None None] No DVR routers for this DVR port f5b75062-4abe-4f4e-9a5c-36f4afb1eeee on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:19.155668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f5b75062-4abe-4f4e-9a5c-36f4afb1eeee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:19.156021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f5b75062-4abe-4f4e-9a5c-36f4afb1eeee not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:19.200748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.205016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.207189 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.207563 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1811505c-53ce-4519-a2fa-9a938c01f595 tempest-FloatingIPAdminTestJSON-2071578666 tempest-FloatingIPAdminTestJSON-2071578666-project] 10.222.0.22 "DELETE /v2.0/floatingips/ade0bf16-4224-4a3d-9e03-d0ed392cdd58 HTTP/1.1" status: 204 len: 168 time: 1.6426375 Aug 16 22:23:19.209175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b570dd1-c6c5-45a2-b55b-0a9fc63fd408 req-b6487c6b-e93a-444a-b9c2-c185b71c7c7b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485307 Aug 16 22:23:19.213974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-5890791e-5dc3-484e-a63d-c70f5c9ce948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.216534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-5890791e-5dc3-484e-a63d-c70f5c9ce948 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.6998956 Aug 16 22:23:19.348633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-adb5a441-8f42-4575-ab1a-b0cefefbd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.351009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-adb5a441-8f42-4575-ab1a-b0cefefbd149 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8559959 Aug 16 22:23:19.471416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56eed-ce18-4644-bfa1-89120c963941 req-dff847fe-f348-4673-98e3-01f3e157e450 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:19.474258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99e56eed-ce18-4644-bfa1-89120c963941 req-dff847fe-f348-4673-98e3-01f3e157e450 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.7622516 Aug 16 22:23:19.555730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:19.580828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1575ebe2-0bcd-462d-a93d-30abd49c23d6 None None] New status for floating IP 3c3c0ed4-e178-422d-b5b2-721868a8c9d0: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:23:19.720638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:19.753372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.756355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.836020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.839216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99e56eed-ce18-4644-bfa1-89120c963941 req-3fa4af90-ebad-40e9-b64b-3eeff9556972 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340476 Aug 16 22:23:19.934775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5b068a-0cf3-4824-bd2e-0f66d87e45e5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:19.939101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'name': 'network-vif-deleted', 'tag': '3ec844cd-af85-4642-882b-f905a8064581'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:19.944323 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f28d0-d595-4332-a597-ee1e1e1b3f45" -d '{"events": [{"server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "name": "network-vif-deleted", "tag": "3ec844cd-af85-4642-882b-f905a8064581"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:19.973535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.978933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:19.982243 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "DELETE /v2.0/security-groups/9b923b15-e8bf-4f9c-b86d-4e533dd08510 HTTP/1.1" status: 204 len: 168 time: 0.4247484 Aug 16 22:23:19.984997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:20.017860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-2f434ed1-33c5-45b7-a1a1-905eea13825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.021977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-2f434ed1-33c5-45b7-a1a1-905eea13825f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6669855 Aug 16 22:23:20.023078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-33c4c92d-f8c5-4c20-8ed0-7ccc00ee779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.028277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f2c01bf-a486-4ae6-bbe4-01c581f464c6 req-33c4c92d-f8c5-4c20-8ed0-7ccc00ee779b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5477936 Aug 16 22:23:20.032927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc1f3d-4081-4d68-bc3a-85b24d83be4d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:20.033271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc1f3d-4081-4d68-bc3a-85b24d83be4d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:20.054815 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0757f4-04b9-4916-b0f2-e67201403373 x-openstack-request-id: req-2d0757f4-04b9-4916-b0f2-e67201403373 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:20.055088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8f507-5f81-4166-bbc1-917b0378e231 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b923b15-e8bf-4f9c-b86d-4e533dd08510,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.055195 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e604502e-4719-423b-ab7b-4bd222aa6e28", "name": "network-vif-deleted", "tag": "3ec844cd-af85-4642-882b-f905a8064581", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:20.055405 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d0757f4-04b9-4916-b0f2-e67201403373 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:20.055734 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e604502e-4719-423b-ab7b-4bd222aa6e28', 'name': 'network-vif-deleted', 'tag': '3ec844cd-af85-4642-882b-f905a8064581', 'status': 'completed', 'code': 200} Aug 16 22:23:20.059375 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-7b479e7d-6141-4e95-9be5-837639dd37bb tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] show failed (client error): The resource could not be found. Aug 16 22:23:20.060650 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b479e7d-6141-4e95-9be5-837639dd37bb tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "GET /v2.0/security-groups/9b923b15-e8bf-4f9c-b86d-4e533dd08510 HTTP/1.1" status: 404 len: 347 time: 0.0660398 Aug 16 22:23:20.064648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.069320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:20.081557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.087880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:20.088421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:20.091596 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:20.179552 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c569e3f3-a8ac-4106-81ee-3902942b52f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8482024c0d154abe9e608cd17f79e9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572039 Aug 16 22:23:20.186415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541be7c4-1064-48ab-a368-baf73c316885 req-a01af4dc-9a26-4a81-a995-636a7353b181 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.188103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-541be7c4-1064-48ab-a368-baf73c316885 req-a01af4dc-9a26-4a81-a995-636a7353b181 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.3673432 Aug 16 22:23:20.188574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:20.292135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.327110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Deleting port 7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:20.327855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.331377 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.333155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 HTTP/1.1" status: 204 len: 168 time: 6.7704144 Aug 16 22:23:20.336107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70286e1c-4c8e-4e56-a1bc-4fd4ef978a3c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=7f5b068a-0cf3-4824-bd2e-0f66d87e45e5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.337996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:20.361399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004104527'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:20.373556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.380697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-541be7c4-1064-48ab-a368-baf73c316885 req-1452d940-4d4e-465e-8aa8-22482918f7fa tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736224 Aug 16 22:23:20.432474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.490332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:20.500765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.545425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.546296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.574901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Calling delete_port for 7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:20.592697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d870-95c4-4fd5-961c-d9e5aae8cfba req-a4d82956-af2c-4b93-b8c1-6fe33480c3e3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.602787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93d0d870-95c4-4fd5-961c-d9e5aae8cfba req-a4d82956-af2c-4b93-b8c1-6fe33480c3e3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.2735305 Aug 16 22:23:20.643487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:20.686543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.686543 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment a3fa4e27-76f7-4a78-8b23-f4ea37c558c4 of type vlan for network 8b4ebbbb-8457-42fb-940c-cb269db87493 Aug 16 22:23:20.741878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93d0d870-95c4-4fd5-961c-d9e5aae8cfba req-33cecb6d-f834-438d-bbd2-6a3950019570 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220531 Aug 16 22:23:20.767832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.770611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.774804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c64ffc50-e9f3-47a2-883e-59406178901e HTTP/1.1" status: 204 len: 168 time: 0.5795670 Aug 16 22:23:20.774804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.789211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e447a-bb27-409e-b862-145da4f1114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64ffc50-e9f3-47a2-883e-59406178901e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:20.826828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.846009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:20.848335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.861545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:20.979295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Pushing event deleted for resources: {'Port': ['ID=7bdeb09b-47a6-4bd6-bcaf-ff0deea4dccc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:21.041880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.044780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.046017 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cfd0817f-3733-4b01-a603-15469a12e056 tempest-ServersTestFqdnHostnames-1850979945 tempest-ServersTestFqdnHostnames-1850979945-project] 10.222.0.22 "DELETE /v2.0/floatingips/3c3c0ed4-e178-422d-b5b2-721868a8c9d0 HTTP/1.1" status: 204 len: 168 time: 0.9752567 Aug 16 22:23:21.048977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:21.073494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=8b4ebbbb-8457-42fb-940c-cb269db87493,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:21.092256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8b4ebbbb-8457-42fb-940c-cb269db87493 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:21.115040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d53aac9b-25dd-40f1-af85-052d89356ee0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7728472 Aug 16 22:23:21.119177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59214) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:21.135870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:21.276561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.349982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb57d5-fe56-49b0-ae3e-ef84b36bb94d req-b27a531b-5eca-4d46-9e7a-0e3160b89f7c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.361254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70eb57d5-fe56-49b0-ae3e-ef84b36bb94d req-b27a531b-5eca-4d46-9e7a-0e3160b89f7c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.3441870 Aug 16 22:23:21.367743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:21.412863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31cff9bd-8de9-4db2-9916-63e7d44e678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.450602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70eb57d5-fe56-49b0-ae3e-ef84b36bb94d req-fdc28d84-9005-4f11-b4c9-bf70d6441968 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828753 Aug 16 22:23:21.474591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:23:21.474591 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:23:21.474591 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': '19c6d06a35ff4606bfa5acc0b7725100', 'id': '3dced64e-cd39-4a98-a3ee-02b9b51a2a9a', 'expiration': datetime.datetime(2021, 8, 16, 22, 25, 21, 457639)}] Aug 16 22:23:21.474591 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:21.474926 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:21.615421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eef4b-04c1-4b7b-b08a-7afd032ce130 req-adc4c6e9-72ac-4fca-a66c-ba91b6f9fc25 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.618268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa3eef4b-04c1-4b7b-b08a-7afd032ce130 req-adc4c6e9-72ac-4fca-a66c-ba91b6f9fc25 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.0906167 Aug 16 22:23:21.643156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31cff9bd-8de9-4db2-9916-63e7d44e678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.648156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-31cff9bd-8de9-4db2-9916-63e7d44e678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.684993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa3eef4b-04c1-4b7b-b08a-7afd032ce130 req-2abd318f-055d-47c3-aac7-72c9c34a6705 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596747 Aug 16 22:23:21.724814 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-31cff9bd-8de9-4db2-9916-63e7d44e678f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b459d6ad480f49b1965e30597b9425b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539827 Aug 16 22:23:21.727034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff9bd-8de9-4db2-9916-63e7d44e678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be66272-82be-4956-b2c4-1e753ba5a3c9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:21.728137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:21.740426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.827182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.865968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.970658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13117605-db6f-4ca3-a9a3-0555980d0890 req-51470784-ecaf-45a8-98ef-d762bb5c1424 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:21.972273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13117605-db6f-4ca3-a9a3-0555980d0890 req-51470784-ecaf-45a8-98ef-d762bb5c1424 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.0991449 Aug 16 22:23:21.981469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.983960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:21.987825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8be66272-82be-4956-b2c4-1e753ba5a3c9 HTTP/1.1" status: 204 len: 168 time: 0.2583811 Aug 16 22:23:22.022874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e37b-47e1-427a-a78e-00b93d11fc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be66272-82be-4956-b2c4-1e753ba5a3c9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:22.047527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:22.055617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.187142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13117605-db6f-4ca3-a9a3-0555980d0890 req-c18b7f1a-ad7b-415e-be95-5d04a2007c3f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059581 Aug 16 22:23:22.263218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Deleting port 336e7147-e559-42d6-988b-f0c04b3f1b0c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:22.263867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.398318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.423644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] For port 336e7147-e559-42d6-988b-f0c04b3f1b0c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=336e7147-e559-42d6-988b-f0c04b3f1b0c,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:22.423919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.442223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Calling delete_port for 336e7147-e559-42d6-988b-f0c04b3f1b0c owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:22.675123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.681093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=abb289e7-51a9-43f7-8a9a-871ed63376f9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:22.684646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:22.685083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 8b4ebbbb-8457-42fb-940c-cb269db87493, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:22.725509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbf3c3-57d5-4146-834a-93551d7eafe1 req-2fcf0d87-3c8c-418a-a5f0-a76376174f56 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.744153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37bbf3c3-57d5-4146-834a-93551d7eafe1 req-2fcf0d87-3c8c-418a-a5f0-a76376174f56 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1523988 Aug 16 22:23:22.747488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 8b4ebbbb-8457-42fb-940c-cb269db87493 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:22.799461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:22.827131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.827386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37bbf3c3-57d5-4146-834a-93551d7eafe1 req-978688a6-bc30-4349-a91e-96137f57226f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822096 Aug 16 22:23:22.841620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8b4ebbbb-8457-42fb-940c-cb269db87493) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:22.849048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:22.849737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:22.864696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a3000-3c01-42ef-90a1-ecf1acdaeb65 None None] Network 8b4ebbbb-8457-42fb-940c-cb269db87493 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:23.050274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb30588-491b-4e01-9920-20ac8becbe5b req-42e8c832-cc21-40fe-93f3-74a1a509cf08 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.071174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffb30588-491b-4e01-9920-20ac8becbe5b req-42e8c832-cc21-40fe-93f3-74a1a509cf08 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.1197083 Aug 16 22:23:23.147291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffb30588-491b-4e01-9920-20ac8becbe5b req-6d9088ba-d7eb-4f1d-83f6-9534c47656ae tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724778 Aug 16 22:23:23.227276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.227517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-8b4ebbbb-8457-42fb-940c-cb269db87493', 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': 'abb289e7-51a9-43f7-8a9a-871ed63376f9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:23.228249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.267041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.297757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db0aae26-9c01-4f54-b24f-0561a5bafbf8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1665826 Aug 16 22:23:23.300236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:23.350256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.475413 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=470fe13de9d44337832e74f081d96638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747854 Aug 16 22:23:23.476646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Pushing event deleted for resources: {'Port': ['ID=336e7147-e559-42d6-988b-f0c04b3f1b0c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:23.487857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:23.490728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fdcf3-1383-4777-a318-5724a001acf8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:23.510747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.512321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.514229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.514678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.515064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.515494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.518216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.518660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.520270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.521250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.521672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.525161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.576953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.577256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.577592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.577932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.578308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.578644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.578977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.579310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.579636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.579964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.580293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.580620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcfa20d-94cb-4bf1-a84c-6837e5721031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:23.619482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Allocated IP 172.20.0.1 (8b4ebbbb-8457-42fb-940c-cb269db87493/abb289e7-51a9-43f7-8a9a-871ed63376f9/1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:23.761750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a4b7-f64f-4182-8d39-274b538a9d9a req-05f26220-4ed3-4ff4-a6da-63b05df4e6e9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:23.769180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18d7a4b7-f64f-4182-8d39-274b538a9d9a req-05f26220-4ed3-4ff4-a6da-63b05df4e6e9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.2582104 Aug 16 22:23:23.789170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.863145 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.873394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Transition to ACTIVE for port object 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:23.891732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Transition to ACTIVE for port object 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:23.911877 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.920253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.971584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Pushing event updated for resources: {'Port': ['ID=1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:23.993745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:23.994318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Network 8b4ebbbb-8457-42fb-940c-cb269db87493 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:23.997827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:24.007145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:24.027910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.118169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Attempting to bind port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:24.118552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Attempting to bind port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:24.118897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Attempting to bind port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 on network 8b4ebbbb-8457-42fb-940c-cb269db87493 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:24.124895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:24.126489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Checking segment: {'id': 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:24.126899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.127295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Bound using segment: {'id': 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:24.127765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Bound port: 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8b4ebbbb-8457-42fb-940c-cb269db87493'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:24.128150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.220924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] For port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:24.224448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] For port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3,segment=NetworkSegment(a3fa4e27-76f7-4a78-8b23-f4ea37c558c4),segment_id=a3fa4e27-76f7-4a78-8b23-f4ea37c558c4)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:24.231840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.244647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.247421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.250994 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df9fdcf3-1383-4777-a318-5724a001acf8 HTTP/1.1" status: 204 len: 168 time: 0.7194216 Aug 16 22:23:24.298016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d154d93-545f-4c34-bccb-dba056f648f0 None None] Pushing event updated for resources: {'Port': ['ID=1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:24.346903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4605f-dc37-4efe-a804-5b9705ed9219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fdcf3-1383-4777-a318-5724a001acf8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:24.414872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18d7a4b7-f64f-4182-8d39-274b538a9d9a req-c32b9f7d-31a0-457c-a833-0a7f836a64cf tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446922 Aug 16 22:23:24.456791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.523734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Router 58ae0c8f-a073-4d70-8034-16835be6441e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:23:24.712524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4e974-4151-46bf-86a0-10a4f8ae26ce req-91356de7-9500-413e-96ae-488c13be8181 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:24.714949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27a4e974-4151-46bf-86a0-10a4f8ae26ce req-91356de7-9500-413e-96ae-488c13be8181 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1524196 Aug 16 22:23:24.740644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:23:24.750456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:24.750652 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a358053c-f8ce-462e-a4e9-6421cdff0636 admin admin] 10.222.0.22 "PUT /v2.0/routers/58ae0c8f-a073-4d70-8034-16835be6441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7003765 Aug 16 22:23:24.751294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:24.756577 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Sync routers for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:23:24.783319 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:24.784901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:24.943568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=abb289e7-51a9-43f7-8a9a-871ed63376f9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:25.036105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:25.066446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.119292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27a4e974-4151-46bf-86a0-10a4f8ae26ce req-4ccbe658-eb23-4d9f-8ea3-74a445f55c48 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738091 Aug 16 22:23:25.146673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.159646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4ebbbb-8457-42fb-940c-cb269db87493']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.172288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.172893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.184747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.203204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.224721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:25.225349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:25.225349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:25.228517 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:25.335800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:25.340376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.363193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:25.363193 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:25.363193 n-d-791505-20 neutron-server[94816]: [parameters: {'id': '8b4ebbbb-8457-42fb-940c-cb269db87493'}] Aug 16 22:23:25.363193 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:25.363720 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:25.402346 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:23:23Z', 'revision_number': 5, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port': {'id': 'f841215a-87ac-468b-9dd7-b56415434dad', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:20:52Z', 'updated_at': '2021-08-16T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.407411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbb26b-fbba-46d2-8afe-64cb3bf5ee58 req-086c03a5-ead0-4034-832f-65688554c9a5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.409140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Deleting port f841215a-87ac-468b-9dd7-b56415434dad {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:25.409601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.425636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75cbb26b-fbba-46d2-8afe-64cb3bf5ee58 req-086c03a5-ead0-4034-832f-65688554c9a5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.1365678 Aug 16 22:23:25.444687 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Checking router: 58ae0c8f-a073-4d70-8034-16835be6441e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:23:25.456797 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Routers {'58ae0c8f-a073-4d70-8034-16835be6441e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:23:25.457594 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['58ae0c8f-a073-4d70-8034-16835be6441e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.518872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75cbb26b-fbba-46d2-8afe-64cb3bf5ee58 req-6cdc20e7-987d-473b-9141-bbde1cb9f2f5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Aug 16 22:23:25.526885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] For port f841215a-87ac-468b-9dd7-b56415434dad, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f841215a-87ac-468b-9dd7-b56415434dad,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:25.529611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.560653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Calling delete_port for f841215a-87ac-468b-9dd7-b56415434dad owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:25.611940 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] Set router 58ae0c8f-a073-4d70-8034-16835be6441e gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:23:25.695239 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:23:25Z', 'revision_number': 6, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:25.729922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021679-ae16-4ba6-b559-4b1a7c857446 req-242b05fb-cd18-42a4-8c19-18768d51738f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:25.741499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1021679-ae16-4ba6-b559-4b1a7c857446 req-242b05fb-cd18-42a4-8c19-18768d51738f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.1036875 Aug 16 22:23:25.770987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb15eea-f132-40e1-8261-876c4917fc88 None None] The sync data for ids ['58ae0c8f-a073-4d70-8034-16835be6441e'] in n-d-791505-20 is: [{'id': '58ae0c8f-a073-4d70-8034-16835be6441e', 'name': 'tempest-ServersTestFqdnHostnames-365676317-router', 'tenant_id': 'b7dcbfb5badf46648df5983ac734b99d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:20:51Z', 'updated_at': '2021-08-16T22:23:25Z', 'revision_number': 6, 'project_id': 'b7dcbfb5badf46648df5983ac734b99d', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:23:25.810198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1021679-ae16-4ba6-b559-4b1a7c857446 req-5bffbd1d-e752-44d6-a904-5399bda3a513 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649586 Aug 16 22:23:25.849335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.867343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.888489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Pushing event deleted for resources: {'Port': ['ID=f841215a-87ac-468b-9dd7-b56415434dad,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:25.947111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:25.947336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:25.971466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.051610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3,segment=NetworkSegment(a3fa4e27-76f7-4a78-8b23-f4ea37c558c4),segment_id=a3fa4e27-76f7-4a78-8b23-f4ea37c558c4)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:26.051993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.072369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06ea30-3125-4206-a9ce-a4eb7b8488f1 None None] Network 8b4ebbbb-8457-42fb-940c-cb269db87493 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:26.073175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:26.168965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.174420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.196535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.291899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eea83d17-c3e1-42dc-8464-1a048ea2bdf4 None None] Could not find standard attr ID for object 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:23:26.309010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:26.317604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:26.322991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.323856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ae0c8f-a073-4d70-8034-16835be6441e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:26.329821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.331226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-329da072-51b6-470c-a484-cdca5f339784 admin admin] 10.222.0.22 "DELETE /v2.0/routers/58ae0c8f-a073-4d70-8034-16835be6441e HTTP/1.1" status: 204 len: 168 time: 1.5790086 Aug 16 22:23:26.335779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.390102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7f5bc-9e2f-4a63-b2c2-1ac0c00c125f None None] DHCP port deletion for 8b4ebbbb-8457-42fb-940c-cb269db87493 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:26.503790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4999275-a65c-4096-854f-b9aa5c846a26 req-3278fdb9-763b-47c0-bc30-b9c0fc72efe9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:26.505442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4999275-a65c-4096-854f-b9aa5c846a26 req-3278fdb9-763b-47c0-bc30-b9c0fc72efe9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1936519 Aug 16 22:23:26.507503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.570432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4ebbbb-8457-42fb-940c-cb269db87493']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:26.601776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:26.602477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fa4e27-76f7-4a78-8b23-f4ea37c558c4') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:26.650283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.654677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4999275-a65c-4096-854f-b9aa5c846a26 req-15e09159-98f5-4568-9675-83cd0e6e6283 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384921 Aug 16 22:23:26.687118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.695541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:26.696169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:26.701319 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:26.712689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59346) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.782369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.795338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.804343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/8b4ebbbb-8457-42fb-940c-cb269db87493 HTTP/1.1" status: 204 len: 168 time: 3.5026641 Aug 16 22:23:26.811104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:26.819482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177967135'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:26.894545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299fde-a205-46bf-aa5c-4d49e75259d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=8b4ebbbb-8457-42fb-940c-cb269db87493,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:26.914810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:26.918548 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.954839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1389002142', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:26.970779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:26.989705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Deleting subnet c44673a8-c13c-435e-9ef2-4798f1772c72 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:26.997589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.998087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:26.998488 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 0e08c7c0-4b83-4248-80a4-a2a9f3a3b84b of type vlan for network 8b46ce51-a236-40af-9bb7-e83b02e80308 Aug 16 22:23:27.045992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.050970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6674dd-6ef3-439d-b52e-f80b62fde50b req-2648fe6d-21c1-4687-bcf1-c1ffe880b612 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.059762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f6674dd-6ef3-439d-b52e-f80b62fde50b req-2648fe6d-21c1-4687-bcf1-c1ffe880b612 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.2053881 Aug 16 22:23:27.073582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 336e7147-e559-42d6-988b-f0c04b3f1b0c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:27.092066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Made reservation on behalf of 0b03353182724d1292a89a44eea8d899 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:27.094535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.110057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.124395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.127777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 336e7147-e559-42d6-988b-f0c04b3f1b0c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:27.128252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 336e7147-e559-42d6-988b-f0c04b3f1b0c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:27.131263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:27.132338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f6674dd-6ef3-439d-b52e-f80b62fde50b req-74bdd822-4784-4561-9cd8-cadff906da13 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717330 Aug 16 22:23:27.202551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.216639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:27.216977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1087a6f1-2df6-4a62-99b3-3ec4f8e55fa3 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:27.219819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f841215a-87ac-468b-9dd7-b56415434dad no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:27.225520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.226072 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.234506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.267562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f841215a-87ac-468b-9dd7-b56415434dad {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:27.273449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f841215a-87ac-468b-9dd7-b56415434dad not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:27.326941 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.360504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.367472 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c44673a8-c13c-435e-9ef2-4798f1772c72 HTTP/1.1" status: 204 len: 168 time: 1.0301175 Aug 16 22:23:27.368481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ab939-8b3e-4691-8084-d5778a974aa5 None None] Network 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:27.369033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:27.369840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a122a-e27f-4d03-8b1f-b731432590c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44673a8-c13c-435e-9ef2-4798f1772c72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.407623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=8b46ce51-a236-40af-9bb7-e83b02e80308,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.431448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a98150-e3a3-4bab-9a68-8d747103fd41 req-aebaf74d-9d91-4611-846b-15bc052f54e1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.433062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7a98150-e3a3-4bab-9a68-8d747103fd41 req-aebaf74d-9d91-4611-846b-15bc052f54e1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.1973360 Aug 16 22:23:27.488043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.520976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.528600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7a98150-e3a3-4bab-9a68-8d747103fd41 req-564f82fd-41d1-4e59-aa8a-bafcccd8b87d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869620 Aug 16 22:23:27.531250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.538944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] device_id is not set on port dd8414ff-bb4a-4bff-b158-e970410d866e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:23:27.545007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-805d9a5e-cc82-4003-b0c7-d2c02a6b350a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7327144 Aug 16 22:23:27.552199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:27.560242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '8b46ce51-a236-40af-9bb7-e83b02e80308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:27.573739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Deleting port 015f452c-3694-438c-9cd3-d7ea1ff6428a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:27.574352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.624272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8b46ce51-a236-40af-9bb7-e83b02e80308 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:27.654256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] For port 015f452c-3694-438c-9cd3-d7ea1ff6428a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=015f452c-3694-438c-9cd3-d7ea1ff6428a,segment=NetworkSegment(758950d2-1dee-481c-bb01-1ade55accc0b),segment_id=758950d2-1dee-481c-bb01-1ade55accc0b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:27.654827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.665493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b75211-d061-4a30-a2de-bf9d00794435,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.689652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Calling delete_port for 015f452c-3694-438c-9cd3-d7ea1ff6428a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:27.787005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:27.791068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.794720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Allocated IP 172.25.8.84 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/dd8414ff-bb4a-4bff-b158-e970410d866e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:27.821909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.837788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f9c69-ae05-4eff-a043-484bc2eb97a9 None None] DHCP port deletion for 1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:27.856064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Pushing event deleted for resources: {'Port': ['ID=015f452c-3694-438c-9cd3-d7ea1ff6428a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:27.862547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] No DVR routers for this DVR port 015f452c-3694-438c-9cd3-d7ea1ff6428a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:27.944936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.956077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5f5d6b-d992-4cd2-8364-7f6d8ae55928']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:27.961821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561e1b5-73e5-4063-aa32-f1cffe5328d7 req-79b659c3-1f3d-461d-b75e-a57a2e8d7125 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:27.967445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758950d2-1dee-481c-bb01-1ade55accc0b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:27.967893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758950d2-1dee-481c-bb01-1ade55accc0b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:27.969811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8561e1b5-73e5-4063-aa32-f1cffe5328d7 req-79b659c3-1f3d-461d-b75e-a57a2e8d7125 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.1722357 Aug 16 22:23:27.979154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:27.995673 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.003655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:28.004085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:28.005833 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:28.066118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.075705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.085332 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b5f5d6b-d992-4cd2-8364-7f6d8ae55928 HTTP/1.1" status: 204 len: 168 time: 0.7111297 Aug 16 22:23:28.101763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8561e1b5-73e5-4063-aa32-f1cffe5328d7 req-d4cbfcbf-531a-4ae8-b590-32597c790cf5 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306427 Aug 16 22:23:28.130822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e755d-91f7-49c4-808d-d60c8b9df232 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5f5d6b-d992-4cd2-8364-7f6d8ae55928,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.280454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.293286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.355701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75ce78-1604-4a25-8171-73a3344112d8 req-41d46b78-e640-40de-b5e5-66af26d14c9b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.357269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea75ce78-1604-4a25-8171-73a3344112d8 req-41d46b78-e640-40de-b5e5-66af26d14c9b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.1243684 Aug 16 22:23:28.364526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:28.409176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=6b4403e8-e51d-40a6-a937-c545c3530733,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.411024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fccac73b-9ec7-4263-b276-19f3cddffffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7dcbfb5badf46648df5983ac734b99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449290 Aug 16 22:23:28.413689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:28.449641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea75ce78-1604-4a25-8171-73a3344112d8 req-ee15e6cf-6534-4a53-8473-0090f1e68669 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Aug 16 22:23:28.450353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '0e08c7c0-4b83-4248-80a4-a2a9f3a3b84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8b46ce51-a236-40af-9bb7-e83b02e80308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:28.450723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 8b46ce51-a236-40af-9bb7-e83b02e80308, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:28.455268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.483903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.507942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.508189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:28.514079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:28.517553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:28.526285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 8b46ce51-a236-40af-9bb7-e83b02e80308 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:28.549674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Pushing event updated for resources: {'Port': ['ID=dd8414ff-bb4a-4bff-b158-e970410d866e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.568257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.569081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8b46ce51-a236-40af-9bb7-e83b02e80308) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:28.574104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.574910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.579030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34130b2c-b3dd-4003-a2df-ea6c94b3a8f7 None None] Network 8b46ce51-a236-40af-9bb7-e83b02e80308 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:28.581774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.585563 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a50ff4d-0d3d-487a-93f3-377bab65321e HTTP/1.1" status: 204 len: 168 time: 0.1709123 Aug 16 22:23:28.590829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.591454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.601549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-02832394-79a4-4d0a-932a-8b06bb2dc8a9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0458117 Aug 16 22:23:28.602489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b529a82-b2ce-4cee-b60e-f7954eb51bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50ff4d-0d3d-487a-93f3-377bab65321e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:28.604140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59406) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:28.614804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ef489113-ff73-44cf-9447-01575dff920d tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9014132 Aug 16 22:23:28.618064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:28.633196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}]}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:28.667643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.669453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.777945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.787908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea67e3b-5cc2-48e8-a88d-efef8a2dfe80 req-75d4e48f-4420-49bb-857d-7ea008215334 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:28.789815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea67e3b-5cc2-48e8-a88d-efef8a2dfe80 req-75d4e48f-4420-49bb-857d-7ea008215334 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.1155267 Aug 16 22:23:28.798109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.907097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138aa20d-7ecc-43f5-91e3-e1d69212f39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-8b46ce51-a236-40af-9bb7-e83b02e80308', 'network_id': '8b46ce51-a236-40af-9bb7-e83b02e80308', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '6b4403e8-e51d-40a6-a937-c545c3530733'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:28.908279 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-138aa20d-7ecc-43f5-91e3-e1d69212f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:28.913327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.025932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea67e3b-5cc2-48e8-a88d-efef8a2dfe80 req-0c05876a-22cd-4b12-95ad-bca604f4dafb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214403 Aug 16 22:23:29.058707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.071702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 015f452c-3694-438c-9cd3-d7ea1ff6428a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:29.095446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 015f452c-3694-438c-9cd3-d7ea1ff6428a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:29.095878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 015f452c-3694-438c-9cd3-d7ea1ff6428a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-138aa20d-7ecc-43f5-91e3-e1d69212f39d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4403e8-e51d-40a6-a937-c545c3530733: This subnet is being modified by another concurrent operation. Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:23:29.110948 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4403e8-e51d-40a6-a937-c545c3530733: This subnet is being modified by another concurrent operation. Aug 16 22:23:29.114500 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:23:29.127464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef8280-b936-4400-ab25-a8b5819fbee2 None None] Network 8b46ce51-a236-40af-9bb7-e83b02e80308 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:29.129038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4403e8-e51d-40a6-a937-c545c3530733,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:29.203890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.214423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b46ce51-a236-40af-9bb7-e83b02e80308']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:29.237591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e08c7c0-4b83-4248-80a4-a2a9f3a3b84b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:29.237887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e08c7c0-4b83-4248-80a4-a2a9f3a3b84b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:29.247133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.254497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.273967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-23251486-9840-40df-814a-8f0cf38a4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.276180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-23251486-9840-40df-814a-8f0cf38a4a52 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1095 time: 0.3288257 Aug 16 22:23:29.276394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.289343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:29.289343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.304062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-17b4e04e-2622-4cec-bd7e-8a62929564b3 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605702 Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:29.309810 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:29.365879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d5e96-f893-4afe-8acc-906ab6ac61d3 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:29.425201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.433175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.435314 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/8b46ce51-a236-40af-9bb7-e83b02e80308 HTTP/1.1" status: 204 len: 168 time: 0.8296747 Aug 16 22:23:29.439916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:29.441357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-69a84420-73db-45b1-ab98-d40da2a4de96 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74 HTTP/1.1" status: 200 len: 217 time: 0.1163993 Aug 16 22:23:29.461194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1609369917'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:29.467714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11d150-25d9-4f15-b029-c3c41e067801 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=8b46ce51-a236-40af-9bb7-e83b02e80308,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:29.511965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d5e96-f893-4afe-8acc-906ab6ac61d3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:29.512174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:29.521748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.569697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ae98a89-9fa0-45c8-b161-d1b8b0376273 req-c76e74df-3061-46c9-9e2e-9f682e4a9d05 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434072 Aug 16 22:23:29.580913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:29.596864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760628d8-cfa5-4bdc-b6e8-4942f00a8d05 req-a9a5e0a7-e853-400e-87f7-919560ff4dc2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.604949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.605470 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 31109c72-bf9a-43c6-937d-3dfa21e652e0 of type vlan for network 938e87b9-8e64-4646-8b7d-d324c4f330a2 Aug 16 22:23:29.609840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-760628d8-cfa5-4bdc-b6e8-4942f00a8d05 req-a9a5e0a7-e853-400e-87f7-919560ff4dc2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.3414602 Aug 16 22:23:29.701315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.745940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.754024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.757896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:29.778956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63bb9-7455-4c1f-b253-c3698902093b req-9be959fe-e657-41ee-9bcc-1d4dc03b25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.780542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-9be959fe-e657-41ee-9bcc-1d4dc03b25ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.2166026 Aug 16 22:23:29.802239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59954b57-293c-4587-9ce1-c02df96e6b7a req-1aef4906-bf3b-49ad-bc0d-2e220b4975a3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.803729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59954b57-293c-4587-9ce1-c02df96e6b7a req-1aef4906-bf3b-49ad-bc0d-2e220b4975a3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.2205226 Aug 16 22:23:29.809571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-760628d8-cfa5-4bdc-b6e8-4942f00a8d05 req-ea2e24e7-1c29-48ef-b984-330068efb11e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985073 Aug 16 22:23:29.844360 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4006939 Aug 16 22:23:29.847176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:29.854913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:29.856308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-8e2f32a8-4186-4ff7-87d8-c8a866154054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:29.859023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-8e2f32a8-4186-4ff7-87d8-c8a866154054 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 1100 time: 0.1564143 Aug 16 22:23:29.860334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100917-1191-4263-a618-4b9e3220e846 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=938e87b9-8e64-4646-8b7d-d324c4f330a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:29.958928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:29.977269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-38b5df5b-fd9f-4af5-8237-4ca6b5c43d9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842277 Aug 16 22:23:29.977982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:30.018900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59954b57-293c-4587-9ce1-c02df96e6b7a req-7cf4f607-5131-42af-b8ef-9a1a7b77df61 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056401 Aug 16 22:23:30.135911 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.153187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.159339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-430332102-network', 'tenant_id': '433a8ae1dc20477e8940f705b5e51ae8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:30.181375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-fb9e633c-1056-482f-9da2-a688e9ae1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.182861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-fb9e633c-1056-482f-9da2-a688e9ae1186 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2915201 Aug 16 22:23:30.209921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:23:30.215811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.216875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.220502 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "PUT /v2.0/networks/938e87b9-8e64-4646-8b7d-d324c4f330a2 HTTP/1.1" status: 200 len: 723 time: 0.3695798 Aug 16 22:23:30.222316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:30.225589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:30.274539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-29a3e148-5da2-487b-8751-a822eb008fda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=56e13b79-89ca-4484-858c-93089df8c12c HTTP/1.1" status: 200 len: 217 time: 0.0728233 Aug 16 22:23:30.298420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d945a67-ef2f-417f-b01f-c33771cb9d47 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=938e87b9-8e64-4646-8b7d-d324c4f330a2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.308480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:30.361537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:30.366088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.575738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.640767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=148b0c2b-c41e-42d0-8a2b-d39de1ac9756,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:30.651798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '31109c72-bf9a-43c6-937d-3dfa21e652e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:30.652166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 938e87b9-8e64-4646-8b7d-d324c4f330a2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:30.654104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Made reservation on behalf of 433a8ae1dc20477e8940f705b5e51ae8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:30.656380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.670458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:30.681843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 938e87b9-8e64-4646-8b7d-d324c4f330a2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:30.687609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.688580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.692254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00adfaf9-dd9e-4e45-8b20-c34c6124a8f5 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:30.700761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-5e8900f6-7a63-4230-b285-bf61ddd969f4 service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854038 Aug 16 22:23:30.705287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.717623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-274e2c9a-abc3-4052-81a3-2b0c8a22fac1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4958460 Aug 16 22:23:30.719149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:30.721218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc2ef-99f4-4b7a-ba78-8a1e385d47a3 req-f76b3ad8-3fa7-46be-9a80-75d7917be523 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.722734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65fcc2ef-99f4-4b7a-ba78-8a1e385d47a3 req-f76b3ad8-3fa7-46be-9a80-75d7917be523 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.5732162 Aug 16 22:23:30.731977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:30.848774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-ba11dbee-514b-4087-9aa9-c1695638846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:30.850823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-ba11dbee-514b-4087-9aa9-c1695638846b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.5408287 Aug 16 22:23:30.868864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260685698'] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.895029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-938e87b9-8e64-4646-8b7d-d324c4f330a2', 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '148b0c2b-c41e-42d0-8a2b-d39de1ac9756'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:30.903317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.924575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:30.989698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65fcc2ef-99f4-4b7a-ba78-8a1e385d47a3 req-476d3c93-3572-4df1-ad74-fddab961328b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330773 Aug 16 22:23:31.005338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.217853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768586089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260825105'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.238350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b63bb9-7455-4c1f-b253-c3698902093b req-fb329e78-9253-4111-8eaa-9005145817b7 service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298986 Aug 16 22:23:31.268045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-6f7620ed-8c34-4ce1-a354-05a587e57819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.278415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-6f7620ed-8c34-4ce1-a354-05a587e57819 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3809052 Aug 16 22:23:31.280335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=148b0c2b-c41e-42d0-8a2b-d39de1ac9756,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.310521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Allocated IP 172.20.0.2 (938e87b9-8e64-4646-8b7d-d324c4f330a2/148b0c2b-c41e-42d0-8a2b-d39de1ac9756/65d3ca96-7865-4d16-a2de-85beac78f811) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:31.317421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.318348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.319915 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c1001587-024d-4f4c-9ffb-7080bd988413 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "PUT /v2.0/subnets/148b0c2b-c41e-42d0-8a2b-d39de1ac9756 HTTP/1.1" status: 200 len: 806 time: 0.5998182 Aug 16 22:23:31.322805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:31.461386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.494534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.505415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Transition to ACTIVE for port object 65d3ca96-7865-4d16-a2de-85beac78f811 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:31.512065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2fbb2-4fcd-4ff5-ba18-d770536a0e67 req-600aa31a-2edc-4b3e-9c17-7852e150ec42 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.519858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69e2fbb2-4fcd-4ff5-ba18-d770536a0e67 req-600aa31a-2edc-4b3e-9c17-7852e150ec42 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.5394635 Aug 16 22:23:31.526414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Transition to ACTIVE for port object 65d3ca96-7865-4d16-a2de-85beac78f811 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:31.530947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.532772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.580977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:31.584147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:31.588951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:31.594291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Pushing event updated for resources: {'Port': ['ID=65d3ca96-7865-4d16-a2de-85beac78f811,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.616060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69e2fbb2-4fcd-4ff5-ba18-d770536a0e67 req-7431c2bd-e32a-4bf4-aaf5-a0b399f2e233 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953035 Aug 16 22:23:31.628637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.653438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.655247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Attempting to bind port 65d3ca96-7865-4d16-a2de-85beac78f811 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:31.655912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Attempting to bind port 65d3ca96-7865-4d16-a2de-85beac78f811 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '31109c72-bf9a-43c6-937d-3dfa21e652e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:31.656453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Attempting to bind port 65d3ca96-7865-4d16-a2de-85beac78f811 on network 938e87b9-8e64-4646-8b7d-d324c4f330a2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:31.662257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a688-3171-44cb-abe4-7a27e4a396f8 req-ad5d89f4-7242-473c-8335-b7028cc26815 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:31.663834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762a688-3171-44cb-abe4-7a27e4a396f8 req-ad5d89f4-7242-473c-8335-b7028cc26815 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.3372102 Aug 16 22:23:31.671967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.672743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:31.673354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Checking segment: {'id': '31109c72-bf9a-43c6-937d-3dfa21e652e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:31.673949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.674949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Bound using segment: {'id': '31109c72-bf9a-43c6-937d-3dfa21e652e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:31.675597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Bound port: 65d3ca96-7865-4d16-a2de-85beac78f811, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31109c72-bf9a-43c6-937d-3dfa21e652e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:31.676434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.687763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=148b0c2b-c41e-42d0-8a2b-d39de1ac9756,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.705041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:31.749310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-8ab327d4-4b40-4fb4-a9c4-1bcbc0a377f1 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443648 Aug 16 22:23:31.750851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.751199 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Added segment 6e517843-8ac7-4f8a-823b-da45c5503dd2 of type vlan for network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 Aug 16 22:23:31.753781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.784017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] For port 65d3ca96-7865-4d16-a2de-85beac78f811, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:31.789303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] For port 65d3ca96-7865-4d16-a2de-85beac78f811, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=65d3ca96-7865-4d16-a2de-85beac78f811,segment=NetworkSegment(31109c72-bf9a-43c6-937d-3dfa21e652e0),segment_id=31109c72-bf9a-43c6-937d-3dfa21e652e0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:31.796428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.806753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.809171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d8abb-ba7e-4b7c-867e-998c89dc558e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.822404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938e87b9-8e64-4646-8b7d-d324c4f330a2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:31.844252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31109c72-bf9a-43c6-937d-3dfa21e652e0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:31.844565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31109c72-bf9a-43c6-937d-3dfa21e652e0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:31.858507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.877719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.887119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:31.887534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:31.893351 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:31.898983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7049-a48e-466c-a258-e491aaa086a1 None None] Pushing event updated for resources: {'Port': ['ID=65d3ca96-7865-4d16-a2de-85beac78f811,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:31.915199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9759500-f940-4c89-81d0-ac51d3ce3098 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:31.923149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1762a688-3171-44cb-abe4-7a27e4a396f8 req-5e9c0a46-894a-43e5-a86f-a46c63cb7ed3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420337 Aug 16 22:23:31.942555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.025449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:32.025449 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:32.025449 n-d-791505-20 neutron-server[94817]: [parameters: {'id': '938e87b9-8e64-4646-8b7d-d324c4f330a2'}] Aug 16 22:23:32.025449 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:32.026455 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:32.061108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:23:32.068719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.076898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.114800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b3cdf1-a90c-4e9d-bd92-82b7099d99f3 None None] Network 938e87b9-8e64-4646-8b7d-d324c4f330a2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:32.141611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.142745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.143332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.157878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87f8c331-76e5-4e4e-8014-075bb5068223 req-f6c00b57-aaa0-4c9d-b3b5-72ca189c7960 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500102 Aug 16 22:23:32.214744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.215279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 961581db-3b0c-4ffe-aa06-a67915ed5f2c {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:23:32.238648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2553363 Aug 16 22:23:32.241733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:32.248463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Request body: {'subnet': {'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-430332102-subnet', 'tenant_id': '433a8ae1dc20477e8940f705b5e51ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:32.260856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7d3c-9615-4602-ab9f-e400f948fe64 admin admin] Pushing event updated for resources: {'Network': ['ID=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:32.268069 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:23:32.269163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-31232996-a40e-4e42-a276-964275e1f183 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.6456223 Aug 16 22:23:32.272069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59470) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:32.286916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:32.306039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Made reservation on behalf of 433a8ae1dc20477e8940f705b5e51ae8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:32.306160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.311897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba5b88-fe29-4198-80e5-6681fc654d56 req-47aad48b-d21a-47bf-a22a-902888dadc1a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.313690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cba5b88-fe29-4198-80e5-6681fc654d56 req-47aad48b-d21a-47bf-a22a-902888dadc1a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.1659954 Aug 16 22:23:32.362966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ece63-34c0-439d-9e78-b332f128c584 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:32.425262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cba5b88-fe29-4198-80e5-6681fc654d56 req-3fb2fd81-a96d-4fd3-ba89-3c0a661f9f76 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028879 Aug 16 22:23:32.448289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Deleting port dd8414ff-bb4a-4bff-b158-e970410d866e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:32.448920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.511889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ece63-34c0-439d-9e78-b332f128c584 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:32.532419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.550464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.551182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.563760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Calling delete_port for dd8414ff-bb4a-4bff-b158-e970410d866e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:32.651251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52077256-0f98-46d7-8c4e-f87466957724,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:32.655200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Checking segment: {'id': '6e517843-8ac7-4f8a-823b-da45c5503dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:32.655466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Network hostable DHCP agents. Network: 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:32.675068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 65d3ca96-7865-4d16-a2de-85beac78f811 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:32.675590 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.730879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:32.750077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:32.750985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.759406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 65d3ca96-7865-4d16-a2de-85beac78f811, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=65d3ca96-7865-4d16-a2de-85beac78f811,segment=NetworkSegment(31109c72-bf9a-43c6-937d-3dfa21e652e0),segment_id=31109c72-bf9a-43c6-937d-3dfa21e652e0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:32.759770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.763058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:32.763643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.781615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 65d3ca96-7865-4d16-a2de-85beac78f811 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:32.794117 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2b02af6-ebc6-4fb0-8a96-33bf8d4810f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5512683 Aug 16 22:23:32.843687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd8414ff-bb4a-4bff-b158-e970410d866e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:32.844568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c1b7b-e180-47c5-8e36-ab55286a97d1 None None] Network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:32.958956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:32.997527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=65d3ca96-7865-4d16-a2de-85beac78f811,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.001935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d88a5-18c3-4783-b624-6c2996bc7b86 req-f853a4d6-6665-49da-a93f-cab87153f87e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.003529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b43d88a5-18c3-4783-b624-6c2996bc7b86 req-f853a4d6-6665-49da-a93f-cab87153f87e tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 945 time: 0.2381947 Aug 16 22:23:33.007543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6c897-2941-4295-8f37-d3550ee7348f None None] Network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:33.014868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 65d3ca96-7865-4d16-a2de-85beac78f811 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:33.051893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.056370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-659f2b07-86b0-4a10-a9ff-e6209da87465 tempest-RoutersAdminNegativeIpV6Test-997348390 tempest-RoutersAdminNegativeIpV6Test-997348390-project-admin] 10.222.0.22 "DELETE /v2.0/ports/dd8414ff-bb4a-4bff-b158-e970410d866e HTTP/1.1" status: 204 len: 168 time: 0.7829089 Aug 16 22:23:33.099552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b43d88a5-18c3-4783-b624-6c2996bc7b86 req-32dbd742-148c-4756-be80-5b8891999c11 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863271 Aug 16 22:23:33.154690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.184932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938e87b9-8e64-4646-8b7d-d324c4f330a2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:33.197952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31109c72-bf9a-43c6-937d-3dfa21e652e0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:33.198318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31109c72-bf9a-43c6-937d-3dfa21e652e0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:33.209382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.229761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.239029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:33.239029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:33.242661 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:33.315980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.329233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.331510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bebb0e-4780-4e97-8fc9-38f7940709f0 req-8ef14768-505a-4bad-a5cb-514c274d3f31 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.333202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73bebb0e-4780-4e97-8fc9-38f7940709f0 req-8ef14768-505a-4bad-a5cb-514c274d3f31 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.1054451 Aug 16 22:23:33.334501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59490) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:33.334721 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/938e87b9-8e64-4646-8b7d-d324c4f330a2 HTTP/1.1" status: 204 len: 168 time: 2.0106337 Aug 16 22:23:33.361109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba052a-0f4e-4793-a81d-6bad934aad6e tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=938e87b9-8e64-4646-8b7d-d324c4f330a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.373233 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e78123f-6153-4f87-afc5-470f1ed7ede9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:33.373695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e78123f-6153-4f87-afc5-470f1ed7ede9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:33.376286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3e78123f-6153-4f87-afc5-470f1ed7ede9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/938e87b9-8e64-4646-8b7d-d324c4f330a2 HTTP/1.1" status: 404 len: 339 time: 0.0406997 Aug 16 22:23:33.379949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:33.385804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1644043547', 'description': 'd1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:33.414718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:33.419835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.424919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73bebb0e-4780-4e97-8fc9-38f7940709f0 req-f531e719-e0f8-4d50-80e2-b9b0e7e15d2f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Aug 16 22:23:33.465557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:33.467899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:33.476960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.478287 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 9c6825ec-0be2-4765-ad38-eb195187a51d of type vlan for network c302be63-2fcf-4d77-b409-7e69c048b635 Aug 16 22:23:33.513183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59498) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:33.534104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.589910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.599917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.601117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.640359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35e68-cb34-48f9-8919-723d498b1bc3 req-f3dd1301-a534-40bc-bd75-c87721f658fa tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.641991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec35e68-cb34-48f9-8919-723d498b1bc3 req-f3dd1301-a534-40bc-bd75-c87721f658fa tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.0821457 Aug 16 22:23:33.693588 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3120236 Aug 16 22:23:33.697902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:33.737111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82962373-926b-457e-a24c-3c2340e5077f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.770340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eec35e68-cb34-48f9-8919-723d498b1bc3 req-83b8c1e0-ceed-4534-a2de-4f64ccf34c9c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211689 Aug 16 22:23:33.798945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1d081-9759-486c-91c5-533227cbc2d2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=c302be63-2fcf-4d77-b409-7e69c048b635,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:33.825679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c302be63-2fcf-4d77-b409-7e69c048b635 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:33.860454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e2f5a-ba57-42d9-ac96-4334a6026916 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:33.866478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-499e2f5a-ba57-42d9-ac96-4334a6026916 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks?id=c302be63-2fcf-4d77-b409-7e69c048b635 HTTP/1.1" status: 200 len: 761 time: 0.1672399 Aug 16 22:23:33.869477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:33.891563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'description': 'd2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:33.899365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:33.915165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '77b5c454-8955-4a73-b775-8f8990415aa5', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'port_id': '77b5c454-8955-4a73-b775-8f8990415aa5', 'mac_address': 'fa:16:3e:a1:46:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:33.937925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82962373-926b-457e-a24c-3c2340e5077f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.944907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82962373-926b-457e-a24c-3c2340e5077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.986873 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:33.998612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82962373-926b-457e-a24c-3c2340e5077f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b51c3605f9e045efbe765874cfd28b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843209 Aug 16 22:23:34.000542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82962373-926b-457e-a24c-3c2340e5077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33268381-8f22-4fee-9a6f-00efdb8dc671,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.002241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.010822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:34.033731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:34.038349 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.039221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 56e13b79-89ca-4484-858c-93089df8c12c details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:34.176070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.183161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.220399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.223395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.258103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network c302be63-2fcf-4d77-b409-7e69c048b635 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:23:34.268025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.275324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.279967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "PUT /v2.0/networks/c302be63-2fcf-4d77-b409-7e69c048b635 HTTP/1.1" status: 200 len: 758 time: 0.4021833 Aug 16 22:23:34.285758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.342581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.365452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.366414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.366925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.367478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.367958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.368442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.368928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.369433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.369905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.370392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.370910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.371175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:23:34.377637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=56e13b79-89ca-4484-858c-93089df8c12c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:34.388760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '56e13b79-89ca-4484-858c-93089df8c12c', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '56e13b79-89ca-4484-858c-93089df8c12c', 'mac_address': 'fa:16:3e:69:d4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:34.391794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc999ed-2591-4f81-be3a-f33d4852d401 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=c302be63-2fcf-4d77-b409-7e69c048b635,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.413610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c302be63-2fcf-4d77-b409-7e69c048b635 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:34.430606 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.435683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.440639 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33268381-8f22-4fee-9a6f-00efdb8dc671 HTTP/1.1" status: 204 len: 168 time: 0.4342883 Aug 16 22:23:34.455164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c46ce-9b2b-4616-8f60-da1ee06b049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33268381-8f22-4fee-9a6f-00efdb8dc671,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.474607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268839a-55b6-4990-94ab-7f140a2f30fd req-e2c557ce-bf18-4908-8bd2-6301acda31a9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.478356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c268839a-55b6-4990-94ab-7f140a2f30fd req-e2c557ce-bf18-4908-8bd2-6301acda31a9 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2079611 Aug 16 22:23:34.495755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf30d5d-e020-453f-8d2b-1dc0c9912f90 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.498251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cbf30d5d-e020-453f-8d2b-1dc0c9912f90 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks?id=c302be63-2fcf-4d77-b409-7e69c048b635 HTTP/1.1" status: 200 len: 761 time: 0.2072322 Aug 16 22:23:34.502456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.508745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435160588'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:34.545106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:34.549213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.566204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.583895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e13b79-89ca-4484-858c-93089df8c12c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:34.599999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:34.614137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.615198 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 0045f5fc-7458-4ebc-8e31-c9ed13b62304 of type vlan for network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be Aug 16 22:23:34.621646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=56e13b79-89ca-4484-858c-93089df8c12c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:34.628052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.630335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c268839a-55b6-4990-94ab-7f140a2f30fd req-585f05d6-e934-4d4c-8798-9947f24f12dd tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305625 Aug 16 22:23:34.672343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07ee80-d806-4b46-819a-6c49369366a1 req-be446bf7-a0b4-433f-9b6a-eed41a38bd99 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.676763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb07ee80-d806-4b46-819a-6c49369366a1 req-be446bf7-a0b4-433f-9b6a-eed41a38bd99 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 948 time: 0.1311767 Aug 16 22:23:34.680071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.727634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.730942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:34.731588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:34.748122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb07ee80-d806-4b46-819a-6c49369366a1 req-8463472b-b506-4122-a21b-b08887391519 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Aug 16 22:23:34.753221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.829534 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3257565 Aug 16 22:23:34.832367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59550) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.842329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:34.868076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe39ed-cc35-46ba-9178-84fb8c08d485 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=11c3e7e0-e0ec-4dce-9dc0-5891e8c372be,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:34.885248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:34.942708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:34.997170 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-caad49e4-ba80-412c-99b6-df694e46313b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b03353182724d1292a89a44eea8d899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529771 Aug 16 22:23:34.997820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:35.029292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a885e-7440-4801-8adf-9fdbeb5c92e1 req-0809d4a7-cd8d-4d1e-9b95-91c761f71510 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.031821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-379a885e-7440-4801-8adf-9fdbeb5c92e1 req-0809d4a7-cd8d-4d1e-9b95-91c761f71510 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 943 time: 0.1222599 Aug 16 22:23:35.053166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.076786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.098880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:35.102508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.133811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.136300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.139875 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45b75211-d061-4a30-a2de-bf9d00794435 HTTP/1.1" status: 204 len: 168 time: 0.1388338 Aug 16 22:23:35.148507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c766ab-1c33-4253-958e-2b1a5a6ce4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b75211-d061-4a30-a2de-bf9d00794435,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:35.214351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-379a885e-7440-4801-8adf-9fdbeb5c92e1 req-2a3a8b8b-637d-4a81-922a-b58eee3a93f1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699629 Aug 16 22:23:35.259629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-3453564a-b046-467d-81ac-675ab509fa80 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:35.261286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-3453564a-b046-467d-81ac-675ab509fa80 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/networks?id=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 HTTP/1.1" status: 200 len: 809 time: 0.2562857 Aug 16 22:23:35.264116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['56e13b79-89ca-4484-858c-93089df8c12c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:35.289653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['77b5c454-8955-4a73-b775-8f8990415aa5'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:35.314768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-68557e15-655a-4c47-962f-ccefafce0b03 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/quotas/433a8ae1dc20477e8940f705b5e51ae8 HTTP/1.1" status: 200 len: 375 time: 0.0397236 Aug 16 22:23:35.382119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-db9e1808-c1b9-435c-b13e-193a1b3ae8a8 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=433a8ae1dc20477e8940f705b5e51ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662892 Aug 16 22:23:35.494393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d6c3edba-3af4-4e51-88a1-c2a205836d74 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:35.584138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-3c0d2c00-0559-425f-9dbe-6a0e6ba5f3df service neutron] 10.222.0.22 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998026 Aug 16 22:23:35.598318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.652387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:35.666923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'd6c3edba-3af4-4e51-88a1-c2a205836d74', 'network_id': '994f30f6-4c8a-4d1b-a81a-700837b02aba', 'port_id': 'd6c3edba-3af4-4e51-88a1-c2a205836d74', 'mac_address': 'fa:16:3e:fb:9a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b81733-89d2-4f6e-8a7d-8d0e1114f46d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:35.710238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.730756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c3edba-3af4-4e51-88a1-c2a205836d74 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:35.773782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:35.779312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:35.850628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.067422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=3a2fbe78-3785-4e36-a4a7-018c9af7e859,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.089852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '0045f5fc-7458-4ebc-8e31-c9ed13b62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:36.090223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:36.102968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc36f7-f3a0-473f-8eb5-3c46ba895318 req-fc81088c-0b13-4742-8871-81651d3bf340 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.104478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50bc36f7-f3a0-473f-8eb5-3c46ba895318 req-fc81088c-0b13-4742-8871-81651d3bf340 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1225970 Aug 16 22:23:36.108138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-0616333e-3783-4510-b496-eda1a1bb2581 service neutron] 10.222.0.22 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242150 Aug 16 22:23:36.143948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:36.161989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:36.185192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:36.196476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a98a2-28c2-4778-9f98-b126cf6dae64 None None] Network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:36.200460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50bc36f7-f3a0-473f-8eb5-3c46ba895318 req-82aab105-e788-4879-bc00-0bc4d2f704ba tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791874 Aug 16 22:23:36.222015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.222631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.258954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:36.268739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1cd48a49-5228-4944-9934-830585299b42 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4338849 Aug 16 22:23:36.312635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'networks': [{'name': 'tempest-network--606662329'}, {'name': 'tempest-network--23397671'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:36.314508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-network--606662329'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:36.315058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-network--23397671'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:36.375051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f562f-3686-4fd4-acec-ecdd7e654913 req-6fe5a108-c0a7-46fd-a106-59d36d044908 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.386676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed1f562f-3686-4fd4-acec-ecdd7e654913 req-6fe5a108-c0a7-46fd-a106-59d36d044908 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 949 time: 0.0782833 Aug 16 22:23:36.394881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'network': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:36.399665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.420512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.449512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed1f562f-3686-4fd4-acec-ecdd7e654913 req-c6ff8617-c239-4049-9505-9da3b15c4bf4 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Aug 16 22:23:36.451202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.503381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-11c3e7e0-e0ec-4dce-9dc0-5891e8c372be', 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': '3a2fbe78-3785-4e36-a4a7-018c9af7e859'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:36.504645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.602784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28962080-757e-4349-a258-4fe936d9a68f req-24705fe9-4f14-4eb0-8935-eaa17710ae99 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:36.612309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28962080-757e-4349-a258-4fe936d9a68f req-24705fe9-4f14-4eb0-8935-eaa17710ae99 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 944 time: 0.0763648 Aug 16 22:23:36.633392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.661827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28962080-757e-4349-a258-4fe936d9a68f req-6476b884-d0f3-4659-ba3f-2ebf791800aa tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Aug 16 22:23:36.742343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a52607cf-263d-4588-8d08-90ab0dae49a9 req-66ad3707-031e-47c9-b6ab-b92d9060dba4 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 210 time: 0.0431709 Aug 16 22:23:36.763910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Allocated IP 172.20.0.2 (11c3e7e0-e0ec-4dce-9dc0-5891e8c372be/3a2fbe78-3785-4e36-a4a7-018c9af7e859/533adb10-736c-4bbd-b07e-996dc5676001) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:36.774511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.780876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.781535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.829833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21af3cbc-6a76-48e1-8823-e29dffc329e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:36.851495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:36.871413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.872127 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment 92a8f3f9-c20d-4141-b9d3-8dd2603f6dd2 of type vlan for network 75234636-8833-451c-b119-a6b970111fb1 Aug 16 22:23:36.921965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.957407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.963070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:36.969010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Transition to ACTIVE for port object 533adb10-736c-4bbd-b07e-996dc5676001 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:36.976644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:36.977251 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment 0f795e54-0c8b-43bf-aca1-44c9443d80f6 of type vlan for network 57e8f827-6794-4283-b957-b8650bf3b163 Aug 16 22:23:36.986650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Transition to ACTIVE for port object 533adb10-736c-4bbd-b07e-996dc5676001 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:36.994494 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.027485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.040443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:37.043118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.047673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:37.050550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:37.055535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Pushing event updated for resources: {'Port': ['ID=533adb10-736c-4bbd-b07e-996dc5676001,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.078691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2fbe78-3785-4e36-a4a7-018c9af7e859,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.122971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Attempting to bind port 533adb10-736c-4bbd-b07e-996dc5676001 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:37.123612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Attempting to bind port 533adb10-736c-4bbd-b07e-996dc5676001 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '0045f5fc-7458-4ebc-8e31-c9ed13b62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:37.124375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Attempting to bind port 533adb10-736c-4bbd-b07e-996dc5676001 on network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:37.129401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.130170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.131331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:37.131718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Checking segment: {'id': '0045f5fc-7458-4ebc-8e31-c9ed13b62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:37.132131 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.132537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Bound using segment: {'id': '0045f5fc-7458-4ebc-8e31-c9ed13b62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:37.133014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Bound port: 533adb10-736c-4bbd-b07e-996dc5676001, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0045f5fc-7458-4ebc-8e31-c9ed13b62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:37.133697 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.135717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.140998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.141691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.188543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['d6c3edba-3af4-4e51-88a1-c2a205836d74'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:37.209288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.215349 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.0697343 Aug 16 22:23:37.218048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59614) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:37.229773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3e7e0-e0ec-4dce-9dc0-5891e8c372be']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.250726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0045f5fc-7458-4ebc-8e31-c9ed13b62304') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.251020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0045f5fc-7458-4ebc-8e31-c9ed13b62304') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.258214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=75234636-8833-451c-b119-a6b970111fb1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.267395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] For port 533adb10-736c-4bbd-b07e-996dc5676001, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:37.272663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 75234636-8833-451c-b119-a6b970111fb1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:37.298319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.333381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] For port 533adb10-736c-4bbd-b07e-996dc5676001, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=533adb10-736c-4bbd-b07e-996dc5676001,segment=NetworkSegment(0045f5fc-7458-4ebc-8e31-c9ed13b62304),segment_id=0045f5fc-7458-4ebc-8e31-c9ed13b62304)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:37.357302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.361490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc73c1-85b5-4252-a222-1fbfc277d8fd tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=57e8f827-6794-4283-b957-b8650bf3b163,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.368161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:37.368745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:37.372992 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:37.383664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 57e8f827-6794-4283-b957-b8650bf3b163 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:37.388991 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.447749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:23:37.447749 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:23:37.447749 n-d-791505-20 neutron-server[94817]: [parameters: {'id': '11c3e7e0-e0ec-4dce-9dc0-5891e8c372be'}] Aug 16 22:23:37.447749 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:23:37.448263 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:23:37.484266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ddb13-79fa-4741-89ca-bdd2f8b17953 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.492268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ddb13-79fa-4741-89ca-bdd2f8b17953 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.501622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ddb13-79fa-4741-89ca-bdd2f8b17953 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.510814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ddb13-79fa-4741-89ca-bdd2f8b17953 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.512849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ef6ddb13-79fa-4741-89ca-bdd2f8b17953 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2926700 Aug 16 22:23:37.515827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:37.523136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42dd29-abd5-4a9a-9bdb-fcb8b8aed287 req-49d66346-8e70-408e-8e2a-f212497bdc5d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.524904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a42dd29-abd5-4a9a-9bdb-fcb8b8aed287 req-49d66346-8e70-408e-8e2a-f212497bdc5d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.1908355 Aug 16 22:23:37.530016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152971e4-6764-44f0-8349-f284d157b1ac None None] Pushing event updated for resources: {'Port': ['ID=533adb10-736c-4bbd-b07e-996dc5676001,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:37.633877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fca2f-0a08-4b07-8bf4-a490c1f27c19 None None] Network 11c3e7e0-e0ec-4dce-9dc0-5891e8c372be requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:37.636239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.660146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a42dd29-abd5-4a9a-9bdb-fcb8b8aed287 req-337c01a9-1a24-4c24-b143-ffcfc16c8003 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216738 Aug 16 22:23:37.698401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c14a2-79f6-4d11-b949-779f6757078b req-3defc31d-c804-4bd7-a8c8-1e618648dc09 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.700479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-329c14a2-79f6-4d11-b949-779f6757078b req-3defc31d-c804-4bd7-a8c8-1e618648dc09 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 949 time: 0.1328630 Aug 16 22:23:37.795420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.806970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75234636-8833-451c-b119-a6b970111fb1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.807218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-329c14a2-79f6-4d11-b949-779f6757078b req-15e5430e-eed4-4602-acdb-f03aa3f0e85c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Aug 16 22:23:37.826166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a8f3f9-c20d-4141-b9d3-8dd2603f6dd2') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.826453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a8f3f9-c20d-4141-b9d3-8dd2603f6dd2') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:37.846757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1e4f3-a4cd-41af-87ca-6edce386d2bb None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:23:37.848685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.880907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.887861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:37.888268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:37.892007 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:37.926301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd0ef943-473d-4b21-99c3-02044078a195 req-194dd89b-72f0-47b8-b2a5-afba67b45588 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 210 time: 0.0453861 Aug 16 22:23:37.950320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:37.965616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572feb-5192-44d5-9483-b93fe6d90059 req-9cc2739f-947b-40fa-947c-efa95def9acd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:37.975009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1e4f3-a4cd-41af-87ca-6edce386d2bb None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:23:37.978927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e572feb-5192-44d5-9483-b93fe6d90059 req-9cc2739f-947b-40fa-947c-efa95def9acd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 944 time: 0.1191304 Aug 16 22:23:38.001602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.011567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.013731 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/75234636-8833-451c-b119-a6b970111fb1 HTTP/1.1" status: 204 len: 168 time: 0.4966731 Aug 16 22:23:38.017403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.026762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4d351-c4cc-44ea-83b4-3b5140adf64f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=75234636-8833-451c-b119-a6b970111fb1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:38.050492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 533adb10-736c-4bbd-b07e-996dc5676001 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:38.051155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.083140 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:23:38.110846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e572feb-5192-44d5-9483-b93fe6d90059 req-705cd644-7465-4aa5-9559-3a7a396a8e1e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310410 Aug 16 22:23:38.194985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 533adb10-736c-4bbd-b07e-996dc5676001, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=533adb10-736c-4bbd-b07e-996dc5676001,segment=NetworkSegment(0045f5fc-7458-4ebc-8e31-c9ed13b62304),segment_id=0045f5fc-7458-4ebc-8e31-c9ed13b62304)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:38.195843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.202052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.214687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 533adb10-736c-4bbd-b07e-996dc5676001 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:38.316076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.349515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-ad1c12bc-f90a-4ee8-a014-2d0330f44570 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.351035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-ad1c12bc-f90a-4ee8-a014-2d0330f44570 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.89 "GET /v2.0/networks?id=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 HTTP/1.1" status: 200 len: 809 time: 0.2621183 Aug 16 22:23:38.352992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.354567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=533adb10-736c-4bbd-b07e-996dc5676001,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:38.356380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 533adb10-736c-4bbd-b07e-996dc5676001 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:38.364660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e8f827-6794-4283-b957-b8650bf3b163']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.380390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f795e54-0c8b-43bf-aca1-44c9443d80f6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.381098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f795e54-0c8b-43bf-aca1-44c9443d80f6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.392105 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.407605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Request body: {'port': {'device_id': '4309419b-cc95-4771-9914-e35f1917908a', 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8', 'admin_state_up': True, 'tenant_id': '433a8ae1dc20477e8940f705b5e51ae8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:38.442781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.454999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3e7e0-e0ec-4dce-9dc0-5891e8c372be']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.460675 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.471058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0045f5fc-7458-4ebc-8e31-c9ed13b62304') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.471437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0045f5fc-7458-4ebc-8e31-c9ed13b62304') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:38.476791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:38.477243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:38.480185 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:38.482786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.497830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.533888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:38.534296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:38.541215 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:38.568547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.579729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.582165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/57e8f827-6794-4283-b957-b8650bf3b163 HTTP/1.1" status: 204 len: 168 time: 0.5586271 Aug 16 22:23:38.589215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.622497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.632662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d439b10-739e-4ca2-8f59-9168a494ef73 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=57e8f827-6794-4283-b957-b8650bf3b163,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:38.637841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.639784 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/11c3e7e0-e0ec-4dce-9dc0-5891e8c372be HTTP/1.1" status: 204 len: 168 time: 2.3797095 Aug 16 22:23:38.642777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.662012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ff531-198e-41df-93bb-c8e3a242b269 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=11c3e7e0-e0ec-4dce-9dc0-5891e8c372be,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:38.682237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Made reservation on behalf of 433a8ae1dc20477e8940f705b5e51ae8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:38.685500 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0864cdf-9cf9-4b2c-899f-7b33269ae958 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] GET failed (client error): The resource could not be found. Aug 16 22:23:38.685977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:38.686656 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d0864cdf-9cf9-4b2c-899f-7b33269ae958 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets/3a2fbe78-3785-4e36-a4a7-018c9af7e859 HTTP/1.1" status: 404 len: 337 time: 0.0429995 Aug 16 22:23:38.689873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.714221 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-986d24a8-10a6-4e58-9a4b-db846f7a0fe1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:38.714787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986d24a8-10a6-4e58-9a4b-db846f7a0fe1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:38.716504 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-986d24a8-10a6-4e58-9a4b-db846f7a0fe1 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/11c3e7e0-e0ec-4dce-9dc0-5891e8c372be HTTP/1.1" status: 404 len: 339 time: 0.0257132 Aug 16 22:23:38.721016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.807450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14be79-5964-456b-a9a3-f440e39affc4 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.815023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14be79-5964-456b-a9a3-f440e39affc4 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:38.816854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bd14be79-5964-456b-a9a3-f440e39affc4 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2245669 Aug 16 22:23:38.829961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:38.841279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1081447320'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:38.944599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:38.948227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.001185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ce73f-5811-40f9-a491-ae3a8d0ac8af req-16c6ce60-23b2-43a4-8669-e14b76d19318 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.002799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-511ce73f-5811-40f9-a491-ae3a8d0ac8af req-16c6ce60-23b2-43a4-8669-e14b76d19318 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 946 time: 0.2102454 Aug 16 22:23:39.030121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Allocated IP 172.20.0.8 (713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8/52077256-0f98-46d7-8c4e-f87466957724/4d1271a3-011c-40f2-bfcc-6f0298581006) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:39.062379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:39.087875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.088230 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment a9774462-a53f-4aba-a38c-2f675f28acad of type vlan for network 0b84071c-7ca4-4930-999b-3482439208b8 Aug 16 22:23:39.133120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-511ce73f-5811-40f9-a491-ae3a8d0ac8af req-b6e1199f-1def-4737-8df2-3e1cd6681532 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076322 Aug 16 22:23:39.140881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78913611-a09b-40bf-b7ab-f284b5fa0024 req-3162bb40-e23e-4b39-8002-922a69f9c5ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.142583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78913611-a09b-40bf-b7ab-f284b5fa0024 req-3162bb40-e23e-4b39-8002-922a69f9c5ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 949 time: 0.1716871 Aug 16 22:23:39.231549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.313106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c23ad2-dc36-4516-87dc-e23fd645c701 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.317602 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44c23ad2-dc36-4516-87dc-e23fd645c701 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5930333 Aug 16 22:23:39.317965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.344210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69ebda40-e3ba-4a4d-8ff7-4114d5657bf1 req-ac35ba7d-16b0-4fb3-bc0d-5662ff31a100 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 210 time: 0.1121733 Aug 16 22:23:39.358487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad552922-c027-460b-bcac-16f9b2c2a30a tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 207 time: 0.0392363 Aug 16 22:23:39.361723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.361857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78913611-a09b-40bf-b7ab-f284b5fa0024 req-f0d48baa-d501-4979-bcfd-f017dbd6663d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089818 Aug 16 22:23:39.391453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.397709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.398374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.481831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6500516 Aug 16 22:23:39.487049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.507427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d6c3edba-3af4-4e51-88a1-c2a205836d74 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:39.531838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2117445075'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:39.545358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.555843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402a5ac-3d11-46d8-ab86-a6a06d42b148 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=0b84071c-7ca4-4930-999b-3482439208b8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:39.566935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 0b84071c-7ca4-4930-999b-3482439208b8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:39.578745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ddc22-6265-450e-8cc1-0daea9120766 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.586436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ddc22-6265-450e-8cc1-0daea9120766 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.595332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ddc22-6265-450e-8cc1-0daea9120766 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.602035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ddc22-6265-450e-8cc1-0daea9120766 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.605615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c1ddc22-6265-450e-8cc1-0daea9120766 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2426715 Aug 16 22:23:39.610445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.610701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b1929-b903-44a7-b188-4e1951a98c6b req-dbef8003-eee3-4b79-8ec5-2b422685ebff tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.621265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-001b1929-b903-44a7-b188-4e1951a98c6b req-dbef8003-eee3-4b79-8ec5-2b422685ebff tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 944 time: 0.1888757 Aug 16 22:23:39.632644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:39.636002 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.661161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port d6c3edba-3af4-4e51-88a1-c2a205836d74 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:39.673155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port d6c3edba-3af4-4e51-88a1-c2a205836d74 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:39.674596 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.721980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-001b1929-b903-44a7-b188-4e1951a98c6b req-8a019080-9157-484e-9af4-bbea7af632c4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997477 Aug 16 22:23:39.722788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:39.728483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.762441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b231b89e-8513-4642-8e64-28e7b6eae2a7 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1502914 Aug 16 22:23:39.767642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.772129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.772490 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment f5ded8e9-d848-4a05-9c2d-cddc2bc3def3 of type vlan for network 46bffae5-cc21-4e38-857a-bfd97c76abd6 Aug 16 22:23:39.774937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:39.786595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:39.789256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:39.804266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.860177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Pushing event updated for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:39.866363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:39.868676 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b836a-ca40-4945-aad7-4ea34f6b5d80" -d '{"events": [{"server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "name": "network-vif-plugged", "status": "completed", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:39.870795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.901912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.902777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.903778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:39.917381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.920870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:39.921711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.922810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7998e9-a696-4a7b-b162-6d70a60ac314 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.925033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7998e9-a696-4a7b-b162-6d70a60ac314 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.928076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:39.928797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:39.932038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:39.932260 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc7998e9-a696-4a7b-b162-6d70a60ac314 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1634963 Aug 16 22:23:39.938467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8867d1d5-03ec-470f-a899-93a3c2c64214 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437796 Aug 16 22:23:39.979872 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef7d3ad-8e02-4f9c-ba60-c53eb09fda23 x-openstack-request-id: req-bef7d3ad-8e02-4f9c-ba60-c53eb09fda23 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:39.980277 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "name": "network-vif-plugged", "status": "completed", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:39.980632 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bef7d3ad-8e02-4f9c-ba60-c53eb09fda23 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:39.981168 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74', 'code': 200} Aug 16 22:23:40.027965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.038612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Request body: {'port': {'device_id': '4309419b-cc95-4771-9914-e35f1917908a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.049157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 77b5c454-8955-4a73-b775-8f8990415aa5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:40.054668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 77b5c454-8955-4a73-b775-8f8990415aa5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:40.054668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.118486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814902e-9909-49f0-bbb6-548990bf05c9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.125801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814902e-9909-49f0-bbb6-548990bf05c9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.125801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1814902e-9909-49f0-bbb6-548990bf05c9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1826527 Aug 16 22:23:40.127026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.129803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6193719 Aug 16 22:23:40.138779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.144210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1a945-d1fb-461d-86b9-48b09c9d98d8 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=46bffae5-cc21-4e38-857a-bfd97c76abd6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.147098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.158914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 46bffae5-cc21-4e38-857a-bfd97c76abd6 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:40.166005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'ports': [{'network_id': '0b84071c-7ca4-4930-999b-3482439208b8', 'name': 'tempest-port--373448221', 'admin_state_up': True}, {'network_id': '46bffae5-cc21-4e38-857a-bfd97c76abd6', 'admin_state_up': False}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.166463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'port': {'network_id': '0b84071c-7ca4-4930-999b-3482439208b8', 'name': 'tempest-port--373448221', 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.166956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'port': {'network_id': '46bffae5-cc21-4e38-857a-bfd97c76abd6', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.250494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.254136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.259557 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.260356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 56e13b79-89ca-4484-858c-93089df8c12c up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:40.352420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.360442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91131339-a63b-4682-889b-0647fea617b3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.362041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-91131339-a63b-4682-889b-0647fea617b3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks/502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 HTTP/1.1" status: 200 len: 799 time: 0.2335289 Aug 16 22:23:40.368944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.372863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 56e13b79-89ca-4484-858c-93089df8c12c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:40.378018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 56e13b79-89ca-4484-858c-93089df8c12c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:40.378385 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.381370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038336-5c42-4255-ad84-e6fa7d2340e0 req-e4667f07-57b0-4e8a-b975-43af54c50a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.383577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b038336-5c42-4255-ad84-e6fa7d2340e0 req-e4667f07-57b0-4e8a-b975-43af54c50a5d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1097 time: 0.2598484 Aug 16 22:23:40.483022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29dc025-665f-424f-a568-e8ab20ecd163 req-1819bc22-404f-4ccd-97be-78e6a93b987c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.484544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:40.487033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a29dc025-665f-424f-a568-e8ab20ecd163 req-1819bc22-404f-4ccd-97be-78e6a93b987c tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.2504101 Aug 16 22:23:40.489131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.515726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.525756 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-291e913a-e97f-4970-bc3c-d9d4ba6c4b7d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/networks/502b3fb8-9d8e-4ca4-b9a7-a8a772581b19?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1525078 Aug 16 22:23:40.527134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.601281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b038336-5c42-4255-ad84-e6fa7d2340e0 req-6e068a7e-3c75-49b2-829e-48d65c103c09 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640904 Aug 16 22:23:40.610971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] device_id is not set on port e1cb1610-7131-4157-9535-6bd26fc94aea yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:23:40.685934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a29dc025-665f-424f-a568-e8ab20ecd163 req-62170d17-430a-4a8b-951a-ec30f03a71a2 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779068 Aug 16 22:23:40.690754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.701791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac025a0-dcee-4116-8505-24fa82767093 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.703856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eac025a0-dcee-4116-8505-24fa82767093 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets/e0e59abd-87e3-417f-9f8d-6390f8b72aa1 HTTP/1.1" status: 200 len: 811 time: 0.1693113 Aug 16 22:23:40.707639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.713298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198095f-ba4f-467d-b760-4bac232b3efc req-a705c507-8ed1-42e1-af13-8ef75e46e233 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.720520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4198095f-ba4f-467d-b760-4bac232b3efc req-a705c507-8ed1-42e1-af13-8ef75e46e233 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 931 time: 0.2210200 Aug 16 22:23:40.740157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=56e13b79-89ca-4484-858c-93089df8c12c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:40.752352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.807672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4198095f-ba4f-467d-b760-4bac232b3efc req-8044bb74-ac39-4a42-85f8-85b3384fa18c tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856783 Aug 16 22:23:40.808875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b4157-33d9-4cea-b2f9-ad9098dab3c8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.822708 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c9b4157-33d9-4cea-b2f9-ad9098dab3c8 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "GET /v2.0/subnets/e0e59abd-87e3-417f-9f8d-6390f8b72aa1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1098609 Aug 16 22:23:40.823034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:40.828024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1677191056'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:40.846317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:40.858131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.917110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:40.920147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.963276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1271a3-011c-40f2-bfcc-6f0298581006 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:40.964707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] device_id is not set on port 71de270c-edbe-4708-a4a7-527604b5500b yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:23:40.974385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:40.976260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a96700-bb1e-4a17-9ac8-e71c4181b940 req-86e070c1-1b8d-44c4-b492-ee4ad71e3573 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.977810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07a96700-bb1e-4a17-9ac8-e71c4181b940 req-86e070c1-1b8d-44c4-b492-ee4ad71e3573 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.1639419 Aug 16 22:23:40.982310 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.989364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:40.989700 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Added segment 36c9ca48-1511-4f88-b4dd-7844f8ffc252 of type vlan for network e36cb5d5-7537-43d4-9200-91229c934660 Aug 16 22:23:40.994498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7104-e17c-408d-b793-b1269abc6e5e req-d34a7fa3-2a93-4abc-8a8a-4c08a451b8a6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:40.995330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80bf7104-e17c-408d-b793-b1269abc6e5e req-d34a7fa3-2a93-4abc-8a8a-4c08a451b8a6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1086493 Aug 16 22:23:41.023990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Transition to ACTIVE for port object 4d1271a3-011c-40f2-bfcc-6f0298581006 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:41.035388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.040902 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.107791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07a96700-bb1e-4a17-9ac8-e71c4181b940 req-ec55a377-4c6a-47d1-b384-65aa50e12f29 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114616 Aug 16 22:23:41.110617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.113177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80bf7104-e17c-408d-b793-b1269abc6e5e req-b7840fea-42fe-4163-8163-50c2a97b74d0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055210 Aug 16 22:23:41.116040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.116660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.119999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.206830 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3826966 Aug 16 22:23:41.210192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Attempting to bind port 4d1271a3-011c-40f2-bfcc-6f0298581006 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:41.210562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Attempting to bind port 4d1271a3-011c-40f2-bfcc-6f0298581006 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '6e517843-8ac7-4f8a-823b-da45c5503dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:41.210869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Attempting to bind port 4d1271a3-011c-40f2-bfcc-6f0298581006 on network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:41.212865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:41.217137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718647e-79b4-4543-ba7c-3c940098414c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Network': ['ID=e36cb5d5-7537-43d4-9200-91229c934660,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.220722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:41.226813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Port 4d1271a3-011c-40f2-bfcc-6f0298581006 on network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:23:41.227119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Attempting to bind port 4d1271a3-011c-40f2-bfcc-6f0298581006 on network 713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:41.230094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.235313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:41.235668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Checking segment: {'id': '6e517843-8ac7-4f8a-823b-da45c5503dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:41.236355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Bound using segment: {'id': '6e517843-8ac7-4f8a-823b-da45c5503dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:41.236575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Bound port: 4d1271a3-011c-40f2-bfcc-6f0298581006, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e517843-8ac7-4f8a-823b-da45c5503dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:41.236869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.245480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network e36cb5d5-7537-43d4-9200-91229c934660 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:41.286646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.370910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:41.374820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4d1271a3-011c-40f2-bfcc-6f0298581006,segment=NetworkSegment(6e517843-8ac7-4f8a-823b-da45c5503dd2),segment_id=6e517843-8ac7-4f8a-823b-da45c5503dd2)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:41.375001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Port': ['ID=e1cb1610-7131-4157-9535-6bd26fc94aea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.378308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Made reservation on behalf of 19c6d06a35ff4606bfa5acc0b7725100 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:41.381968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.386814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Checking segment: {'id': 'a9774462-a53f-4aba-a38c-2f675f28acad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0b84071c-7ca4-4930-999b-3482439208b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:41.386814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network hostable DHCP agents. Network: 0b84071c-7ca4-4930-999b-3482439208b8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:41.388088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.406419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network 0b84071c-7ca4-4930-999b-3482439208b8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:41.415965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 0b84071c-7ca4-4930-999b-3482439208b8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:41.419778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:41.420656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.428791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c30406-4e6a-418c-a6e2-a3baddccaa57 None None] Network 0b84071c-7ca4-4930-999b-3482439208b8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:41.486904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Port': ['ID=71de270c-edbe-4708-a4a7-527604b5500b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.502211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Checking segment: {'id': 'f5ded8e9-d848-4a05-9c2d-cddc2bc3def3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '46bffae5-cc21-4e38-857a-bfd97c76abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:41.502501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network hostable DHCP agents. Network: 46bffae5-cc21-4e38-857a-bfd97c76abd6, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:41.503224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.503987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.505285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] 10.222.0.89 "PUT /v2.0/ports/4d1271a3-011c-40f2-bfcc-6f0298581006 HTTP/1.1" status: 200 len: 1092 time: 1.5006795 Aug 16 22:23:41.507694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:41.509886 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b718e7-f5bf-4f14-89df-accf3558ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:41.513406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Performing IP validity checks on allocation pools {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:23:41.514189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94816) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:23:41.525756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network 46bffae5-cc21-4e38-857a-bfd97c76abd6 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:41.543280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 46bffae5-cc21-4e38-857a-bfd97c76abd6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:41.548800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:41.554723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.558055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6ae53-7426-4893-b4e6-2f67897010d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.559710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.560413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.588042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2d863-858f-40bd-8b36-8432a96996ef None None] Network 46bffae5-cc21-4e38-857a-bfd97c76abd6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:41.588285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3760759f-8830-4f03-bfdb-256bcfae93a2 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4433486 Aug 16 22:23:41.588285 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:41.617482 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd46a7d-b5bd-421d-b25e-ba6d252010d0 x-openstack-request-id: req-2bd46a7d-b5bd-421d-b25e-ba6d252010d0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:41.618020 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:41.618424 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bd46a7d-b5bd-421d-b25e-ba6d252010d0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:41.618993 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006', 'status': 'completed', 'code': 200} Aug 16 22:23:41.664375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-ac25f79b-2e96-4428-994c-7e7ca38272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.666182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-ac25f79b-2e96-4428-994c-7e7ca38272b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=433a8ae1dc20477e8940f705b5e51ae8&device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 1095 time: 0.0866838 Aug 16 22:23:41.714612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a54c00-d9ce-423e-a15c-1c5e08c54732 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.725394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a54c00-d9ce-423e-a15c-1c5e08c54732 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.727264 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12a54c00-d9ce-423e-a15c-1c5e08c54732 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1380491 Aug 16 22:23:41.730080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:41.759218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-c7e9fc3d-29cf-4b87-a864-d81ac9affd0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d1271a3-011c-40f2-bfcc-6f0298581006 HTTP/1.1" status: 200 len: 217 time: 0.0560853 Aug 16 22:23:41.781985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.840792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting port e1cb1610-7131-4157-9535-6bd26fc94aea {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:41.841327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.924010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:41.933272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-f68f5f81-77a6-40d7-b797-578d01f7c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.935671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-f68f5f81-77a6-40d7-b797-578d01f7c1bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52077256-0f98-46d7-8c4e-f87466957724 HTTP/1.1" status: 200 len: 849 time: 0.1643836 Aug 16 22:23:41.938461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Calling delete_port for e1cb1610-7131-4157-9535-6bd26fc94aea owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:41.949304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=ba02378c-5f59-455d-b812-7eb84526dd48,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:41.982963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}, {'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:41.985780 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbfbe4-f51b-45ac-95fe-167ede3dba42" -d '{"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}, {"server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "name": "network-vif-plugged", "status": "completed", "tag": "56e13b79-89ca-4484-858c-93089df8c12c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:41.991806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f148-44b9-41d8-82ca-c3ca600ec820 req-e799a8ca-aa8d-467b-9c70-8861360a2a36 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:41.993396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c75f148-44b9-41d8-82ca-c3ca600ec820 req-e799a8ca-aa8d-467b-9c70-8861360a2a36 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.1824787 Aug 16 22:23:41.995258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-8ebdde40-1aa4-43b9-9e79-b520d5281710 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478203 Aug 16 22:23:42.004443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Checking segment: {'id': '36c9ca48-1511-4f88-b4dd-7844f8ffc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:42.004659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network hostable DHCP agents. Network: e36cb5d5-7537-43d4-9200-91229c934660, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:42.053868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.061528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411e31-26b3-4259-aeb7-b2961c20a2f2 req-89581e09-119e-415e-b82d-eafb23f492bb tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.063666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95411e31-26b3-4259-aeb7-b2961c20a2f2 req-89581e09-119e-415e-b82d-eafb23f492bb tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 943 time: 0.1788645 Aug 16 22:23:42.085691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Port': ['ID=e1cb1610-7131-4157-9535-6bd26fc94aea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.098776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.100746 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52d47728-710f-4a80-80a2-84fb0263a04a tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/ports/e1cb1610-7131-4157-9535-6bd26fc94aea HTTP/1.1" status: 204 len: 168 time: 0.3693142 Aug 16 22:23:42.104335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.219019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting port 71de270c-edbe-4708-a4a7-527604b5500b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:42.219534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.291780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.307381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Calling delete_port for 71de270c-edbe-4708-a4a7-527604b5500b owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:42.421058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.451304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Network e36cb5d5-7537-43d4-9200-91229c934660 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:42.458711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Port': ['ID=71de270c-edbe-4708-a4a7-527604b5500b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.463324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.465385 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4480b2d3-41c7-4c33-b4c3-74c9ab54a979 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/ports/71de270c-edbe-4708-a4a7-527604b5500b HTTP/1.1" status: 204 len: 168 time: 0.3600385 Aug 16 22:23:42.468473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.478197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95411e31-26b3-4259-aeb7-b2961c20a2f2 req-1bde7148-f533-4fb1-b759-4ea79bf63e25 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714102 Aug 16 22:23:42.493965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c75f148-44b9-41d8-82ca-c3ca600ec820 req-ed35566b-8b36-446c-96ed-8664613c064f tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4901130 Aug 16 22:23:42.508536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, e36cb5d5-7537-43d4-9200-91229c934660) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:42.515607 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c2858ed-6a96-4541-9671-0b15c9ea63c3 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0461171 Aug 16 22:23:42.519971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e110a3c-d17b-4b76-a27d-c00543e1f67f None None] Network e36cb5d5-7537-43d4-9200-91229c934660 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:42.520600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.533788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.534400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.535145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-354433340'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:42.552467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-1c5e3459-8824-47d5-adb2-7781b33c909c service neutron] 10.222.0.89 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407748 Aug 16 22:23:42.578930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:42.586370 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.619063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:42.620263 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045290fe-921a-4aa4-ac60-9a53e7f53ab6 x-openstack-request-id: req-045290fe-921a-4aa4-ac60-9a53e7f53ab6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:42.620645 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-plugged", "status": "completed", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "code": 200}, {"server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "name": "network-vif-plugged", "status": "completed", "tag": "56e13b79-89ca-4484-858c-93089df8c12c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:42.620984 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-045290fe-921a-4aa4-ac60-9a53e7f53ab6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:42.621488 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'code': 200} Aug 16 22:23:42.624345 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c', 'code': 200} Aug 16 22:23:42.632404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.633791 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment 5eaf57ab-22d4-469e-bdc2-d793278a4fa1 of type vlan for network d3cde19a-971b-497d-80ca-c44c9b718973 Aug 16 22:23:42.660220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a774b363-68fe-47d4-bd68-429a764cdf25 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4393003 Aug 16 22:23:42.660485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59724) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.679840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:42.715846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.745405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.751703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.752562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.809739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d112e3-a857-4d3e-a94a-ca3d743656cf req-57f859f9-4195-4e41-9c72-bd7941e605d8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.811456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3d112e3-a857-4d3e-a94a-ca3d743656cf req-57f859f9-4195-4e41-9c72-bd7941e605d8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1706338 Aug 16 22:23:42.815470 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2850041 Aug 16 22:23:42.818617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:42.823697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-702228076'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:42.845662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-e36cb5d5-7537-43d4-9200-91229c934660', 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660', 'tenant_id': '19c6d06a35ff4606bfa5acc0b7725100', 'fixed_ips': [{'subnet_id': 'ba02378c-5f59-455d-b812-7eb84526dd48'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:42.847470 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.850779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10a19-e609-4166-a4fe-1603f2314654 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=d3cde19a-971b-497d-80ca-c44c9b718973,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:42.870597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:42.877997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.883386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d3cde19a-971b-497d-80ca-c44c9b718973 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:42.902993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99678-f246-41e3-acc5-74f1ee5f96d3 req-c010f10d-725f-475a-9fad-8c034cef52d2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:42.904594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf99678-f246-41e3-acc5-74f1ee5f96d3 req-c010f10d-725f-475a-9fad-8c034cef52d2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.2290843 Aug 16 22:23:42.907290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:23:42.918483 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.918926 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Added segment 33b73d97-2348-4bdd-89aa-12095489c1ca of type vlan for network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 Aug 16 22:23:42.928778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdc8f92f-519b-4167-91c2-480450bd3281 req-c63a2748-6fa7-4abd-a3ff-1d357beb1dc4 service neutron] 10.222.0.89 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675680 Aug 16 22:23:42.966592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:42.996633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.002379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260704568'] for subnet, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.003886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.004989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.024615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2051699 Aug 16 22:23:43.108475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacf0ea-947a-43b0-8410-c888a53ceba1 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Network': ['ID=2bab4ed3-ad23-44b1-a91d-ea551137bf87,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:43.131807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:23:43.163682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3d112e3-a857-4d3e-a94a-ca3d743656cf req-ec951366-c2f7-4ce1-aea9-e16dcea7c16d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267941 Aug 16 22:23:43.228655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a230b1-2c62-444b-983f-7701781b53b5 req-14ed93e5-57c2-4dbf-a670-f68549f2ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.230041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9a230b1-2c62-444b-983f-7701781b53b5 req-14ed93e5-57c2-4dbf-a670-f68549f2ed6d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 1102 time: 0.4565649 Aug 16 22:23:43.252785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Allocated IP 172.20.0.3 (e36cb5d5-7537-43d4-9200-91229c934660/ba02378c-5f59-455d-b812-7eb84526dd48/15027034-d145-4fbc-a01d-9f871820412f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:43.314736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed947fc-3482-43ce-9e9c-05e0447d08d1 req-2456e4ff-e81d-4801-8d20-dbaef9e26eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.316685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ed947fc-3482-43ce-9e9c-05e0447d08d1 req-2456e4ff-e81d-4801-8d20-dbaef9e26eaa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1099 time: 0.4252861 Aug 16 22:23:43.324012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-2f2d8721-b21d-4089-a84d-dbac9241fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.325751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-2f2d8721-b21d-4089-a84d-dbac9241fa33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=433a8ae1dc20477e8940f705b5e51ae8&device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 1095 time: 0.2852027 Aug 16 22:23:43.359971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf99678-f246-41e3-acc5-74f1ee5f96d3 req-e24fc2b4-beb1-452d-bc06-5c545e16bbd2 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193389 Aug 16 22:23:43.482291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ed947fc-3482-43ce-9e9c-05e0447d08d1 req-bfe8e7c7-39f2-4a96-a52c-4763f50f80da service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179690 Aug 16 22:23:43.488783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9a230b1-2c62-444b-983f-7701781b53b5 req-f58e3b3b-f80d-4075-a01d-c85c45db63f0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428131 Aug 16 22:23:43.540408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-635af0f3-2652-499e-a5d5-99c9d235ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.542720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-635af0f3-2652-499e-a5d5-99c9d235ead9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 HTTP/1.1" status: 200 len: 909 time: 0.1550121 Aug 16 22:23:43.610016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-8e8fd0e6-df59-413c-aff1-ffb21dda754a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d1271a3-011c-40f2-bfcc-6f0298581006 HTTP/1.1" status: 200 len: 217 time: 0.0582118 Aug 16 22:23:43.635560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.645205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Transition to ACTIVE for port object 15027034-d145-4fbc-a01d-9f871820412f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:43.665224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Transition to ACTIVE for port object 15027034-d145-4fbc-a01d-9f871820412f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:43.705668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.759421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a3ca2-3f0e-4154-bba3-f21dec260e3f req-d938b65b-0477-46b2-9dd6-59f9f1832989 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.760881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-613a3ca2-3f0e-4154-bba3-f21dec260e3f req-d938b65b-0477-46b2-9dd6-59f9f1832989 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1641450 Aug 16 22:23:43.774248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0df7f-adcb-4e87-bc2a-018014cbd2be req-b18a856c-39fb-4d72-996f-84ce9144b4d5 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.774584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Network e36cb5d5-7537-43d4-9200-91229c934660 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:43.776821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Pushing event updated for resources: {'Port': ['ID=15027034-d145-4fbc-a01d-9f871820412f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:43.779438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:43.781422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fa0df7f-adcb-4e87-bc2a-018014cbd2be req-b18a856c-39fb-4d72-996f-84ce9144b4d5 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 943 time: 0.1828418 Aug 16 22:23:43.782827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:43.784122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-573258f2-689f-44a8-aaee-b3edafb755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:43.785724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-573258f2-689f-44a8-aaee-b3edafb755bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=52077256-0f98-46d7-8c4e-f87466957724 HTTP/1.1" status: 200 len: 849 time: 0.1372912 Aug 16 22:23:43.848686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Attempting to bind port 15027034-d145-4fbc-a01d-9f871820412f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:43.849088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Attempting to bind port 15027034-d145-4fbc-a01d-9f871820412f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '36c9ca48-1511-4f88-b4dd-7844f8ffc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:43.849447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Attempting to bind port 15027034-d145-4fbc-a01d-9f871820412f on network e36cb5d5-7537-43d4-9200-91229c934660 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:43.856364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-c7e0f2d2-10db-427e-991b-6868f2f559b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589669 Aug 16 22:23:43.864116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:43.864337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Checking segment: {'id': '36c9ca48-1511-4f88-b4dd-7844f8ffc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:43.864697 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.865454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Bound using segment: {'id': '36c9ca48-1511-4f88-b4dd-7844f8ffc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:43.865721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Bound port: 15027034-d145-4fbc-a01d-9f871820412f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c9ca48-1511-4f88-b4dd-7844f8ffc252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e36cb5d5-7537-43d4-9200-91229c934660'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:43.866157 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:43.934591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] For port 15027034-d145-4fbc-a01d-9f871820412f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:43.938356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] For port 15027034-d145-4fbc-a01d-9f871820412f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=15027034-d145-4fbc-a01d-9f871820412f,segment=NetworkSegment(36c9ca48-1511-4f88-b4dd-7844f8ffc252),segment_id=36c9ca48-1511-4f88-b4dd-7844f8ffc252)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:43.940166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fa0df7f-adcb-4e87-bc2a-018014cbd2be req-b55f9d0d-9ea4-485c-a757-e2c1ff7b5160 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576545 Aug 16 22:23:43.943906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.023119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-613a3ca2-3f0e-4154-bba3-f21dec260e3f req-1deec76c-2204-4441-90fc-be76ee817730 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361996 Aug 16 22:23:44.104122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009568-9ea5-420b-a766-68fdd1ced05e None None] Pushing event updated for resources: {'Port': ['ID=15027034-d145-4fbc-a01d-9f871820412f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.190701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050cde7-c25e-45cf-9e70-fac3f6952756 req-60a5f66d-fcb1-4f87-9db8-fe7e04a3d756 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.192928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7050cde7-c25e-45cf-9e70-fac3f6952756 req-60a5f66d-fcb1-4f87-9db8-fe7e04a3d756 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.1437931 Aug 16 22:23:44.227893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768586089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3432917'] for subnet, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.242457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-6c66961c-8a16-4988-8fab-ebb8922cbb32 service neutron] 10.222.0.89 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729398 Aug 16 22:23:44.306542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.424258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.424884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.428786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "PUT /v2.0/subnets/ba02378c-5f59-455d-b812-7eb84526dd48 HTTP/1.1" status: 200 len: 877 time: 1.7518864 Aug 16 22:23:44.429735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:44.454641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7050cde7-c25e-45cf-9e70-fac3f6952756 req-f315c2dd-2396-4451-96d5-f9b5fb31d436 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443569 Aug 16 22:23:44.552358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cb83-e545-4709-8475-db3cda7d6d39 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event updated for resources: {'Subnet': ['ID=ba02378c-5f59-455d-b812-7eb84526dd48,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:44.589011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.655073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512587df-c120-4996-8c05-32c5af1410bc req-9367282a-3227-40b4-ab1f-4446f01e2520 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.662861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512587df-c120-4996-8c05-32c5af1410bc req-9367282a-3227-40b4-ab1f-4446f01e2520 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.0904877 Aug 16 22:23:44.665136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 15027034-d145-4fbc-a01d-9f871820412f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:44.665772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.689146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98b718e7-f5bf-4f14-89df-accf3558ea8f req-b20986a1-e99e-4779-bbff-a494275c2260 service neutron] 10.222.0.89 "GET /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840244 Aug 16 22:23:44.697635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-174756ab-079b-4ab6-9ec2-0ba871edd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.699077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-174756ab-079b-4ab6-9ec2-0ba871edd93d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1097 time: 0.2312553 Aug 16 22:23:44.719377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512587df-c120-4996-8c05-32c5af1410bc req-38c00ba8-4698-40e9-ba79-267d6bdaf115 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Aug 16 22:23:44.784555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 15027034-d145-4fbc-a01d-9f871820412f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=15027034-d145-4fbc-a01d-9f871820412f,segment=NetworkSegment(36c9ca48-1511-4f88-b4dd-7844f8ffc252),segment_id=36c9ca48-1511-4f88-b4dd-7844f8ffc252)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:44.786775 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:44.817769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 15027034-d145-4fbc-a01d-9f871820412f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:44.839976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-10ddbdf5-a9d4-4d5b-ba03-06cebf4febd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.841772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-10ddbdf5-a9d4-4d5b-ba03-06cebf4febd2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 911 time: 0.1214550 Aug 16 22:23:44.894115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-84310673-3698-4b92-98dc-620c0c415887 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74 HTTP/1.1" status: 200 len: 217 time: 0.0434086 Aug 16 22:23:44.961368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-1950c719-bce6-437a-a2d2-ac0afc3407f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:44.963080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-1950c719-bce6-437a-a2d2-ac0afc3407f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.0597749 Aug 16 22:23:45.053459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-115986e8-4c0f-4524-aea6-876d7fe6ae5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825529 Aug 16 22:23:45.055165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.082354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=15027034-d145-4fbc-a01d-9f871820412f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.213614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 15027034-d145-4fbc-a01d-9f871820412f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:45.222420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 15027034-d145-4fbc-a01d-9f871820412f on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:45.266065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 15027034-d145-4fbc-a01d-9f871820412f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:45.268108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 15027034-d145-4fbc-a01d-9f871820412f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:23:45.339327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Port 15027034-d145-4fbc-a01d-9f871820412f not found, will not notify nova. {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:23:45.350969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.432922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.446232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b289d-e772-476a-8a9c-4e6969ffb31f req-34d37b4f-bc1a-4b5c-ac57-824fe30d04bd tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.454614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e34b289d-e772-476a-8a9c-4e6969ffb31f req-34d37b4f-bc1a-4b5c-ac57-824fe30d04bd tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 943 time: 0.3359842 Aug 16 22:23:45.476296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4d1271a3-011c-40f2-bfcc-6f0298581006 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:23:45.529051 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7b42c74-2d2a-4f66-abbb-65a26f53ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.583374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e34b289d-e772-476a-8a9c-4e6969ffb31f req-bb582174-5a17-47f5-855d-470ee67631ad tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277268 Aug 16 22:23:45.683582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.689316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3bc55-f324-47d2-9c15-998955a1bb4f None None] Network e36cb5d5-7537-43d4-9200-91229c934660 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:45.715709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36cb5d5-7537-43d4-9200-91229c934660']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:45.737262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f16a-cc7c-477c-b0f1-c8273ed49c9c req-3274cd76-d6ca-4435-bad7-38479f41647f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:45.738408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c9ca48-1511-4f88-b4dd-7844f8ffc252') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:45.741173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c9ca48-1511-4f88-b4dd-7844f8ffc252') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:45.751283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4378f16a-cc7c-477c-b0f1-c8273ed49c9c req-3274cd76-d6ca-4435-bad7-38479f41647f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.4467645 Aug 16 22:23:45.756116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-69fd9662-96a8-4cc1-b7f9-9b9adf4c1d55 service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885829 Aug 16 22:23:45.760897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.789945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.811336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:45.813155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.869565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa6a0945-fdad-4334-a99a-e57bcb0900db None None] Could not find standard attr ID for object 15027034-d145-4fbc-a01d-9f871820412f. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:45.913393 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:45.916215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=ba02378c-5f59-455d-b812-7eb84526dd48,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:45.926884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.945376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:45.949204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4378f16a-cc7c-477c-b0f1-c8273ed49c9c req-6231e7f3-3bdf-4665-bea4-e2a391253ddc tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952817 Aug 16 22:23:45.957522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/e36cb5d5-7537-43d4-9200-91229c934660 HTTP/1.1" status: 204 len: 168 time: 1.5271730 Aug 16 22:23:45.960908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:45.982318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4d1271a3-011c-40f2-bfcc-6f0298581006,segment=NetworkSegment(6e517843-8ac7-4f8a-823b-da45c5503dd2),segment_id=6e517843-8ac7-4f8a-823b-da45c5503dd2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:46.013216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-5af58d00-2f41-4a64-87ba-0869d7770ef8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6319101 Aug 16 22:23:46.072544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '4d1271a3-011c-40f2-bfcc-6f0298581006', 'network_id': '713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8', 'port_id': '4d1271a3-011c-40f2-bfcc-6f0298581006', 'mac_address': 'fa:16:3e:26:9b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52077256-0f98-46d7-8c4e-f87466957724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:23:46.130617 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca08d25-08b7-4f30-b4b5-e840aa9cca29 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:46.131145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca08d25-08b7-4f30-b4b5-e840aa9cca29 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:46.132973 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ca08d25-08b7-4f30-b4b5-e840aa9cca29 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/ba02378c-5f59-455d-b812-7eb84526dd48 HTTP/1.1" status: 404 len: 337 time: 0.1682332 Aug 16 22:23:46.135969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad964436-67eb-4e43-902b-ee687ac81ab3 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=e36cb5d5-7537-43d4-9200-91229c934660,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:46.147827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.175060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abe2b4-75e4-4719-b0ab-eca2ce43da9b None None] DHCP port deletion for e36cb5d5-7537-43d4-9200-91229c934660 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:46.191264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.207271 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae7b321-1c70-4bc8-b5f5-ddc8f7f28479 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:46.207959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae7b321-1c70-4bc8-b5f5-ddc8f7f28479 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:46.212725 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eae7b321-1c70-4bc8-b5f5-ddc8f7f28479 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/e36cb5d5-7537-43d4-9200-91229c934660 HTTP/1.1" status: 404 len: 339 time: 0.0619354 Aug 16 22:23:46.215705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.223723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f2d04-b544-485f-b630-1cabdec81324 None None] Network e36cb5d5-7537-43d4-9200-91229c934660 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:46.259964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.260128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f2d04-b544-485f-b630-1cabdec81324 None None] Network e36cb5d5-7537-43d4-9200-91229c934660 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:23:46.269678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1271a3-011c-40f2-bfcc-6f0298581006 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:23:46.282849 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3231e81d-9090-453e-89b6-48c684848a37 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:46.285591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3231e81d-9090-453e-89b6-48c684848a37 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:46.287092 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3231e81d-9090-453e-89b6-48c684848a37 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/3a2fbe78-3785-4e36-a4a7-018c9af7e859 HTTP/1.1" status: 404 len: 337 time: 0.0703626 Aug 16 22:23:46.291519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.292959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'subnets': [{'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1652791516', 'ip_version': 6}, {'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:46.293320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'subnet': {'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1652791516', 'ip_version': 6}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:46.293983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Request body: {'subnet': {'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:46.305668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4d1271a3-011c-40f2-bfcc-6f0298581006,segment=NetworkSegment(6e517843-8ac7-4f8a-823b-da45c5503dd2),segment_id=6e517843-8ac7-4f8a-823b-da45c5503dd2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:46.319072 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.339663 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-80eb5a45-f5bf-4d83-b7f1-7524263bd5ef tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:46.340588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80eb5a45-f5bf-4d83-b7f1-7524263bd5ef tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:46.344110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80eb5a45-f5bf-4d83-b7f1-7524263bd5ef tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/11c3e7e0-e0ec-4dce-9dc0-5891e8c372be HTTP/1.1" status: 404 len: 339 time: 0.0517347 Aug 16 22:23:46.347788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.393415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:46.474618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.528000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdb7ce-a951-4daf-b34c-4ffc0a29774e req-ac4fb78f-1ae3-4383-b604-eb6099c5876c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.529552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47cdb7ce-a951-4daf-b34c-4ffc0a29774e req-ac4fb78f-1ae3-4383-b604-eb6099c5876c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.2428083 Aug 16 22:23:46.568922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.575742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887206c1-002d-4bfd-83a7-932ea5106227 req-d63a2884-6187-42ef-b611-18ef37a0e755 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.579592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c302be63-2fcf-4d77-b409-7e69c048b635']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.583953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-887206c1-002d-4bfd-83a7-932ea5106227 req-d63a2884-6187-42ef-b611-18ef37a0e755 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.4844389 Aug 16 22:23:46.590038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6825ec-0be2-4765-ad38-eb195187a51d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.590296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6825ec-0be2-4765-ad38-eb195187a51d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:46.600010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.614918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.625326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:46.625912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:46.629684 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:46.632367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3e4724c-afcd-453c-8b64-77c2238491ff req-0870d5b7-8c21-458b-abac-c19da9493003 service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355775 Aug 16 22:23:46.649515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.650006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.650487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.650967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.651478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.651910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.652831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:46.654490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-bdc28b3c-f665-406f-acfc-14536383fc9f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.4271379 Aug 16 22:23:46.671415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47cdb7ce-a951-4daf-b34c-4ffc0a29774e req-b453fbf0-d7e4-4235-8f7e-c77116317bf1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214209 Aug 16 22:23:46.681854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4d1271a3-011c-40f2-bfcc-6f0298581006'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:46.751961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.757323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:46.759228 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/c302be63-2fcf-4d77-b409-7e69c048b635 HTTP/1.1" status: 204 len: 168 time: 0.4103241 Aug 16 22:23:46.798524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:46.817898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-887206c1-002d-4bfd-83a7-932ea5106227 req-9beaefc7-0694-4d3b-bacd-5258b61e31c8 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329800 Aug 16 22:23:46.818172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa97c7-6120-4268-bff7-2fb08c74c380 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=c302be63-2fcf-4d77-b409-7e69c048b635,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:46.933642 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-54102346-3e3b-4a21-851c-3a11b5e65708 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:46.934273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54102346-3e3b-4a21-851c-3a11b5e65708 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:46.936307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54102346-3e3b-4a21-851c-3a11b5e65708 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/148b0c2b-c41e-42d0-8a2b-d39de1ac9756 HTTP/1.1" status: 404 len: 337 time: 0.1170204 Aug 16 22:23:46.940947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59842) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.091248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 15027034-d145-4fbc-a01d-9f871820412f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:47.149617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 15027034-d145-4fbc-a01d-9f871820412f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:47.150660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 15027034-d145-4fbc-a01d-9f871820412f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:47.347905 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37979e0-27d8-493d-a1fc-9d48fbee45ed tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.348428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37979e0-27d8-493d-a1fc-9d48fbee45ed tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.353207 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b37979e0-27d8-493d-a1fc-9d48fbee45ed tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/938e87b9-8e64-4646-8b7d-d324c4f330a2 HTTP/1.1" status: 404 len: 339 time: 0.4064765 Aug 16 22:23:47.353207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.382580 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7ebf5b-410d-479f-ab51-62c85498ffdb tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.383469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7ebf5b-410d-479f-ab51-62c85498ffdb tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.387568 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3f7ebf5b-410d-479f-ab51-62c85498ffdb tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/6b4403e8-e51d-40a6-a937-c545c3530733 HTTP/1.1" status: 404 len: 337 time: 0.0315392 Aug 16 22:23:47.388163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.407691 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44f9ddb-a512-442a-a71f-47979e90c541 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.408245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44f9ddb-a512-442a-a71f-47979e90c541 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.412561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c44f9ddb-a512-442a-a71f-47979e90c541 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/8b46ce51-a236-40af-9bb7-e83b02e80308 HTTP/1.1" status: 404 len: 339 time: 0.0214424 Aug 16 22:23:47.413014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59850) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.436597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52647e56-fbd9-4e33-abdb-e54860253853 req-61c9dcbf-df14-4e9f-95a9-70af392fcd91 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.438110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52647e56-fbd9-4e33-abdb-e54860253853 req-61c9dcbf-df14-4e9f-95a9-70af392fcd91 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 944 time: 0.5822148 Aug 16 22:23:47.481620 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b22d116-dfc8-4765-ade9-a01651a3d4d9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.482073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b22d116-dfc8-4765-ade9-a01651a3d4d9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.483738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b22d116-dfc8-4765-ade9-a01651a3d4d9 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/abb289e7-51a9-43f7-8a9a-871ed63376f9 HTTP/1.1" status: 404 len: 337 time: 0.0687730 Aug 16 22:23:47.485203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b638825c-4f94-4c5f-b810-6f02151b8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.485686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b638825c-4f94-4c5f-b810-6f02151b8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.486159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b638825c-4f94-4c5f-b810-6f02151b8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.486823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.487769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b638825c-4f94-4c5f-b810-6f02151b8f0d service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 2295 time: 0.6922238 Aug 16 22:23:47.495419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27701eb2-8ffc-478b-a932-a140db5b2645 req-0a585321-1a2d-475a-8a6d-f6b289fad914 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.497204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27701eb2-8ffc-478b-a932-a140db5b2645 req-0a585321-1a2d-475a-8a6d-f6b289fad914 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1703758 Aug 16 22:23:47.501111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Made reservation on behalf of 099eebc9a87b4e79a58fed6ed71bc4b4 for: {'subnet': 2} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:23:47.505131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.505471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.513139 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d093ae3c-d5f3-467f-8e79-6b5c7d5c5273 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.513942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d093ae3c-d5f3-467f-8e79-6b5c7d5c5273 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.516545 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d093ae3c-d5f3-467f-8e79-6b5c7d5c5273 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/8b4ebbbb-8457-42fb-940c-cb269db87493 HTTP/1.1" status: 404 len: 339 time: 0.0281146 Aug 16 22:23:47.519809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.556762 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d58634-519c-4a43-bdd3-db5029240245 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.557427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d58634-519c-4a43-bdd3-db5029240245 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.560847 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-75d58634-519c-4a43-bdd3-db5029240245 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/ac5a6ba9-3c5b-4407-b107-911274dea3b7 HTTP/1.1" status: 404 len: 337 time: 0.0383129 Aug 16 22:23:47.562514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.580855 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79251fe-2194-43e4-98cc-fc16211984b0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.581852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79251fe-2194-43e4-98cc-fc16211984b0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.583681 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a79251fe-2194-43e4-98cc-fc16211984b0 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/7f5b068a-0cf3-4824-bd2e-0f66d87e45e5 HTTP/1.1" status: 404 len: 339 time: 0.0200436 Aug 16 22:23:47.586293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.616550 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee948c8-4b49-4281-a8c5-cfd81435d99c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.617192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee948c8-4b49-4281-a8c5-cfd81435d99c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.619315 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ee948c8-4b49-4281-a8c5-cfd81435d99c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/83d540a2-24c9-4451-b3ea-babd3f73c95f HTTP/1.1" status: 404 len: 337 time: 0.0316768 Aug 16 22:23:47.622385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.680732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52647e56-fbd9-4e33-abdb-e54860253853 req-bf17b2e4-d56f-4917-af51-c9ee1fc21747 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307997 Aug 16 22:23:47.700117 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dd96d4-362f-40d9-a7e2-5c92138f8873 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.700749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dd96d4-362f-40d9-a7e2-5c92138f8873 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.705035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83dd96d4-362f-40d9-a7e2-5c92138f8873 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/96bd9a53-3f62-4d54-bba7-62b3dfd84040 HTTP/1.1" status: 404 len: 339 time: 0.0725648 Aug 16 22:23:47.707746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27701eb2-8ffc-478b-a932-a140db5b2645 req-fb39a417-811e-4574-bcaf-e5acf9c41b81 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855791 Aug 16 22:23:47.707933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.713359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-50fd5801-a6c4-4b77-9439-012cd8fc2016 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 1001 time: 0.2139738 Aug 16 22:23:47.743391 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f625234-259d-48fe-8dba-6af04b77ef9c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.743851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f625234-259d-48fe-8dba-6af04b77ef9c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.745972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f625234-259d-48fe-8dba-6af04b77ef9c tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/9e303343-c9b1-40eb-a60a-57460e213b9f HTTP/1.1" status: 404 len: 337 time: 0.0342758 Aug 16 22:23:47.748540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.773037 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d10bb4-fb98-4994-b984-21bbfc2c13fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.773637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d10bb4-fb98-4994-b984-21bbfc2c13fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.775368 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98d10bb4-fb98-4994-b984-21bbfc2c13fd tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/7e496478-f41b-45db-9cc6-0eb17695a562 HTTP/1.1" status: 404 len: 339 time: 0.0258036 Aug 16 22:23:47.778003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.794420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-4907989a-8cbf-4161-ad87-f853c52edb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.796014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-4907989a-8cbf-4161-ad87-f853c52edb4d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 200 len: 855 time: 0.0656543 Aug 16 22:23:47.809035 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a34efef-6def-40ee-9b9f-8b69988f47a5 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.809632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a34efef-6def-40ee-9b9f-8b69988f47a5 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.814673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a34efef-6def-40ee-9b9f-8b69988f47a5 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/467c8f96-0a0b-45f0-a5ab-a664e028b276 HTTP/1.1" status: 404 len: 337 time: 0.0328467 Aug 16 22:23:47.815001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.834751 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-874584f3-cede-48b0-92a3-46fdabb7a0c2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.839339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874584f3-cede-48b0-92a3-46fdabb7a0c2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.839339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-874584f3-cede-48b0-92a3-46fdabb7a0c2 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/bca8423e-0663-4724-8cb9-7dc8979d0ee7 HTTP/1.1" status: 404 len: 339 time: 0.0202694 Aug 16 22:23:47.839690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.878685 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ebef64-8fae-41c5-8812-1fe8825b71b7 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.879781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ebef64-8fae-41c5-8812-1fe8825b71b7 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.884578 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a6ebef64-8fae-41c5-8812-1fe8825b71b7 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/512d2998-7456-4a09-b195-41fd134110eb HTTP/1.1" status: 404 len: 337 time: 0.0438361 Aug 16 22:23:47.885235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.905688 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d2c69c-d230-45de-a89e-71fdec14be44 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:47.906266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d2c69c-d230-45de-a89e-71fdec14be44 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:47.908291 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d0d2c69c-d230-45de-a89e-71fdec14be44 tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/fc16424a-e6fc-4f67-bf14-e7ac51ebce5f HTTP/1.1" status: 404 len: 339 time: 0.0218525 Aug 16 22:23:47.910625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:47.969047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting subnet e0e59abd-87e3-417f-9f8d-6390f8b72aa1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:47.972583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:47.985701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-c33658e3-998b-4a9e-bfbe-44e6935b79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:47.987207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-c33658e3-998b-4a9e-bfbe-44e6935b79bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe645dd0-0c29-4901-81ca-9877e8832341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713252 Aug 16 22:23:48.008332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60751985-2a9d-42ea-9b67-fc90c4197998 req-0f694247-7cc1-4ba2-a00f-8cef3238e602 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.009781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60751985-2a9d-42ea-9b67-fc90c4197998 req-0f694247-7cc1-4ba2-a00f-8cef3238e602 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.2128737 Aug 16 22:23:48.014380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.101507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.132755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.172128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848525a-f802-4dfe-aaed-fa3f52e17781 req-e5963e12-3334-4246-b363-7942d2f71292 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.173846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2848525a-f802-4dfe-aaed-fa3f52e17781 req-e5963e12-3334-4246-b363-7942d2f71292 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.2758100 Aug 16 22:23:48.229623 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.233951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60751985-2a9d-42ea-9b67-fc90c4197998 req-5aaeeded-abf4-46c4-ad20-3885d0940790 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893435 Aug 16 22:23:48.256581 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4fa4f58-1eea-4c55-bac2-e4aaddc39670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.277381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e59abd-87e3-417f-9f8d-6390f8b72aa1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:48.284723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2848525a-f802-4dfe-aaed-fa3f52e17781 req-1df7e1e5-442b-4568-ae21-4ee148478a88 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019654 Aug 16 22:23:48.285641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.290228 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1317cfb-09d3-41a0-91ff-e58bba30603d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/subnets/e0e59abd-87e3-417f-9f8d-6390f8b72aa1 HTTP/1.1" status: 204 len: 168 time: 0.3784122 Aug 16 22:23:48.290790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:48.294595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88d623-46ce-466d-bc03-a10d0963080e None None] Network 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:48.302948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-f3079552-a2d7-46d6-b333-f48c42642783 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027079 Aug 16 22:23:48.544028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.587729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] DHCP port deletion for 502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:48.588758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.636080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb19347-9a7e-4bd8-a38f-6ace96ddf9ee req-6c85abc9-f030-4a02-a437-313d9b1bf15a tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.637801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb19347-9a7e-4bd8-a38f-6ace96ddf9ee req-6c85abc9-f030-4a02-a437-313d9b1bf15a tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 1102 time: 0.2204509 Aug 16 22:23:48.657007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Deleting port 02952c2d-6b34-4946-a453-ac44bf9c0609 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:48.657342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.677490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-2cf4dec6-243e-4104-82ed-bcb2efddb1f2 service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395262 Aug 16 22:23:48.750469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] For port 02952c2d-6b34-4946-a453-ac44bf9c0609, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=02952c2d-6b34-4946-a453-ac44bf9c0609,segment=NetworkSegment(7f4e3341-a8fa-414c-b0fb-0ede46d94daa),segment_id=7f4e3341-a8fa-414c-b0fb-0ede46d94daa)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:48.751080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.762900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-a7eedbf8-f276-4e7e-b56a-4f63d8d7ff9e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 217 time: 0.0686302 Aug 16 22:23:48.765465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Subnet': ['ID=4f706449-7b34-49d3-9cfe-1edd4b017fec,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:48.776694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Calling delete_port for 02952c2d-6b34-4946-a453-ac44bf9c0609 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:48.848629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Checking segment: {'id': '5eaf57ab-22d4-469e-bdc2-d793278a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:48.849398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network hostable DHCP agents. Network: d3cde19a-971b-497d-80ca-c44c9b718973, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:48.861900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb19347-9a7e-4bd8-a38f-6ace96ddf9ee req-0421ed3f-b3a6-43ec-824c-fda6ec2a8587 tempest-ServersOnMultiNodesTest-781470652 tempest-ServersOnMultiNodesTest-781470652-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867316 Aug 16 22:23:48.896149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.927299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] Pushing event deleted for resources: {'Port': ['ID=02952c2d-6b34-4946-a453-ac44bf9c0609,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:48.928230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b1e2ffe8-c4ce-43fd-9bf5-319d07beeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.930181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b1e2ffe8-c4ce-43fd-9bf5-319d07beeabd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1512895 Aug 16 22:23:48.934783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3775ff-51cd-4f41-8d05-5a5638a1acc6 None None] No DVR routers for this DVR port 02952c2d-6b34-4946-a453-ac44bf9c0609 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:48.950373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15702e3f-82c4-499e-a417-c91a2e110d42 req-8d34079a-87b8-443e-8b78-2669ce05e222 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:48.951923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15702e3f-82c4-499e-a417-c91a2e110d42 req-8d34079a-87b8-443e-8b78-2669ce05e222 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 944 time: 0.1806886 Aug 16 22:23:48.955458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Deleting port 02952c2d-6b34-4946-a453-ac44bf9c0609 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:48.955804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:48.957616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network d3cde19a-971b-497d-80ca-c44c9b718973 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:49.028232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 02952c2d-6b34-4946-a453-ac44bf9c0609 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:49.057639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 02952c2d-6b34-4946-a453-ac44bf9c0609 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:49.058128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 02952c2d-6b34-4946-a453-ac44bf9c0609 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:49.077117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d3cde19a-971b-497d-80ca-c44c9b718973) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:49.085839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0f4ef-9cfa-47fc-8c1b-c4ee8ceec708 None None] Network d3cde19a-971b-497d-80ca-c44c9b718973 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:49.097883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.154430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] For port 02952c2d-6b34-4946-a453-ac44bf9c0609, host n-d-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:49.154799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.187584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15702e3f-82c4-499e-a417-c91a2e110d42 req-d247eeb0-cafa-478a-b3a6-c0274b085b94 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195272 Aug 16 22:23:49.196904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Calling delete_port for 02952c2d-6b34-4946-a453-ac44bf9c0609 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:49.202822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-8d3fb683-d18f-4cee-9da0-a97d5f3b97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.204385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-8d3fb683-d18f-4cee-9da0-a97d5f3b97d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2507725 Aug 16 22:23:49.206146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Port 02952c2d-6b34-4946-a453-ac44bf9c0609 was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:23:49.216533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df760b1-f081-4b1b-9858-b8973ee18a3d req-1cae7e68-8c3c-46f0-bd9e-bc76379d6be6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.218696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3df760b1-f081-4b1b-9858-b8973ee18a3d req-1cae7e68-8c3c-46f0-bd9e-bc76379d6be6 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2373750 Aug 16 22:23:49.229129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event updated for resources: {'Subnet': ['ID=f3aa3959-891c-44e7-aa12-0950e45b23db,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:49.231186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.239887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.300475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d3cde19a-971b-497d-80ca-c44c9b718973', 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973', 'tenant_id': '099eebc9a87b4e79a58fed6ed71bc4b4', 'fixed_ips': [{'subnet_id': '4f706449-7b34-49d3-9cfe-1edd4b017fec'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:49.301547 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.322970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Port': ['ID=02952c2d-6b34-4946-a453-ac44bf9c0609,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:49.332945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] No DVR routers for this DVR port 02952c2d-6b34-4946-a453-ac44bf9c0609 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:49.370624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Checking segment: {'id': '33b73d97-2348-4bdd-89aa-12095489c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:49.370999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network hostable DHCP agents. Network: 2bab4ed3-ad23-44b1-a91d-ea551137bf87, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:23:49.455598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3df760b1-f081-4b1b-9858-b8973ee18a3d req-b1228ee9-7b3b-4d5e-9584-293efa9ed244 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158108 Aug 16 22:23:49.534185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.547616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-108493e4-100a-48d0-8237-d1657cacb1c4 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273041 Aug 16 22:23:49.550946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:23:49.554291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502b3fb8-9d8e-4ca4-b9a7-a8a772581b19']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:49.575994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e3341-a8fa-414c-b0fb-0ede46d94daa') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:49.575994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e3341-a8fa-414c-b0fb-0ede46d94daa') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:49.584530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2bab4ed3-ad23-44b1-a91d-ea551137bf87) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:49.598246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.598734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.599364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.613413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.637263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4d1271a3-011c-40f2-bfcc-6f0298581006 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:23:49.668198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60196a7a-1071-487f-affb-7eba78b8fe33 req-397afedf-027c-4a07-8bb3-a6818fec3cfb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.669759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60196a7a-1071-487f-affb-7eba78b8fe33 req-397afedf-027c-4a07-8bb3-a6818fec3cfb tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.1911922 Aug 16 22:23:49.672632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16969b-9c4a-4532-995d-8a0683748621 None None] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:49.680785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.691853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:49.692266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:49.695465 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:49.718758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bbef8ef7-5f1f-465d-bf23-bb4c3e237460 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4304402 Aug 16 22:23:49.719768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:49.761127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Allocated IP 2001:db8::1 (d3cde19a-971b-497d-80ca-c44c9b718973/4f706449-7b34-49d3-9cfe-1edd4b017fec/aa770c20-d6ab-4ff7-b63e-e7470ea7e011) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:49.790400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 4d1271a3-011c-40f2-bfcc-6f0298581006 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:49.806733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b185641f-4931-42df-afb2-40ae87dfd290 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309022 Aug 16 22:23:49.808436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13c7be-043e-4acb-aedd-bbd478c46dab tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.810915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60196a7a-1071-487f-affb-7eba78b8fe33 req-7b67e861-7418-4ac0-8754-f63b6d349d77 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203864 Aug 16 22:23:49.812245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13c7be-043e-4acb-aedd-bbd478c46dab tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.814104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13c7be-043e-4acb-aedd-bbd478c46dab tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.821902 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac13c7be-043e-4acb-aedd-bbd478c46dab tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1003797 Aug 16 22:23:49.824986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:49.834045 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.856263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 4d1271a3-011c-40f2-bfcc-6f0298581006 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:23:49.856677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.873168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.876524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] 10.222.0.22 "DELETE /v2.0/networks/502b3fb8-9d8e-4ca4-b9a7-a8a772581b19 HTTP/1.1" status: 204 len: 168 time: 1.5823042 Aug 16 22:23:49.876524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-735ae82e-9dff-4cfb-b520-e43d11d29e08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 217 time: 0.0498853 Aug 16 22:23:49.895028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting subnet 4f706449-7b34-49d3-9cfe-1edd4b017fec {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:49.902481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba154b-4e35-4f6a-9b7c-3a2a21ff3b5d tempest-NetworksTest-1274071658 tempest-NetworksTest-1274071658-project] Pushing event deleted for resources: {'Network': ['ID=502b3fb8-9d8e-4ca4-b9a7-a8a772581b19,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:49.941300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-6da7bfe6-0f72-4f85-b952-ef534e2832bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:49.943197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-6da7bfe6-0f72-4f85-b952-ef534e2832bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0499606 Aug 16 22:23:49.952525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-2bab4ed3-ad23-44b1-a91d-ea551137bf87', 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87', 'tenant_id': '099eebc9a87b4e79a58fed6ed71bc4b4', 'fixed_ips': [{'subnet_id': 'f3aa3959-891c-44e7-aa12-0950e45b23db'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:23:49.953421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:49.997907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b6dd8804-a73b-4a05-870d-2fd814c5742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.000225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b6dd8804-a73b-4a05-870d-2fd814c5742a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488029 Aug 16 22:23:50.104306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-e7df8e2b-70ac-4259-a474-46a61fad74eb service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952170 Aug 16 22:23:50.141466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:50.182683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.197716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.203939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-4f45294d-4f3e-46f8-aba7-67f68d2d5976 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912023 Aug 16 22:23:50.223545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Transition to ACTIVE for port object aa770c20-d6ab-4ff7-b63e-e7470ea7e011 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:50.242678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Transition to ACTIVE for port object aa770c20-d6ab-4ff7-b63e-e7470ea7e011 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:50.248476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.258656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.260357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-42f2ddfa-b97b-460b-b743-13ff46e4e1e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 200 len: 217 time: 0.0470214 Aug 16 22:23:50.316540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:50.319144 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d181ee-4e3d-48e9-be37-7f5fc0af15ef" -d '{"events": [{"server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "name": "network-vif-plugged", "status": "completed", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:50.328236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.334108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Allocated IP 2001:db8:0:1::1 (2bab4ed3-ad23-44b1-a91d-ea551137bf87/f3aa3959-891c-44e7-aa12-0950e45b23db/ff88d499-f666-4833-b5be-1861719dc3a4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:23:50.356774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4d1271a3-011c-40f2-bfcc-6f0298581006,segment=NetworkSegment(6e517843-8ac7-4f8a-823b-da45c5503dd2),segment_id=6e517843-8ac7-4f8a-823b-da45c5503dd2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:50.372480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.378965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Network d3cde19a-971b-497d-80ca-c44c9b718973 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:50.381697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Pushing event updated for resources: {'Port': ['ID=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.381881 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6b03451-665e-408b-b83d-737d1cfb19a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19c6d06a35ff4606bfa5acc0b7725100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388053 Aug 16 22:23:50.385050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:50.390513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:50.393415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:50.395245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-9e692682-c765-4c9b-bb56-71f6f8c02c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.399197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-9e692682-c765-4c9b-bb56-71f6f8c02c6e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1309037 Aug 16 22:23:50.407074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ab59-2a9a-4c56-8593-2bf226f41559 req-4f8c6ac9-2625-42de-b71b-728e815ddd10 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.408891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4464ab59-2a9a-4c56-8593-2bf226f41559 req-4f8c6ac9-2625-42de-b71b-728e815ddd10 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 944 time: 0.1311579 Aug 16 22:23:50.409166 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7756c613-247c-42bf-ae61-7eef1ad9ebd4 x-openstack-request-id: req-7756c613-247c-42bf-ae61-7eef1ad9ebd4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:50.409460 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "name": "network-vif-plugged", "status": "completed", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:50.409707 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7756c613-247c-42bf-ae61-7eef1ad9ebd4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:50.410088 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006', 'code': 200} Aug 16 22:23:50.504359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4464ab59-2a9a-4c56-8593-2bf226f41559 req-e3783d15-ede7-49a8-9b81-52fbc5e8b6f8 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853016 Aug 16 22:23:50.513155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.523220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.553438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Attempting to bind port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:50.553809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Attempting to bind port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5eaf57ab-22d4-469e-bdc2-d793278a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:50.554538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Attempting to bind port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 on network d3cde19a-971b-497d-80ca-c44c9b718973 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:50.554668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-61de2696-f8cb-462d-b305-9fd2f69988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.556598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-61de2696-f8cb-462d-b305-9fd2f69988a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458406 Aug 16 22:23:50.564413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.572017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:50.572911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Checking segment: {'id': '5eaf57ab-22d4-469e-bdc2-d793278a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:50.573523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.573932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Bound using segment: {'id': '5eaf57ab-22d4-469e-bdc2-d793278a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:50.574412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Bound port: aa770c20-d6ab-4ff7-b63e-e7470ea7e011, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaf57ab-22d4-469e-bdc2-d793278a4fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd3cde19a-971b-497d-80ca-c44c9b718973'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:50.574798 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.575884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.648653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.674520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46930895-5ee7-42e8-963b-578dba03362e req-835dd87b-bc13-417f-81a3-3b2d0ac2f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.676503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46930895-5ee7-42e8-963b-578dba03362e req-835dd87b-bc13-417f-81a3-3b2d0ac2f325 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 1097 time: 0.1710742 Aug 16 22:23:50.677402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Subnet': ['ID=4f706449-7b34-49d3-9cfe-1edd4b017fec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.683564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.685777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.689181 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1af1a58d-fc05-40a8-9bb5-b21a7f5980e8 HTTP/1.1" status: 204 len: 168 time: 0.3015018 Aug 16 22:23:50.699143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] For port aa770c20-d6ab-4ff7-b63e-e7470ea7e011, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:50.699640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.703619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] For port aa770c20-d6ab-4ff7-b63e-e7470ea7e011, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,segment=NetworkSegment(5eaf57ab-22d4-469e-bdc2-d793278a4fa1),segment_id=5eaf57ab-22d4-469e-bdc2-d793278a4fa1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:50.706304 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f694a70-8615-46d5-9a2a-899bc32a3781 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/subnets/4f706449-7b34-49d3-9cfe-1edd4b017fec HTTP/1.1" status: 204 len: 168 time: 0.8739607 Aug 16 22:23:50.707296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:50.718658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d98e76-d918-459b-8c32-01d0fdea7ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af1a58d-fc05-40a8-9bb5-b21a7f5980e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.721991 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.743220 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.773404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting subnet f3aa3959-891c-44e7-aa12-0950e45b23db {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:50.792532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Transition to ACTIVE for port object ff88d499-f666-4833-b5be-1861719dc3a4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:50.793702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46930895-5ee7-42e8-963b-578dba03362e req-c5a144ef-a975-4325-a70d-db5023340222 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893815 Aug 16 22:23:50.804891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196f1c3-744f-43cc-b638-f75c7fcf75ff req-8abc7115-8c1a-46ae-8532-deff88048ea7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:50.812983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b196f1c3-744f-43cc-b638-f75c7fcf75ff req-8abc7115-8c1a-46ae-8532-deff88048ea7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2610867 Aug 16 22:23:50.832782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Transition to ACTIVE for port object ff88d499-f666-4833-b5be-1861719dc3a4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:23:50.835099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793227f-a52b-4ad0-a94f-e7cfb877a252 None None] Pushing event updated for resources: {'Port': ['ID=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.848743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.849867 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.872118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-459fd246-101e-4503-b075-281078b0e49c service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757623 Aug 16 22:23:50.916781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Pushing event updated for resources: {'Port': ['ID=ff88d499-f666-4833-b5be-1861719dc3a4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:50.930767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:50.957595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:23:50.960684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:23:50.967373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:23:51.116768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Attempting to bind port ff88d499-f666-4833-b5be-1861719dc3a4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:23:51.117540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Attempting to bind port ff88d499-f666-4833-b5be-1861719dc3a4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '33b73d97-2348-4bdd-89aa-12095489c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:23:51.117987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Attempting to bind port ff88d499-f666-4833-b5be-1861719dc3a4 on network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:23:51.118800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.157445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:23:51.158299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Checking segment: {'id': '33b73d97-2348-4bdd-89aa-12095489c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:23:51.158992 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.159604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Bound using segment: {'id': '33b73d97-2348-4bdd-89aa-12095489c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:23:51.165965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Bound port: ff88d499-f666-4833-b5be-1861719dc3a4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b73d97-2348-4bdd-89aa-12095489c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2bab4ed3-ad23-44b1-a91d-ea551137bf87'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:23:51.165965 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.282534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.289309 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.317685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.320783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/subnets/f3aa3959-891c-44e7-aa12-0950e45b23db HTTP/1.1" status: 204 len: 168 time: 0.6120989 Aug 16 22:23:51.321468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] For port ff88d499-f666-4833-b5be-1861719dc3a4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:23:51.336711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] For port ff88d499-f666-4833-b5be-1861719dc3a4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ff88d499-f666-4833-b5be-1861719dc3a4,segment=NetworkSegment(33b73d97-2348-4bdd-89aa-12095489c1ca),segment_id=33b73d97-2348-4bdd-89aa-12095489c1ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:23:51.342604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.347202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:51.371374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f1ce9-028d-4d4c-8b5c-c5f505b00e8b tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Subnet': ['ID=f3aa3959-891c-44e7-aa12-0950e45b23db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:51.460509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593520a1-8454-470b-ac97-f17c92ea7e61 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.469493 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-593520a1-8454-470b-ac97-f17c92ea7e61 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193619 Aug 16 22:23:51.473385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:51.485746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f1496-bd33-4197-af1f-767649f16c7a None None] Pushing event updated for resources: {'Port': ['ID=ff88d499-f666-4833-b5be-1861719dc3a4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:51.566528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b196f1c3-744f-43cc-b638-f75c7fcf75ff req-377cad72-1669-40af-9e9a-c0c86c9fd761 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7526250 Aug 16 22:23:51.626695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.804486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting port ff88d499-f666-4833-b5be-1861719dc3a4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:51.805100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:51.839537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c038-3f67-4e7b-9998-19aa6620903a req-29248d48-3999-46cc-b97e-01100f9c672b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:51.856727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa96c038-3f67-4e7b-9998-19aa6620903a req-29248d48-3999-46cc-b97e-01100f9c672b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.8699448 Aug 16 22:23:51.971760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] For port ff88d499-f666-4833-b5be-1861719dc3a4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ff88d499-f666-4833-b5be-1861719dc3a4,segment=NetworkSegment(33b73d97-2348-4bdd-89aa-12095489c1ca),segment_id=33b73d97-2348-4bdd-89aa-12095489c1ca)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:51.972496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.010474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Calling delete_port for ff88d499-f666-4833-b5be-1861719dc3a4 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:52.062033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-59bdea40-aa28-4052-8d40-b14db4185309 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:52.063637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-59bdea40-aa28-4052-8d40-b14db4185309 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.5395834 Aug 16 22:23:52.067737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.100385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-578fbb3e-7cec-4a91-b8a0-c485d8f0dd47 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161584 Aug 16 22:23:52.157018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.194925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] No DVR routers for this DVR port ff88d499-f666-4833-b5be-1861719dc3a4 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:52.199269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa96c038-3f67-4e7b-9998-19aa6620903a req-6138ac59-1254-46fd-81bf-0bf8afde43e9 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414006 Aug 16 22:23:52.208135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Port': ['ID=ff88d499-f666-4833-b5be-1861719dc3a4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:52.254617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c6f2292a-61f3-4924-ab8d-f4c3e5ac9efb tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] Request body: {'port': {'network_id': 'bc4c9fa1-b6a1-4aec-87f0-c51ccbfbce13', 'name': 'tempest-NetworksNegativeTestJSON-2055040157'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:52.283939 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2292a-61f3-4924-ab8d-f4c3e5ac9efb tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] POST failed (client error): The resource could not be found. Aug 16 22:23:52.284573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2292a-61f3-4924-ab8d-f4c3e5ac9efb tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.291099 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6f2292a-61f3-4924-ab8d-f4c3e5ac9efb tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2168920 Aug 16 22:23:52.304190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-46c93c5b-1d61-4021-86b2-6a845c0e15ec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 200 len: 217 time: 0.1931381 Aug 16 22:23:52.312909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.339165 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53215ea-c103-4c41-aacf-4b43ba2a214d tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:52.339756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53215ea-c103-4c41-aacf-4b43ba2a214d tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.341792 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d53215ea-c103-4c41-aacf-4b43ba2a214d tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "DELETE /v2.0/networks/d8d9bd62-39cc-411f-91c7-d3478570c292 HTTP/1.1" status: 404 len: 339 time: 0.0278728 Aug 16 22:23:52.348691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.366410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.367389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26712-91fb-4158-baea-ee2b717aa428 req-aeff5c86-7915-4e2d-8983-00153beccd97 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:52.369683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8b26712-91fb-4158-baea-ee2b717aa428 req-aeff5c86-7915-4e2d-8983-00153beccd97 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 945 time: 0.6458220 Aug 16 22:23:52.414040 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3ddcfa-f07f-493e-ae7e-ce75f1a70f35 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:52.414781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3ddcfa-f07f-493e-ae7e-ce75f1a70f35 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.416514 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9b3ddcfa-f07f-493e-ae7e-ce75f1a70f35 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "DELETE /v2.0/ports/91ef9e25-b00e-488b-a880-dc574d9cf1b4 HTTP/1.1" status: 404 len: 333 time: 0.0661356 Aug 16 22:23:52.421334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.423160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab4ed3-ad23-44b1-a91d-ea551137bf87']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:52.464674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b73d97-2348-4bdd-89aa-12095489c1ca') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:52.464674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b73d97-2348-4bdd-89aa-12095489c1ca') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:52.467505 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bd86bd-4ac6-474b-839d-b863417284a1 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] DELETE failed (client error): The resource could not be found. Aug 16 22:23:52.467505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bd86bd-4ac6-474b-839d-b863417284a1 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.467773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-18bd86bd-4ac6-474b-839d-b863417284a1 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "DELETE /v2.0/subnets/b546957b-686e-4ee3-b332-99ea4b8934e9 HTTP/1.1" status: 404 len: 337 time: 0.0409245 Aug 16 22:23:52.473460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.486874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.505413 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b566c481-7c33-4782-8782-79b26d197e44 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] GET failed (client error): The resource could not be found. Aug 16 22:23:52.512837 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b566c481-7c33-4782-8782-79b26d197e44 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "GET /v2.0/networks/829e315e-548e-4bb5-ba4d-6e92d745d8fc HTTP/1.1" status: 404 len: 339 time: 0.0326946 Aug 16 22:23:52.512837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.525102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.531455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-20535cdf-906e-419b-9e0f-8481447487e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:52.540398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-20535cdf-906e-419b-9e0f-8481447487e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.2175975 Aug 16 22:23:52.550723 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b8901a-2b8f-4d2d-b8d1-ddde995da5af tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] GET failed (client error): The resource could not be found. Aug 16 22:23:52.557443 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-82b8901a-2b8f-4d2d-b8d1-ddde995da5af tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "GET /v2.0/ports/eff9bcf0-7e35-4a49-90e0-de1c2cc20713 HTTP/1.1" status: 404 len: 333 time: 0.0388103 Aug 16 22:23:52.557443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:52.557443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:52.558012 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:52.560420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.578869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef47eec-fed3-4bdf-ad6b-3a9c942a4165 None None] Network d3cde19a-971b-497d-80ca-c44c9b718973 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:52.643944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8b26712-91fb-4158-baea-ee2b717aa428 req-23e0eba8-b6be-4984-9bc4-0a87ef46c7ab tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464678 Aug 16 22:23:52.707943 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e909eee8-a559-497e-9eac-20d8a3fc488b tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] GET failed (client error): The resource could not be found. Aug 16 22:23:52.709730 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e909eee8-a559-497e-9eac-20d8a3fc488b tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "GET /v2.0/subnets/f25fe3ad-5c4c-4a39-a4d7-e58b55d65331 HTTP/1.1" status: 404 len: 337 time: 0.1506300 Aug 16 22:23:52.715003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59994) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.719449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b5a4cdd-9346-4ffe-a9a8-c7d0b833e1dc None None] Provisioning for port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:23:52.723587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a9b6f6a1-b7ff-445c-8d3e-bc8d447daa57 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:52.736516 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.756071 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b6f6a1-b7ff-445c-8d3e-bc8d447daa57 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] PUT failed (client error): The resource could not be found. Aug 16 22:23:52.756666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b6f6a1-b7ff-445c-8d3e-bc8d447daa57 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.758442 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a9b6f6a1-b7ff-445c-8d3e-bc8d447daa57 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "PUT /v2.0/networks/fa2b1e93-ef22-4176-be77-a3edc9279171 HTTP/1.1" status: 404 len: 339 time: 0.0416710 Aug 16 22:23:52.762675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59996) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.774777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6c61c14d-6233-444a-9a8f-aadd16e12c3f tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:52.780940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.783737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 56e13b79-89ca-4484-858c-93089df8c12c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:52.784088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.806198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b3d1d32b-9981-4ff7-b204-a392b8505f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:52.808542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b3d1d32b-9981-4ff7-b204-a392b8505f0a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2438977 Aug 16 22:23:52.818153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:52.834983 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/2bab4ed3-ad23-44b1-a91d-ea551137bf87 HTTP/1.1" status: 204 len: 168 time: 1.3588998 Aug 16 22:23:52.879930 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c61c14d-6233-444a-9a8f-aadd16e12c3f tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] PUT failed (client error): The resource could not be found. Aug 16 22:23:52.884218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c61c14d-6233-444a-9a8f-aadd16e12c3f tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.885585 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c61c14d-6233-444a-9a8f-aadd16e12c3f tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "PUT /v2.0/ports/a098ebed-f488-4885-b7dd-f74210b09552 HTTP/1.1" status: 404 len: 333 time: 0.1218827 Aug 16 22:23:52.887845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7cf08-a968-4efd-8172-b2cc064ff4cc tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=2bab4ed3-ad23-44b1-a91d-ea551137bf87,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:52.895813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.896387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:52.907127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7d25b1c6-87cb-49cb-9052-8c027f2c6ba9 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:52.949998 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d25b1c6-87cb-49cb-9052-8c027f2c6ba9 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] PUT failed (client error): The resource could not be found. Aug 16 22:23:52.964130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d25b1c6-87cb-49cb-9052-8c027f2c6ba9 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:23:52.965520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d25b1c6-87cb-49cb-9052-8c027f2c6ba9 tempest-NetworksNegativeTestJSON-760469692 tempest-NetworksNegativeTestJSON-760469692-project] 10.222.0.22 "PUT /v2.0/subnets/7c09302a-1a19-4d41-9e67-7a90093e8237 HTTP/1.1" status: 404 len: 337 time: 0.0680888 Aug 16 22:23:52.978536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff0084-2631-4f46-a152-be343852d616 None None] DHCP port deletion for d3cde19a-971b-497d-80ca-c44c9b718973 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:53.050252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-adff0084-2631-4f46-a152-be343852d616 None None] Deleting port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:53.050787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-adff0084-2631-4f46-a152-be343852d616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.110305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556ec26-c594-43b7-a7bd-0b3989442c25 req-ce00dde8-fc17-45d0-92a6-cba11379d156 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.117703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c556ec26-c594-43b7-a7bd-0b3989442c25 req-ce00dde8-fc17-45d0-92a6-cba11379d156 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.4486907 Aug 16 22:23:53.166785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-adff0084-2631-4f46-a152-be343852d616 None None] For port aa770c20-d6ab-4ff7-b63e-e7470ea7e011, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,segment=NetworkSegment(5eaf57ab-22d4-469e-bdc2-d793278a4fa1),segment_id=5eaf57ab-22d4-469e-bdc2-d793278a4fa1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:53.167185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-adff0084-2631-4f46-a152-be343852d616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.183920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-adff0084-2631-4f46-a152-be343852d616 None None] Calling delete_port for aa770c20-d6ab-4ff7-b63e-e7470ea7e011 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:53.192534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.253965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae61145-3023-4a10-b44f-7935c713dc7a None None] DHCP port deletion for 2bab4ed3-ad23-44b1-a91d-ea551137bf87 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:23:53.268062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c556ec26-c594-43b7-a7bd-0b3989442c25 req-2f196b46-b77c-46b8-82ba-cafd600a900b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491950 Aug 16 22:23:53.285622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e837e29-715f-4c4c-991b-c558952fdf2c None None] Could not find standard attr ID for object ff88d499-f666-4833-b5be-1861719dc3a4. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:23:53.303713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc374d-924d-41ae-992b-5fe8727d7699 None None] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:23:53.317671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-9fea9677-e6ea-4c93-b4ec-acac958222bc service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834089 Aug 16 22:23:53.319090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc374d-924d-41ae-992b-5fe8727d7699 None None] Network 2bab4ed3-ad23-44b1-a91d-ea551137bf87 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:23:53.323984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 56e13b79-89ca-4484-858c-93089df8c12c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=56e13b79-89ca-4484-858c-93089df8c12c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:53.324407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.325392 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-adff0084-2631-4f46-a152-be343852d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.346099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60010) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:53.363993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0084-2631-4f46-a152-be343852d616 None None] Pushing event deleted for resources: {'Port': ['ID=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:53.369438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff0084-2631-4f46-a152-be343852d616 None None] No DVR routers for this DVR port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:53.370505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 56e13b79-89ca-4484-858c-93089df8c12c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:53.479683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14c09bb3-3a7a-4633-b3e4-517f1fd736fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.510254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Deleting port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:53.510604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.524765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be951c9c-68ce-4234-a473-ffb1d0b00e6d req-fd481480-3a58-4e1f-ae39-dcbe3dd03457 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.526350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be951c9c-68ce-4234-a473-ffb1d0b00e6d req-fd481480-3a58-4e1f-ae39-dcbe3dd03457 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 950 time: 0.1907597 Aug 16 22:23:53.574933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14c09bb3-3a7a-4633-b3e4-517f1fd736fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.580863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14c09bb3-3a7a-4633-b3e4-517f1fd736fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.620358 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14c09bb3-3a7a-4633-b3e4-517f1fd736fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=571fc9d697a24d27b60ae8e69c46fcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729454 Aug 16 22:23:53.621380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09bb3-3a7a-4633-b3e4-517f1fd736fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270e9096-ec58-4631-96cb-4a61f16621f8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:53.624116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:53.633107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-17c382ae-f552-4ca1-a63d-cfdc77dec556 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985218 Aug 16 22:23:53.662588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] For port aa770c20-d6ab-4ff7-b63e-e7470ea7e011, host n-d-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:53.662962 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.673499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.695271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.707195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be951c9c-68ce-4234-a473-ffb1d0b00e6d req-c28044be-da4e-4099-8ccf-0dd027c05230 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302915 Aug 16 22:23:53.712335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-1f8eba3e-f157-4498-b69b-7148ecfdc3ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 200 len: 217 time: 0.0654125 Aug 16 22:23:53.714726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Calling delete_port for aa770c20-d6ab-4ff7-b63e-e7470ea7e011 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:53.720708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:23:53.744661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.747660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.749382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/270e9096-ec58-4631-96cb-4a61f16621f8 HTTP/1.1" status: 204 len: 168 time: 0.1238074 Aug 16 22:23:53.758622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae7d3-7f80-427e-9ba5-4696a12c61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e9096-ec58-4631-96cb-4a61f16621f8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:53.772851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.849053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Port': ['ID=aa770c20-d6ab-4ff7-b63e-e7470ea7e011,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:53.852478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] No DVR routers for this DVR port aa770c20-d6ab-4ff7-b63e-e7470ea7e011 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:53.913924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-830e1a10-34cc-45c0-9af7-5818755b07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.915422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-830e1a10-34cc-45c0-9af7-5818755b07a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.1611180 Aug 16 22:23:53.941425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:53.978494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38edd7-1add-46aa-969b-47cdee8cda1d req-4a911745-1061-4e13-9acd-d643eb9669b8 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:53.980035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e38edd7-1add-46aa-969b-47cdee8cda1d req-4a911745-1061-4e13-9acd-d643eb9669b8 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 945 time: 0.2582209 Aug 16 22:23:53.983817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42', '47a79d29-e245-46b7-a463-aaf21cb60c47', '9d583251-de5e-4426-bb43-bd73427b7a49'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:54.018819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:54.030999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.052536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cde19a-971b-497d-80ca-c44c9b718973']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.055613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=56e13b79-89ca-4484-858c-93089df8c12c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:54.078730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf57ab-22d4-469e-bdc2-d793278a4fa1') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.079042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf57ab-22d4-469e-bdc2-d793278a4fa1') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.110544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.151656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-eb7bea5e-507a-4a9b-a530-dcf076294d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:54.153235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-eb7bea5e-507a-4a9b-a530-dcf076294d3a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2030070 Aug 16 22:23:54.157748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 56e13b79-89ca-4484-858c-93089df8c12c on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:54.162482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.164432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-292b7902-5c9b-4809-963b-bc738c6ff61e req-d5dfe6bd-fec1-46b8-99bf-729c5932aaa7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "DELETE /v2.0/ports/56e13b79-89ca-4484-858c-93089df8c12c HTTP/1.1" status: 204 len: 173 time: 2.0886617 Aug 16 22:23:54.165032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'name': 'network-vif-deleted', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:54.167339 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddc6e17-a8ef-4545-88f7-8474e3e0cf64" -d '{"events": [{"server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "name": "network-vif-deleted", "tag": "56e13b79-89ca-4484-858c-93089df8c12c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:54.191774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e38edd7-1add-46aa-969b-47cdee8cda1d req-16ac0b7c-bd5d-4c34-b2b5-04a0f2ae6368 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812654 Aug 16 22:23:54.226627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.333974 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd327745-6a9d-46cb-9e12-a40eb979d525 x-openstack-request-id: req-dd327745-6a9d-46cb-9e12-a40eb979d525 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:54.334269 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45729ec5-4c56-4632-b329-7fd5b2d938f2", "name": "network-vif-deleted", "tag": "56e13b79-89ca-4484-858c-93089df8c12c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:54.334581 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd327745-6a9d-46cb-9e12-a40eb979d525 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:54.334930 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45729ec5-4c56-4632-b329-7fd5b2d938f2', 'name': 'network-vif-deleted', 'tag': '56e13b79-89ca-4484-858c-93089df8c12c', 'status': 'completed', 'code': 200} Aug 16 22:23:54.359528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:54.359950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:54.363323 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:54.586654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.628523 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.637623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:54.638653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/d3cde19a-971b-497d-80ca-c44c9b718973 HTTP/1.1" status: 204 len: 168 time: 1.7416368 Aug 16 22:23:54.676686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-cf87fc51-f92e-4862-bf17-1524d52eb677 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824843 Aug 16 22:23:54.677548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4c87-6e6e-4515-b673-2a7e473610fe tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=d3cde19a-971b-497d-80ca-c44c9b718973,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:54.704468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46e06d-ba65-4217-b202-efd1e2a0c26e req-5976ca07-b3b6-49f4-9108-ff76f19b25de tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:54.706186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c46e06d-ba65-4217-b202-efd1e2a0c26e req-5976ca07-b3b6-49f4-9108-ff76f19b25de tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2446156 Aug 16 22:23:54.770615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.836440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:54.878949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c46e06d-ba65-4217-b202-efd1e2a0c26e req-d60e4f5e-9cfd-45b9-b65c-2383bcd6541a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543252 Aug 16 22:23:54.887634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.923630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bffae5-cc21-4e38-857a-bfd97c76abd6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.936450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ded8e9-d848-4a05-9c2d-cddc2bc3def3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.937025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ded8e9-d848-4a05-9c2d-cddc2bc3def3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:54.950785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:54.991216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-444ef31a-78bc-4fde-a6b4-b9179ff171e9 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840073 Aug 16 22:23:55.023628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.040302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:55.040937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.042308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ff88d499-f666-4833-b5be-1861719dc3a4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:55.068841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-5ac35759-da28-4361-859d-41184edac0c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 217 time: 0.0660660 Aug 16 22:23:55.071101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ff88d499-f666-4833-b5be-1861719dc3a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:55.071515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ff88d499-f666-4833-b5be-1861719dc3a4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:55.078416 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:55.097094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107476-0600-4deb-8da5-d5e1e1416c23 req-53fa250c-66c8-493b-a3b0-f96ee98c534f tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:55.098738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27107476-0600-4deb-8da5-d5e1e1416c23 req-53fa250c-66c8-493b-a3b0-f96ee98c534f tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 945 time: 0.2066522 Aug 16 22:23:55.109756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e0ffea3-352b-4f33-9610-cdb7cf5b6f3c req-46506c31-7881-408f-b8c1-15a46aa24d2a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=45729ec5-4c56-4632-b329-7fd5b2d938f2 HTTP/1.1" status: 200 len: 210 time: 0.0861139 Aug 16 22:23:55.115360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--740289184'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:55.154337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.165736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.170942 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/46bffae5-cc21-4e38-857a-bfd97c76abd6 HTTP/1.1" status: 204 len: 168 time: 0.5292368 Aug 16 22:23:55.173980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:55.247478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b70703df-8178-4b55-8613-171c2d0ccb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:55.249830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b70703df-8178-4b55-8613-171c2d0ccb48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.1500130 Aug 16 22:23:55.253668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.258199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27107476-0600-4deb-8da5-d5e1e1416c23 req-3e91639b-16f5-4c4e-9fe5-3e4481f58134 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366525 Aug 16 22:23:55.275346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.294257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.311862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7588-e466-4edd-9e71-8ac894d75a3f tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=46bffae5-cc21-4e38-857a-bfd97c76abd6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.329175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-2529710e-d538-491f-be4f-c8710dab6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:55.330983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-2529710e-d538-491f-be4f-c8710dab6dc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0707502 Aug 16 22:23:55.413976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.425003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b84071c-7ca4-4930-999b-3482439208b8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:55.440733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9774462-a53f-4aba-a38c-2f675f28acad') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:55.441201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9774462-a53f-4aba-a38c-2f675f28acad') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:23:55.451308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.478122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.484568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-29f7d8d9-c578-4785-9da6-42787124697e service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437833 Aug 16 22:23:55.486384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:23:55.486932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:23:55.490069 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:23:55.549317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.553884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 56e13b79-89ca-4484-858c-93089df8c12c no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:55.554068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.557958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.562914 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] 10.222.0.22 "DELETE /v2.0/networks/0b84071c-7ca4-4930-999b-3482439208b8 HTTP/1.1" status: 204 len: 168 time: 0.3851173 Aug 16 22:23:55.566557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.575569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132af02-b5fd-4cff-989c-45de1bdae651 tempest-BulkNetworkOpsIpV6Test-1008388447 tempest-BulkNetworkOpsIpV6Test-1008388447-project] Pushing event deleted for resources: {'Network': ['ID=0b84071c-7ca4-4930-999b-3482439208b8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.581602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 56e13b79-89ca-4484-858c-93089df8c12c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:55.581965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 56e13b79-89ca-4484-858c-93089df8c12c not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:55.625760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d44815-dd83-4cf7-8385-b6bec8dc3ce1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.650934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e3d6d1e-8fb4-4aad-a6e1-6a634f5f632a req-b98c2c22-1a81-4a61-93a4-53f012a00a8c service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533325 Aug 16 22:23:55.706357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.710624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.741237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.742547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9059925 Aug 16 22:23:55.744624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91d6d-5f8c-4fb3-a9ff-b16daeb43b78 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e0316-0712-4563-ae26-8c8c2a37a0ae,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:55.745540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:55.831308 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8e9b7ad-1632-4e8f-84ee-6a7465329067 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0832918 Aug 16 22:23:55.833973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:55.839097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-security--679289996', 'description': 'tempest-security-description-2018656431'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:55.864350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.916198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.923143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.926574 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:55.930863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:55.931773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "PUT /v2.0/security-groups/6e8e0316-0712-4563-ae26-8c8c2a37a0ae HTTP/1.1" status: 200 len: 1779 time: 0.0965459 Aug 16 22:23:55.940945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:55.962155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41472a-4e4e-419c-a5fb-b17633a09740 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e0316-0712-4563-ae26-8c8c2a37a0ae,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:56.009532 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-59cc1b20-d095-419a-9569-9cebd1c8e8f8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups/6e8e0316-0712-4563-ae26-8c8c2a37a0ae HTTP/1.1" status: 200 len: 1779 time: 0.0763288 Aug 16 22:23:56.011808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:56.061817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572480-82e0-4809-82f0-1c660e0b8325 req-e0a6e6da-7e1c-44f1-88a3-d7d57719fb16 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:56.064033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c572480-82e0-4809-82f0-1c660e0b8325 req-e0a6e6da-7e1c-44f1-88a3-d7d57719fb16 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.0753002 Aug 16 22:23:56.103107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.113564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c572480-82e0-4809-82f0-1c660e0b8325 req-6ccb1267-d381-46c4-bd4f-580dc5b1f3b3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Aug 16 22:23:56.153249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.179709 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3bb5e02d-a0ef-42a4-a789-55f0d399f423 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=099eebc9a87b4e79a58fed6ed71bc4b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282674 Aug 16 22:23:56.182401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:56.236795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.239308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.240446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e8e0316-0712-4563-ae26-8c8c2a37a0ae HTTP/1.1" status: 204 len: 168 time: 0.2276154 Aug 16 22:23:56.249009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:56.290225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-2e1e33d6-13b4-4702-b260-2a0c3d41b9cb tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:56.293154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-2e1e33d6-13b4-4702-b260-2a0c3d41b9cb tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.89 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 945 time: 0.0678418 Aug 16 22:23:56.307447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606412f-f96d-429d-a045-0bdddb78386a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e0316-0712-4563-ae26-8c8c2a37a0ae,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:56.312600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.350606 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0452ee13-b16c-4a44-abac-303d94a8d884 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935664 Aug 16 22:23:56.372939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.382494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:56.452420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.460576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.461429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21af3cbc-6a76-48e1-8823-e29dffc329e4 HTTP/1.1" status: 204 len: 168 time: 0.2773192 Aug 16 22:23:56.464945 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-6675d11e-1874-434e-93df-5ca787b39d4e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] delete failed (client error): The resource could not be found. Aug 16 22:23:56.466056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6675d11e-1874-434e-93df-5ca787b39d4e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e8e0316-0712-4563-ae26-8c8c2a37a0ae HTTP/1.1" status: 404 len: 347 time: 0.0296621 Aug 16 22:23:56.471896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:56.480166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812428848'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:56.489927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532981e7-27fc-4bd6-b827-7674c85961df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af3cbc-6a76-48e1-8823-e29dffc329e4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:56.554807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c24f3-c37a-4f26-a079-878809138089 req-de9e4e1a-68eb-4ad8-ae30-9a4fa32fe4e5 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:56.562779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-211c24f3-c37a-4f26-a079-878809138089 req-de9e4e1a-68eb-4ad8-ae30-9a4fa32fe4e5 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 945 time: 0.1792576 Aug 16 22:23:56.622932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.662017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-211c24f3-c37a-4f26-a079-878809138089 req-9d340410-9de2-4796-9f96-a22acf1c91c1 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c84d8abb-ba7e-4b7c-867e-998c89dc558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983765 Aug 16 22:23:56.669452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Deleting port 4d1271a3-011c-40f2-bfcc-6f0298581006 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:56.669802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.736257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b8e34-4c55-42fc-8311-f312ed988878 req-fb49558a-3da2-4b34-9a1e-ef862f52c109 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:56.737860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c1b8e34-4c55-42fc-8311-f312ed988878 req-fb49558a-3da2-4b34-9a1e-ef862f52c109 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 948 time: 0.1671512 Aug 16 22:23:56.844069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c1b8e34-4c55-42fc-8311-f312ed988878 req-129ba8d2-e09d-4aa8-abf1-361f67e88286 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001272 Aug 16 22:23:56.853931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] For port 4d1271a3-011c-40f2-bfcc-6f0298581006, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4d1271a3-011c-40f2-bfcc-6f0298581006,segment=NetworkSegment(6e517843-8ac7-4f8a-823b-da45c5503dd2),segment_id=6e517843-8ac7-4f8a-823b-da45c5503dd2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:56.854530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.891009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Calling delete_port for 4d1271a3-011c-40f2-bfcc-6f0298581006 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:56.960900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:56.971480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.006122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.010453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.010975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5340338 Aug 16 22:23:57.026484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': '74d21511-a957-4292-8a46-1c253f973fdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:57.033809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87f4e8-33a4-4135-8f17-289805a6373e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d21511-a957-4292-8a46-1c253f973fdd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.110090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.116730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.159383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4d1271a3-011c-40f2-bfcc-6f0298581006'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:57.190348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Pushing event deleted for resources: {'Port': ['ID=4d1271a3-011c-40f2-bfcc-6f0298581006,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.238374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.242354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.266287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e14a40-1d78-4160-a6c6-929459790d57,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.267498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] No DVR routers for this DVR port 4d1271a3-011c-40f2-bfcc-6f0298581006 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:57.274630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.276986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.279207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab89250-b4cc-4624-8b0f-bb5dd11f282f req-f7b0a3a8-a063-46e8-84be-9282d7227120 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.89 "DELETE /v2.0/ports/4d1271a3-011c-40f2-bfcc-6f0298581006 HTTP/1.1" status: 204 len: 173 time: 0.9759545 Aug 16 22:23:57.279704 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-440e7fac-c129-4456-95fd-4613970ea79e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2676644 Aug 16 22:23:57.281174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.282174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'name': 'network-vif-deleted', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:57.290879 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4583dd72-a852-4f9a-ad2b-b78bbc57adc4" -d '{"events": [{"server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "name": "network-vif-deleted", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:57.334509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.345050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b796a74-a217-4026-aeab-a7e1bcf454bb req-7ad08718-ab6b-4de6-a5b7-bb0c9c6d2ccd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:57.347392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b796a74-a217-4026-aeab-a7e1bcf454bb req-7ad08718-ab6b-4de6-a5b7-bb0c9c6d2ccd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1289220 Aug 16 22:23:57.354756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.387567 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1853f37f-615c-47a6-bd59-b8a3f90fa32a x-openstack-request-id: req-1853f37f-615c-47a6-bd59-b8a3f90fa32a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:57.387567 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4309419b-cc95-4771-9914-e35f1917908a", "name": "network-vif-deleted", "tag": "4d1271a3-011c-40f2-bfcc-6f0298581006", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:57.389980 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1853f37f-615c-47a6-bd59-b8a3f90fa32a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:57.391002 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4309419b-cc95-4771-9914-e35f1917908a', 'name': 'network-vif-deleted', 'tag': '4d1271a3-011c-40f2-bfcc-6f0298581006', 'status': 'completed', 'code': 200} Aug 16 22:23:57.437265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.444265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.449194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b796a74-a217-4026-aeab-a7e1bcf454bb req-52fbc6c9-1333-46ab-a5d3-61b26b1321dd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890570 Aug 16 22:23:57.449509 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/66e14a40-1d78-4160-a6c6-929459790d57 HTTP/1.1" status: 204 len: 168 time: 0.1666982 Aug 16 22:23:57.450260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.478910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14a48e-ed7e-42bb-bfa2-6639d0549e36 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66e14a40-1d78-4160-a6c6-929459790d57,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.528956 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6e88558-fa69-487f-b73b-3197f03125b5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718427 Aug 16 22:23:57.529229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60148) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.595741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60150) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.597840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.625516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.679608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.683184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.685224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/74d21511-a957-4292-8a46-1c253f973fdd HTTP/1.1" status: 204 len: 168 time: 0.1552188 Aug 16 22:23:57.687502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.722152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aba144-d446-425f-80b4-56c0fc46c98f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d21511-a957-4292-8a46-1c253f973fdd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:57.787082 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8af3ce6b-6b0e-400c-8244-13ebcdefca94 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947404 Aug 16 22:23:57.789537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-15f18f46-945e-40df-94cc-9db5b32aa976 tempest-DvrRoutersNegativeTest-80474487 tempest-DvrRoutersNegativeTest-80474487-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-486901161', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:57.792351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.policy [None req-15f18f46-945e-40df-94cc-9db5b32aa976 tempest-DvrRoutersNegativeTest-80474487 tempest-DvrRoutersNegativeTest-80474487-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94817) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 22:23:57.792659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.policy [None req-15f18f46-945e-40df-94cc-9db5b32aa976 tempest-DvrRoutersNegativeTest-80474487 tempest-DvrRoutersNegativeTest-80474487-project] Failed policy check for 'create_router' {{(pid=94817) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 22:23:57.793214 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-15f18f46-945e-40df-94cc-9db5b32aa976 tempest-DvrRoutersNegativeTest-80474487 tempest-DvrRoutersNegativeTest-80474487-project] create failed (client error): Access was denied to this resource. Aug 16 22:23:57.798624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15f18f46-945e-40df-94cc-9db5b32aa976 tempest-DvrRoutersNegativeTest-80474487 tempest-DvrRoutersNegativeTest-80474487-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1975286 Aug 16 22:23:57.798624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:57.800258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714613804'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:57.821802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-777a961a-5380-4a34-aa12-95498eaece69 req-14100312-e7f8-41d7-9f0c-5ffece7416c7 tempest-ServerGroupTestJSON-1062619215 tempest-ServerGroupTestJSON-1062619215-project] 10.222.0.22 "GET /v2.0/ports?device_id=4309419b-cc95-4771-9914-e35f1917908a HTTP/1.1" status: 200 len: 210 time: 0.0377123 Aug 16 22:23:57.835058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.952793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.958485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:57.991315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee37349c-6d9e-470c-beeb-049fa3356d29,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.016746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.018099 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ad9f574-9d84-40e8-beaa-65cf7a44fa08 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2215931 Aug 16 22:23:58.020804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.026347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ee37349c-6d9e-470c-beeb-049fa3356d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.048084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9baab-5f50-4105-93df-961dc116abcf req-42b71280-8119-4b9c-8f7c-06b6fdf7effc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.049981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ee9baab-5f50-4105-93df-961dc116abcf req-42b71280-8119-4b9c-8f7c-06b6fdf7effc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 948 time: 0.0843906 Aug 16 22:23:58.063318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.098907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ee9baab-5f50-4105-93df-961dc116abcf req-1ca0210e-3781-451b-a280-c1f06e2d6023 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Aug 16 22:23:58.146050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.151708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.175912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.180110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fdfad0-8a4a-44cf-9819-4a01128bb1ca,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.201359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.204486 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de364df1-361f-4f34-a91b-bdbf24e16463 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1816468 Aug 16 22:23:58.212679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.221566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ee37349c-6d9e-470c-beeb-049fa3356d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.282681 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.354187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.359352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.380058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc4584b-536c-4bd0-a39c-00d7e4f1ae99,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.387562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.389114 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fed68bed-0611-4774-abc9-c90cc5bbf57c tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1752083 Aug 16 22:23:58.391858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.396807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ee37349c-6d9e-470c-beeb-049fa3356d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.427260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.495669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.500799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.527407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25730e2d-a5ca-4148-b83f-3abdbdd1f817,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.530709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.532188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ecce050-2dbe-497c-b391-1295dff231a5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392758 Aug 16 22:23:58.534891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.539835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ee37349c-6d9e-470c-beeb-049fa3356d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.570455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.627684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8be0353-d8c5-4772-8fc7-47ae9a60a8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.639023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.643059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.662542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831c37af-8b70-4df5-821e-bbb69b0de04f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:58.671057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568a304-dfc6-4572-a23a-784e248975fc req-212b81f4-ee43-46fb-96b7-964ea28e806f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.672578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3568a304-dfc6-4572-a23a-784e248975fc req-212b81f4-ee43-46fb-96b7-964ea28e806f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 948 time: 0.4809666 Aug 16 22:23:58.698440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f170163-5869-47ac-b65f-be91459cc2d9 req-4f494bfa-dfe0-462a-ab62-a65c2f9f6584 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:58.699891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f170163-5869-47ac-b65f-be91459cc2d9 req-4f494bfa-dfe0-462a-ab62-a65c2f9f6584 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1107998 Aug 16 22:23:58.807196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f170163-5869-47ac-b65f-be91459cc2d9 req-69122bca-e195-4f07-b7a4-a9684a30adc4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855708 Aug 16 22:23:58.867277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8be0353-d8c5-4772-8fc7-47ae9a60a8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.874584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 9d583251-de5e-4426-bb43-bd73427b7a49 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:23:58.874927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.886561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.886561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f192045-3e10-48b0-8ba9-70cba0a2fb14 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484082 Aug 16 22:23:58.887221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:58.896344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8be0353-d8c5-4772-8fc7-47ae9a60a8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:58.897867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ee37349c-6d9e-470c-beeb-049fa3356d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:23:58.954919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c8be0353-d8c5-4772-8fc7-47ae9a60a8d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80da6cccd5364ba5b01e0046114aea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775302 Aug 16 22:23:58.965667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:59.007648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0353-d8c5-4772-8fc7-47ae9a60a8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3fb643-ae37-4bf0-a003-6053817f9c99,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.018633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.082364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 9d583251-de5e-4426-bb43-bd73427b7a49, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9d583251-de5e-4426-bb43-bd73427b7a49,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:23:59.082741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.097872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 9d583251-de5e-4426-bb43-bd73427b7a49 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:23:59.105565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.160731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.173663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.176827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.240965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.246184 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3576803 Aug 16 22:23:59.249550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:59.250001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:59.322823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.327421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e18201-19ee-4e94-973d-1052fa22372d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40292cc0-1a6d-4e79-b52f-f44fc86271cc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.357200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=9d583251-de5e-4426-bb43-bd73427b7a49,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.360428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.370164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42', '47a79d29-e245-46b7-a463-aaf21cb60c47', '9d583251-de5e-4426-bb43-bd73427b7a49'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:59.374838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e698ec3-1158-4e96-a28b-0d52cf9f2146 req-a4c75e40-3fb2-491a-90db-56d526cd01b0 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:23:59.376378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e698ec3-1158-4e96-a28b-0d52cf9f2146 req-a4c75e40-3fb2-491a-90db-56d526cd01b0 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d993041-541c-491c-9c93-96e2f4bee03e HTTP/1.1" status: 200 len: 867 time: 0.1136942 Aug 16 22:23:59.384267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:23:59.386329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.439592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Deleting subnet 52077256-0f98-46d7-8c4e-f87466957724 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:23:59.442070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.444841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.449203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc3fb643-ae37-4bf0-a003-6053817f9c99 HTTP/1.1" status: 204 len: 168 time: 0.4787018 Aug 16 22:23:59.453987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.486936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 9d583251-de5e-4426-bb43-bd73427b7a49 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:23:59.489952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.490419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.493835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3568a304-dfc6-4572-a23a-784e248975fc req-976f56ab-6719-41de-91e7-e476970dd030 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "DELETE /v2.0/ports/9d583251-de5e-4426-bb43-bd73427b7a49 HTTP/1.1" status: 204 len: 173 time: 0.8117085 Aug 16 22:23:59.507507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79028983-d796-4caa-82f8-2812f6d52b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3fb643-ae37-4bf0-a003-6053817f9c99,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.522096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.522641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'name': 'network-vif-deleted', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:23:59.525640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/40292cc0-1a6d-4e79-b52f-f44fc86271cc HTTP/1.1" status: 204 len: 168 time: 0.2629499 Aug 16 22:23:59.544134 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf99544-02fa-4ba9-999d-810ee40932e9" -d '{"events": [{"server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "name": "network-vif-deleted", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:23:59.548851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:59.562072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0839d-5afc-4c33-a533-9a638f2a438e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40292cc0-1a6d-4e79-b52f-f44fc86271cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.570916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e698ec3-1158-4e96-a28b-0d52cf9f2146 req-7c18f60b-c839-48b6-af5c-562ed6bed519 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827381 Aug 16 22:23:59.578170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4d1271a3-011c-40f2-bfcc-6f0298581006 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:23:59.609663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.643976 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c2ea06-b170-4a6a-babd-066a29578ef7 x-openstack-request-id: req-52c2ea06-b170-4a6a-babd-066a29578ef7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:23:59.644371 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d993041-541c-491c-9c93-96e2f4bee03e", "name": "network-vif-deleted", "tag": "9d583251-de5e-4426-bb43-bd73427b7a49", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:23:59.644720 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52c2ea06-b170-4a6a-babd-066a29578ef7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:23:59.645258 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d993041-541c-491c-9c93-96e2f4bee03e', 'name': 'network-vif-deleted', 'tag': '9d583251-de5e-4426-bb43-bd73427b7a49', 'status': 'completed', 'code': 200} Aug 16 22:23:59.664624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 4d1271a3-011c-40f2-bfcc-6f0298581006 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:23:59.664971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4d1271a3-011c-40f2-bfcc-6f0298581006 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:23:59.737547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:23:59.738718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a5b9e683-9e31-422e-8c98-9bb78805371d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1865535 Aug 16 22:23:59.746140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.833157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.850792 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.939750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.945155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.961453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:23:59.962637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/831c37af-8b70-4df5-821e-bbb69b0de04f HTTP/1.1" status: 204 len: 168 time: 0.2238622 Aug 16 22:23:59.975441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c0be3-c9ae-4ffe-aea3-4e73b2f5b81a tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=831c37af-8b70-4df5-821e-bbb69b0de04f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:23:59.981525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.034684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52077256-0f98-46d7-8c4e-f87466957724,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.043577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.049673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.051827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-021c8798-30bf-47aa-b6f1-bd149c8b9cbc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52077256-0f98-46d7-8c4e-f87466957724 HTTP/1.1" status: 204 len: 168 time: 0.7985363 Aug 16 22:24:00.196083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b89b6f8c-bb38-4359-92eb-4dbe7be20e67 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2113278 Aug 16 22:24:00.199803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.211650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1eb39-54a8-4504-81ed-b4c528ee6b84 req-39eb03dd-3b68-4c08-a36e-c9461b8c891a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:00.220211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abe1eb39-54a8-4504-81ed-b4c528ee6b84 req-39eb03dd-3b68-4c08-a36e-c9461b8c891a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1902857 Aug 16 22:24:00.236884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.287811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.302187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abe1eb39-54a8-4504-81ed-b4c528ee6b84 req-64fd523f-7a0e-4d49-bd98-a1ffb8626e28 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807600 Aug 16 22:24:00.326478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.449940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.462161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:00.471606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.479068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e517843-8ac7-4f8a-823b-da45c5503dd2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:00.479371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e517843-8ac7-4f8a-823b-da45c5503dd2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:00.483565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.487094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/25730e2d-a5ca-4148-b83f-3abdbdd1f817 HTTP/1.1" status: 204 len: 168 time: 0.2833791 Aug 16 22:24:00.487966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.493844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f448c8-5b40-468d-bf73-c69e0539cd1b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25730e2d-a5ca-4148-b83f-3abdbdd1f817,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.499223 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.520718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.532699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:00.533221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:00.547221 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:00.550439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8283dbe9-ebc7-461c-a800-e2a747e1dc52 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0608127 Aug 16 22:24:00.551362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.579908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.588207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.604967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.618350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.622987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] 10.222.0.22 "DELETE /v2.0/networks/713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8 HTTP/1.1" status: 204 len: 168 time: 0.5486188 Aug 16 22:24:00.634040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.643595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.644099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf2e48-9c02-4897-af17-f7f1f9ae6502 admin admin] Pushing event deleted for resources: {'Network': ['ID=713ad8dd-4ae8-4e6b-aa38-ab5c26933ce8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.645374 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0bc4584b-536c-4bd0-a39c-00d7e4f1ae99 HTTP/1.1" status: 204 len: 168 time: 0.0926113 Aug 16 22:24:00.651359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.708140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919ba3-8439-4d69-b871-c353142695bf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bc4584b-536c-4bd0-a39c-00d7e4f1ae99,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.743259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.745834 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d205ba14-ce79-46d7-8e36-4a366aabb12e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0966928 Aug 16 22:24:00.777758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.799484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.819450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60274) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.847448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.857736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:00.859437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b1fdfad0-8a4a-44cf-9819-4a01128bb1ca HTTP/1.1" status: 204 len: 168 time: 0.1151767 Aug 16 22:24:00.863324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.870359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf174f-e76e-49b1-ae61-a79bb765df77 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1fdfad0-8a4a-44cf-9819-4a01128bb1ca,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:00.898743 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c000a176-a6ee-4281-8ad1-98b661305b05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=433a8ae1dc20477e8940f705b5e51ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776806 Aug 16 22:24:00.901240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.915280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:00.945293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8b6d0204-ec01-4786-b11f-28061b0de187 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807428 Aug 16 22:24:00.948731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.002245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.019446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.025143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7342f6-d87c-4920-b01c-1c0668a146fd req-afd71a5a-9dd0-4690-b792-6a24557bb1c1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:01.026667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a7342f6-d87c-4920-b01c-1c0668a146fd req-afd71a5a-9dd0-4690-b792-6a24557bb1c1 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 950 time: 0.0990865 Aug 16 22:24:01.058724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.059245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.080131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a7342f6-d87c-4920-b01c-1c0668a146fd req-0bc124d4-1b4b-4a9f-bfb9-a59aba8e59fc tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Aug 16 22:24:01.124497 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.128447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.133252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c84d8abb-ba7e-4b7c-867e-998c89dc558e HTTP/1.1" status: 204 len: 168 time: 0.2285478 Aug 16 22:24:01.137317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.140604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.141921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee37349c-6d9e-470c-beeb-049fa3356d29 HTTP/1.1" status: 204 len: 168 time: 0.1921892 Aug 16 22:24:01.146112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.150112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1badf-6f12-477d-9713-3b77c0537e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d8abb-ba7e-4b7c-867e-998c89dc558e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.160353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d1bc0-e233-48ea-82d9-ad07b9f743ba tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee37349c-6d9e-470c-beeb-049fa3356d29,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.211049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5972ba08-edbb-453c-bf4c-4b75f382dbe7 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620615 Aug 16 22:24:01.217371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.225839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2fdc0629-1fa5-40b4-8d82-c2c62f601aaa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.227284 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-2fdc0629-1fa5-40b4-8d82-c2c62f601aaa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:24:01.228550 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2fdc0629-1fa5-40b4-8d82-c2c62f601aaa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:24:01.231201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2fdc0629-1fa5-40b4-8d82-c2c62f601aaa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3043027 Aug 16 22:24:01.234736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.237024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--161931732'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.239602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040583504'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.275986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:24:01.275986 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:24:01.275986 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': '9d8918f9dee544a49cd42fdee23bc337', 'id': '4403a31b-e3e7-468c-a897-7399d38f38db', 'expiration': datetime.datetime(2021, 8, 16, 22, 26, 1, 261781)}] Aug 16 22:24:01.275986 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:24:01.276711 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:24:01.285799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.297964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.416530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.422128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.484190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b392f0a-b5ad-4495-a48c-aa810770d20d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.542663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.548304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.550148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9d583251-de5e-4426-bb43-bd73427b7a49 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:01.567217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.567863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e588f4-fc8c-44d0-97bd-0d4ea1d292ad req-487af57f-8a9d-409d-942c-4fff982e5411 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:01.568674 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3328822 Aug 16 22:24:01.574973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60308) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.579972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98e588f4-fc8c-44d0-97bd-0d4ea1d292ad req-487af57f-8a9d-409d-942c-4fff982e5411 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1678267 Aug 16 22:24:01.581292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0e776-d06f-4b31-9354-e50601baa5b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.597308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9d583251-de5e-4426-bb43-bd73427b7a49 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:01.597652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9d583251-de5e-4426-bb43-bd73427b7a49 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:01.608618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c22b83-1cc4-4e8f-b496-b09501d842d5 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0e776-d06f-4b31-9354-e50601baa5b1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.624069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.662292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98e588f4-fc8c-44d0-97bd-0d4ea1d292ad req-98c17d5b-b0e5-4ebe-a195-fb9f966b6240 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736592 Aug 16 22:24:01.686220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.723252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.727188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.743829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93645e4f-0837-4f87-8999-49c82dea0d87,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:01.755933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.757322 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-955feeef-d83c-4d70-a88a-2ae026b521fd tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1811566 Aug 16 22:24:01.760316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60320) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:01.766762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0e776-d06f-4b31-9354-e50601baa5b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:01.827453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:24:01.827453 n-d-791505-20 neutron-server[94816]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:24:01.827453 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id': '0f532dddda9942b4acd3db4a6d899dde', 'id': '830948d4-ce46-4f65-9ea9-ea82f2ba2924', 'expiration': datetime.datetime(2021, 8, 16, 22, 26, 1, 796606)}] Aug 16 22:24:01.827453 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:24:01.828418 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:24:01.837976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b535-150d-40ce-a174-b30268cb3afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.839897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.946267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b535-150d-40ce-a174-b30268cb3afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:01.952635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b535-150d-40ce-a174-b30268cb3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.013120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3bd7b535-150d-40ce-a174-b30268cb3afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95831e638e5f4a1d99819714db2d2cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256311 Aug 16 22:24:02.018218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60330) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.018521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b535-150d-40ce-a174-b30268cb3afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab9d677-e446-40bc-97a6-7fa7f2e76951,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.088483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.093994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.099840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.117251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.121006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9002781 Aug 16 22:24:02.121630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60334) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.132174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.137731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': '3c25a89b-67af-4bc4-b006-439313698336', 'direction': 'ingress', 'protocol': 17}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:02.151500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.165226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd612fd-333b-490b-89c2-3ad2d65a1604 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c25a89b-67af-4bc4-b006-439313698336,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.188669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.197196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.200231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.201601 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bab9d677-e446-40bc-97a6-7fa7f2e76951 HTTP/1.1" status: 204 len: 168 time: 0.1807637 Aug 16 22:24:02.211016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea595c-027b-4ea4-8695-63d7f89af32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab9d677-e446-40bc-97a6-7fa7f2e76951,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.304679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54be11d-7bd0-4b16-adbf-fbd45f3d8520 req-06059b91-3a7c-49b3-bd6a-55a9abb8be49 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.306519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c54be11d-7bd0-4b16-adbf-fbd45f3d8520 req-06059b91-3a7c-49b3-bd6a-55a9abb8be49 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 950 time: 0.1089673 Aug 16 22:24:02.322079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.328937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.330212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-network', 'tenant_id': '45a21074e69441ca94825856caeefc81'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:02.355435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Made reservation on behalf of 45a21074e69441ca94825856caeefc81 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:02.359630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.368719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.371323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347710ce-b5f9-4329-8458-94ba291f9559,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.391262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c54be11d-7bd0-4b16-adbf-fbd45f3d8520 req-fc6c0ba5-e1a1-438f-b162-9ec8f9713c27 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Aug 16 22:24:02.404468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.405738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2ceb1b9f-f3a6-4f66-b519-642ec7e8195f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2830703 Aug 16 22:24:02.407387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.410934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.500415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.534359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.585641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.591872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.617616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.619787 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:24:02.620314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.620927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ed6afae3-3782-4ac4-ba9e-83760aac276a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8596172 Aug 16 22:24:02.621365 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/3c25a89b-67af-4bc4-b006-439313698336 HTTP/1.1" status: 204 len: 168 time: 0.2092521 Aug 16 22:24:02.624793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.626666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.628059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:02.632800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27b6d32-8be5-490f-9108-316cb0e6c520,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.647073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.647418 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Added segment 92effffd-8e20-4204-b03b-70db589f2844 of type vlan for network 909033f4-08d1-41c4-95e6-45d964f0271f Aug 16 22:24:02.649319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc121c5-3406-48e6-be50-abeec367c158 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c25a89b-67af-4bc4-b006-439313698336,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.705650 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.735761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.737182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.737673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98302a9e-e177-4901-9764-026577a3a8d2 req-a46ab39a-8bf0-46ad-bc0e-1a9958acea7c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.738186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.739758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98302a9e-e177-4901-9764-026577a3a8d2 req-a46ab39a-8bf0-46ad-bc0e-1a9958acea7c tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 950 time: 0.1593666 Aug 16 22:24:02.810203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6576045 Aug 16 22:24:02.815574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.820395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Request body: {'subnet': {'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-subnet', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:02.847863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522089-2d19-47c6-841f-14be37d73e39 admin admin] Pushing event updated for resources: {'Network': ['ID=909033f4-08d1-41c4-95e6-45d964f0271f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:02.864571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Made reservation on behalf of 45a21074e69441ca94825856caeefc81 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:02.864571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.867953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 909033f4-08d1-41c4-95e6-45d964f0271f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:02.919978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.926941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-88dc5822-c966-4385-9980-a1cf42e53855 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3007884 Aug 16 22:24:02.932038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:02.941224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--966109599'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:02.971981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.981976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa456-2901-4c09-999b-2dee42d83a90 req-78fe4113-7400-4063-b4f5-053c884198d3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:02.982708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:02.984445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffefa456-2901-4c09-999b-2dee42d83a90 req-78fe4113-7400-4063-b4f5-053c884198d3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2007177 Aug 16 22:24:03.051738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 47a79d29-e245-46b7-a463-aaf21cb60c47 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:03.052180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.110534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffefa456-2901-4c09-999b-2dee42d83a90 req-3e626164-05e3-4383-b0a2-51d807bf4de1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127758 Aug 16 22:24:03.115869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.118924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.120379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6d0e776-d06f-4b31-9354-e50601baa5b1 HTTP/1.1" status: 204 len: 168 time: 0.4920793 Aug 16 22:24:03.129083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.147473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0454a8-768f-46d5-96fc-c5bcafa84804 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0e776-d06f-4b31-9354-e50601baa5b1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.218937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-345ace2f-9891-4cdd-9dea-e0636b13f169 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851650 Aug 16 22:24:03.222577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 47a79d29-e245-46b7-a463-aaf21cb60c47, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=47a79d29-e245-46b7-a463-aaf21cb60c47,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:03.222577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.224144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.234293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--955578895'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:03.248422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 47a79d29-e245-46b7-a463-aaf21cb60c47 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:03.304743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.355018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.426976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.434738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61575e4a-ff22-41c4-9819-79fd66daf50b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.444892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.457105 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.479015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42', '47a79d29-e245-46b7-a463-aaf21cb60c47'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:03.481827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Checking segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:03.482420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Network hostable DHCP agents. Network: 909033f4-08d1-41c4-95e6-45d964f0271f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:03.502854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea682e7-ce5f-4800-b7e6-3f80a3f40f05,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.510169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=47a79d29-e245-46b7-a463-aaf21cb60c47,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.515700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Network 909033f4-08d1-41c4-95e6-45d964f0271f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:03.530696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 909033f4-08d1-41c4-95e6-45d964f0271f) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:03.537516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:03.537948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.570529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:03.573120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121e476-7bda-4f0a-add3-4d3bb6664e47 None None] Network 909033f4-08d1-41c4-95e6-45d964f0271f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:03.595450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 47a79d29-e245-46b7-a463-aaf21cb60c47 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:03.610779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.613118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98302a9e-e177-4901-9764-026577a3a8d2 req-be8c1b2b-793f-431b-b2ce-34241f00ac85 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "DELETE /v2.0/ports/47a79d29-e245-46b7-a463-aaf21cb60c47 HTTP/1.1" status: 204 len: 173 time: 0.8620229 Aug 16 22:24:03.614117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'name': 'network-vif-deleted', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:03.617955 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c0e9c8-4f8f-4cfa-8af2-73494f501926" -d '{"events": [{"server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "name": "network-vif-deleted", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:03.678255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7fdeb8e-d917-4e11-85ad-24ae86a2b29a req-2764d3e2-15cb-41fc-ac3a-695fe811fc25 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce HTTP/1.1" status: 200 len: 210 time: 0.0866892 Aug 16 22:24:03.732244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.736296 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb75558f-0587-4ef8-a0e3-b1f8f43394cc x-openstack-request-id: req-bb75558f-0587-4ef8-a0e3-b1f8f43394cc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:03.736868 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce", "name": "network-vif-deleted", "tag": "47a79d29-e245-46b7-a463-aaf21cb60c47", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:03.737453 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb75558f-0587-4ef8-a0e3-b1f8f43394cc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:03.738071 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4fb8a8-eaf8-488a-9df8-0bcdcd1b84ce', 'name': 'network-vif-deleted', 'tag': '47a79d29-e245-46b7-a463-aaf21cb60c47', 'status': 'completed', 'code': 200} Aug 16 22:24:03.740409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.742058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.743424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec94d27d-750d-46e3-aed9-b2b4fa504e33 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8103929 Aug 16 22:24:03.746717 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-29672c93-3b5b-4b7f-810d-3ad7d1fd36c8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9301772 Aug 16 22:24:03.747741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.750599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.756828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:03.770630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--825060629'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:03.779970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.781308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5560822 Aug 16 22:24:03.784104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.789280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2da2f253-7423-4b97-ac2d-ffbefe8d84b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '7997928b-d290-45e6-a108-82508305426a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:03.790432 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-2da2f253-7423-4b97-ac2d-ffbefe8d84b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 22:24:03.791124 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2da2f253-7423-4b97-ac2d-ffbefe8d84b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:03.792459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2da2f253-7423-4b97-ac2d-ffbefe8d84b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071738 Aug 16 22:24:03.793685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370ad85-d9af-4550-ad3d-d87564874f33 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7997928b-d290-45e6-a108-82508305426a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:03.797376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:03.844217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:24:03.844217 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:24:03.844217 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id_1': '45a21074e69441ca94825856caeefc81', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 24, 3, 823903)}] Aug 16 22:24:03.844217 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:24:03.844823 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:24:03.851442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.889737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.917803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.984435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.988282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:03.993809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/7997928b-d290-45e6-a108-82508305426a HTTP/1.1" status: 204 len: 168 time: 0.1950912 Aug 16 22:24:03.996354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60412) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.016395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df50b8-731c-4641-aae3-c781623b092f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997928b-d290-45e6-a108-82508305426a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.073894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.082366 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc3f44ff-e845-4ecc-9bbc-44dcc6eb9733 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822105 Aug 16 22:24:04.083831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.085907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.096032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--750924250'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.117218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3897a-8e3e-47c3-bf6c-feebae2651a4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.133950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b656a1b-e136-427f-8aad-b4d706443f62 None None] Network 909033f4-08d1-41c4-95e6-45d964f0271f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:04.153507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.155937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.157739 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b83beb99-0d77-44e2-9b36-227be2ac6fea tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4089148 Aug 16 22:24:04.160103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.172556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': '2ea682e7-ce5f-4800-b7e6-3f80a3f40f05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ebb3897a-8e3e-47c3-bf6c-feebae2651a4', 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.332372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.337706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.366768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4d179-e749-4910-bc4f-c1294686cc11,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.384529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.391087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d858d1-12f1-4466-a0de-a14d6a63bdb8 req-d788481b-810d-4465-bb9a-dc01a190fd89 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:04.392692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1d858d1-12f1-4466-a0de-a14d6a63bdb8 req-d788481b-810d-4465-bb9a-dc01a190fd89 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1808875 Aug 16 22:24:04.395383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712676630', 'description': 'tempest-secgroup-smoke-712676630 description', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.413305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.417678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.418830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.429977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.432231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1504a41c-ae64-4032-80d5-537bf41c633d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3446164 Aug 16 22:24:04.434788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60422) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.440711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-18cc0ce8-3a93-4d7a-9062-f954a6690483 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '99b4d179-e749-4910-bc4f-c1294686cc11', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.441915 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-18cc0ce8-3a93-4d7a-9062-f954a6690483 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 22:24:04.442532 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-18cc0ce8-3a93-4d7a-9062-f954a6690483 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:04.443833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-18cc0ce8-3a93-4d7a-9062-f954a6690483 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077593 Aug 16 22:24:04.449499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.490792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1d858d1-12f1-4466-a0de-a14d6a63bdb8 req-941018aa-7429-466a-84e5-1e1130a9a3a8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876780 Aug 16 22:24:04.524974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.528194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.551132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.567605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.584614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.597354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.600041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.603657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/99b4d179-e749-4910-bc4f-c1294686cc11 HTTP/1.1" status: 204 len: 168 time: 0.1508486 Aug 16 22:24:04.604680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60426) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.626562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8930d-7fdc-4d4a-baf3-2033fbe40d0e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4d179-e749-4910-bc4f-c1294686cc11,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.647615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.664977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-07761f35-89ff-4bf4-a537-bfeaef9c62c4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550811 Aug 16 22:24:04.664977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.671010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--791404569'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:04.682064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.718096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93091828-602b-4264-82ce-dbeb213e55a9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.792098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.889895 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.896302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.905484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.909188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b5b5403a-c42f-47c9-9e4a-47fafabf7649 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7450914 Aug 16 22:24:04.910236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:04.928617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.942639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b686bc75-5432-4b82-8b86-11c0065bc426,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:04.949761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.967044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:04.999591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.013252 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.015031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/93091828-602b-4264-82ce-dbeb213e55a9 HTTP/1.1" status: 204 len: 168 time: 0.1041226 Aug 16 22:24:05.020548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60440) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.027513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5f192-54a7-4002-b14b-77c3a5336dfe tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93091828-602b-4264-82ce-dbeb213e55a9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.070181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4975d9ef-5b6f-4ab3-96af-09e12afe8e3d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0478716 Aug 16 22:24:05.071991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60444) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.130899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.143777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.167516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.185147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.214331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.216064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b5b38-fde6-4e26-ac75-7c205e90e508,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.216564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c8b9-8385-4319-9c4d-4c4b83699a78 req-2b4743c5-8607-4858-b8e2-61eef456b5d5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.218242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb1c8b9-8385-4319-9c4d-4c4b83699a78 req-2b4743c5-8607-4858-b8e2-61eef456b5d5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 950 time: 0.1171005 Aug 16 22:24:05.226887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.302684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.308087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.315207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.319811 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d944012e-2875-4a3f-a051-e85745a90ed8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9341221 Aug 16 22:24:05.322324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.324325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb1c8b9-8385-4319-9c4d-4c4b83699a78 req-94dd8194-0c34-4f81-bb75-043baa8a5bb7 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945094 Aug 16 22:24:05.348227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Allocated IP 172.25.8.118 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/5a478ff7-3776-45f9-ba85-157c382916e9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:05.348458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.348458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6789842 Aug 16 22:24:05.349625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60448) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.351431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.355184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5bbbe495-52e1-4cfa-9827-5a3959630d61 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '8f51c03f-42f9-4fd3-9a0e-64cb3321944b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.362869 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-5bbbe495-52e1-4cfa-9827-5a3959630d61 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 22:24:05.363418 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5bbbe495-52e1-4cfa-9827-5a3959630d61 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:05.364428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5bbbe495-52e1-4cfa-9827-5a3959630d61 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137937 Aug 16 22:24:05.366661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd2776-8dc0-41d7-bffd-7ad894fe269e tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f51c03f-42f9-4fd3-9a0e-64cb3321944b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.369038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60450) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.374101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3388e0d8-d6cd-4f50-9a67-d3e84d39c601 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '8f51c03f-42f9-4fd3-9a0e-64cb3321944b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.374825 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-3388e0d8-d6cd-4f50-9a67-d3e84d39c601 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 22:24:05.375267 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3388e0d8-d6cd-4f50-9a67-d3e84d39c601 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:05.378379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3388e0d8-d6cd-4f50-9a67-d3e84d39c601 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064585 Aug 16 22:24:05.379519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.381578 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.384511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.385610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/ebb3897a-8e3e-47c3-bf6c-feebae2651a4 HTTP/1.1" status: 204 len: 168 time: 0.3126926 Aug 16 22:24:05.389030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2b7a2f0e-9be8-4b9b-8f6b-f8a22aa773bf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '8f51c03f-42f9-4fd3-9a0e-64cb3321944b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.389899 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-2b7a2f0e-9be8-4b9b-8f6b-f8a22aa773bf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 22:24:05.390394 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2b7a2f0e-9be8-4b9b-8f6b-f8a22aa773bf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:05.390858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.394414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b7a2f0e-9be8-4b9b-8f6b-f8a22aa773bf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109334 Aug 16 22:24:05.396458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60456) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.405966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d02fcabb-eb46-4d3b-a8a1-c3619dad14c9 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '8f51c03f-42f9-4fd3-9a0e-64cb3321944b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.406841 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-d02fcabb-eb46-4d3b-a8a1-c3619dad14c9 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 22:24:05.407310 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d02fcabb-eb46-4d3b-a8a1-c3619dad14c9 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:05.408750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d02fcabb-eb46-4d3b-a8a1-c3619dad14c9 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098064 Aug 16 22:24:05.409487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d77cb-a717-4ee3-946a-4f1627a1c8d8 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3897a-8e3e-47c3-bf6c-feebae2651a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.411757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.450320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.474096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.503164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.536421 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0d582025-df5f-407e-a61e-c1c6823b9b20 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1180711 Aug 16 22:24:05.536660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60462) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.557705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.569406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.576664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.583572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 47a79d29-e245-46b7-a463-aaf21cb60c47 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:05.601255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.604949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.606232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/8f51c03f-42f9-4fd3-9a0e-64cb3321944b HTTP/1.1" status: 204 len: 168 time: 0.1941061 Aug 16 22:24:05.608732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 47a79d29-e245-46b7-a463-aaf21cb60c47 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:05.609425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 47a79d29-e245-46b7-a463-aaf21cb60c47 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:05.614036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4f0de2-b96f-4b39-a648-1079469c7ebd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.616016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.625550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.626686 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c6280ad2-d972-4e18-a228-70d30d44148c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034222 Aug 16 22:24:05.632240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60466) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.646711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.652666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.663987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc93c7c-d4d3-4ca1-ad1e-484e12919ed0 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f51c03f-42f9-4fd3-9a0e-64cb3321944b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.675643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.703062 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7777fdeb-ddfa-42f3-b764-fc02d1c1daa8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846267 Aug 16 22:24:05.707203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60468) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.712961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:05.716923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Pushing event updated for resources: {'Port': ['ID=5a478ff7-3776-45f9-ba85-157c382916e9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.717628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--686371719'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:05.719951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:05.721947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:05.735917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ea6ef-a1dd-4bd6-ac90-663c917e41e0 req-c026faa8-f482-4d04-9ca1-477d87cb75b1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:05.737478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c8ea6ef-a1dd-4bd6-ac90-663c917e41e0 req-c026faa8-f482-4d04-9ca1-477d87cb75b1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1528771 Aug 16 22:24:05.739275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.770424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.825824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.866635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c8ea6ef-a1dd-4bd6-ac90-663c917e41e0 req-3b9a3e6a-4227-4428-9c40-6b9665700a9f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145933 Aug 16 22:24:05.899151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.902006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.903301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/2ea682e7-ce5f-4800-b7e6-3f80a3f40f05 HTTP/1.1" status: 204 len: 168 time: 0.3660579 Aug 16 22:24:05.907773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:05.927640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.934714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:05.945602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf7580-8a56-4a91-b1c8-f10449eac6de tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea682e7-ce5f-4800-b7e6-3f80a3f40f05,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.975645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f07d2e-2d93-4232-9cae-8777d31a5569,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:05.994490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e18f6f58-5e41-4234-a22c-54016a53fc11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854442 Aug 16 22:24:05.998635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.004080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495829602'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.020406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.023336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.029465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.038790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.039984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c553215-8a16-477c-8140-b4b2a3028fe5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4054444 Aug 16 22:24:06.050361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.059449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.077351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736373c9-e498-4e01-86f4-caa2fd14b532,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.085648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.089768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2866aba6-5cf6-4d96-8a5b-c706f3ec88fc tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3783951 Aug 16 22:24:06.090659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.095947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-29803720-faad-4a33-828b-33c97534b388 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.096676 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-29803720-faad-4a33-828b-33c97534b388 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:24:06.097193 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-29803720-faad-4a33-828b-33c97534b388 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.098285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29803720-faad-4a33-828b-33c97534b388 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070961 Aug 16 22:24:06.100802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60480) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.107324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d8da6704-0566-4345-8b62-72a35ac49b6f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.107811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.136264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.210007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.213606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.233404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b0aabe-eb64-4eb1-96fe-ff2c830df1a9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.272604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.329649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.336019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.337652 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d8da6704-0566-4345-8b62-72a35ac49b6f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.338748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d8da6704-0566-4345-8b62-72a35ac49b6f tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2370219 Aug 16 22:24:06.339967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.343614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8ec9268e-5001-457f-a5ba-d019e53ca7a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897933 Aug 16 22:24:06.343614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60482) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.347642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0190eb70-6345-4a7d-b0f0-15b266954222 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.348138 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-0190eb70-6345-4a7d-b0f0-15b266954222 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 22:24:06.348624 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-0190eb70-6345-4a7d-b0f0-15b266954222 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.349604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0190eb70-6345-4a7d-b0f0-15b266954222 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062490 Aug 16 22:24:06.350055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.354229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.357993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.388335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.389825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-486303db-cacc-4bec-a8c7-9cba7d83aa4a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.422255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.426127 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4231327 Aug 16 22:24:06.427708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9772e-e2cc-4436-8cf6-556a36e87bbf tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad51e855-49c7-473e-8d0e-02b59289cb49,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.429685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.439666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ad51e855-49c7-473e-8d0e-02b59289cb49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.481930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.487542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.494265 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-486303db-cacc-4bec-a8c7-9cba7d83aa4a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.499046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-486303db-cacc-4bec-a8c7-9cba7d83aa4a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1401653 Aug 16 22:24:06.502721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60492) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.503474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.507151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8fc4e-7ec4-4a89-8aa7-660365505c5d req-3521e17a-9e06-4624-bed8-34123278c0ad tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.508650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57d8fc4e-7ec4-4a89-8aa7-660365505c5d req-3521e17a-9e06-4624-bed8-34123278c0ad tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 950 time: 0.0903006 Aug 16 22:24:06.512939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-385062d0-a67b-44cf-9907-eef28f972f5c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.513720 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-385062d0-a67b-44cf-9907-eef28f972f5c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:24:06.514776 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-385062d0-a67b-44cf-9907-eef28f972f5c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.515753 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-385062d0-a67b-44cf-9907-eef28f972f5c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095577 Aug 16 22:24:06.519175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60494) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.525418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fc8958-a269-42d0-a5f0-339d816c5b15,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:06.533001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2a2ea7ec-f694-4339-9874-e4c40cbe45f8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.543969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:24:06.547065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.548241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c1317da5-d4b1-49a3-8d62-cb542ea850d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971927 Aug 16 22:24:06.553096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.560451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.579479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57d8fc4e-7ec4-4a89-8aa7-660365505c5d req-14b8191d-1347-4144-8e2e-5d41a9f92717 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636220 Aug 16 22:24:06.646592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-a8b27f75-c3af-466a-b420-d58d8c6ef54f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:06.648102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-a8b27f75-c3af-466a-b420-d58d8c6ef54f tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 950 time: 0.0496554 Aug 16 22:24:06.753908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:06.754282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.845673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 6e7fe974-4bdb-4656-a88f-d70854fa8c42, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6e7fe974-4bdb-4656-a88f-d70854fa8c42,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:06.846030 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.860551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 6e7fe974-4bdb-4656-a88f-d70854fa8c42 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:06.890998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.896962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.898753 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:24:06.918326 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2a2ea7ec-f694-4339-9874-e4c40cbe45f8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.923153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2a2ea7ec-f694-4339-9874-e4c40cbe45f8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3950233 Aug 16 22:24:06.923314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:06.923435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60500) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.927361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-749ddb2a-e7e6-49c1-98ec-c8f6f250b635 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.928094 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-749ddb2a-e7e6-49c1-98ec-c8f6f250b635 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 22:24:06.928856 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-749ddb2a-e7e6-49c1-98ec-c8f6f250b635 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:06.929616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-749ddb2a-e7e6-49c1-98ec-c8f6f250b635 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058639 Aug 16 22:24:06.933681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60502) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:06.943705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8c1ab85e-0162-40a7-90f1-3b78376d45a6 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:06.953034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd91f70-20b4-4c77-8b34-0ad2fe58e980,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.007523 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.008737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab741201-8e3c-464e-8fcc-654cd193d26f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5750723 Aug 16 22:24:07.011034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:07.014324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.023243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Sync routers for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:07.030855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.036140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:07.036787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.036986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:07.044430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.046212 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da0e3805-bf1e-40f2-988f-28b3bd477e51 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2946708 Aug 16 22:24:07.053672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.066385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4039225-6377-4030-8b7f-076398079077,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.087403 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-8c1ab85e-0162-40a7-90f1-3b78376d45a6 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:07.088454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8c1ab85e-0162-40a7-90f1-3b78376d45a6 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1538665 Aug 16 22:24:07.099319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.108538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1f437571-abc7-4942-a180-eb853e651ad7 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '736373c9-e498-4e01-86f4-caa2fd14b532', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:07.112374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.113701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5cfab07b-360d-4c5a-9d3a-58b6bf3fcd0d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5596175 Aug 16 22:24:07.118000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.120372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cde37d-89b8-4d23-8aad-fdba97ca144a req-416450f5-5e8d-4f99-aebd-17437f2b6d1f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.122264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76cde37d-89b8-4d23-8aad-fdba97ca144a req-416450f5-5e8d-4f99-aebd-17437f2b6d1f tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1448781 Aug 16 22:24:07.124237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '712b5b38-fde6-4e26-ac75-7c205e90e508', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:07.130092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.146082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.158016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.174473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:07.210477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:07.212986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6e7fe974-4bdb-4656-a88f-d70854fa8c42'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:07.242652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=6e7fe974-4bdb-4656-a88f-d70854fa8c42,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.255745 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:24:07.263578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.309896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.314736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.315093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.315446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.315786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.316124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.316463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.316796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.317151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.317486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.317817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.318148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.318538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:07.329624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.333099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bdd91f70-20b4-4c77-8b34-0ad2fe58e980 HTTP/1.1" status: 204 len: 168 time: 0.3145971 Aug 16 22:24:07.334736 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-1f437571-abc7-4942-a180-eb853e651ad7 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:07.339043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1f437571-abc7-4942-a180-eb853e651ad7 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2348111 Aug 16 22:24:07.339220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.342924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.359558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76cde37d-89b8-4d23-8aad-fdba97ca144a req-b3a05196-bcba-4638-9950-180ca26cf647 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978953 Aug 16 22:24:07.360257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 6e7fe974-4bdb-4656-a88f-d70854fa8c42 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:07.364012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.366061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d87a51c-4df5-453b-9a5b-202d7a99c243 req-649761e1-9ceb-48d5-969d-4030c55e38b6 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.89 "DELETE /v2.0/ports/6e7fe974-4bdb-4656-a88f-d70854fa8c42 HTTP/1.1" status: 204 len: 173 time: 0.7081308 Aug 16 22:24:07.366795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269ca6-24b2-4bd5-a73d-5bf1dfae96a2 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdd91f70-20b4-4c77-8b34-0ad2fe58e980,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.369341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'name': 'network-vif-deleted', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:07.371638 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521373c4-14f1-441d-83ca-610d96c0facc" -d '{"events": [{"server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "name": "network-vif-deleted", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:07.401543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24565492-6a9e-41e5-87b2-a93d87db689e req-dfd75571-fd39-421f-be96-a0a89c331015 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:07.403547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24565492-6a9e-41e5-87b2-a93d87db689e req-dfd75571-fd39-421f-be96-a0a89c331015 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 950 time: 0.1745005 Aug 16 22:24:07.439057 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da05710b-b939-41c4-b6fb-7a20f0e9e677 x-openstack-request-id: req-da05710b-b939-41c4-b6fb-7a20f0e9e677 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:07.439373 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bb800-5c04-4c7e-a272-472b3d6f1bb7", "name": "network-vif-deleted", "tag": "6e7fe974-4bdb-4656-a88f-d70854fa8c42", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:07.439726 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da05710b-b939-41c4-b6fb-7a20f0e9e677 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:07.440272 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6bb800-5c04-4c7e-a272-472b3d6f1bb7', 'name': 'network-vif-deleted', 'tag': '6e7fe974-4bdb-4656-a88f-d70854fa8c42', 'status': 'completed', 'code': 200} Aug 16 22:24:07.517646 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9f906e0c-dc70-4554-acb1-f5126bef4c6b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1793122 Aug 16 22:24:07.520644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.526185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.544353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.572144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:05Z', 'revision_number': 3, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:07.580331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.619987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port ec608cc5-8a9b-415a-8b40-4872d24d67c1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:07.620440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.631155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Checking router: 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:07.631513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Updating router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 port 5a478ff7-3776-45f9-ba85-157c382916e9 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:07.638283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.642474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5198371 Aug 16 22:24:07.651789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4346d-7172-4088-9137-42cacfb02d58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f79f50d-b282-4860-a5f1-a655ca52254c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.663356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.670382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'network': {'name': 'tempest-network-smoke--88967790', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:07.690348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.721373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.763992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:07.768334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.832719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.835318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.836517 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/736373c9-e498-4e01-86f4-caa2fd14b532 HTTP/1.1" status: 204 len: 168 time: 0.4926968 Aug 16 22:24:07.844668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:07.856921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:07.887917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd6fb4-e316-4a12-9ebd-5478bb441d49 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736373c9-e498-4e01-86f4-caa2fd14b532,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:07.897250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:07.898054 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Added segment 42cf8298-41ef-4b54-821e-7b9c83973c3c of type vlan for network a5352035-2672-420f-aa8b-d5624c20257e Aug 16 22:24:08.014230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.023379 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fe8a62eb-a5c5-46cc-ab4c-c7d4de6d1298 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648915 Aug 16 22:24:08.027641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.048484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--448626940'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:08.049964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.066731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.083550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.089498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.089830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.129504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc311953-d250-4ac8-9a18-7da55c308bf6 req-103a7d16-7189-4b06-bc6f-baf30aa128b3 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f6bb800-5c04-4c7e-a272-472b3d6f1bb7 HTTP/1.1" status: 200 len: 210 time: 0.0811274 Aug 16 22:24:08.167357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.173166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.218278 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5537901 Aug 16 22:24:08.223950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.235519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'admin_state_up': True, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:08.236164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.248947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port ec608cc5-8a9b-415a-8b40-4872d24d67c1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ec608cc5-8a9b-415a-8b40-4872d24d67c1,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:08.249226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.249814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Transition to ACTIVE for port object 5a478ff7-3776-45f9-ba85-157c382916e9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:08.262590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b49a4-dd83-42cd-a179-d2c892e60b07 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Network': ['ID=a5352035-2672-420f-aa8b-d5624c20257e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.267532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.267777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for ec608cc5-8a9b-415a-8b40-4872d24d67c1 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:08.281411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.282623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a5352035-2672-420f-aa8b-d5624c20257e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:08.284051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.287953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad51e855-49c7-473e-8d0e-02b59289cb49 HTTP/1.1" status: 204 len: 168 time: 0.7657075 Aug 16 22:24:08.289151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.311601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.312618 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.327348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae3b02-77a7-478f-8314-07e7ce59c2d6 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad51e855-49c7-473e-8d0e-02b59289cb49,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.433182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.454069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830c5ac-1029-4560-b294-5f9628e5c5f8 None None] Pushing event updated for resources: {'Port': ['ID=5a478ff7-3776-45f9-ba85-157c382916e9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.464753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Attempting to bind port 5a478ff7-3776-45f9-ba85-157c382916e9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:08.465464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Attempting to bind port 5a478ff7-3776-45f9-ba85-157c382916e9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:08.466072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Attempting to bind port 5a478ff7-3776-45f9-ba85-157c382916e9 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:08.472687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:08.473437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:08.474229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.474815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:08.475271 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ad70600-f75f-42ac-a33e-f8dc8431feaa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780195 Aug 16 22:24:08.475712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Bound port: 5a478ff7-3776-45f9-ba85-157c382916e9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:08.476315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.479282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.491753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group': {'name': 'tempest-secgroup--713227754'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:08.530313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Allocated IP 172.20.0.1 (909033f4-08d1-41c4-95e6-45d964f0271f/61575e4a-ff22-41c4-9819-79fd66daf50b/91e352ca-1ee1-4d4f-bf56-e2f21471f518) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:08.533205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] For port 5a478ff7-3776-45f9-ba85-157c382916e9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:08.536964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] For port 5a478ff7-3776-45f9-ba85-157c382916e9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a478ff7-3776-45f9-ba85-157c382916e9,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:08.544485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.551144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.559087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.608431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:08.608665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:08.612352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830c5ac-1029-4560-b294-5f9628e5c5f8 None None] Pushing event updated for resources: {'Port': ['ID=5a478ff7-3776-45f9-ba85-157c382916e9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.674419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.677940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898e761-b221-4760-9370-c03845d43ce3 req-d0087808-0e17-4585-9034-4c055c08711c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:08.679478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1898e761-b221-4760-9370-c03845d43ce3 req-d0087808-0e17-4585-9034-4c055c08711c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1837976 Aug 16 22:24:08.685130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.697511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50acd063-cd27-4c24-a011-cffbf5e7f6d0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.703890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.705170 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7dc16393-3d45-4ff4-b985-a314094f91b4 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6740177 Aug 16 22:24:08.711320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.722848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-86371e8c-f2ef-44d0-a7c0-9a38cfefaa12 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '50acd063-cd27-4c24-a011-cffbf5e7f6d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:08.729227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:08.759781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.794404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.812521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=ec608cc5-8a9b-415a-8b40-4872d24d67c1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.816983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1898e761-b221-4760-9370-c03845d43ce3 req-5d87d75f-40f0-425e-9356-a8a40031208a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237075 Aug 16 22:24:08.853583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.865395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.865965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port ec608cc5-8a9b-415a-8b40-4872d24d67c1 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:08.870883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.873227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24565492-6a9e-41e5-87b2-a93d87db689e req-0c1a1d46-14bd-48a3-8a32-2fe077b67307 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "DELETE /v2.0/ports/ec608cc5-8a9b-415a-8b40-4872d24d67c1 HTTP/1.1" status: 204 len: 173 time: 1.4515126 Aug 16 22:24:08.928815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad198dc1-4b84-43d1-8cf0-d27b2b097a8b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:08.932363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.936158 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30f349fb-a42c-472c-9074-247a192b4278 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4496441 Aug 16 22:24:08.937235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:08.938269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:08.959502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ad198dc1-4b84-43d1-8cf0-d27b2b097a8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:08.971774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:05Z', 'revision_number': 3, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:09.008722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c00fa5-8532-4ee9-a030-2d4a4ede2d03 None None] The sync data for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 is: [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:05Z', 'revision_number': 3, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:09.043113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.052289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Pushing event updated for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.057039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Network 909033f4-08d1-41c4-95e6-45d964f0271f is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:09.059315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:09.061763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:09.066420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.094649 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-86371e8c-f2ef-44d0-a7c0-9a38cfefaa12 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The resource could not be found. Aug 16 22:24:09.095778 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86371e8c-f2ef-44d0-a7c0-9a38cfefaa12 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3827691 Aug 16 22:24:09.099993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.102162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.108133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c52612be-a7a2-4c8a-a223-f7e18c4d5d81 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '50acd063-cd27-4c24-a011-cffbf5e7f6d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c1bf5763-314b-402d-91bd-af4d6a6033a1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:09.150390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.200077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.142 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/08b46c12-a3aa-4902-8c2f-9ea482a5ca02) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:09.341448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.342734 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-c52612be-a7a2-4c8a-a223-f7e18c4d5d81 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The resource could not be found. Aug 16 22:24:09.343830 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c52612be-a7a2-4c8a-a223-f7e18c4d5d81 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2427261 Aug 16 22:24:09.364427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.372081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.382041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56f15156-2c72-463c-9878-5026dfd2e9cd req-86782d67-771c-4375-90b6-510c0fe89b1a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f123426-94eb-44f6-a266-62212af6423a HTTP/1.1" status: 200 len: 210 time: 0.0991476 Aug 16 22:24:09.442961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'name': 'network-vif-deleted', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:09.445466 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a3b1de-590f-4d48-9f99-1406c2d128d5" -d '{"events": [{"server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "name": "network-vif-deleted", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:09.450587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87530410-29d4-4d90-85ad-0e188a102289,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.473450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.475294 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a986e9d-5a27-451f-b9db-5c5449b1fcec tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5331497 Aug 16 22:24:09.490622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.512550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.557788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-981f70c3-b82b-4c70-a84a-9dcd2efb052e tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules/87530410-29d4-4d90-85ad-0e188a102289 HTTP/1.1" status: 200 len: 763 time: 0.0640852 Aug 16 22:24:09.561973 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6151ccd-90b6-4f3f-880f-6fda552faf43 x-openstack-request-id: req-d6151ccd-90b6-4f3f-880f-6fda552faf43 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:09.562501 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f123426-94eb-44f6-a266-62212af6423a", "name": "network-vif-deleted", "tag": "ec608cc5-8a9b-415a-8b40-4872d24d67c1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:09.562966 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6151ccd-90b6-4f3f-880f-6fda552faf43 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:09.563578 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f123426-94eb-44f6-a266-62212af6423a', 'name': 'network-vif-deleted', 'tag': 'ec608cc5-8a9b-415a-8b40-4872d24d67c1', 'status': 'completed', 'code': 200} Aug 16 22:24:09.564158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60560) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.581561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.584923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.602518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6e7fe974-4bdb-4656-a88f-d70854fa8c42 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:09.633139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 6e7fe974-4bdb-4656-a88f-d70854fa8c42 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:09.633511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6e7fe974-4bdb-4656-a88f-d70854fa8c42 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:09.634313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-799ff5a8-f2af-4ef5-80ce-c4c855fd49c4 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0688536 Aug 16 22:24:09.637164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.645755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.653914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.684256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73', '70990a25-4ea3-486e-a7dd-ebe45dd90a17', '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:09.693092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.720934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:09.722527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.733441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:09.737415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:09.739415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.793705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.798221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.802595 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/50acd063-cd27-4c24-a011-cffbf5e7f6d0 HTTP/1.1" status: 204 len: 168 time: 0.4343879 Aug 16 22:24:09.807927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.831480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b29f8-3010-4dc1-aff2-8cfe881896fa tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50acd063-cd27-4c24-a011-cffbf5e7f6d0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:09.922455 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-257e198f-5440-4ac0-b4c5-ebdcf061c821 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046255 Aug 16 22:24:09.924830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.943351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4a428abe-a597-40fa-b946-aa233be151cf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '583ae2ab-e620-4168-952a-5c725f117178', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:09.948979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.955307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.962962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.964151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:09.965349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/87530410-29d4-4d90-85ad-0e188a102289 HTTP/1.1" status: 204 len: 168 time: 0.3272069 Aug 16 22:24:09.976307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:09.978830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb83a0-e93c-4625-8f2e-ded66890385d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87530410-29d4-4d90-85ad-0e188a102289,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.055804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.065822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Pushing event updated for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.166678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Network 909033f4-08d1-41c4-95e6-45d964f0271f is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:10.168952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:10.210545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6a01-7e3a-489d-8813-36330db95433 req-f520b57d-bfaa-47df-ad85-91a936bf0e3b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:10.212205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b50f6a01-7e3a-489d-8813-36330db95433 req-f520b57d-bfaa-47df-ad85-91a936bf0e3b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2600462 Aug 16 22:24:10.232992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-92537061-824e-4e0f-85c4-4bc2a0b5a2e5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2527723 Aug 16 22:24:10.238178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.251206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ad198dc1-4b84-43d1-8cf0-d27b2b097a8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:10.271445 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-4a428abe-a597-40fa-b946-aa233be151cf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The resource could not be found. Aug 16 22:24:10.272527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4a428abe-a597-40fa-b946-aa233be151cf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3436165 Aug 16 22:24:10.276832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.277018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.282408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--253614103'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:10.305441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:10.352412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b50f6a01-7e3a-489d-8813-36330db95433 req-d89af98a-d7eb-412c-a17e-ba066a2dce63 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Aug 16 22:24:10.359257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.430865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.486591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.492984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:10.497600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.501122 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2550487-5c89-4263-9ea2-7e9f7182bdcc admin admin] 10.222.0.22 "PUT /v2.0/routers/8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449203 Aug 16 22:24:10.553103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8be1d79-bdf7-4c8f-acf9-f1f6afd76eeb,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.579411 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.586071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.590550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.591777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-57c75fd0-15a4-4ed6-a24f-ae671d3f8baa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468978 Aug 16 22:24:10.594724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.596552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.643903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.647523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3669205 Aug 16 22:24:10.648022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.650206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29fcba2c-ef6f-4319-9096-ba47e03fbbf5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules/a8be1d79-bdf7-4c8f-acf9-f1f6afd76eeb HTTP/1.1" status: 200 len: 763 time: 0.0525241 Aug 16 22:24:10.652571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60592) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.653337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--782411366'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:10.661950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797c143-8b03-4a7f-8ab3-082be1d72b71 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c06cc-6e4f-4cf5-91a4-9c4257ef15b2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.691449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.747140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c7c8310-6dac-4708-bc88-8aec99ab9208 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0931504 Aug 16 22:24:10.750720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60598) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.784402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.796503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.840204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.840428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.844887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.847173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.850657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a8be1d79-bdf7-4c8f-acf9-f1f6afd76eeb HTTP/1.1" status: 204 len: 168 time: 0.0960507 Aug 16 22:24:10.850657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:24:10.854797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.863733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66138e7-3b93-4ed5-8ee8-d7b2cfb7a81b tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8be1d79-bdf7-4c8f-acf9-f1f6afd76eeb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.887387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:10.888703 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397437 Aug 16 22:24:10.897730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.902303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ec59dd66-f99a-47cd-b7b7-a235c788cfec tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group_rule': {'security_group_id': '3b9c06cc-6e4f-4cf5-91a4-9c4257ef15b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '207b46be-2f6a-4da6-92df-c283e1d1045f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:10.908725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002a210-ae3c-43c0-b834-622a6f5935c8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207b46be-2f6a-4da6-92df-c283e1d1045f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:10.954919 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ec59dd66-f99a-47cd-b7b7-a235c788cfec tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:24:10.959562 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec59dd66-f99a-47cd-b7b7-a235c788cfec tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0575762 Aug 16 22:24:10.959695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:10.996721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e304708-170f-4f17-9c68-f15cf5349d20 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1406262 Aug 16 22:24:11.003685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.025771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.058706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.109169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.111747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.115397 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/207b46be-2f6a-4da6-92df-c283e1d1045f HTTP/1.1" status: 204 len: 168 time: 0.1523390 Aug 16 22:24:11.116299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.135008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a478ff7-3776-45f9-ba85-157c382916e9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:11.140689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8516f-c4d9-459f-a384-0b79eef9eadf tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b46be-2f6a-4da6-92df-c283e1d1045f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.186316 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-99c7916f-fe3a-429c-a3a6-ccd6e35dc49a tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0686860 Aug 16 22:24:11.189504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.221265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5a478ff7-3776-45f9-ba85-157c382916e9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:11.225955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5a478ff7-3776-45f9-ba85-157c382916e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:11.226617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.260299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.289552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.308195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.339799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 5a478ff7-3776-45f9-ba85-157c382916e9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a478ff7-3776-45f9-ba85-157c382916e9,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:11.343912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.346381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.348906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.350113 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/3b9c06cc-6e4f-4cf5-91a4-9c4257ef15b2 HTTP/1.1" status: 204 len: 168 time: 0.1593394 Aug 16 22:24:11.353368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.356593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Request body: {'security_group_rule': {'security_group_id': 'ad198dc1-4b84-43d1-8cf0-d27b2b097a8b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:11.381222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec784e-2a10-4b69-9dee-33ca33d5a099 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c06cc-6e4f-4cf5-91a4-9c4257ef15b2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.414331 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2c162da3-d6fd-4202-a2b7-8ec273cdfbc7 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560346 Aug 16 22:24:11.414574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=5a478ff7-3776-45f9-ba85-157c382916e9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.414770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.420919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'tempest-secgroup--868271936'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:11.462311 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Sync routers for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:11.476669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:11.478733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:11.479355 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:11.487806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Sync routers for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:11.490267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.500992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:11.501707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:11.504276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-1ae3a6c7-0661-4235-a8a7-e2c5f7438b1e tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.511312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-1ae3a6c7-0661-4235-a8a7-e2c5f7438b1e tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 819 time: 0.5886583 Aug 16 22:24:11.521291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.540303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2942ec-c17f-4632-a51c-b236aa53bb39 req-02930c8e-fa43-484b-be10-3ac365efb5ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.547648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f2942ec-c17f-4632-a51c-b236aa53bb39 req-02930c8e-fa43-484b-be10-3ac365efb5ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 950 time: 0.1811018 Aug 16 22:24:11.577035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-ea7fdab6-66db-4d41-b5ec-3319d9a86269 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/quotas/45a21074e69441ca94825856caeefc81 HTTP/1.1" status: 200 len: 375 time: 0.0642107 Aug 16 22:24:11.598915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.599733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:11.605522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.640893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.642358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-73814842-ccdd-4662-9431-10cfd7174aab tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4140313 Aug 16 22:24:11.645797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.656241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.657820 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425280 Aug 16 22:24:11.660643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.666654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8e53e3ae-6745-427d-a262-291d89eec70d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:11.667939 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-8e53e3ae-6745-427d-a262-291d89eec70d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:24:11.668573 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-8e53e3ae-6745-427d-a262-291d89eec70d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:24:11.669583 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8e53e3ae-6745-427d-a262-291d89eec70d tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "PUT /v2.0/security-groups/ec1773ab-bd22-4a62-bff4-27710eefc6e6 HTTP/1.1" status: 409 len: 330 time: 0.0078001 Aug 16 22:24:11.671437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f2942ec-c17f-4632-a51c-b236aa53bb39 req-6a9b6142-f68c-4db3-a3c5-cb7008d7ef0d tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228936 Aug 16 22:24:11.674803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:11.676952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.684107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766580f-9ff7-4312-bbc5-542dc46f8303 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1773ab-bd22-4a62-bff4-27710eefc6e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.721951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-6caf32a8-f925-41f9-ac45-1fb2875abea9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1439283 Aug 16 22:24:11.772782 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.806768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ec608cc5-8a9b-415a-8b40-4872d24d67c1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:11.817868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.835296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: ec608cc5-8a9b-415a-8b40-4872d24d67c1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:11.835960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ec608cc5-8a9b-415a-8b40-4872d24d67c1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:11.857318 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8fde4bea-a1d8-4321-a20e-f3e2c8023b2b tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=b7e7c63a95da40d6aeb762e67c08fa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2076550 Aug 16 22:24:11.859785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.886480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a379f50-b06b-48e5-b2cf-709d968696a9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:11.909131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.910352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-faf0a65c-aa89-4e4b-bacc-a5eb00e88c11 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9054654 Aug 16 22:24:11.916731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.936980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:11.948164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:11.972789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6872e43-bccb-4d56-8860-47fd786cc00e req-a138c946-12d7-480a-bf96-160caa30f8f1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:11.974537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6872e43-bccb-4d56-8860-47fd786cc00e req-a138c946-12d7-480a-bf96-160caa30f8f1 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1640670 Aug 16 22:24:11.978054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c8acd73-fe07-43f7-9e32-e45bf0d7ba99 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules/9a379f50-b06b-48e5-b2cf-709d968696a9 HTTP/1.1" status: 200 len: 764 time: 0.0593405 Aug 16 22:24:11.984162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:11.990092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Checking router: 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:11.990447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Updating router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:12.019600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.020841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-ed5bbb77-e05a-4994-b67b-405e5a275c9f service neutron] 10.222.0.22 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979546 Aug 16 22:24:12.032961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.037438 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 4, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '91e352ca-1ee1-4d4f-bf56-e2f21471f518', 'name': '', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'mac_address': 'fa:16:3e:b2:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 2, 'project_id': '45a21074e69441ca94825856caeefc81', 'subnets': [{'id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:12.069910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c35157-ddd9-44f7-abb4-36c65c923340 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:12.073536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4c35157-ddd9-44f7-abb4-36c65c923340 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2127779 Aug 16 22:24:12.074395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.075575 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Checking router: 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:12.076042 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Updating router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:12.117822 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.124993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8d09e41-e96e-451b-bb59-4b587a829165 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444083 Aug 16 22:24:12.125725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.133703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869241860', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:12.169899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bd04b540-10fe-4b0d-b88f-1323e9facb4d tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1819007 Aug 16 22:24:12.174247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.177830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6872e43-bccb-4d56-8860-47fd786cc00e req-6f0de450-53ad-484f-96f1-8c97c4a6ee1b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949408 Aug 16 22:24:12.203692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.206778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.210479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec1773ab-bd22-4a62-bff4-27710eefc6e6 HTTP/1.1" status: 204 len: 168 time: 0.5299428 Aug 16 22:24:12.220107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.258677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61d859-2ed9-4969-9798-a597d7b09564 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1773ab-bd22-4a62-bff4-27710eefc6e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.270973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:12.276873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.277459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.301591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-566c0ffc-db0a-4e7c-8304-1b6f378db355 service neutron] 10.222.0.22 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792614 Aug 16 22:24:12.318394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.432264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-15dc9f9c-e1ee-4060-8d09-f71fafc6aad7 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1982977 Aug 16 22:24:12.433108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.451709 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.464986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.467955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9a379f50-b06b-48e5-b2cf-709d968696a9 HTTP/1.1" status: 204 len: 168 time: 0.2874486 Aug 16 22:24:12.475883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.490512 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-aaf8fdf6-3bae-4584-af65-0d8e18acde0c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] delete failed (client error): The resource could not be found. Aug 16 22:24:12.496604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aaf8fdf6-3bae-4584-af65-0d8e18acde0c tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e264f9f-e6d5-4912-8995-608d11c03325 HTTP/1.1" status: 404 len: 347 time: 0.0511620 Aug 16 22:24:12.496604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e6f78-091e-4474-9c3f-d288335740aa tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a379f50-b06b-48e5-b2cf-709d968696a9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.503878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60658) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.530407 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-25d157a5-a229-4ac9-afd2-eea37ad95146 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] show failed (client error): The resource could not be found. Aug 16 22:24:12.536707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-25d157a5-a229-4ac9-afd2-eea37ad95146 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-groups/35ef05c0-5232-48ed-a694-88777f7b6d10 HTTP/1.1" status: 404 len: 347 time: 0.0266387 Aug 16 22:24:12.540726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.563374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3cca9841-98ae-42dc-8f3f-31f2b6a22c7f tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0832758 Aug 16 22:24:12.567591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:12.573576 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.575155 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-a66a4541-96d6-455a-bce9-794a4592a7a8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] show failed (client error): The resource could not be found. Aug 16 22:24:12.582178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a66a4541-96d6-455a-bce9-794a4592a7a8 tempest-NegativeSecGroupTest-961598471 tempest-NegativeSecGroupTest-961598471-project] 10.222.0.22 "GET /v2.0/security-group-rules/96ea5cd0-ba76-4ce2-aa93-344b7b6ce47d HTTP/1.1" status: 404 len: 356 time: 0.0345626 Aug 16 22:24:12.604045 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Transition to ACTIVE for port object 91e352ca-1ee1-4d4f-bf56-e2f21471f518 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:12.616089 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.678853 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Pushing event updated for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.692552 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.707698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-847bdb7a-c2a6-4c46-9d0f-fe3fea4194a6 req-df60f298-8dc5-45cf-aff3-0e9ea46af4b9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 210 time: 0.0927670 Aug 16 22:24:12.717656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Transition to ACTIVE for port object 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:12.756191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.767628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.773472 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.773815 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.774215 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.774554 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.774890 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.775275 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.775613 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.775944 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.776272 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.776642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.777412 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.777742 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:12.782065 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Attempting to bind port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:12.782673 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Attempting to bind port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:12.783032 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Attempting to bind port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 on network 909033f4-08d1-41c4-95e6-45d964f0271f {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:12.789596 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:12.790018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Checking segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:12.790432 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.790820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Bound using segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:12.791294 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Bound port: 91e352ca-1ee1-4d4f-bf56-e2f21471f518, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:12.791982 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.814212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.915109 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] For port 91e352ca-1ee1-4d4f-bf56-e2f21471f518, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:12.919262 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] For port 91e352ca-1ee1-4d4f-bf56-e2f21471f518, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=91e352ca-1ee1-4d4f-bf56-e2f21471f518,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:12.923983 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.931504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27f77e-83f8-4d73-b5d3-f038754ce2aa None None] Pushing event updated for resources: {'Port': ['ID=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:12.950885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Attempting to bind port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:12.951793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Attempting to bind port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:12.952164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Attempting to bind port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:12.957729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:12.958025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:12.958424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:12.958810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:12.959274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Bound port: 08b46c12-a3aa-4902-8c2f-9ea482a5ca02, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:12.959656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.019124 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:13.019996 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:13.068201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] For port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:13.078669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] For port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:13.086046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.152279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:13.170885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a478ff7-3776-45f9-ba85-157c382916e9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:13.202374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.221950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.249422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:13.250319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:23:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:13.305847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27f77e-83f8-4d73-b5d3-f038754ce2aa None None] Pushing event updated for resources: {'Port': ['ID=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.337164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Subnet': ['ID=3a81670b-2c69-4620-91ff-cd70c5ee3930,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.342310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Checking segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:13.342710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network hostable DHCP agents. Network: a5352035-2672-420f-aa8b-d5624c20257e, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:13.368537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.369010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network a5352035-2672-420f-aa8b-d5624c20257e is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:13.372371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.374132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad198dc1-4b84-43d1-8cf0-d27b2b097a8b HTTP/1.1" status: 204 len: 168 time: 0.8050852 Aug 16 22:24:13.377126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.394034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5a478ff7-3776-45f9-ba85-157c382916e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:13.394910 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.397845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a5352035-2672-420f-aa8b-d5624c20257e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:13.405361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.406024 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:13.414192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93ee4e-ca73-4a08-9785-6a8e25e49c9a None None] Network a5352035-2672-420f-aa8b-d5624c20257e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:13.416214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-850340bb-4daa-42b1-99ee-4878cdec7711 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.426027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-850340bb-4daa-42b1-99ee-4878cdec7711 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 819 time: 0.3920453 Aug 16 22:24:13.443168 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd82a94a-bbac-4e59-b293-8fedbbdcee8a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3129089 Aug 16 22:24:13.449269 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-38443c87-9c49-4ee7-bbfa-614d309a4443 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649493 Aug 16 22:24:13.449269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.455033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.473020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b7f5-8972-4520-ad1c-7b6b7d17ef22 None None] Pushing event updated for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.490166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6817c-8ddf-4ad6-a438-e9c69e9c0f2b req-a379de21-af34-4102-b7a9-fe3efb7b1614 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.492372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bae6817c-8ddf-4ad6-a438-e9c69e9c0f2b req-a379de21-af34-4102-b7a9-fe3efb7b1614 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 950 time: 0.6389258 Aug 16 22:24:13.505732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-b002c139-a35c-4f5c-a71e-ddd6e7f11d36 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/quotas/45a21074e69441ca94825856caeefc81 HTTP/1.1" status: 200 len: 375 time: 0.0784914 Aug 16 22:24:13.515961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd14a7d-4012-433a-8177-a589bf4e86da tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad198dc1-4b84-43d1-8cf0-d27b2b097a8b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:13.574962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:13.612483 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 4, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '91e352ca-1ee1-4d4f-bf56-e2f21471f518', 'name': '', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'mac_address': 'fa:16:3e:b2:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:12Z', 'revision_number': 4, 'project_id': '45a21074e69441ca94825856caeefc81', 'subnets': [{'id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:13.620846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fa611-3995-43c7-a715-58da30393afe req-58c707ed-b925-4d94-aeab-d763dbbc9f36 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.622889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68fa611-3995-43c7-a715-58da30393afe req-58c707ed-b925-4d94-aeab-d763dbbc9f36 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 950 time: 0.7432163 Aug 16 22:24:13.648144 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66a8d10b-cb45-4754-bbc8-c8146b0d73e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f532dddda9942b4acd3db4a6d899dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362612 Aug 16 22:24:13.651567 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-751ec7de-5e90-4e4b-a5ce-4003e1eb26e5 tempest-SecGroupTest-679946809 tempest-SecGroupTest-679946809-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1964262 Aug 16 22:24:13.652155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:13.666161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b5bad-5ecd-4863-85ca-82978c30c03e None None] The sync data for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 is: [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 4, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '91e352ca-1ee1-4d4f-bf56-e2f21471f518', 'name': '', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'mac_address': 'fa:16:3e:b2:57:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:12Z', 'revision_number': 4, 'project_id': '45a21074e69441ca94825856caeefc81', 'subnets': [{'id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:13.684752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-4d4405cd-630b-4481-a578-b20eb669e945 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:13.686705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-4d4405cd-630b-4481-a578-b20eb669e945 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/ports?device_id=df8825bd-192c-46fb-b344-f8363f8d44d0 HTTP/1.1" status: 200 len: 950 time: 0.3610880 Aug 16 22:24:13.733619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bae6817c-8ddf-4ad6-a438-e9c69e9c0f2b req-20a69faf-5db7-4bb2-aaff-f04bfca44fff tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206018 Aug 16 22:24:13.874900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-5afac92d-2807-46c0-bbeb-49b5c0e19990 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3668950 Aug 16 22:24:13.999337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.023449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:14.023905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.112376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.113897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:14.181838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:14.182188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.205620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-a5352035-2672-420f-aa8b-d5624c20257e', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:24:14.206768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-5e2c14ad-05ca-4ce6-92a8-968151c9a3e5 service neutron] 10.222.0.22 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308489 Aug 16 22:24:14.207607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.270470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.272853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.276422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b392f0a-b5ad-4495-a48c-aa810770d20d HTTP/1.1" status: 204 len: 168 time: 0.6184874 Aug 16 22:24:14.393997 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-71faec42-c682-4357-9889-94fdfb34537a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d8918f9dee544a49cd42fdee23bc337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788799 Aug 16 22:24:14.410680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:14.435165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:14.461036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677a79a-3712-4bfe-adac-8f1ec2682eed req-b9085061-8fce-4f8b-974e-46a703d0f7fb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:14.462911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a677a79a-3712-4bfe-adac-8f1ec2682eed req-b9085061-8fce-4f8b-974e-46a703d0f7fb tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.5067244 Aug 16 22:24:14.510230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0402a9-6d93-45bc-9eed-0b41d8af1d73 None None] The sync data for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 is: [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:09Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:14.518654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33395257-eb9b-42dc-914d-4ec22254de95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b392f0a-b5ad-4495-a48c-aa810770d20d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:14.523215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.565411 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.586529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.591019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Allocated IP 172.20.0.2 (a5352035-2672-420f-aa8b-d5624c20257e/3a81670b-2c69-4620-91ff-cd70c5ee3930/f2dbaef8-15df-46a2-b03c-f54196389c4b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:14.646333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.648882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.658743 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7d44815-dd83-4cf7-8385-b6bec8dc3ce1 HTTP/1.1" status: 204 len: 168 time: 0.2469869 Aug 16 22:24:14.669561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80012076-0c84-4050-921f-2e806ad80d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d44815-dd83-4cf7-8385-b6bec8dc3ce1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:14.814735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.888414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.901722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Transition to ACTIVE for port object f2dbaef8-15df-46a2-b03c-f54196389c4b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:14.921741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-7e772435-ebe1-47d1-9ad4-d738c86f6dda service neutron] 10.222.0.22 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139690 Aug 16 22:24:14.926593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Transition to ACTIVE for port object f2dbaef8-15df-46a2-b03c-f54196389c4b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:14.933266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.938556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 70990a25-4ea3-486e-a7dd-ebe45dd90a17, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=70990a25-4ea3-486e-a7dd-ebe45dd90a17,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:14.941685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:14.964143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a677a79a-3712-4bfe-adac-8f1ec2682eed req-e117dd4b-8110-4eb4-900f-daae93636e09 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377833 Aug 16 22:24:15.093271 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:15.160478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Network a5352035-2672-420f-aa8b-d5624c20257e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:15.164259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 70990a25-4ea3-486e-a7dd-ebe45dd90a17 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:15.178289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:15.193107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:15.252696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:15.253544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.369746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-e64311b4-cf4a-471d-9f53-499134288d90 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:15.371659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-e64311b4-cf4a-471d-9f53-499134288d90 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 819 time: 0.9945323 Aug 16 22:24:15.373179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:15.412116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Request body: {'port': {'device_id': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'admin_state_up': True, 'tenant_id': '45a21074e69441ca94825856caeefc81'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:15.429315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 91e352ca-1ee1-4d4f-bf56-e2f21471f518 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:15.440899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af1b412c-c0d3-477f-8cb1-bca98de818e7 req-f913fbb9-8500-4993-b59a-cb5dcece15af tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.0635943 Aug 16 22:24:15.603374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Attempting to bind port f2dbaef8-15df-46a2-b03c-f54196389c4b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:15.610272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Attempting to bind port f2dbaef8-15df-46a2-b03c-f54196389c4b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:15.610969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Attempting to bind port f2dbaef8-15df-46a2-b03c-f54196389c4b on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:15.629676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Pushing event updated for resources: {'Port': ['ID=f2dbaef8-15df-46a2-b03c-f54196389c4b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:15.686855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a145-5cdd-4ab5-89c1-38d2fc75f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.689996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:15.691881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Checking segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:15.692475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.693038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Bound using segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:15.693718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Bound port: f2dbaef8-15df-46a2-b03c-f54196389c4b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:15.694590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.847045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:15.880557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:15.881384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:15.890976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.1 (a5352035-2672-420f-aa8b-d5624c20257e/3a81670b-2c69-4620-91ff-cd70c5ee3930/f408bfa5-a9d6-471a-92fe-ac919482dc01) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:16.019439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] For port f2dbaef8-15df-46a2-b03c-f54196389c4b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:16.032816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] For port f2dbaef8-15df-46a2-b03c-f54196389c4b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f2dbaef8-15df-46a2-b03c-f54196389c4b,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:16.068900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:16.076998 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.168833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372684b-96c6-415a-bf90-5b402d8dfb92 req-e0a15e90-2bda-4ddd-9b83-39da8398983b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:16.170540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6372684b-96c6-415a-bf90-5b402d8dfb92 req-e0a15e90-2bda-4ddd-9b83-39da8398983b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 950 time: 0.7352035 Aug 16 22:24:16.171235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.184025 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.214833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object f408bfa5-a9d6-471a-92fe-ac919482dc01 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:16.230089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:16.261893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:16.315442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.433330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.434026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network a5352035-2672-420f-aa8b-d5624c20257e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:16.460914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f889c-1f20-4f45-9b04-57517aa0432a None None] Pushing event updated for resources: {'Port': ['ID=f2dbaef8-15df-46a2-b03c-f54196389c4b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:16.500524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:16.500780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:16.503812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:16.506560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:16.569044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:16.596832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.599042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed9caf29-0019-445b-bacb-513bfb8f8fab req-d0d08fb2-4c64-4fa1-9d82-195c197e25ee tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "DELETE /v2.0/ports/4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 HTTP/1.1" status: 204 len: 173 time: 2.8848479 Aug 16 22:24:16.601481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 91e352ca-1ee1-4d4f-bf56-e2f21471f518, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=91e352ca-1ee1-4d4f-bf56-e2f21471f518,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:16.609656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'name': 'network-vif-deleted', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:16.612521 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79a0b5d-582f-458e-b7d9-9a89816f96ec" -d '{"events": [{"server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "name": "network-vif-deleted", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:16.619482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.632712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.646530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384543102-network', 'tenant_id': 'd87351b1c3ef47f9b0d5f2aa0190d3fb'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:16.684913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bcc3f-c744-44ef-b2c0-efca15e04e24 req-58497fd0-9baa-4394-bbb4-4d52f9323a83 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:16.686569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-739bcc3f-c744-44ef-b2c0-efca15e04e24 req-58497fd0-9baa-4394-bbb4-4d52f9323a83 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.5321155 Aug 16 22:24:16.707890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2e0f25ae-3c06-4c88-a608-14f6b8ed1d50 tempest-ServiceProvidersTest-1216084583 tempest-ServiceProvidersTest-1216084583-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2023978 Aug 16 22:24:16.708755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Made reservation on behalf of 45a21074e69441ca94825856caeefc81 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:16.712815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.718129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6372684b-96c6-415a-bf90-5b402d8dfb92 req-b7613b81-7024-4aee-9f0a-73fa39b687a5 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674003 Aug 16 22:24:16.722299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.745901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:16.857308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=70990a25-4ea3-486e-a7dd-ebe45dd90a17,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:16.897674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Made reservation on behalf of d87351b1c3ef47f9b0d5f2aa0190d3fb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:16.908840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.937237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.962801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port 70990a25-4ea3-486e-a7dd-ebe45dd90a17 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:16.971554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:16.976326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68fa611-3995-43c7-a715-58da30393afe req-fc34f269-9fc6-40ea-aaf2-cfc18cd1d3ef tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "DELETE /v2.0/ports/70990a25-4ea3-486e-a7dd-ebe45dd90a17 HTTP/1.1" status: 204 len: 173 time: 3.3377967 Aug 16 22:24:17.033370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-739bcc3f-c744-44ef-b2c0-efca15e04e24 req-1519c03f-eb68-4edc-ba41-cab5b6f49051 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132861 Aug 16 22:24:17.098960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.127225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.141262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:17.153062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.153933 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Added segment 61d7d478-9a84-4d54-b719-3bf5d24b0863 of type vlan for network 1c79f0df-b461-4925-b895-d945f4e5b0ef Aug 16 22:24:17.250239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.286581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:17.318514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:17.347972 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646bd83-c7da-453d-99b0-e9c6f6f0030e x-openstack-request-id: req-4646bd83-c7da-453d-99b0-e9c6f6f0030e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:17.348532 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8825bd-192c-46fb-b344-f8363f8d44d0", "name": "network-vif-deleted", "tag": "4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:17.348532 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4646bd83-c7da-453d-99b0-e9c6f6f0030e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:17.349040 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8825bd-192c-46fb-b344-f8363f8d44d0', 'name': 'network-vif-deleted', 'tag': '4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8', 'status': 'completed', 'code': 200} Aug 16 22:24:17.356142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbe164-e876-4d76-8071-29774de76925,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:17.387604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 91e352ca-1ee1-4d4f-bf56-e2f21471f518 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:17.424678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.431421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.432601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.437347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.472770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6e1e2e0-d784-42fa-b6ea-1c04a4181505 req-21f32644-4d12-4b8c-bb00-415e03e03b6b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.1264908 Aug 16 22:24:17.519160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:17.519724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.561948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Allocated IP 172.20.0.6 (909033f4-08d1-41c4-95e6-45d964f0271f/61575e4a-ff22-41c4-9819-79fd66daf50b/3ac991bf-05a7-4d1c-8535-2f1f5abd41b2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:17.571634 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4994817 Aug 16 22:24:17.581519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:17.590356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Request body: {'subnet': {'network_id': '1c79f0df-b461-4925-b895-d945f4e5b0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1384543102-subnet', 'tenant_id': 'd87351b1c3ef47f9b0d5f2aa0190d3fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:17.667706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25557a-0e25-4ae1-829a-d123263421b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c79f0df-b461-4925-b895-d945f4e5b0ef,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:17.672866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:17.675263 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950daf7b-3a4e-4410-bb34-39b4755056a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.754796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-0c7eb5b3-cd7d-4547-a772-a9c4f5cbe7e8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:17.757684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-0c7eb5b3-cd7d-4547-a772-a9c4f5cbe7e8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 819 time: 0.7215035 Aug 16 22:24:17.786495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1c79f0df-b461-4925-b895-d945f4e5b0ef details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:17.792133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f2dbaef8-15df-46a2-b03c-f54196389c4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:17.793208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Request body: {'port': {'device_id': '3f12afd1-e68b-475a-b85f-205b57465316', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'admin_state_up': True, 'tenant_id': '45a21074e69441ca94825856caeefc81'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:17.801171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Made reservation on behalf of d87351b1c3ef47f9b0d5f2aa0190d3fb for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:17.812972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.824993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:17.824993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4a98b6f8-7f51-48a8-b3cb-5d0adf6d1de8 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:17.825256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 70990a25-4ea3-486e-a7dd-ebe45dd90a17 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:17.934951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950daf7b-3a4e-4410-bb34-39b4755056a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:17.976521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-950daf7b-3a4e-4410-bb34-39b4755056a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.036445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 70990a25-4ea3-486e-a7dd-ebe45dd90a17 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:18.036802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 70990a25-4ea3-486e-a7dd-ebe45dd90a17 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:18.062081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950daf7b-3a4e-4410-bb34-39b4755056a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54b65ea-b49b-4d39-a0f3-03eff0f7cb6f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.157221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb977c18-5d5d-4c08-b13b-0dc281e4dd34 None None] Network a5352035-2672-420f-aa8b-d5624c20257e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:18.185222 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-950daf7b-3a4e-4410-bb34-39b4755056a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=559e14d5cb50426f94966f7edec5a29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633387 Aug 16 22:24:18.192937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:18.320760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.347594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.431820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.477006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa3e53ff-8733-43d8-a495-da11325a9f12 None None] Provisioning for port f2dbaef8-15df-46a2-b03c-f54196389c4b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:18.485340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-99d22fed-0c1a-46e6-ae43-c4281331f7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.526159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.528669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.528827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f2dbaef8-15df-46a2-b03c-f54196389c4b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:18.530376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d54b65ea-b49b-4d39-a0f3-03eff0f7cb6f HTTP/1.1" status: 204 len: 168 time: 0.3337669 Aug 16 22:24:18.542478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f2dbaef8-15df-46a2-b03c-f54196389c4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:18.542862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.551030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9488de95-ba15-41b4-9b87-1850ca377083 req-b30b6066-5d48-40b1-8ec6-43042b6caf25 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=daaf96f7-0183-4c59-a6ae-0e71abf024f9 HTTP/1.1" status: 200 len: 210 time: 0.0794926 Aug 16 22:24:18.570138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd353920-e976-42a8-92d8-63334e2fc38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54b65ea-b49b-4d39-a0f3-03eff0f7cb6f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.620576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.683827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Made reservation on behalf of 45a21074e69441ca94825856caeefc81 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:18.685061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.695513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.700311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.711605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.725217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73d8e9c-6486-4b4c-a2f9-7024cc93373a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.726912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f2dbaef8-15df-46a2-b03c-f54196389c4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f2dbaef8-15df-46a2-b03c-f54196389c4b,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:18.732714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.733904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:18.804248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c81207-c424-4d9a-8a61-2250947f7ea6 req-35d823f3-a759-436b-9b55-8da42542a2e0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.0920489 Aug 16 22:24:18.813084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.822893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec226-10af-4a6c-9fcb-80fe309556cb req-3f7f0176-d74c-48f5-a89e-24a19357b006 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:18.824450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fcec226-10af-4a6c-9fcb-80fe309556cb req-3f7f0176-d74c-48f5-a89e-24a19357b006 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.3766630 Aug 16 22:24:18.839884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Checking segment: {'id': '61d7d478-9a84-4d54-b719-3bf5d24b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1c79f0df-b461-4925-b895-d945f4e5b0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:18.841358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Network hostable DHCP agents. Network: 1c79f0df-b461-4925-b895-d945f4e5b0ef, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:18.863491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f2dbaef8-15df-46a2-b03c-f54196389c4b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.864150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.869116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:18.880833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:18.886820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:18.886820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:18.946682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fcec226-10af-4a6c-9fcb-80fe309556cb req-db08efb6-43c8-4fcd-825f-a32bcaa92861 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763757 Aug 16 22:24:18.978299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.044093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Network 1c79f0df-b461-4925-b895-d945f4e5b0ef is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:19.047166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.084561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1c79f0df-b461-4925-b895-d945f4e5b0ef) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:19.089007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:19.098154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c16e59-3293-4e80-8080-c94036deee9f None None] Network 1c79f0df-b461-4925-b895-d945f4e5b0ef requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:19.100687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.101330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.139017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network a5352035-2672-420f-aa8b-d5624c20257e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:19.145799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:19.152036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.170117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Network 909033f4-08d1-41c4-95e6-45d964f0271f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:19.212605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:19.229996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d2747613-0684-4e55-acac-9bd5777dae0c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6472292 Aug 16 22:24:19.268607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:19.352306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Provisioning complete for port f2dbaef8-15df-46a2-b03c-f54196389c4b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:19.352746 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.365326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.371154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Pushing event updated for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:19.382039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'name': 'network-vif-deleted', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:19.383888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f2dbaef8-15df-46a2-b03c-f54196389c4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:19.384330 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65506fa5-f0f0-4b45-b6ac-1ec01b800bba" -d '{"events": [{"server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "name": "network-vif-deleted", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:19.411400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:19.421829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:19.437207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Allocated IP 172.20.0.11 (909033f4-08d1-41c4-95e6-45d964f0271f/61575e4a-ff22-41c4-9819-79fd66daf50b/0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:19.486094 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde1c547-0abf-4be3-a1e4-84ba634bcf42 x-openstack-request-id: req-dde1c547-0abf-4be3-a1e4-84ba634bcf42 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:19.486576 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf96f7-0183-4c59-a6ae-0e71abf024f9", "name": "network-vif-deleted", "tag": "70990a25-4ea3-486e-a7dd-ebe45dd90a17", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:19.487326 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dde1c547-0abf-4be3-a1e4-84ba634bcf42 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:19.487885 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf96f7-0183-4c59-a6ae-0e71abf024f9', 'name': 'network-vif-deleted', 'tag': '70990a25-4ea3-486e-a7dd-ebe45dd90a17', 'status': 'completed', 'code': 200} Aug 16 22:24:19.533241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.534330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.588997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aee82e-5ae9-45a9-b47a-8e3ffd8f5a7a req-07ce16b7-ed3c-4d59-8d6e-5fc280f1e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:19.590972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99aee82e-5ae9-45a9-b47a-8e3ffd8f5a7a req-07ce16b7-ed3c-4d59-8d6e-5fc280f1e624 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1097 time: 0.5029392 Aug 16 22:24:19.601954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b770382-a9d8-4db8-8e0a-572b772ca20e None None] Network 1c79f0df-b461-4925-b895-d945f4e5b0ef requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:19.636093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-7924c117-6d88-45aa-9f93-ec054fcaacab tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2299919 Aug 16 22:24:19.752756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Request body: {'port': {'device_id': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:19.848386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99aee82e-5ae9-45a9-b47a-8e3ffd8f5a7a req-6b0e1776-7be8-4be6-ad18-0ace067a4105 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481055 Aug 16 22:24:19.907154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:19.921394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.013475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd089c36-6707-4684-8c64-290697599a72 req-f13af4c3-e80f-4795-8904-08845d364c0c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.0572147 Aug 16 22:24:20.120263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f2dbaef8-15df-46a2-b03c-f54196389c4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:20.123889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.202505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Provisioning for port f408bfa5-a9d6-471a-92fe-ac919482dc01 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:20.208413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Provisioning complete for port f408bfa5-a9d6-471a-92fe-ac919482dc01 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:20.208793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.211452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:20.223170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Sync routers for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:20.228621 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c4965cfe-68f0-4e7f-abf6-dcc7d54cc139 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/1db13d88-53e0-40f7-a287-3f89a3f9c0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7815974 Aug 16 22:24:20.233053 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:20.233686 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:20.291703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.393150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1688fea6-0fa3-4f63-9575-d3b697546f80 None None] Port f408bfa5-a9d6-471a-92fe-ac919482dc01 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:20.395716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Network 909033f4-08d1-41c4-95e6-45d964f0271f is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:20.436114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:20.445334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:20.449445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:20.453542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-356463760-network', 'tenant_id': '73f8646ecca641228b213608a9aac2f6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:20.456881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Pushing event updated for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:20.474485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e39d-1470-4ecd-a4da-5641436e7935 req-826c0b87-1814-461b-a847-96e07f3dfa24 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.479834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:20.482805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cf0e39d-1470-4ecd-a4da-5641436e7935 req-826c0b87-1814-461b-a847-96e07f3dfa24 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.2591588 Aug 16 22:24:20.492161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Made reservation on behalf of 73f8646ecca641228b213608a9aac2f6 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:20.495076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.524214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3f60fa4e-a760-4f14-9079-ac4dd6ca0f5d None None] Provisioning complete for port f408bfa5-a9d6-471a-92fe-ac919482dc01 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:20.524596 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f60fa4e-a760-4f14-9079-ac4dd6ca0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.526042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d915956-fd81-4b97-b5ae-f7a5dd2c8272 req-eaf9d7d6-9820-4e1e-bd8a-ebac7536adec tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.527553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.534242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d915956-fd81-4b97-b5ae-f7a5dd2c8272 req-eaf9d7d6-9820-4e1e-bd8a-ebac7536adec tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.3516266 Aug 16 22:24:20.610938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.611652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.621760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3f60fa4e-a760-4f14-9079-ac4dd6ca0f5d None None] Port f408bfa5-a9d6-471a-92fe-ac919482dc01 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:20.657410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cf0e39d-1470-4ecd-a4da-5641436e7935 req-53f93ca4-9191-406e-ae13-67000d50028b tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641855 Aug 16 22:24:20.699430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.702151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d915956-fd81-4b97-b5ae-f7a5dd2c8272 req-d2d48884-717f-4e33-99c7-9edd2e64dced tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635840 Aug 16 22:24:20.705844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.726224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:20.733380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-2656d45e-500d-4747-b907-75c37f26177b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9497840 Aug 16 22:24:20.756488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.756836 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Added segment 74e4743e-25bc-4839-b002-627e28449347 of type vlan for network ddc9979e-cb34-4f6e-b398-d8a7073248a4 Aug 16 22:24:20.769251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Request body: {'port': {'device_id': '3f12afd1-e68b-475a-b85f-205b57465316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:20.816098 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:18Z', 'revision_number': 2, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:20.837906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76641aa7-ab75-4719-a09f-343b95c79cbf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:20.852786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.856103 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Checking router: 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:20.856634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Updating router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 port f408bfa5-a9d6-471a-92fe-ac919482dc01 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:20.885794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.886096 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.887316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:20.889050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.918915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.922222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:20.933171 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:20.975489 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5282075 Aug 16 22:24:20.978442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:20.984718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Request body: {'subnet': {'network_id': 'ddc9979e-cb34-4f6e-b398-d8a7073248a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-356463760-subnet', 'tenant_id': '73f8646ecca641228b213608a9aac2f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:21.002384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Transition to ACTIVE for port object 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:21.010453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357485f-77ea-480b-8862-8d5b6fbb366b admin admin] Pushing event updated for resources: {'Network': ['ID=ddc9979e-cb34-4f6e-b398-d8a7073248a4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.012017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-271707af-2e5b-407a-91a7-5ebdbab114fb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712676630&fields=id&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 267 time: 0.1323655 Aug 16 22:24:21.016686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.028083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ddc9979e-cb34-4f6e-b398-d8a7073248a4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:21.055166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Made reservation on behalf of 73f8646ecca641228b213608a9aac2f6 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:21.063530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.238567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.349640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:21.396285 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.405303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.408733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Transition to ACTIVE for port object f408bfa5-a9d6-471a-92fe-ac919482dc01 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:21.416174 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.451680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f713c50-c091-4b9e-a5fc-d07fee9e545f req-640f3e2c-0182-4052-8877-4545c15eb419 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.453291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f713c50-c091-4b9e-a5fc-d07fee9e545f req-640f3e2c-0182-4052-8877-4545c15eb419 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 932 time: 0.2899051 Aug 16 22:24:21.488199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:21.488584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.546621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.595178 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c9c3-db3c-4bed-b198-d88889c0c3fb None None] Pushing event updated for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.610484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Attempting to bind port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:21.610723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Attempting to bind port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:21.615004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Attempting to bind port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 on network 909033f4-08d1-41c4-95e6-45d964f0271f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:21.625583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-d7115c91-c8e1-4116-b81e-6d0c25253a44 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.634237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-d7115c91-c8e1-4116-b81e-6d0c25253a44 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 795 time: 0.4668357 Aug 16 22:24:21.667183 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Attempting to bind port f408bfa5-a9d6-471a-92fe-ac919482dc01 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:21.668795 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Attempting to bind port f408bfa5-a9d6-471a-92fe-ac919482dc01 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:21.669256 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Attempting to bind port f408bfa5-a9d6-471a-92fe-ac919482dc01 on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:21.685963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9611a612-fdc1-4681-b429-4c4bd195770c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:21.689375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:21.689749 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Checking segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:21.690151 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.690538 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Bound using segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:21.697408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Checking segment: {'id': '74e4743e-25bc-4839-b002-627e28449347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ddc9979e-cb34-4f6e-b398-d8a7073248a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:21.697782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Network hostable DHCP agents. Network: ddc9979e-cb34-4f6e-b398-d8a7073248a4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:21.699220 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Bound port: f408bfa5-a9d6-471a-92fe-ac919482dc01, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:21.699870 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.714576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 on network 909033f4-08d1-41c4-95e6-45d964f0271f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:21.715565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Attempting to bind port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 on network 909033f4-08d1-41c4-95e6-45d964f0271f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:21.728097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Network ddc9979e-cb34-4f6e-b398-d8a7073248a4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:21.731408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-8033215e-3b83-4a10-b734-bff7521a638d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/quotas/b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 375 time: 0.0962965 Aug 16 22:24:21.739948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ddc9979e-cb34-4f6e-b398-d8a7073248a4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:21.745648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:21.746698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.749184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104dcf8-87b1-43f0-a167-1cd7abddd8e5 None None] Network ddc9979e-cb34-4f6e-b398-d8a7073248a4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:21.777374 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1ce8bfc9-a7a7-496d-8b15-bbc7567d6ab2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7895567 Aug 16 22:24:21.778105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f713c50-c091-4b9e-a5fc-d07fee9e545f req-1bd498ca-b54e-44f3-b866-0c6ec1286787 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967701 Aug 16 22:24:21.803655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:21.803998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Checking segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:21.807273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Bound using segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:21.807759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Bound port: 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:21.808137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.820480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:21.855834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] For port f408bfa5-a9d6-471a-92fe-ac919482dc01, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:21.859830 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] For port f408bfa5-a9d6-471a-92fe-ac919482dc01, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f408bfa5-a9d6-471a-92fe-ac919482dc01,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:21.868444 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.882354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:21.942149 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:21.943182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:21.989269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:22.007546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b57510-9561-425d-9b65-327cafe3e191 None None] Network ddc9979e-cb34-4f6e-b398-d8a7073248a4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:22.008182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Transition to ACTIVE for port object 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:22.028073 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.061675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:22.068020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0c9c3-db3c-4bed-b198-d88889c0c3fb None None] Pushing event updated for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.083263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Deleting subnet e73d8e9c-6486-4b4c-a2f9-7024cc93373a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:22.090034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.144924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:22.160796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-ea1e50d0-e017-4300-9e66-e19513b5e07e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3995938 Aug 16 22:24:22.178639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.184353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.193294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8552d7-77fe-4b2c-a1d9-d4bcef50b7dc req-9efaf7ce-2eb9-4c2d-8920-6c92cafb1c53 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.202411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e8552d7-77fe-4b2c-a1d9-d4bcef50b7dc req-9efaf7ce-2eb9-4c2d-8920-6c92cafb1c53 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.3063023 Aug 16 22:24:22.232685 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:22.237580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.287300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.356612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.357798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.359195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] 10.222.0.89 "PUT /v2.0/ports/3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 1092 time: 2.6903126 Aug 16 22:24:22.361991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:22.364238 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b201f97-77ab-4f7d-aead-097dd29f1648" -d '{"events": [{"name": "network-changed", "server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:22.374562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.402707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73d8e9c-6486-4b4c-a2f9-7024cc93373a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.419099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.426186 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-91e5c4cb-9c2e-4f81-9091-fba532ab6b81 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e73d8e9c-6486-4b4c-a2f9-7024cc93373a HTTP/1.1" status: 204 len: 168 time: 0.4349470 Aug 16 22:24:22.427214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:22.464391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e8552d7-77fe-4b2c-a1d9-d4bcef50b7dc req-efac5cf5-c4a8-44a4-8088-dd291ac83b7e tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550633 Aug 16 22:24:22.533481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.548253 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:21Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:22.574379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd819f8-5bb3-450a-add1-284a8d0a4b68 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.608885 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc031645-b81a-409c-a7c4-24a9e501faa2 None None] The sync data for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 is: [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:21Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:22.632805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-22a4aea5-2ffb-43f7-bf33-1d795cad61a0 service neutron] 10.222.0.22 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225903 Aug 16 22:24:22.637689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.652142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c79f0df-b461-4925-b895-d945f4e5b0ef']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:22.659324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-f65ef28f-d96d-4362-8098-d6c9d063bccf tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.661155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-f65ef28f-d96d-4362-8098-d6c9d063bccf tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.3422482 Aug 16 22:24:22.687147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d7d478-9a84-4d54-b719-3bf5d24b0863') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:22.687451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d7d478-9a84-4d54-b719-3bf5d24b0863') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:22.687939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Attempting to bind port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:22.688451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Attempting to bind port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:22.688971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Attempting to bind port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf on network 909033f4-08d1-41c4-95e6-45d964f0271f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:22.700000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.703379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.725582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.729040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-584809dd-ff13-4794-aec2-8b07d3a63ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.730971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-584809dd-ff13-4794-aec2-8b07d3a63ef5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1095 time: 0.3035707 Aug 16 22:24:22.734185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:22.734603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:22.736371 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:22.802699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.814743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.817117 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c79f0df-b461-4925-b895-d945f4e5b0ef HTTP/1.1" status: 204 len: 168 time: 0.3881319 Aug 16 22:24:22.827686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:22.838488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40a131-1c7f-45ff-8965-493b50014d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c79f0df-b461-4925-b895-d945f4e5b0ef,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:22.841479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf on network 909033f4-08d1-41c4-95e6-45d964f0271f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:22.841830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Attempting to bind port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf on network 909033f4-08d1-41c4-95e6-45d964f0271f {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:22.851761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-db658cd1-4d76-42e0-8f9c-264542f15932 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0767143 Aug 16 22:24:22.869665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3ad2-562d-4a22-82ea-30ef374cc4f7 req-fe061b23-dc76-4b77-bc6e-10fea25f9bf5 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:22.870965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ddf3ad2-562d-4a22-82ea-30ef374cc4f7 req-fe061b23-dc76-4b77-bc6e-10fea25f9bf5 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.3067105 Aug 16 22:24:22.879800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Deleting subnet 9611a612-fdc1-4681-b429-4c4bd195770c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:22.883889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.891098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:22.891438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Checking segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:22.891830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Bound using segment: {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:22.892279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Bound port: 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92effffd-8e20-4204-b03b-70db589f2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:22.892650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.921477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:22.969781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.028101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-aa3e9c7b-3558-4dc5-bae4-3d2e7eef1d5b service neutron] 10.222.0.22 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869472 Aug 16 22:24:23.041434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.041636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-a76f1021-0124-42b2-88a6-2a4a9c6de878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.042951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-a76f1021-0124-42b2-88a6-2a4a9c6de878 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1676838 Aug 16 22:24:23.079256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9611a612-fdc1-4681-b429-4c4bd195770c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.085493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.086552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:23.090813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:23.091536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a29863f4-f788-4ca2-8661-9aec0bc87687 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9611a612-fdc1-4681-b429-4c4bd195770c HTTP/1.1" status: 204 len: 168 time: 0.2605426 Aug 16 22:24:23.092993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:23.125392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-bd32b9dd-0add-40a2-819b-f3c173021744 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300162 Aug 16 22:24:23.129856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.134386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ddf3ad2-562d-4a22-82ea-30ef374cc4f7 req-e37aac3e-1b2a-46f8-bcb2-dd98c62b5de9 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460160 Aug 16 22:24:23.298376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.364873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f408bfa5-a9d6-471a-92fe-ac919482dc01 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:23.438089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.451955 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc9979e-cb34-4f6e-b398-d8a7073248a4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:23.483683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e4743e-25bc-4839-b002-627e28449347') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:23.484273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f408bfa5-a9d6-471a-92fe-ac919482dc01 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:23.484417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e4743e-25bc-4839-b002-627e28449347') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:23.488437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f408bfa5-a9d6-471a-92fe-ac919482dc01 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:23.488815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.497794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.521663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.533813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:23.534706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:23.536838 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:23.607608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.680469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f408bfa5-a9d6-471a-92fe-ac919482dc01, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f408bfa5-a9d6-471a-92fe-ac919482dc01,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:23.684738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.690058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.692100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.694623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] 10.222.0.22 "DELETE /v2.0/networks/ddc9979e-cb34-4f6e-b398-d8a7073248a4 HTTP/1.1" status: 204 len: 168 time: 0.6000164 Aug 16 22:24:23.723694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc9979e-cb34-4f6e-b398-d8a7073248a4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.754653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.755096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.755413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.755755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.756122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.756702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.757125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.757472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.757810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.758144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.758491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.758822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33479ee8-37c2-463f-840b-e8d55af1828b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:23.801542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.814588 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3cdc5a-4a13-4b9d-876c-34dcb14f2cb0 x-openstack-request-id: req-0e3cdc5a-4a13-4b9d-876c-34dcb14f2cb0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:23.815145 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:23.815145 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e3cdc5a-4a13-4b9d-876c-34dcb14f2cb0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:23.815575 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2', 'status': 'completed', 'code': 200} Aug 16 22:24:23.830094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Pushing event updated for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:23.864452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:23.867412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:23.870930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-2dd6977d-43af-4306-8d57-6572c1a7423e service neutron] 10.222.0.89 "PUT /v2.0/ports/0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf HTTP/1.1" status: 200 len: 1093 time: 3.1088409 Aug 16 22:24:23.919274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Deleting port c0fb3802-fbe4-4269-b3e4-644c93303c73 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:23.920289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.031142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:24.107265 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0f2a7e8-27aa-40d7-b262-d1e617014c13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d87351b1c3ef47f9b0d5f2aa0190d3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744162 Aug 16 22:24:24.110783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:24.125047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] For port c0fb3802-fbe4-4269-b3e4-644c93303c73, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c0fb3802-fbe4-4269-b3e4-644c93303c73,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:24.125949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.163565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2b6000a-048d-4941-97d9-2aaa3749e703 req-1d2e5629-62d9-413e-af7b-a81950ae2db0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 210 time: 0.3459725 Aug 16 22:24:24.166820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Calling delete_port for c0fb3802-fbe4-4269-b3e4-644c93303c73 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:24.180579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.224574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.312272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.315086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:24.319336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cadbe164-e876-4d76-8071-29774de76925 HTTP/1.1" status: 204 len: 168 time: 0.2074423 Aug 16 22:24:24.328664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e9e44-950c-4af4-ae56-b0a000208eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbe164-e876-4d76-8071-29774de76925,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:24.341892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-ed67c244-1647-4f85-a830-b0ff34df5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.343319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-ed67c244-1647-4f85-a830-b0ff34df5c07 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 1097 time: 0.5249527 Aug 16 22:24:24.351151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a6ea-8d85-44ed-b153-358e7bf93bb6 req-9b4a0463-e211-4ba2-a851-73a16bd62178 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.352655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e1a6ea-8d85-44ed-b153-358e7bf93bb6 req-9b4a0463-e211-4ba2-a851-73a16bd62178 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 944 time: 0.5363841 Aug 16 22:24:24.354553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-9e5cf982-221d-4246-8749-96cc847b0d3c service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2108884 Aug 16 22:24:24.442019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-b6fbf2d4-e58c-4456-9a41-ca9cf417d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.443531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-b6fbf2d4-e58c-4456-9a41-ca9cf417d31a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 1096 time: 0.4267845 Aug 16 22:24:24.575186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-b59a0b67-2997-4dfd-a055-afb6f5be4928 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf HTTP/1.1" status: 200 len: 217 time: 0.0865097 Aug 16 22:24:24.590266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e1a6ea-8d85-44ed-b153-358e7bf93bb6 req-13659519-2371-4ebd-950d-fefd08540517 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140641 Aug 16 22:24:24.598285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58421-45c3-4f62-952e-e4f691ffa92c req-51c34800-9895-4f74-8a3f-082711395487 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.599886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa58421-45c3-4f62-952e-e4f691ffa92c req-51c34800-9895-4f74-8a3f-082711395487 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 949 time: 0.3408358 Aug 16 22:24:24.787483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-c8fc0f6c-6742-410c-a471-d0bda9b76580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.788979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-c8fc0f6c-6742-410c-a471-d0bda9b76580 service neutron] 10.222.0.88 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 911 time: 0.4115372 Aug 16 22:24:24.799654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c441b-e558-461a-a342-066e31dfdf7c req-07f87dc8-a065-40f9-8baf-1dfdb76f8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.801103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-07f87dc8-a065-40f9-8baf-1dfdb76f8352 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1986613 Aug 16 22:24:24.803824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60978) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:24.837455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aa58421-45c3-4f62-952e-e4f691ffa92c req-27827c7e-b7ca-44c3-be48-a9c1fe769f44 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/security-groups?id=27b2cb9c-9387-47fa-ab39-691f14fd93db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140651 Aug 16 22:24:24.906893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-dab10559-d278-45ec-9550-886c21b27340 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:24.908447 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-dab10559-d278-45ec-9550-886c21b27340 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 795 time: 0.1931529 Aug 16 22:24:24.958769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-51d5a61b-5e9d-404e-a459-2cdc40b28f00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74 HTTP/1.1" status: 200 len: 217 time: 0.1555557 Aug 16 22:24:24.986544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0eed0ece-686d-420a-98f3-6914f4c7478a req-dcd4d721-df5c-4729-96cc-32c6fc5d6685 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068647 Aug 16 22:24:25.012487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-0d73a7cf-1c56-4640-861f-d119ecf807a0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 379 time: 0.0510085 Aug 16 22:24:25.028309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-c89804c2-b115-4eb3-b3a7-e7430100d394 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738189 Aug 16 22:24:25.043843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'port': {'device_id': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'admin_state_up': True, 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'security_groups': ['712b5b38-fde6-4e26-ac75-7c205e90e508']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:25.070405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ec6a0-fe17-4660-a48f-4fa9ba737dbb req-1cecc179-effe-4d3b-af49-b2b14985c8f4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.079033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ec6a0-fe17-4660-a48f-4fa9ba737dbb req-1cecc179-effe-4d3b-af49-b2b14985c8f4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.3969271 Aug 16 22:24:25.120325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.159049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c0fb3802-fbe4-4269-b3e4-644c93303c73'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:25.177621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:25.183010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.366591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7787f6c0-ad23-43d7-88d2-0a1bfbf17645 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73f8646ecca641228b213608a9aac2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370705 Aug 16 22:24:25.366841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f408bfa5-a9d6-471a-92fe-ac919482dc01 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:25.370821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:25.392453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-e9d4adb2-12e8-4ec8-b2b8-bfd63804912f req-c2351771-5589-48f6-ae03-0a3b4a77ca15 service neutron] (94817) timed out ('10.222.0.88', 55272) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:24:25.443619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f408bfa5-a9d6-471a-92fe-ac919482dc01 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:25.444156 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.484212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-31180c9f-221f-47c8-8482-d750af68cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.486402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-31180c9f-221f-47c8-8482-d750af68cd55 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.5033658 Aug 16 22:24:25.487176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Pushing event deleted for resources: {'Port': ['ID=c0fb3802-fbe4-4269-b3e4-644c93303c73,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:25.493823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ec6a0-fe17-4660-a48f-4fa9ba737dbb req-5afd6123-bdbf-4da8-95ab-1e0920d260dc tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136679 Aug 16 22:24:25.501642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ba29c9d-467e-4d80-9181-eeaf1d503853 req-b5a434c6-e452-45db-8e1e-fe141760aeeb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 210 time: 0.1367257 Aug 16 22:24:25.536649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.538567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.10 (a5352035-2672-420f-aa8b-d5624c20257e/3a81670b-2c69-4620-91ff-cd70c5ee3930/0d4b06ce-f82b-4ff8-a552-1026de9a2b37) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:25.550350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-b5d63d60-47fe-4ad1-9e8c-661999cdb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.551826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-b5d63d60-47fe-4ad1-9e8c-661999cdb024 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1095 time: 0.4488957 Aug 16 22:24:25.572954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.603970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-d767694c-6274-4acb-88d2-098bb6ed8e63 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847469 Aug 16 22:24:25.604775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] No DVR routers for this DVR port c0fb3802-fbe4-4269-b3e4-644c93303c73 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:25.618111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-ebaebb68-d2be-4967-b4bf-3ad2760f304a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653355 Aug 16 22:24:25.648672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.650740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29c872ac-d4b9-4a80-bb12-9a25fe1c9aaf req-78c1b1f7-4238-4957-b47a-9c6cb5541e72 tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.88 "DELETE /v2.0/ports/c0fb3802-fbe4-4269-b3e4-644c93303c73 HTTP/1.1" status: 204 len: 173 time: 2.9540226 Aug 16 22:24:25.709957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.712509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.713798 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76641aa7-ab75-4719-a09f-343b95c79cbf HTTP/1.1" status: 204 len: 168 time: 0.3401809 Aug 16 22:24:25.740460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b40ed8-b6a7-47e4-b07d-9fea94a0372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76641aa7-ab75-4719-a09f-343b95c79cbf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:25.763193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.782280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:25.818004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf'}, {'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'name': 'network-vif-deleted', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:25.820376 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735" -d '{"events": [{"name": "network-changed", "server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf"}, {"server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "name": "network-vif-deleted", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:25.836668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:25.898693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91c9b-d1c7-4f41-8381-d32cf9827ff3 req-5d43cb49-b8ee-4973-b310-0caf26c07135 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.911625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe91c9b-d1c7-4f41-8381-d32cf9827ff3 req-5d43cb49-b8ee-4973-b310-0caf26c07135 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 944 time: 0.2193513 Aug 16 22:24:25.920702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-054a6bbe-8f0b-4e3e-a9d7-20f535521710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:25.922204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-054a6bbe-8f0b-4e3e-a9d7-20f535521710 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.3536212 Aug 16 22:24:25.934375 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79a205-d7bd-4861-a8ec-95b0239fba86 x-openstack-request-id: req-9c79a205-d7bd-4861-a8ec-95b0239fba86 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:25.934676 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf", "status": "completed", "code": 200}, {"server_uuid": "b18d4d30-e285-472d-b09e-6392f19e21e2", "name": "network-vif-deleted", "tag": "c0fb3802-fbe4-4269-b3e4-644c93303c73", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:25.935713 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c79a205-d7bd-4861-a8ec-95b0239fba86 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:25.935928 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf', 'status': 'completed', 'code': 200} Aug 16 22:24:25.936189 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18d4d30-e285-472d-b09e-6392f19e21e2', 'name': 'network-vif-deleted', 'tag': 'c0fb3802-fbe4-4269-b3e4-644c93303c73', 'status': 'completed', 'code': 200} Aug 16 22:24:25.968168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network a5352035-2672-420f-aa8b-d5624c20257e is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:25.971970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-e73f7623-0a78-4781-8df5-7679203ff6ca service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128333 Aug 16 22:24:25.978922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:25.986144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:26.003660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:26.041848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-581c441b-e558-461a-a342-066e31dfdf7c req-95f8045a-ddc8-4764-9a80-d8910c6ce26a service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226220 Aug 16 22:24:26.046597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe91c9b-d1c7-4f41-8381-d32cf9827ff3 req-0e46c655-dc61-4f94-9701-753ac4051498 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274953 Aug 16 22:24:26.047880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-9efff735-6ffc-4f0d-b70b-87dfee4de923 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0904329 Aug 16 22:24:26.105764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.106407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.173622 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-62857247-6dea-4c1a-82a8-01e231e3bcce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1349540 Aug 16 22:24:26.197465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-703ae136-bf8a-42f5-b306-3b6b5ac23907 req-03bc35c2-490d-4ff9-8a84-05753d996f1a tempest-ServersOnMultiNodesTest-1877665857 tempest-ServersOnMultiNodesTest-1877665857-project] 10.222.0.22 "GET /v2.0/ports?device_id=b18d4d30-e285-472d-b09e-6392f19e21e2 HTTP/1.1" status: 200 len: 210 time: 0.1237485 Aug 16 22:24:26.224742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Request body: {'port': {'device_id': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:26.307401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-5ed0a97e-9d7a-4c1d-8065-e44465ee8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.313539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-5ed0a97e-9d7a-4c1d-8065-e44465ee8726 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.2446449 Aug 16 22:24:26.336200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.366962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-3229f841-40bf-49e7-954d-cdb241492553 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380144 Aug 16 22:24:26.380459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-eeea210e-5671-4da5-b154-b63d61a13ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:26.382314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-eeea210e-5671-4da5-b154-b63d61a13ffe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 1096 time: 0.2267184 Aug 16 22:24:26.407589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6427a21c-014a-41fd-94c8-d68ea1685964 None None] Provisioning for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:26.412920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6427a21c-014a-41fd-94c8-d68ea1685964 None None] Provisioning complete for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:26.413358 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6427a21c-014a-41fd-94c8-d68ea1685964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.446762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8aa07af-ad44-4936-962b-5a25c60a2df0 req-4ed61738-1f91-4ec9-9a9a-0f031aea34e8 service neutron] 10.222.0.88 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632456 Aug 16 22:24:26.491642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6427a21c-014a-41fd-94c8-d68ea1685964 None None] Port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:26.795783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 {{(pid=94817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:26.818980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.842119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Transition to ACTIVE for port object 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:26.847849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:26.925437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:27.035284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:27.035915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:27.036475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:27.041646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:27.041973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:27.052363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:27.052726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Checking segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:27.053145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Bound using segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:27.054094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Bound port: 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:27.054475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.066401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-0ae3a260-6ba2-4184-b506-24ee5fba0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.067940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-0ae3a260-6ba2-4184-b506-24ee5fba0456 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.6697421 Aug 16 22:24:27.171150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:27.171350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-4c6bfe1f-5059-450a-92c1-61459d1d0f17 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf HTTP/1.1" status: 200 len: 217 time: 0.0872338 Aug 16 22:24:27.175718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:27.181556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.215440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87ee96-62a4-4303-9122-c0b67a166c02 req-03c03f20-f74f-4a16-8142-0083492f9cd0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.225796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc87ee96-62a4-4303-9122-c0b67a166c02 req-03c03f20-f74f-4a16-8142-0083492f9cd0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.2462056 Aug 16 22:24:27.228733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.229496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:27.231257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] 10.222.0.88 "PUT /v2.0/ports/0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1093 time: 1.0121009 Aug 16 22:24:27.231910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:27.234629 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41071cb1-4709-4bcf-9537-6e70155acf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:27.274602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5c7d7-96c4-4fe0-a541-1d14c190fa4c service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:27.290032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-a1cf9837-eab6-4fc8-bf0e-04044cb3cc2b service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9065952 Aug 16 22:24:27.343217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-3795e4db-b13f-4e7b-88f0-cfc1f336e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.345835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-3795e4db-b13f-4e7b-88f0-cfc1f336e4b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1458156 Aug 16 22:24:27.365988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1335d7-ef1a-4bb2-bc9f-43ad9e49f5fe req-c601dbee-f3d2-48af-bd6d-b96df09d70e8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.369235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec1335d7-ef1a-4bb2-bc9f-43ad9e49f5fe req-c601dbee-f3d2-48af-bd6d-b96df09d70e8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.3872635 Aug 16 22:24:27.384828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-c47bb5b1-4397-4c9b-94a3-0f24c7f88490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.386592 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-c47bb5b1-4397-4c9b-94a3-0f24c7f88490 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1096 time: 0.0912478 Aug 16 22:24:27.450257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-e893eb68-abf9-41e1-af6a-55a131243bd3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 217 time: 0.0466506 Aug 16 22:24:27.526597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-bfb32719-03f8-43e5-95d0-285b7ffcef6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434298 Aug 16 22:24:27.533474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-3e8b5515-b8a1-4922-96e7-e9369efdcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.535258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-3e8b5515-b8a1-4922-96e7-e9369efdcf21 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.0758071 Aug 16 22:24:27.550935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc87ee96-62a4-4303-9122-c0b67a166c02 req-22beae05-91bd-46ee-bd5e-4cc3b2742e6e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239343 Aug 16 22:24:27.595364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-9ef46de7-8583-4915-b3c5-98d7df506fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.597051 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-9ef46de7-8583-4915-b3c5-98d7df506fca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534203 Aug 16 22:24:27.698600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c0fb3802-fbe4-4269-b3e4-644c93303c73 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:27.703228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec1335d7-ef1a-4bb2-bc9f-43ad9e49f5fe req-f0e7abfa-6bc6-41a0-914e-2dfd3ea7579e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131385 Aug 16 22:24:27.717302 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-598b245c-f4ee-4cc9-bb0b-394ad5b6dfa9 service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122699 Aug 16 22:24:27.717539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b201f97-77ab-4f7d-aead-097dd29f1648 req-2a127e4a-f188-4151-bd6b-49872e37f4b4 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670630 Aug 16 22:24:27.725055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: c0fb3802-fbe4-4269-b3e4-644c93303c73 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:27.725771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c0fb3802-fbe4-4269-b3e4-644c93303c73 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:27.782537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be22d43-69f8-4d62-b1dc-a2b679c1037b req-6920479f-9f85-4cc0-9235-a8e03b8010fa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:27.794337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8be22d43-69f8-4d62-b1dc-a2b679c1037b req-6920479f-9f85-4cc0-9235-a8e03b8010fa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 944 time: 0.1848736 Aug 16 22:24:27.837143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-85b642be-13cb-4014-9c2f-1ae043249472 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985291 Aug 16 22:24:27.895400 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-b4144f9d-2bed-4050-bb5b-2c776529da00 req-6102032b-78ea-4e55-8d2e-0796d4093fd0 service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655147 Aug 16 22:24:27.950022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8be22d43-69f8-4d62-b1dc-a2b679c1037b req-ba9da096-e8e7-4980-b396-a96b24485ea7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536400 Aug 16 22:24:28.009861 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797ce37-d050-48b4-ae71-15ee2f6f528b x-openstack-request-id: req-0797ce37-d050-48b4-ae71-15ee2f6f528b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:28.010210 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:28.010866 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0797ce37-d050-48b4-ae71-15ee2f6f528b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:28.011015 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'status': 'completed', 'code': 200} Aug 16 22:24:28.043569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbeb67c6-cc7f-4701-b68b-f7d7c97b4735 req-d1488686-74b1-4056-a96f-8a9662c41bb4 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814282 Aug 16 22:24:28.129948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-3648ce38-ca97-4178-88d9-dca5653f184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.131480 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-3648ce38-ca97-4178-88d9-dca5653f184e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1096 time: 0.0671036 Aug 16 22:24:28.253576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.273193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-9ec089d2-0134-4f1b-8011-4255e859f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.276038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-9ec089d2-0134-4f1b-8011-4255e859f9b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.1338789 Aug 16 22:24:28.291273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 32838) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.332028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-823811d4-7b7f-4204-b914-21c8eb42f9fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 217 time: 0.0474756 Aug 16 22:24:28.415209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-107c229d-acbc-4ccc-ac7a-be02ec7836cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.417046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-107c229d-acbc-4ccc-ac7a-be02ec7836cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.0749774 Aug 16 22:24:28.527113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-d0d0901f-4570-4345-b791-8592f0236183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.534237 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-d0d0901f-4570-4345-b791-8592f0236183 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060648 Aug 16 22:24:28.617524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc94646-0a3e-425e-abb3-0e9efb76cedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.682572 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-06888feb-a4a4-44cc-98dd-6f40ac105bdc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91abca7907bb41079b5ea9ed85a11ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238160 Aug 16 22:24:28.687084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.736245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a94ba-90f7-44b8-a3db-1f511e15b14b req-3eff6826-1355-4948-97cf-06239ad888c7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.741775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-166a94ba-90f7-44b8-a3db-1f511e15b14b req-3eff6826-1355-4948-97cf-06239ad888c7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.0947483 Aug 16 22:24:28.766375 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-d663c6e4-7104-447d-b1bd-344ae811ac5a service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222774 Aug 16 22:24:28.793562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-166a94ba-90f7-44b8-a3db-1f511e15b14b req-e5db4f54-66df-43e2-9e94-7babc527ad41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470693 Aug 16 22:24:28.838450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc94646-0a3e-425e-abb3-0e9efb76cedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.851740 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3dc94646-0a3e-425e-abb3-0e9efb76cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.852137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.886707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:28.921193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3dc94646-0a3e-425e-abb3-0e9efb76cedf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28f88b2fd23a42868786231b8ab33599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259775 Aug 16 22:24:28.921492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:28.923877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc94646-0a3e-425e-abb3-0e9efb76cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46919da-771f-40ad-b199-385af4f64ba6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:28.939261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadd605-7ea8-49e9-9740-5865090242d8 req-567af61f-aabb-4820-aa47-afb6ef753ebe tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:28.940826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cadd605-7ea8-49e9-9740-5865090242d8 req-567af61f-aabb-4820-aa47-afb6ef753ebe tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1005204 Aug 16 22:24:28.960743 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-41071cb1-4709-4bcf-9537-6e70155acf1f req-24d4db25-167c-452b-b3f2-86fcf9fb44eb service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864636 Aug 16 22:24:29.010169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cadd605-7ea8-49e9-9740-5865090242d8 req-32c89c2d-a398-4856-9d1d-ac2605d17409 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Aug 16 22:24:29.027881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.031987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.033522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27b2cb9c-9387-47fa-ab39-691f14fd93db HTTP/1.1" status: 204 len: 168 time: 0.3452055 Aug 16 22:24:29.036929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.080000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f6b5-af9c-40a6-b146-278a6420035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b2cb9c-9387-47fa-ab39-691f14fd93db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.116260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.179448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.182397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.186028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b46919da-771f-40ad-b199-385af4f64ba6 HTTP/1.1" status: 204 len: 168 time: 0.2612500 Aug 16 22:24:29.192522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ba6aa-6582-43d6-a51a-0f8cb47302ea req-1fea558c-db61-47b4-aa52-6579539ea498 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:29.205456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f0ba6aa-6582-43d6-a51a-0f8cb47302ea req-1fea558c-db61-47b4-aa52-6579539ea498 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 944 time: 0.1335804 Aug 16 22:24:29.219749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd150d8-e79d-4317-bf9b-b63177a17ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46919da-771f-40ad-b199-385af4f64ba6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.273618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f0ba6aa-6582-43d6-a51a-0f8cb47302ea req-a7b46c31-2761-4884-ba0c-3e6142ba3ab1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Aug 16 22:24:29.533315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.576619 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9129591c-add6-41a6-bf84-7be5d6693d94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfcf1e1744b344ada7c18baac4d3e9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411901 Aug 16 22:24:29.578880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.592767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 32876) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.606244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fe03692-0b70-40ad-b8a4-6802fcfdde4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.627294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.651147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.680855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:29.709683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fe03692-0b70-40ad-b8a4-6802fcfdde4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.710929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.713544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.714895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6124d96f-3745-461e-a23c-0eaec48f8051 HTTP/1.1" status: 204 len: 168 time: 0.1350558 Aug 16 22:24:29.720148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fe03692-0b70-40ad-b8a4-6802fcfdde4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.723817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2ae8d-2401-4750-a976-541b1f613a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6124d96f-3745-461e-a23c-0eaec48f8051,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.763736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7fe03692-0b70-40ad-b8a4-6802fcfdde4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0ab3e4b916040858cb01ec036bf0f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691842 Aug 16 22:24:29.764660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe03692-0b70-40ad-b8a4-6802fcfdde4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124a74ed-0464-4466-a859-6abd239dc75f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.766200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:29.817449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:29.835942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.854020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'port_id': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2', 'mac_address': 'fa:16:3e:b2:d4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:29.870425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.904650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.917982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:29.933383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.937338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.940635 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/124a74ed-0464-4466-a859-6abd239dc75f HTTP/1.1" status: 204 len: 168 time: 0.1701572 Aug 16 22:24:29.943822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:29.949723 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:29.951246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:29.957140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7194d8-e92c-4e27-a203-91ad9645eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124a74ed-0464-4466-a859-6abd239dc75f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:29.970679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2c6fa-1d63-4632-a7f6-ae322ef59257 req-7612d29e-801d-40f0-bfe4-665fc189d944 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:29.972456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ed2c6fa-1d63-4632-a7f6-ae322ef59257 req-7612d29e-801d-40f0-bfe4-665fc189d944 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.0634351 Aug 16 22:24:30.035623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ed2c6fa-1d63-4632-a7f6-ae322ef59257 req-da112d50-0d86-4dda-b217-4781cde12e74 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569890 Aug 16 22:24:30.064656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:30.079884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:30.094310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf', 'network_id': '909033f4-08d1-41c4-95e6-45d964f0271f', 'port_id': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf', 'mac_address': 'fa:16:3e:44:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61575e4a-ff22-41c4-9819-79fd66daf50b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:30.155394 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:30.178782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:30.184117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2c48f-bf86-4a71-8660-9a91d9276ead req-ac14cd65-e016-46fe-89f9-dc16c1585052 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:30.188600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bda2c48f-bf86-4a71-8660-9a91d9276ead req-ac14cd65-e016-46fe-89f9-dc16c1585052 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.0746989 Aug 16 22:24:30.228285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:30.236532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:30.279624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bda2c48f-bf86-4a71-8660-9a91d9276ead req-2b39ee1d-4f71-43d7-b3d3-cd917788969e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838227 Aug 16 22:24:30.376409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:30.494031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff388-e960-4a4b-b19e-7d6d18bfe748 req-06d13225-d6c1-475c-8404-0bbee5267e55 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:30.495695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-383ff388-e960-4a4b-b19e-7d6d18bfe748 req-06d13225-d6c1-475c-8404-0bbee5267e55 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 945 time: 0.0970719 Aug 16 22:24:30.581266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-383ff388-e960-4a4b-b19e-7d6d18bfe748 req-fe72dacf-0318-466a-93fd-185d7a5eb8d1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743623 Aug 16 22:24:30.621279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:30.681205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:30.745686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673c32-5d94-47f7-b2dc-e78f6db955c0 req-412e5a5b-9b6b-4f78-b50a-7279f74a300b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:30.747473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54673c32-5d94-47f7-b2dc-e78f6db955c0 req-412e5a5b-9b6b-4f78-b50a-7279f74a300b tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.0817211 Aug 16 22:24:30.807166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54673c32-5d94-47f7-b2dc-e78f6db955c0 req-6f24dbf3-1be5-443f-96f1-356d3238266d tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Aug 16 22:24:31.122776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:31.213729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c393ee-e648-4b7b-8c5f-2859ab40eab6 req-d0e7de8a-79b6-4243-8139-e00271f3fc72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:31.215561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61c393ee-e648-4b7b-8c5f-2859ab40eab6 req-d0e7de8a-79b6-4243-8139-e00271f3fc72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.0922086 Aug 16 22:24:31.264552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61c393ee-e648-4b7b-8c5f-2859ab40eab6 req-18c221dd-1bb8-463b-b36f-62b5344f215a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Aug 16 22:24:31.339385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1532802456-network', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:31.365507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Made reservation on behalf of de9d2d0ffb0f4d1a90b927306694710b for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:31.368277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.386613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.532842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.537614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.570792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:31.575768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02678085-fc0c-4b98-b80b-9f387ffb393f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:31.596860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.597472 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Added segment db956da1-b35a-4675-ad81-55545ec51c3a of type vlan for network 40f9c772-b9f4-4f68-b8e5-385560d216c1 Aug 16 22:24:31.689444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.691831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:31.722872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.724147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:31.725147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.736067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:24:31.760074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7de855-9ef9-4719-aecc-a80d7fe3191e req-9e944e2a-13cb-4b86-953f-df05ab3709c3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:31.771660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f7de855-9ef9-4719-aecc-a80d7fe3191e req-9e944e2a-13cb-4b86-953f-df05ab3709c3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 945 time: 0.0713048 Aug 16 22:24:31.798638 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6732874 Aug 16 22:24:31.810583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 32964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:31.824510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f7de855-9ef9-4719-aecc-a80d7fe3191e req-c0172453-184e-466c-8ea9-9de9c8aefc4f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Aug 16 22:24:31.859087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Request body: {'subnet': {'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1532802456-subnet', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:31.900029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Made reservation on behalf of de9d2d0ffb0f4d1a90b927306694710b for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:31.902742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740788a-b875-4637-ae08-876bd0db57a0 admin admin] Pushing event updated for resources: {'Network': ['ID=40f9c772-b9f4-4f68-b8e5-385560d216c1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:31.903145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:31.908204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:31.931273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:31.945333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'mac_address': 'fa:16:3e:d8:21:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:24:32.003286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:32.030271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92124daa-da9a-4c9b-bb7f-b979deb5ab1e req-5e99c802-1c7d-4088-8200-69ecdd53a814 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:32.031876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92124daa-da9a-4c9b-bb7f-b979deb5ab1e req-5e99c802-1c7d-4088-8200-69ecdd53a814 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.0799034 Aug 16 22:24:32.048028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:32.048442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.083813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92124daa-da9a-4c9b-bb7f-b979deb5ab1e req-f063fbef-3af8-41f2-8546-9091f510002a tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Aug 16 22:24:32.131407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.151682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:32.172529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:32.179471 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.215137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.240004 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.269175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:32.282188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:32.289989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:32.293270 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f4335b-a3dd-4d86-b42a-06f98d1096ab" -d '{"events": [{"server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "name": "network-vif-plugged", "status": "completed", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:32.296171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Checking segment: {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:32.296834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Network hostable DHCP agents. Network: 40f9c772-b9f4-4f68-b8e5-385560d216c1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:32.308191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:32.316693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.317801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:32.325330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:32.350396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 40f9c772-b9f4-4f68-b8e5-385560d216c1) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:32.357193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:32.360050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.361425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bae276-336c-4869-b068-bc5fc31d6774 None None] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:32.453684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f471dbe9-ff36-426c-8531-feb1c854dd46 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6244373 Aug 16 22:24:32.453977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:32.474490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:32.489701 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcead11-d818-4736-b222-053f2081c068 x-openstack-request-id: req-9dcead11-d818-4736-b222-053f2081c068 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:32.489946 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "name": "network-vif-plugged", "status": "completed", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:32.490085 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dcead11-d818-4736-b222-053f2081c068 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:32.490485 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2', 'code': 200} Aug 16 22:24:32.518579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24137a9f-246c-4925-84b1-f15340a9f34f req-eb5856c7-3f9f-415e-915a-884a453fadb8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:32.521932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24137a9f-246c-4925-84b1-f15340a9f34f req-eb5856c7-3f9f-415e-915a-884a453fadb8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 0.1328535 Aug 16 22:24:32.523694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.525000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.566494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:32.585424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:32.591076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:32.592072 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.632270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24137a9f-246c-4925-84b1-f15340a9f34f req-a286983b-0f22-4c7b-9daa-b0f3f1b3b630 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005843 Aug 16 22:24:32.647076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa024-d891-4b31-b8fc-9c20fdcc0c5f req-1434cc84-f41c-4e7b-a416-670471745b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:32.649170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb4fa024-d891-4b31-b8fc-9c20fdcc0c5f req-1434cc84-f41c-4e7b-a416-670471745b33 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.0578718 Aug 16 22:24:32.667939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.695004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb4fa024-d891-4b31-b8fc-9c20fdcc0c5f req-c95490db-7cab-45c4-b2d6-e071a64f2e16 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Aug 16 22:24:32.752783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-40f9c772-b9f4-4f68-b8e5-385560d216c1', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:24:32.753367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:32.769034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['0d4b06ce-f82b-4ff8-a552-1026de9a2b37'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:32.850289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.011919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8783ca-a3c4-4334-ad45-c70d0db3e2a8 req-3ea61d96-47c0-45eb-96ae-1b94bd73e68a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:33.022013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad8783ca-a3c4-4334-ad45-c70d0db3e2a8 req-3ea61d96-47c0-45eb-96ae-1b94bd73e68a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 945 time: 0.0762856 Aug 16 22:24:33.093980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad8783ca-a3c4-4334-ad45-c70d0db3e2a8 req-f38d77e6-6690-4c2c-ba07-4133acf87862 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Aug 16 22:24:33.099314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.283785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9fd27-cfc1-48d4-b4f4-6b1452780594 req-0183a3b1-30c1-48f8-9f94-57e0a6ff4e06 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:33.285939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de9fd27-cfc1-48d4-b4f4-6b1452780594 req-0183a3b1-30c1-48f8-9f94-57e0a6ff4e06 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.0580354 Aug 16 22:24:33.333638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de9fd27-cfc1-48d4-b4f4-6b1452780594 req-50b5a95e-43db-40a8-934d-3241c51fe1f8 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Aug 16 22:24:33.397579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Allocated IP 172.20.0.2 (40f9c772-b9f4-4f68-b8e5-385560d216c1/2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11/0931cd58-6f33-4b5f-ac2f-d07894dea02e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:33.428431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:33.437948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.516410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.535934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.577104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.643287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Allocated IP 172.25.8.226 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9fff8a8d-35e4-4011-8f23-eeaae19f152f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:33.680425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.691146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Transition to ACTIVE for port object 0931cd58-6f33-4b5f-ac2f-d07894dea02e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:33.722467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Transition to ACTIVE for port object 0931cd58-6f33-4b5f-ac2f-d07894dea02e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:33.732703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.756952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.794708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:33.798065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:33.799079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.802969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:33.806179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Pushing event updated for resources: {'Port': ['ID=0931cd58-6f33-4b5f-ac2f-d07894dea02e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.860589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fff8a8d-35e4-4011-8f23-eeaae19f152f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:33.879619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:33.881619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:33.883627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99efaf-4673-4b4e-854b-a46b2375dc0c req-e7ab20e5-dded-4382-9866-59a86bfb2ffb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:33.884394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:33.897629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae99efaf-4673-4b4e-854b-a46b2375dc0c req-e7ab20e5-dded-4382-9866-59a86bfb2ffb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 0.1799276 Aug 16 22:24:33.931163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Attempting to bind port 0931cd58-6f33-4b5f-ac2f-d07894dea02e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:33.932325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Attempting to bind port 0931cd58-6f33-4b5f-ac2f-d07894dea02e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:33.932705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Attempting to bind port 0931cd58-6f33-4b5f-ac2f-d07894dea02e on network 40f9c772-b9f4-4f68-b8e5-385560d216c1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:33.941151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-898e5eb6-fc37-4274-bf30-77b42e1551f0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1200137 Aug 16 22:24:33.946160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:33.946553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Checking segment: {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:33.947190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.947357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Bound using segment: {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:33.947842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Bound port: 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:33.948234 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:33.974365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae99efaf-4673-4b4e-854b-a46b2375dc0c req-9279e5fc-f94c-4ea6-a5ed-2247107f2c71 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750091 Aug 16 22:24:34.075169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] For port 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:34.080481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] For port 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0931cd58-6f33-4b5f-ac2f-d07894dea02e,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:34.091821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.094748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-ee6db85e-f349-41a9-b884-e08aa3982b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.097667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-ee6db85e-f349-41a9-b884-e08aa3982b62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 1097 time: 0.0754116 Aug 16 22:24:34.214267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddfd48-a3cd-4735-b5e6-fa0944c34193 None None] Pushing event updated for resources: {'Port': ['ID=0931cd58-6f33-4b5f-ac2f-d07894dea02e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:34.307745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-94ee6c3e-c6bd-4eda-8f0e-5a5eab8dcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.309258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-94ee6c3e-c6bd-4eda-8f0e-5a5eab8dcc8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 200 len: 911 time: 0.1839709 Aug 16 22:24:34.311866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-0fdd1f79-b80b-4113-be40-f64506e35dc3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.313561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-0fdd1f79-b80b-4113-be40-f64506e35dc3 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.88 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.2032511 Aug 16 22:24:34.388539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-e0274526-3a0a-4b04-9060-bf0af71a06bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 200 len: 217 time: 0.0706379 Aug 16 22:24:34.482388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.491542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:34.494393 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa9923-16e4-4b8d-9300-cce5137d979e" -d '{"events": [{"server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "name": "network-vif-plugged", "status": "completed", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:34.502576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa53a4-0d66-4238-9a50-a8999c1752fe req-0a619c5b-74cd-4ee7-9de1-3e0cd067d343 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.504356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5aa53a4-0d66-4238-9a50-a8999c1752fe req-0a619c5b-74cd-4ee7-9de1-3e0cd067d343 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1306419 Aug 16 22:24:34.514920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-690844fb-71c1-421d-a6b4-567712547659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.517453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-690844fb-71c1-421d-a6b4-567712547659 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 200 len: 851 time: 0.1044607 Aug 16 22:24:34.560827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4158-613c-4a8f-8110-60aa1389f3e7 req-8720ab56-e381-46cc-971e-bfef572e0d83 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.562489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eade4158-613c-4a8f-8110-60aa1389f3e7 req-8720ab56-e381-46cc-971e-bfef572e0d83 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 945 time: 0.1161702 Aug 16 22:24:34.569447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Deleting port d6c3edba-3af4-4e51-88a1-c2a205836d74 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:34.570021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.588692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-aba35096-af82-4ec5-93f0-33e30956c540 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=994f30f6-4c8a-4d1b-a81a-700837b02aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546792 Aug 16 22:24:34.699747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5aa53a4-0d66-4238-9a50-a8999c1752fe req-b9677d65-e4d8-480c-a31f-136d62e79b75 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764841 Aug 16 22:24:34.722501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eade4158-613c-4a8f-8110-60aa1389f3e7 req-322d69ca-9fdf-4307-872e-d38cef40ac3e tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440747 Aug 16 22:24:34.748620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-c57af9a7-0a67-4d42-a849-1a83cc065ed1 service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493354 Aug 16 22:24:34.797690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] For port d6c3edba-3af4-4e51-88a1-c2a205836d74, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=d6c3edba-3af4-4e51-88a1-c2a205836d74,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:34.798319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.803630 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e3d99-f449-479b-85fc-adeb53bae7b6 x-openstack-request-id: req-0e0e3d99-f449-479b-85fc-adeb53bae7b6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:34.804479 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "name": "network-vif-plugged", "status": "completed", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:34.804974 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e0e3d99-f449-479b-85fc-adeb53bae7b6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:34.805636 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf', 'code': 200} Aug 16 22:24:34.849686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Calling delete_port for d6c3edba-3af4-4e51-88a1-c2a205836d74 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:34.893514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bff6d808-ed12-47e9-a24e-bde94e061123 req-e38b53e3-3151-4d56-a529-dbdbd589bac7 service neutron] 10.222.0.89 "GET /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364579 Aug 16 22:24:34.949620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5e76e-de63-4083-89ec-1c24ee80fc42 req-b9b8d799-82b8-4566-91cd-897ece4fd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:34.951540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ed5e76e-de63-4083-89ec-1c24ee80fc42 req-b9b8d799-82b8-4566-91cd-897ece4fd051 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 1098 time: 0.0449998 Aug 16 22:24:34.963389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:34.990511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ed5e76e-de63-4083-89ec-1c24ee80fc42 req-83a782a1-ec7e-4462-86e5-91a084d90489 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Aug 16 22:24:35.108358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6100f-a717-4737-91e1-f6276761e6d1 req-18617814-f8b0-4f9b-b538-c74c421203e0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.119745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ab6100f-a717-4737-91e1-f6276761e6d1 req-18617814-f8b0-4f9b-b538-c74c421203e0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 0.0699794 Aug 16 22:24:35.177084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ab6100f-a717-4737-91e1-f6276761e6d1 req-6fbe2868-9574-4a4d-bd11-cd955191be72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507188 Aug 16 22:24:35.244500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:35.284864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['d6c3edba-3af4-4e51-88a1-c2a205836d74'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:35.287598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['be92a6d7-93bd-485e-ac34-5f3c5f807fee'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:24:35.287940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Pushing event deleted for resources: {'Port': ['ID=d6c3edba-3af4-4e51-88a1-c2a205836d74,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:35.367219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] No DVR routers for this DVR port d6c3edba-3af4-4e51-88a1-c2a205836d74 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:35.370439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:35.373660 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3718d327-49e3-41ab-b091-9d9f874cec6d req-c2b10dbc-f6c0-4278-aa62-68d5941676e7 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.88 "DELETE /v2.0/ports/d6c3edba-3af4-4e51-88a1-c2a205836d74 HTTP/1.1" status: 204 len: 173 time: 1.0508010 Aug 16 22:24:35.374274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'name': 'network-vif-deleted', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:35.376782 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4fc429-764f-4b84-b274-36c56de8fc73" -d '{"events": [{"server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "name": "network-vif-deleted", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:35.387550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Router 442ecae8-d82f-4144-aaf4-020edcf3c568 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:24:35.393431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0931cd58-6f33-4b5f-ac2f-d07894dea02e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:35.507503 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9dd51-ad7a-4fcc-942d-709f25a2114e x-openstack-request-id: req-49c9dd51-ad7a-4fcc-942d-709f25a2114e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:35.508054 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd371da-34a3-4387-855f-246b804812f3", "name": "network-vif-deleted", "tag": "d6c3edba-3af4-4e51-88a1-c2a205836d74", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:35.508540 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49c9dd51-ad7a-4fcc-942d-709f25a2114e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:35.509568 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd371da-34a3-4387-855f-246b804812f3', 'name': 'network-vif-deleted', 'tag': 'd6c3edba-3af4-4e51-88a1-c2a205836d74', 'status': 'completed', 'code': 200} Aug 16 22:24:35.527329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0931cd58-6f33-4b5f-ac2f-d07894dea02e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:35.657568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:35.672538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Sync routers for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:35.674857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:35.677100 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5069a9a8-1227-4c22-9ea3-50f2e7c410e5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2215054 Aug 16 22:24:35.677241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be314ef-89ad-4cef-a814-4ef33a48db09 None None] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:35.679667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:35.721167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:35.721811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:35.779834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:35.853868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Provisioning for port 0931cd58-6f33-4b5f-ac2f-d07894dea02e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:35.892752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Provisioning complete for port 0931cd58-6f33-4b5f-ac2f-d07894dea02e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:35.893425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:35.937837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f1e6521-d90d-4aed-a781-9888428a3014 req-6b7953b6-9871-464a-b9a8-e14444cf2a49 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bd371da-34a3-4387-855f-246b804812f3 HTTP/1.1" status: 200 len: 210 time: 0.0561154 Aug 16 22:24:35.958687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4739f-47a3-4416-b7c4-b475289468c4 req-45464a84-a213-4462-94e1-63abf333a14d tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:35.960464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bf4739f-47a3-4416-b7c4-b475289468c4 req-45464a84-a213-4462-94e1-63abf333a14d tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1194484 Aug 16 22:24:35.992852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:36.005662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:36.006909 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.016118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6bf4739f-47a3-4416-b7c4-b475289468c4 req-c4b6f04c-5b26-4a91-ad2a-ea75b4b6cea2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Aug 16 22:24:36.108450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:36.407527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.415611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b3603-3b97-4c69-abfa-749d6e1822ed req-2eed1f59-9008-4f74-9e50-189cf2474f79 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:36.425307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-621b3603-3b97-4c69-abfa-749d6e1822ed req-2eed1f59-9008-4f74-9e50-189cf2474f79 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 0.1421931 Aug 16 22:24:36.472761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.520760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-621b3603-3b97-4c69-abfa-749d6e1822ed req-b0d53710-da3e-4dc0-b7bb-d10e47c2fdf0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871220 Aug 16 22:24:36.551622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] For port 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0931cd58-6f33-4b5f-ac2f-d07894dea02e,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:36.591068 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.655962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Allocated IP 172.20.0.1 (40f9c772-b9f4-4f68-b8e5-385560d216c1/2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11/44bea5fa-2c23-4dbe-8657-31f0169e2d4f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:36.675139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Pushing event updated for resources: {'Port': ['ID=0931cd58-6f33-4b5f-ac2f-d07894dea02e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:36.695657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.696161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.696729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.697182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.697628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.698039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.698630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.699298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.699725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.700170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.700711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.701160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8be737-fdc8-49e2-b8ac-19d1c38b3d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:24:36.715382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.757670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:34Z', 'revision_number': 3, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:36.797443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Checking router: 442ecae8-d82f-4144-aaf4-020edcf3c568 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:36.797883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Updating router 442ecae8-d82f-4144-aaf4-020edcf3c568 port 9fff8a8d-35e4-4011-8f23-eeaae19f152f binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:36.814499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.821111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:36.823517 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd76629-38c6-4a8e-beff-db03bfafefd6" -d '{"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:36.831626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Transition to ACTIVE for port object 44bea5fa-2c23-4dbe-8657-31f0169e2d4f will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:36.872949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:36.874529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.875174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.878460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:36.924298 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e541528-ec24-4b94-978a-506823e133c4 x-openstack-request-id: req-2e541528-ec24-4b94-978a-506823e133c4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:36.924593 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:36.924849 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e541528-ec24-4b94-978a-506823e133c4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:36.925270 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'code': 200} Aug 16 22:24:36.981232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:36.984875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:36.989584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:36.992884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Pushing event updated for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:37.179629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:37.188479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bec30-9f5d-4994-be07-988bd79e6aa7 req-ed50f700-e50b-4a10-abc4-dc8748d2ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.190092 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-707bec30-9f5d-4994-be07-988bd79e6aa7 req-ed50f700-e50b-4a10-abc4-dc8748d2ba11 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.1717398 Aug 16 22:24:37.279242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd242863-d160-4235-b878-0f5dc864efc0 req-65832205-42e7-471f-95ef-a486b1ef6988 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.284822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd242863-d160-4235-b878-0f5dc864efc0 req-65832205-42e7-471f-95ef-a486b1ef6988 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1601217 Aug 16 22:24:37.389921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd242863-d160-4235-b878-0f5dc864efc0 req-76a5116f-a073-499b-b155-7cdfc61425a1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868099 Aug 16 22:24:37.569598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61273c63-780c-4043-a734-12af87f2a26a req-1a96b276-f11b-412f-943c-61e4d95817d0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.572033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61273c63-780c-4043-a734-12af87f2a26a req-1a96b276-f11b-412f-943c-61e4d95817d0 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.0618811 Aug 16 22:24:37.669866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61273c63-780c-4043-a734-12af87f2a26a req-c878fc9d-4a1a-42a8-b586-108c407891cd tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901439 Aug 16 22:24:37.679397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:37.684519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0931cd58-6f33-4b5f-ac2f-d07894dea02e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:37.749431 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-707bec30-9f5d-4994-be07-988bd79e6aa7 req-e6a9c894-1ce7-49cb-8e10-f876f332e1d5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491855 Aug 16 22:24:37.884130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:37.885587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472be5e-9762-4d53-adb0-00eab5e80852 req-2d5b7baa-42f7-42c8-bb96-4b844d0a0031 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.887228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f472be5e-9762-4d53-adb0-00eab5e80852 req-2d5b7baa-42f7-42c8-bb96-4b844d0a0031 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0945921 Aug 16 22:24:37.891158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-19a52470-abbe-4d71-bcbe-01a7e7ddc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:37.893241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-19a52470-abbe-4d71-bcbe-01a7e7ddc46e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 1098 time: 0.0695045 Aug 16 22:24:38.056788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d6c3edba-3af4-4e51-88a1-c2a205836d74 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:38.106847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f472be5e-9762-4d53-adb0-00eab5e80852 req-54edd3c7-3554-4c18-8201-ed438c3e3fb0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102282 Aug 16 22:24:38.185408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce114-7130-4032-84a5-c788e2e3b38b req-03874662-34b4-446c-8ad6-116c457f8c1c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.192602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fcce114-7130-4032-84a5-c788e2e3b38b req-03874662-34b4-446c-8ad6-116c457f8c1c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2627983 Aug 16 22:24:38.195567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: d6c3edba-3af4-4e51-88a1-c2a205836d74 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:38.195918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device d6c3edba-3af4-4e51-88a1-c2a205836d74 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:38.205061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a8060fc9-0939-4014-a6d1-a96e737ccd39 None None] Provisioning complete for port 0931cd58-6f33-4b5f-ac2f-d07894dea02e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:38.205484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8060fc9-0939-4014-a6d1-a96e737ccd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.226556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.232855 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.279269 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.285264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fcce114-7130-4032-84a5-c788e2e3b38b req-4d37d117-b9f0-49ce-9b3c-c397ae05f495 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875831 Aug 16 22:24:38.291374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-9979ecc7-732a-4b5e-acae-cfb774ed5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.295340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-9979ecc7-732a-4b5e-acae-cfb774ed5a8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.3824594 Aug 16 22:24:38.299452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Transition to ACTIVE for port object 9fff8a8d-35e4-4011-8f23-eeaae19f152f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:38.316337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.318349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Pushing event updated for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:38.332067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.340803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0931cd58-6f33-4b5f-ac2f-d07894dea02e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:38.341771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.347528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-93876cc5-b0b9-4ad8-b412-456270def943 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf HTTP/1.1" status: 200 len: 217 time: 0.0452597 Aug 16 22:24:38.421366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-56e7feb1-e58c-4b55-9799-c0e1ec2eed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.422823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-56e7feb1-e58c-4b55-9799-c0e1ec2eed04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.0669317 Aug 16 22:24:38.428732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Attempting to bind port 9fff8a8d-35e4-4011-8f23-eeaae19f152f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:38.429147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Attempting to bind port 9fff8a8d-35e4-4011-8f23-eeaae19f152f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:38.429523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Attempting to bind port 9fff8a8d-35e4-4011-8f23-eeaae19f152f on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:38.456428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:38.469990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-1c1d4a22-4d43-4055-9f35-46c34897e1a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390937 Aug 16 22:24:38.475244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:38.475633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:38.475970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:38.476101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.476432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:38.476919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Bound port: 9fff8a8d-35e4-4011-8f23-eeaae19f152f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:38.477402 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.522224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322c38-3ad1-43ac-ac5b-2a9e59e614ae None None] Pushing event updated for resources: {'Port': ['ID=9fff8a8d-35e4-4011-8f23-eeaae19f152f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:38.585393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] For port 9fff8a8d-35e4-4011-8f23-eeaae19f152f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:38.621267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Router 442ecae8-d82f-4144-aaf4-020edcf3c568 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:38.633757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] For port 9fff8a8d-35e4-4011-8f23-eeaae19f152f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fff8a8d-35e4-4011-8f23-eeaae19f152f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:38.640677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-b894730b-f041-47d0-906c-480b23eebb64 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454754 Aug 16 22:24:38.660733 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.769451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:38.776101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a72e9a22-414a-46f3-8c23-55ad89c83b42 None None] Provisioning for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:38.776275 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1bad15e-607b-4382-9f14-9ee55d54c8fe admin admin] 10.222.0.22 "PUT /v2.0/routers/442ecae8-d82f-4144-aaf4-020edcf3c568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0953774 Aug 16 22:24:38.813711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:38.814347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:38.816331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a72e9a22-414a-46f3-8c23-55ad89c83b42 None None] Provisioning complete for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:38.828720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a72e9a22-414a-46f3-8c23-55ad89c83b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:38.833820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3794ddc4-173d-4ac5-b14c-c3a08a82b33b req-b33ad848-9e8b-40fd-8ee2-ef3fc08ca9ea service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857598 Aug 16 22:24:38.953701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322c38-3ad1-43ac-ac5b-2a9e59e614ae None None] Pushing event updated for resources: {'Port': ['ID=9fff8a8d-35e4-4011-8f23-eeaae19f152f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:38.956613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34facd6-df4a-4edd-b2c7-94c023c74e06 req-3024a2ba-2a34-4593-8b48-862bd18ac075 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:38.964768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d34facd6-df4a-4edd-b2c7-94c023c74e06 req-3024a2ba-2a34-4593-8b48-862bd18ac075 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.1252756 Aug 16 22:24:38.981226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a72e9a22-414a-46f3-8c23-55ad89c83b42 None None] Port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:39.035798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d34facd6-df4a-4edd-b2c7-94c023c74e06 req-c55be49e-5c87-4b66-a7dc-de5c66844539 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Aug 16 22:24:39.110826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:39.144121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ee366059-5278-4d32-9893-b056bb2e6913 None None] Provisioning complete for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:39.144650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ee366059-5278-4d32-9893-b056bb2e6913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.256574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ee366059-5278-4d32-9893-b056bb2e6913 None None] Port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:24:39.378759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96dba-545f-447e-8719-2a1097c1e085 req-a5c298e1-18e7-4b31-a0f5-aedecb7fdecd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:39.380303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f96dba-545f-447e-8719-2a1097c1e085 req-a5c298e1-18e7-4b31-a0f5-aedecb7fdecd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1429300 Aug 16 22:24:39.395303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-88a21d48-70f9-4b23-b056-e9ab8e2e97f9 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2925863 Aug 16 22:24:39.406060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:39.412261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '44bea5fa-2c23-4dbe-8657-31f0169e2d4f', 'name': '', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'mac_address': 'fa:16:3e:98:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:36Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 2, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'subnets': [{'id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:39.443326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c4b98-abe9-40c2-93cb-e4922a2589b4 None None] The sync data for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 is: [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '44bea5fa-2c23-4dbe-8657-31f0169e2d4f', 'name': '', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'mac_address': 'fa:16:3e:98:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:36Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 2, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'subnets': [{'id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:39.454697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f96dba-545f-447e-8719-2a1097c1e085 req-5828baf7-9669-46d3-8bc0-adf20adb9416 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572221 Aug 16 22:24:39.460534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:39.600797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563a075-7c90-422a-baf5-e5a20c4e14e2 req-7f02b456-64b4-46ad-a2e8-8b246eadcd18 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:39.602607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f563a075-7c90-422a-baf5-e5a20c4e14e2 req-7f02b456-64b4-46ad-a2e8-8b246eadcd18 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.0655794 Aug 16 22:24:39.661569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f563a075-7c90-422a-baf5-e5a20c4e14e2 req-970e845a-1829-44e4-8320-9c0f250ba4d8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Aug 16 22:24:39.667103 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:40.212817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-714cfa44-3c14-4eef-ac91-4ffe63fd12b4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.215381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-714cfa44-3c14-4eef-ac91-4ffe63fd12b4 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.89 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.5496366 Aug 16 22:24:40.333266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaee0b-4570-4080-85f2-70583e5728d8 req-dd18ee27-fa08-40a9-81ed-d45ccd12329c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.352287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fabaee0b-4570-4080-85f2-70583e5728d8 req-dd18ee27-fa08-40a9-81ed-d45ccd12329c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 945 time: 0.2130890 Aug 16 22:24:40.437582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Allocated IP 172.25.8.52 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9b6fdf50-1a8a-41f4-a078-78245ab1e8f0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:40.460866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fabaee0b-4570-4080-85f2-70583e5728d8 req-9db6a83e-2c04-43e6-8ff2-564759877c84 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/security-groups?id=c99d44b1-22f1-42ec-94db-6125aafc1c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075256 Aug 16 22:24:40.631104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Deleting port be92a6d7-93bd-485e-ac34-5f3c5f807fee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:40.631454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:40.724608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:40.733881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af193f2-6c71-46d7-bd9f-71eea57338bf req-7063e209-9867-42bd-87df-c3d6d179a80f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:40.737560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7af193f2-6c71-46d7-bd9f-71eea57338bf req-7063e209-9867-42bd-87df-c3d6d179a80f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1658752 Aug 16 22:24:40.813519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] For port be92a6d7-93bd-485e-ac34-5f3c5f807fee, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=be92a6d7-93bd-485e-ac34-5f3c5f807fee,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:40.814183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:40.858362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7af193f2-6c71-46d7-bd9f-71eea57338bf req-136bea6d-1f43-4269-b07b-fad8804ace5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137769 Aug 16 22:24:40.859344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Calling delete_port for be92a6d7-93bd-485e-ac34-5f3c5f807fee owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:40.893858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.003863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:41.007478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:41.014515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:41.058180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event updated for resources: {'Port': ['ID=9b6fdf50-1a8a-41f4-a078-78245ab1e8f0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:41.101939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9772264-1503-4c4f-af07-e6aa2e8889c6 req-5579d3e9-566d-413b-9b9e-b5127c043e64 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:41.110110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9772264-1503-4c4f-af07-e6aa2e8889c6 req-5579d3e9-566d-413b-9b9e-b5127c043e64 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1794991 Aug 16 22:24:41.161040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9772264-1503-4c4f-af07-e6aa2e8889c6 req-e36ae3b6-a65a-410f-bdd2-ed70dd14d4c7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Aug 16 22:24:41.250625 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.363237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fff8a8d-35e4-4011-8f23-eeaae19f152f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:41.391622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Pushing event deleted for resources: {'Port': ['ID=be92a6d7-93bd-485e-ac34-5f3c5f807fee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:41.486756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9fff8a8d-35e4-4011-8f23-eeaae19f152f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:41.492206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9fff8a8d-35e4-4011-8f23-eeaae19f152f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:41.492875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.521674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.545297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] No DVR routers for this DVR port be92a6d7-93bd-485e-ac34-5f3c5f807fee on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:41.549422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.551697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-895b360e-db4c-4cd8-a98d-d5065a50875d req-bc123c24-5c8a-492e-b374-0be75a988993 tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.89 "DELETE /v2.0/ports/be92a6d7-93bd-485e-ac34-5f3c5f807fee HTTP/1.1" status: 204 len: 173 time: 1.2820344 Aug 16 22:24:41.552672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'name': 'network-vif-deleted', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:41.555203 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8d2a1-38f9-4d72-ab10-f79cb65c4c4c" -d '{"events": [{"server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "name": "network-vif-deleted", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:41.614112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b37933-3766-4201-933d-f330b32d1fc1 req-92b8ffba-2c5a-44f3-a6de-1f6b4a166aa5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:41.616772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.623663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8b37933-3766-4201-933d-f330b32d1fc1 req-92b8ffba-2c5a-44f3-a6de-1f6b4a166aa5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.2261376 Aug 16 22:24:41.638795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.649509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9fff8a8d-35e4-4011-8f23-eeaae19f152f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fff8a8d-35e4-4011-8f23-eeaae19f152f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:41.655986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.721052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8b37933-3766-4201-933d-f330b32d1fc1 req-bec68dbf-febe-4e94-a6be-5a5b43d5efdd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911486 Aug 16 22:24:41.736579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:41.746638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9fff8a8d-35e4-4011-8f23-eeaae19f152f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:41.757956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device be92a6d7-93bd-485e-ac34-5f3c5f807fee no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:41.823463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: be92a6d7-93bd-485e-ac34-5f3c5f807fee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:41.823954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device be92a6d7-93bd-485e-ac34-5f3c5f807fee not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:41.844775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb84c3-9445-4895-aa07-3e15ac63ae41 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:41.846741 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-59bb84c3-9445-4895-aa07-3e15ac63ae41 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1093 time: 0.1090801 Aug 16 22:24:41.850075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:41.863546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:41.889418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.904294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9745a17-ae02-4304-b944-c26a3b168d08 req-56248a86-0fb0-41ca-964d-27b03570392c tempest-ServerRescueTestJSON-895381176 tempest-ServerRescueTestJSON-895381176-project] 10.222.0.22 "GET /v2.0/ports?device_id=820a93c5-4452-474c-865e-77f78ce3f75e HTTP/1.1" status: 200 len: 210 time: 0.0392616 Aug 16 22:24:41.969505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.976485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:41.989096 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e6ab6-e370-4911-9239-c3e817d35761 x-openstack-request-id: req-b28e6ab6-e370-4911-9239-c3e817d35761 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:41.989474 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820a93c5-4452-474c-865e-77f78ce3f75e", "name": "network-vif-deleted", "tag": "be92a6d7-93bd-485e-ac34-5f3c5f807fee", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:41.989756 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b28e6ab6-e370-4911-9239-c3e817d35761 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:41.990125 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820a93c5-4452-474c-865e-77f78ce3f75e', 'name': 'network-vif-deleted', 'tag': 'be92a6d7-93bd-485e-ac34-5f3c5f807fee', 'status': 'completed', 'code': 200} Aug 16 22:24:42.079100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.112067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.158498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event updated for resources: {'Port': ['ID=9b6fdf50-1a8a-41f4-a078-78245ab1e8f0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:42.163365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.174753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-25ecbf77-a94d-470a-abb1-e493d377298f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7783179 Aug 16 22:24:42.264335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.223 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c77f983d-7761-4a3c-82cf-41f57a7ec7a6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:42.326078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-a45cd1be-da48-4b9c-a2a8-b8e49fa6d47f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1501567 Aug 16 22:24:42.435675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bb5ef-7cd3-434c-af42-817e6a19d20c req-87db9cab-8ecc-4b6b-ada1-4e0f2e6bb577 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.443892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165bb5ef-7cd3-434c-af42-817e6a19d20c req-87db9cab-8ecc-4b6b-ada1-4e0f2e6bb577 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1713910 Aug 16 22:24:42.490408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.531777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-165bb5ef-7cd3-434c-af42-817e6a19d20c req-a6ab5b3d-2124-4358-8aea-34e5731a4f35 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868070 Aug 16 22:24:42.553033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-912a1e77-7e4d-47c6-857d-8061eeeea684 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.555421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:42.566209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-912a1e77-7e4d-47c6-857d-8061eeeea684 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2390544 Aug 16 22:24:42.578451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-695811e0-4d51-4d41-ae2c-97accda04132 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:24:42.579432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7fa0d-3dea-4731-aecb-b9790a1ae14f req-695811e0-4d51-4d41-ae2c-97accda04132 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070133 Aug 16 22:24:42.628269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:42.645918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:42.650864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:42.653386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=c77f983d-7761-4a3c-82cf-41f57a7ec7a6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:42.663031 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Sync routers for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:42.685082 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:42.686077 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:42.705840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1c7a509-39cd-4c7b-bb5b-73fc70c8f81a req-7ab30bf7-71c5-47c2-9afe-5b0110a52fe7 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips/d6ef74ac-65f7-4f48-b266-9ea4c8c34eaf HTTP/1.1" status: 200 len: 692 time: 0.1019588 Aug 16 22:24:42.919660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7a509-39cd-4c7b-bb5b-73fc70c8f81a req-c7e56e31-fed5-401d-a712-37df8d266fd3 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:42.921138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1c7a509-39cd-4c7b-bb5b-73fc70c8f81a req-c7e56e31-fed5-401d-a712-37df8d266fd3 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.2113712 Aug 16 22:24:42.963136 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:43.142753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:43.196623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5af494d3-d00b-48c9-9ef6-716ee927c1df req-753763dc-2020-4fe2-91f3-f45865ab881d tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=de9d2d0ffb0f4d1a90b927306694710b HTTP/1.1" status: 200 len: 695 time: 0.2053766 Aug 16 22:24:43.340202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fff8a8d-35e4-4011-8f23-eeaae19f152f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:43.402524 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '44bea5fa-2c23-4dbe-8657-31f0169e2d4f', 'name': '', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'mac_address': 'fa:16:3e:98:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:36Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 2, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'subnets': [{'id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:43.410109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af494d3-d00b-48c9-9ef6-716ee927c1df req-8acc9c73-4672-4af2-b4b1-22442a931e57 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:43.410370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9fff8a8d-35e4-4011-8f23-eeaae19f152f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:43.410739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.413621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5af494d3-d00b-48c9-9ef6-716ee927c1df req-8acc9c73-4672-4af2-b4b1-22442a931e57 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks?id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 787 time: 0.2114959 Aug 16 22:24:43.428730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-5af494d3-d00b-48c9-9ef6-716ee927c1df req-ad10a381-5972-4bee-b2cd-0d628f584bf5 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:24:43.430378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5af494d3-d00b-48c9-9ef6-716ee927c1df req-ad10a381-5972-4bee-b2cd-0d628f584bf5 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085504 Aug 16 22:24:43.454328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Checking router: 442ecae8-d82f-4144-aaf4-020edcf3c568 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:43.454684 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Updating router 442ecae8-d82f-4144-aaf4-020edcf3c568 port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:24:43.484777 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.538689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-48ff67a8-091f-41c3-9057-80dee90d739b tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips/d6ef74ac-65f7-4f48-b266-9ea4c8c34eaf HTTP/1.1" status: 200 len: 692 time: 0.0816522 Aug 16 22:24:43.683140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-5ac5f2e7-d8d8-4257-9c95-b99a1a991d1f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:43.690800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-5ac5f2e7-d8d8-4257-9c95-b99a1a991d1f tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.1509130 Aug 16 22:24:43.696980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-4d0359be-f177-4e7e-a98c-e1aa255f32d5 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:24:43.708761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-4d0359be-f177-4e7e-a98c-e1aa255f32d5 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165386 Aug 16 22:24:43.803342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-3083d3ac-8ef8-4dfb-ba51-7c795d743811 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0941415 Aug 16 22:24:43.858808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-48c62e39-f84f-4bcf-b484-b0ad0aa801b8 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0544572 Aug 16 22:24:43.877321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.896177 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.907320 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Transition to ACTIVE for port object 44bea5fa-2c23-4dbe-8657-31f0169e2d4f will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:43.915574 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:43.923620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd103-6481-4a6e-b372-5ae1778b8731 req-f9554093-a2ff-4e0a-8d1f-4c71d251c387 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:43.925234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a6cd103-6481-4a6e-b372-5ae1778b8731 req-f9554093-a2ff-4e0a-8d1f-4c71d251c387 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2748127 Aug 16 22:24:43.996502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a6cd103-6481-4a6e-b372-5ae1778b8731 req-2a616ff4-67ec-48e1-8ed4-dba63316e560 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Aug 16 22:24:44.010657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.058128 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179664c-5d4a-4f72-ad79-03a36fd6a243 None None] Pushing event updated for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.101660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Deleting port 9b6fdf50-1a8a-41f4-a078-78245ab1e8f0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:44.101660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.111526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Attempting to bind port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:44.112150 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Attempting to bind port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:44.112811 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Attempting to bind port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f on network 40f9c772-b9f4-4f68-b8e5-385560d216c1 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:44.119348 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:44.120046 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Checking segment: {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:44.120623 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.121579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Bound using segment: {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:44.122847 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Bound port: 44bea5fa-2c23-4dbe-8657-31f0169e2d4f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db956da1-b35a-4675-ad81-55545ec51c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:44.123713 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.207367 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] For port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:44.211711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] For port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:44.219976 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.272226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.276567 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.278403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.289647 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:44.290931 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:44.298962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Calling delete_port for 9b6fdf50-1a8a-41f4-a078-78245ab1e8f0 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:44.361916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.370262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.463316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179664c-5d4a-4f72-ad79-03a36fd6a243 None None] Pushing event updated for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.504885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=c77f983d-7761-4a3c-82cf-41f57a7ec7a6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.535887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.587642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:44.604091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.620293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.708686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event deleted for resources: {'Port': ['ID=9b6fdf50-1a8a-41f4-a078-78245ab1e8f0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:44.811065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.813570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:44.814728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0c2703-0f55-4bd3-a60a-a24c504c7824 req-7f80801e-2be3-4e39-a8fd-e9fd6bfaee38 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "DELETE /v2.0/floatingips/d6ef74ac-65f7-4f48-b266-9ea4c8c34eaf HTTP/1.1" status: 204 len: 173 time: 0.9552302 Aug 16 22:24:44.818882 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP d57ca167-1b83-4cc6-8698-8877dc1680a8 associated. External IP: 172.25.8.223, port: 0d4b06ce-f82b-4ff8-a552-1026de9a2b37. Aug 16 22:24:45.075232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-efa1935b-298b-4470-9dc6-8a820739b21d tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2226284 Aug 16 22:24:45.088402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:45.140068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '44bea5fa-2c23-4dbe-8657-31f0169e2d4f', 'name': '', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'mac_address': 'fa:16:3e:98:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:36Z', 'updated_at': '2021-08-16T22:24:44Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'subnets': [{'id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:45.193999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.241080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcf6d-3a6e-4d8b-8607-041778899f92 req-7e07137b-216b-4c8a-8395-e6e620a18d30 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:45.258472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d7bcf6d-3a6e-4d8b-8607-041778899f92 req-7e07137b-216b-4c8a-8395-e6e620a18d30 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1733310 Aug 16 22:24:45.262558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414761d-d61b-4028-aa57-f9fb528e73e9 None None] The sync data for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 is: [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:37Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '44bea5fa-2c23-4dbe-8657-31f0169e2d4f', 'name': '', 'network_id': '40f9c772-b9f4-4f68-b8e5-385560d216c1', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'mac_address': 'fa:16:3e:98:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:36Z', 'updated_at': '2021-08-16T22:24:44Z', 'revision_number': 4, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'subnets': [{'id': '2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:45.310820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:45.385203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d7bcf6d-3a6e-4d8b-8607-041778899f92 req-b6a34c93-9bed-4d33-98b6-1f920050b849 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226752 Aug 16 22:24:45.418284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 44bea5fa-2c23-4dbe-8657-31f0169e2d4f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:45.520187 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.525667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f430ad87-e83a-4389-9292-d3c22dde9711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.555777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:24:45.578120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:45.578977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.688319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Allocated IP 172.25.8.85 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/71371687-8dae-488c-880c-738b252a6f4f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:45.731515 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.806464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:45.812272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.850510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.925233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:45.927358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:45.985845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:45.986481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:45.989552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:45.993482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:46.010781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Sync routers for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:46.023266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event updated for resources: {'Port': ['ID=71371687-8dae-488c-880c-738b252a6f4f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:46.045125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.060084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:46.060719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:46.139896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Deleting port 85a53dc6-d881-45e8-ae4c-369754fe4e4a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:46.141699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.155257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.177967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8aabe93a-2a59-4b07-a228-b5f2ac7a7bac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3237572 Aug 16 22:24:46.188200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:46.191136 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:46.232448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.327775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-eaf8c059-aa8f-4fce-adb3-9f1df47550f9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1761746 Aug 16 22:24:46.350929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] For port 85a53dc6-d881-45e8-ae4c-369754fe4e4a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85a53dc6-d881-45e8-ae4c-369754fe4e4a,segment=NetworkSegment(6607f90c-7850-49af-a723-c804f4d65166),segment_id=6607f90c-7850-49af-a723-c804f4d65166)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:46.351609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.366370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Calling delete_port for 85a53dc6-d881-45e8-ae4c-369754fe4e4a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:46.390560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:46.442829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb869e8-f2e5-49dc-b490-49fca3dbd8af req-a1fb7635-8d06-46d0-8326-87214ae79f13 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.444593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcb869e8-f2e5-49dc-b490-49fca3dbd8af req-a1fb7635-8d06-46d0-8326-87214ae79f13 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1314740 Aug 16 22:24:46.515010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fcb869e8-f2e5-49dc-b490-49fca3dbd8af req-89aeb324-de30-4c38-bc56-32d0f6966650 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610771 Aug 16 22:24:46.542506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:46.574894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-b42772b9-2342-44a5-a27f-510f86782bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.576749 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-b42772b9-2342-44a5-a27f-510f86782bc9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 1099 time: 0.2057593 Aug 16 22:24:46.582869 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d8d9f5-9a75-4948-ad07-2401d16e061e x-openstack-request-id: req-81d8d9f5-9a75-4948-ad07-2401d16e061e {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:46.583174 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:46.583428 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81d8d9f5-9a75-4948-ad07-2401d16e061e {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:46.583824 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'status': 'completed', 'code': 200} Aug 16 22:24:46.677931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.691684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:46.766327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8f570f7a-14bc-4a4f-8288-93080dea72b3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 200 len: 992 time: 0.2224874 Aug 16 22:24:46.806897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event updated for resources: {'Port': ['ID=71371687-8dae-488c-880c-738b252a6f4f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:46.849386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-689366c9-c7b2-4523-addf-1272f90196b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.850972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-689366c9-c7b2-4523-addf-1272f90196b0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 200 len: 916 time: 0.2222714 Aug 16 22:24:46.858972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd57ca167-1b83-4cc6-8698-8877dc1680a8', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'mac_address': 'fa:16:3e:d8:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:43Z', 'updated_at': '2021-08-16T22:24:43Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:46.873421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-d05c697c-be5f-4e53-9d9b-8f9fc37473b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:46.875355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-d05c697c-be5f-4e53-9d9b-8f9fc37473b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.2369177 Aug 16 22:24:46.908279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Checking router: 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:46.918513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:46.920063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:46.968496 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-be6cd564-9e35-4ff9-a590-8d751f76614c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 200 len: 1001 time: 0.1010361 Aug 16 22:24:46.969661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.012828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a026c68-d929-4539-bf42-1d6a1e120ef2 req-082ee0e0-4337-4e99-a1c6-fae2ea7bde7c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.014659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a026c68-d929-4539-bf42-1d6a1e120ef2 req-082ee0e0-4337-4e99-a1c6-fae2ea7bde7c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2470889 Aug 16 22:24:47.015623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.019280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-6553ba81-c48e-4e77-9295-41a6f8aa1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.020918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-6553ba81-c48e-4e77-9295-41a6f8aa1d0e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.1350241 Aug 16 22:24:47.058990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a53dc6-d881-45e8-ae4c-369754fe4e4a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:47.070730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:47.116506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-0c2d6261-386d-4094-9aef-aa84112a3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.118485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-0c2d6261-386d-4094-9aef-aa84112a3a82 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 200 len: 855 time: 0.1376088 Aug 16 22:24:47.273744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-bf24bc64-831f-4040-8422-63aae0248b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.275328 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-bf24bc64-831f-4040-8422-63aae0248b60 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=68a5af4f-773b-4f51-b19a-38d3d4c87b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478202 Aug 16 22:24:47.379357 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.433939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 44bea5fa-2c23-4dbe-8657-31f0169e2d4f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:24:47.446376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd57ca167-1b83-4cc6-8698-8877dc1680a8', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'mac_address': 'fa:16:3e:d8:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:43Z', 'updated_at': '2021-08-16T22:24:43Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:47.492140 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-95c27d6e-1812-477e-b67c-b0974150a502 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063596 Aug 16 22:24:47.509658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.510877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-c3a99051-ba35-42a8-8e6c-43e5c1f9993c tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4281583 Aug 16 22:24:47.553503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73011725-c8ac-4ba2-8b31-2bff5594e0b0 None None] The sync data for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 is: [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd57ca167-1b83-4cc6-8698-8877dc1680a8', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'mac_address': 'fa:16:3e:d8:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:24:43Z', 'updated_at': '2021-08-16T22:24:43Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:47.568096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-2e13cbb5-dc35-4c0b-93e2-e71ecf364160 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.0462840 Aug 16 22:24:47.585283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a026c68-d929-4539-bf42-1d6a1e120ef2 req-33591837-6518-4858-8f16-efb222920a73 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561018 Aug 16 22:24:47.621302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:24:47.621715 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:47.701628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-412390cf-9078-4974-90c6-247e494dae91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1000 time: 0.6699333 Aug 16 22:24:47.749269 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-00659dbb-f1d0-4a5c-b7ad-9aec98cba5c5 req-d419f2df-24d8-4235-9adf-f3fa0223b143 service neutron] 10.222.0.88 "GET /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473435 Aug 16 22:24:47.769571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:47.908519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-6d261613-e322-4f4a-9a71-f1a7c9622463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:47.909620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-6d261613-e322-4f4a-9a71-f1a7c9622463 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.1532812 Aug 16 22:24:47.998360 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22777c5a-b520-4751-9c9b-b6ee1af8a387 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 200 len: 992 time: 0.2252920 Aug 16 22:24:48.006583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:48.017419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-d6d55ab6-ee45-4059-8524-5ef6a1cd7273 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.019993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a60e4076-ba89-4e7e-b162-161cbc4301f7 req-d6d55ab6-ee45-4059-8524-5ef6a1cd7273 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.4337273 Aug 16 22:24:48.070207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfef14c-8115-430f-984f-09df16c52e97 None None] New status for floating IP d57ca167-1b83-4cc6-8698-8877dc1680a8: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:24:48.128665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.182399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-191ba5f7-2808-479a-84e6-7782c9c61f6a tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips/a16d37e5-a874-46ae-be15-b7b68203a29d HTTP/1.1" status: 200 len: 692 time: 0.0938301 Aug 16 22:24:48.192516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:48.202640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Sync routers for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:48.204779 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-48935d23-fb06-4edf-b29d-255fd673db65 admin admin] 10.222.0.22 "PUT /v2.0/routers/5eb944ec-860c-4f4d-9929-1e928c3b9fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0606909 Aug 16 22:24:48.207385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:48.218894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:48.219515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:48.253110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-0c75decc-8f78-46ab-90cb-7b763101eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.272127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-0c75decc-8f78-46ab-90cb-7b763101eb68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3429484 Aug 16 22:24:48.295770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2de-3614-4459-ac8d-817e5e0965f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.357204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.388524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:48.519835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.522758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-02578bab-2371-45e3-816c-5869cba054d7 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.530161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-02578bab-2371-45e3-816c-5869cba054d7 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.3295891 Aug 16 22:24:48.541608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-360d2c71-ba6e-45fd-9890-55fad4f3341c service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132516 Aug 16 22:24:48.583809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Deleting port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:48.584249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.690397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-5e4c02e2-2b1c-4c67-a6da-f48afa9c4ffa tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.1472061 Aug 16 22:24:48.705847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] For port f3e6cec0-a309-48f8-ac51-53d2f9bb3c94, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:48.706658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:48.729765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Calling delete_port for f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:48.812535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-d5d0145e-fdfe-4ef5-9e10-fde52fb915e1 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.1016064 Aug 16 22:24:48.823051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82708ac4-9423-4361-be4e-804b84dc77a8 req-8b391863-8d6a-4874-bcc6-f7f8c9f700e9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:48.824938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82708ac4-9423-4361-be4e-804b84dc77a8 req-8b391863-8d6a-4874-bcc6-f7f8c9f700e9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1500268 Aug 16 22:24:48.893917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d70bbaf2-df85-49b4-a4c1-7f270c47f62e req-fc83cab4-ff8f-4ed5-a28c-6c66d3eecb2c service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419218 Aug 16 22:24:48.904749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:24:46Z', 'revision_number': 5, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port': {'id': 'f3e6cec0-a309-48f8-ac51-53d2f9bb3c94', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:21:58Z', 'updated_at': '2021-08-16T22:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:48.962183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Checking router: 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:48.972690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Routers {'5eb944ec-860c-4f4d-9929-1e928c3b9fd7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:48.973443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:48.979969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82708ac4-9423-4361-be4e-804b84dc77a8 req-b8a0f659-6c37-4f39-8665-232840748481 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423929 Aug 16 22:24:48.996481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.007300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:49.019143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Deleting port 71371687-8dae-488c-880c-738b252a6f4f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:49.019498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.070856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e6cec0-a309-48f8-ac51-53d2f9bb3c94,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:49.114390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] Set router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:49.123569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.123907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.147809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Calling delete_port for 71371687-8dae-488c-880c-738b252a6f4f owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:49.183921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8f96678-8a26-4f8b-bd0d-5843ee4f44de tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 200 len: 994 time: 0.1800964 Aug 16 22:24:49.234467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.240504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:24:48Z', 'revision_number': 6, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:49.299058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3e16f-0edd-44d6-8811-8ff473162206 None None] The sync data for ids ['5eb944ec-860c-4f4d-9929-1e928c3b9fd7'] in n-d-791505-20 is: [{'id': '5eb944ec-860c-4f4d-9929-1e928c3b9fd7', 'name': 'tempest-ServerRescueTestJSON-1558094709-router', 'tenant_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:21:57Z', 'updated_at': '2021-08-16T22:24:48Z', 'revision_number': 6, 'project_id': 'f9ecdd67a6f646fd86cc9e3958cf74cd', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:49.317271 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.398798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.453564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Pushing event deleted for resources: {'Port': ['ID=71371687-8dae-488c-880c-738b252a6f4f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:49.532543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.535216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.536433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3541d753-e37d-4a51-b9f0-6a8146acd0d1 req-b6903502-88a6-4352-a7f7-31e298027561 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "DELETE /v2.0/floatingips/a16d37e5-a874-46ae-be15-b7b68203a29d HTTP/1.1" status: 204 len: 173 time: 0.7067904 Aug 16 22:24:49.593715 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-b426e80d-e638-44cd-8dd9-54540c5c0a89 req-08f9ac58-3617-4c4d-9e3a-f2674fd08326 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] show failed (client error): The resource could not be found. Aug 16 22:24:49.594808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b426e80d-e638-44cd-8dd9-54540c5c0a89 req-08f9ac58-3617-4c4d-9e3a-f2674fd08326 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips/a16d37e5-a874-46ae-be15-b7b68203a29d HTTP/1.1" status: 404 len: 350 time: 0.0385017 Aug 16 22:24:49.659327 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-f23dd051-b5cb-4869-ad3e-cdf52fcfd0b0 req-164e3735-49e5-4366-88af-9bdf02c3ba66 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] show failed (client error): The resource could not be found. Aug 16 22:24:49.660497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f23dd051-b5cb-4869-ad3e-cdf52fcfd0b0 req-164e3735-49e5-4366-88af-9bdf02c3ba66 tempest-FloatingIPsTestJSON-2088405814 tempest-FloatingIPsTestJSON-2088405814-project] 10.222.0.22 "GET /v2.0/floatingips/a16d37e5-a874-46ae-be15-b7b68203a29d HTTP/1.1" status: 404 len: 350 time: 0.0449917 Aug 16 22:24:49.671419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33364) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:49.724233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.727078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.782075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.782853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb944ec-860c-4f4d-9929-1e928c3b9fd7 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:24:49.789492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.794339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:49.795175 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e0a01152-fa61-45d1-beca-26da7c8f5f24 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5eb944ec-860c-4f4d-9929-1e928c3b9fd7 HTTP/1.1" status: 204 len: 168 time: 1.5863326 Aug 16 22:24:49.887334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Deleting subnet 37b81733-89d2-4f6e-8a7d-8d0e1114f46d {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:49.893172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:49.968801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.040528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.189390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.204792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fc4-6eec-4add-ae42-ffc700051fcf req-fe8f8e28-49f2-4965-a96d-7a51314c2d74 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:50.206938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d26fc4-6eec-4add-ae42-ffc700051fcf req-fe8f8e28-49f2-4965-a96d-7a51314c2d74 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1402042 Aug 16 22:24:50.242806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b81733-89d2-4f6e-8a7d-8d0e1114f46d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.255954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.257826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-42ac0c20-ff03-4216-98a4-a14afc89bbde admin admin] 10.222.0.22 "DELETE /v2.0/subnets/37b81733-89d2-4f6e-8a7d-8d0e1114f46d HTTP/1.1" status: 204 len: 168 time: 0.4625285 Aug 16 22:24:50.260399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:50.301715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d26fc4-6eec-4add-ae42-ffc700051fcf req-ec7ce4e6-bfe6-4ba1-95bb-bd40bac021c9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627935 Aug 16 22:24:50.376904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.398216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.492973 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.514040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994f30f6-4c8a-4d1b-a81a-700837b02aba']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:50.531032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6607f90c-7850-49af-a723-c804f4d65166') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:50.531690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6607f90c-7850-49af-a723-c804f4d65166') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:50.542037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.567574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.580851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:50.581390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:50.583292 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:50.664075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.671241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.674647 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] 10.222.0.22 "DELETE /v2.0/networks/994f30f6-4c8a-4d1b-a81a-700837b02aba HTTP/1.1" status: 204 len: 168 time: 0.4130690 Aug 16 22:24:50.698103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6a7d9-2d3b-4e1e-8552-e27d48af1612 admin admin] Pushing event deleted for resources: {'Network': ['ID=994f30f6-4c8a-4d1b-a81a-700837b02aba,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:50.808356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Deleting port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:50.808891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.887192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] For port 44bea5fa-2c23-4dbe-8657-31f0169e2d4f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:50.888103 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:50.904479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:50.904752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Calling delete_port for 44bea5fa-2c23-4dbe-8657-31f0169e2d4f owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:50.947026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:50.947518 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1d2026bf-8739-4368-837f-681da813c468 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9ecdd67a6f646fd86cc9e3958cf74cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413575 Aug 16 22:24:51.095761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.144153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.174744 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.232648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.238074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85a53dc6-d881-45e8-ae4c-369754fe4e4a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:51.259965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Pushing event deleted for resources: {'Port': ['ID=44bea5fa-2c23-4dbe-8657-31f0169e2d4f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:51.261941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.265770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.266859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c99d44b1-22f1-42ec-94db-6125aafc1c91 HTTP/1.1" status: 204 len: 168 time: 0.3187973 Aug 16 22:24:51.267517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 85a53dc6-d881-45e8-ae4c-369754fe4e4a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:51.268176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85a53dc6-d881-45e8-ae4c-369754fe4e4a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:51.269234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:51.281473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5388e-2933-49fc-bb0a-496c07bb2f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d44b1-22f1-42ec-94db-6125aafc1c91,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:51.301592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:51.302231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3e6cec0-a309-48f8-ac51-53d2f9bb3c94 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:51.374640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:51.824631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c430266-0a37-473c-8877-b65344ebd5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.975840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:51.991312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416e48-16b4-4445-a36c-0a94e38b4dbe req-381f7284-4707-4e44-b500-00121e254e20 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:51.992849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71416e48-16b4-4445-a36c-0a94e38b4dbe req-381f7284-4707-4e44-b500-00121e254e20 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.5329387 Aug 16 22:24:52.090588 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:24:52.105107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71416e48-16b4-4445-a36c-0a94e38b4dbe req-c2392e8f-0f9b-48d1-b231-d34ad5dc8a7b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951507 Aug 16 22:24:52.164228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c430266-0a37-473c-8877-b65344ebd5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.172235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c430266-0a37-473c-8877-b65344ebd5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.212047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:52.213392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c430266-0a37-473c-8877-b65344ebd5ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=773d6ff5f26c4ce491235e4662d823bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8376627 Aug 16 22:24:52.216586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:52.228461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430266-0a37-473c-8877-b65344ebd5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f5966-f091-4c86-9252-a3ecdc384441,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:52.284402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.308434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.354882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Router 442ecae8-d82f-4144-aaf4-020edcf3c568 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:24:52.372320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.376300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.378317 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca8f5966-f091-4c86-9252-a3ecdc384441 HTTP/1.1" status: 204 len: 168 time: 0.1583669 Aug 16 22:24:52.401568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14007b-589d-416f-b1d2-7a8f08cf1fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f5966-f091-4c86-9252-a3ecdc384441,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:52.417409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1091867855-network', 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:52.450860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:52.454384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.464988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.555196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:24:52.567532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e1058630-0b2d-4a88-a75f-b8b002028cef admin admin] 10.222.0.22 "PUT /v2.0/routers/442ecae8-d82f-4144-aaf4-020edcf3c568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8948412 Aug 16 22:24:52.568135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:52.571415 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Sync routers for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:24:52.587331 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:52.588206 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:52.604541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.609548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.634281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:24:52.654315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.655281 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Added segment dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb of type vlan for network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac Aug 16 22:24:52.656640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:52.698775 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.724227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.726234 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:52.752707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.754278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:52.755328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.783717 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5657992 Aug 16 22:24:52.788930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33462) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:52.804031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Request body: {'subnet': {'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1091867855-subnet', 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:52.822790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.839309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab158a-0ab1-47ef-9e76-d975525ecbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=8efdcf78-dcbc-4bfd-a714-42cc6a551dac,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:52.850557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:24:52.902851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:52.906625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:52.909641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:52.919832 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f2c1f5-afbc-4425-a9cf-f18d29636bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.022971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f2c1f5-afbc-4425-a9cf-f18d29636bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.034835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f2c1f5-afbc-4425-a9cf-f18d29636bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.049869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.070265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2c1f5-afbc-4425-a9cf-f18d29636bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455045b-b24a-4530-bb93-2d4ca89982df,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:53.086950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:51Z', 'revision_number': 5, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port': {'id': '9fff8a8d-35e4-4011-8f23-eeaae19f152f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:33Z', 'updated_at': '2021-08-16T22:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:53.093899 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-73f2c1f5-afbc-4425-a9cf-f18d29636bf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f41396d17bd940779ebad22dce14e75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888907 Aug 16 22:24:53.096007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:53.124993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Checking router: 442ecae8-d82f-4144-aaf4-020edcf3c568 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:24:53.136987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Routers {'442ecae8-d82f-4144-aaf4-020edcf3c568'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:24:53.139252 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['442ecae8-d82f-4144-aaf4-020edcf3c568'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:53.156599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.183444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.221704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Deleting port 9fff8a8d-35e4-4011-8f23-eeaae19f152f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:53.222053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.248935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.253534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.254815 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1455045b-b24a-4530-bb93-2d4ca89982df HTTP/1.1" status: 204 len: 168 time: 0.1575735 Aug 16 22:24:53.285446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2b17b-6d9b-4656-940c-197a71e4ea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455045b-b24a-4530-bb93-2d4ca89982df,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:53.288665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.320488 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] Set router 442ecae8-d82f-4144-aaf4-020edcf3c568 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:24:53.392728 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:53Z', 'revision_number': 6, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:53.418529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c63000-4841-45df-85aa-a6451ec9b129,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:53.434114 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0a3e-a210-4e38-b831-911ee3438a0a None None] The sync data for ids ['442ecae8-d82f-4144-aaf4-020edcf3c568'] in n-d-791505-20 is: [{'id': '442ecae8-d82f-4144-aaf4-020edcf3c568', 'name': 'tempest-FloatingIPsTestJSON-1532802456-router', 'tenant_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:32Z', 'updated_at': '2021-08-16T22:24:53Z', 'revision_number': 6, 'project_id': 'de9d2d0ffb0f4d1a90b927306694710b', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:24:53.435139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d054a-db77-4de1-889b-51d051fa06bd req-f24b670a-c8e3-4aeb-b994-c4bdb949ec2c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:53.437972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348d054a-db77-4de1-889b-51d051fa06bd req-f24b670a-c8e3-4aeb-b994-c4bdb949ec2c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2068944 Aug 16 22:24:53.464374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:53.464374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Network hostable DHCP agents. Network: 8efdcf78-dcbc-4bfd-a714-42cc6a551dac, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:24:53.508373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] For port 9fff8a8d-35e4-4011-8f23-eeaae19f152f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9fff8a8d-35e4-4011-8f23-eeaae19f152f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:53.508680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.527279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348d054a-db77-4de1-889b-51d051fa06bd req-a3f38cc8-f06d-4f3b-b3a3-731f5dc6fe4c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807667 Aug 16 22:24:53.531151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:24:53.533297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Calling delete_port for 9fff8a8d-35e4-4011-8f23-eeaae19f152f owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:53.586067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8efdcf78-dcbc-4bfd-a714-42cc6a551dac) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:53.593640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:53.593754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.596781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08ccd3-6467-4fc8-946a-0544d23521ec None None] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:53.627470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-78c93618-29ef-43b8-ac65-ee2025360650 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8338416 Aug 16 22:24:53.828297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88144f0c-551a-45ba-9cce-34db43c53269 None None] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:53.849910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:53.958436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fff8a8d-35e4-4011-8f23-eeaae19f152f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:54.003152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.146613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.149289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.209427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.210348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442ecae8-d82f-4144-aaf4-020edcf3c568 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:24:54.217742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.221149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8f489995-a3d0-4629-a386-adc0717f9e47 admin admin] 10.222.0.22 "DELETE /v2.0/routers/442ecae8-d82f-4144-aaf4-020edcf3c568 HTTP/1.1" status: 204 len: 168 time: 1.6481664 Aug 16 22:24:54.221865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33510) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:54.280331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Deleting subnet 2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:24:54.283897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.323789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.351762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-f714de72-2275-485f-bec1-ea4df8e7de52 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:54.357455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-f714de72-2275-485f-bec1-ea4df8e7de52 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1443813 Aug 16 22:24:54.379846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-ab981468-5037-47ed-a228-bd3b0f26dc9e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0138962 Aug 16 22:24:54.426736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-ba584ccf-0be7-47d2-afc0-7d3db97f9bb5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342641 Aug 16 22:24:54.438447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.524246 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.545459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-bc605b2a-1c07-4eb1-a597-32ba5a31baa5 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082339 Aug 16 22:24:54.558047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:54.564964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.565627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83474615-f81c-42ae-af81-a3b53c7e8d89 None None] Network 40f9c772-b9f4-4f68-b8e5-385560d216c1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:24:54.567881 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffa12d70-98f8-4085-9cb3-eafcee5f0e41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d3e7285-afa5-4ff2-a3e2-c8a57d78bd11 HTTP/1.1" status: 204 len: 168 time: 0.3448548 Aug 16 22:24:54.570671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:54.794250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.815040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a864-3a5c-4ca9-aef2-e0150286ed61 req-820dfa38-158a-424b-a504-c6361c781d9e tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:54.817148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c81a864-3a5c-4ca9-aef2-e0150286ed61 req-820dfa38-158a-424b-a504-c6361c781d9e tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1772013 Aug 16 22:24:54.825572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-ae2b6706-ec63-4dbe-8ab8-3b97b4e5b577 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712698 Aug 16 22:24:54.920310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c81a864-3a5c-4ca9-aef2-e0150286ed61 req-55d40320-bb62-4483-a206-8a11a121ee4f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Aug 16 22:24:54.938133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] DHCP port deletion for 40f9c772-b9f4-4f68-b8e5-385560d216c1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:24:54.946715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Deleting port 0931cd58-6f33-4b5f-ac2f-d07894dea02e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:54.952305 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:54.999043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Deleting port 0931cd58-6f33-4b5f-ac2f-d07894dea02e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:24:54.999747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.130157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] For port 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0931cd58-6f33-4b5f-ac2f-d07894dea02e,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:55.133736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.138412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcfccfd1-a6eb-4b6d-9048-65ffdb1c73f7 req-d92500e1-dc35-446c-963e-5d2b3396be2f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 210 time: 0.0552051 Aug 16 22:24:55.148202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] For port 0931cd58-6f33-4b5f-ac2f-d07894dea02e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0931cd58-6f33-4b5f-ac2f-d07894dea02e,segment=NetworkSegment(db956da1-b35a-4675-ad81-55545ec51c3a),segment_id=db956da1-b35a-4675-ad81-55545ec51c3a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:24:55.148425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.163067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Calling delete_port for 0931cd58-6f33-4b5f-ac2f-d07894dea02e owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:55.167415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Calling delete_port for 0931cd58-6f33-4b5f-ac2f-d07894dea02e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:24:55.322806 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.328179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 44bea5fa-2c23-4dbe-8657-31f0169e2d4f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.364080 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:24:55.367656 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:24:55.371445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 44bea5fa-2c23-4dbe-8657-31f0169e2d4f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:55.372465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 44bea5fa-2c23-4dbe-8657-31f0169e2d4f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:55.373126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fff8a8d-35e4-4011-8f23-eeaae19f152f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:55.377033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.377517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0931cd58-6f33-4b5f-ac2f-d07894dea02e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.387379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] No DVR routers for this DVR port 0931cd58-6f33-4b5f-ac2f-d07894dea02e on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:55.420084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9fff8a8d-35e4-4011-8f23-eeaae19f152f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:55.420571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9fff8a8d-35e4-4011-8f23-eeaae19f152f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:55.421006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0931cd58-6f33-4b5f-ac2f-d07894dea02e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:24:55.451910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] Pushing event deleted for resources: {'Port': ['ID=0931cd58-6f33-4b5f-ac2f-d07894dea02e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.479534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a20ab6-5bd9-492f-8c28-a1735fcac6a9 None None] No DVR routers for this DVR port 0931cd58-6f33-4b5f-ac2f-d07894dea02e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:24:55.481916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0931cd58-6f33-4b5f-ac2f-d07894dea02e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:24:55.482263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0931cd58-6f33-4b5f-ac2f-d07894dea02e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:24:55.519274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.531571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f9c772-b9f4-4f68-b8e5-385560d216c1']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:55.544322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db956da1-b35a-4675-ad81-55545ec51c3a') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:55.544728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db956da1-b35a-4675-ad81-55545ec51c3a') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:24:55.555311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.571325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.580036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:24:55.580502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:24:55.582440 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:24:55.651258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.660923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.667180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/40f9c772-b9f4-4f68-b8e5-385560d216c1 HTTP/1.1" status: 204 len: 168 time: 1.0944941 Aug 16 22:24:55.685711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c5b3-0e2d-425b-8424-b0625ab32bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f9c772-b9f4-4f68-b8e5-385560d216c1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:55.803259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:55.858904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:55.865913 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-50deb295-2846-4849-8228-c89068e6ebe0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de9d2d0ffb0f4d1a90b927306694710b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610759 Aug 16 22:24:55.947749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:55.976882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.058914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.062047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:56.063210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02678085-fc0c-4b98-b80b-9f387ffb393f HTTP/1.1" status: 204 len: 168 time: 0.2032979 Aug 16 22:24:56.087538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250acbd-e6b8-48e5-8b15-68283dbb0002 req-a5f9cdfc-d4e8-4a46-9296-ef11f722c9c2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.089044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5250acbd-e6b8-48e5-8b15-68283dbb0002 req-a5f9cdfc-d4e8-4a46-9296-ef11f722c9c2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.0701776 Aug 16 22:24:56.089838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de2a9-1148-428b-aa17-15e1c6980484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02678085-fc0c-4b98-b80b-9f387ffb393f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:56.181626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5250acbd-e6b8-48e5-8b15-68283dbb0002 req-bb77dd18-c679-4362-970f-58a6d2f4f45a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646601 Aug 16 22:24:56.294986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-70e7b4a2-b350-4252-bc12-6eb458aa286b req-3e49a339-1bca-4fee-bc44-aab2b7f19069 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 210 time: 0.0291927 Aug 16 22:24:56.568087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-ce0b2e7b-7dc2-41aa-a322-7b54cff8df56 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:56.569717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-ce0b2e7b-7dc2-41aa-a322-7b54cff8df56 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1730826 Aug 16 22:24:56.611103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:56.737613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:24:56.741669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.477679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.10 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/69760e5e-2ddd-4511-9090-a0af3c63785a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:24:57.535212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0953b-43e8-4cd0-8fe9-9a6640c03806 req-6ea9204d-12a8-4fcc-a973-362305c9ee69 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:57.546072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69b0953b-43e8-4cd0-8fe9-9a6640c03806 req-6ea9204d-12a8-4fcc-a973-362305c9ee69 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2170217 Aug 16 22:24:57.615924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69b0953b-43e8-4cd0-8fe9-9a6640c03806 req-d1f8e7bc-e375-492b-ab3f-d5afb87d83f5 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Aug 16 22:24:57.717953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48f8e819-c640-48d0-ad4d-6ac1b018cbb6 req-5bb58614-c461-4218-8915-70bda230d7a5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 210 time: 0.0694609 Aug 16 22:24:57.806753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5e475f-033b-4906-bdb3-9c154a20353f req-f8944991-8b28-4da3-8fd9-3d9259d32aba tempest-AbsoluteLimitsNegativeTestJSON-478492468 tempest-AbsoluteLimitsNegativeTestJSON-478492468-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=abf2f21629ac465285723da0c6adae3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374882 Aug 16 22:24:57.843020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:57.918018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.960311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55091eae-6165-4ea6-9421-d8cb37bd0297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:57.963962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e475f-033b-4906-bdb3-9c154a20353f req-4bac870a-ac79-43ad-8fd6-00632477fcbe tempest-AbsoluteLimitsNegativeTestJSON-478492468 tempest-AbsoluteLimitsNegativeTestJSON-478492468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:57.966176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5e475f-033b-4906-bdb3-9c154a20353f req-4bac870a-ac79-43ad-8fd6-00632477fcbe tempest-AbsoluteLimitsNegativeTestJSON-478492468 tempest-AbsoluteLimitsNegativeTestJSON-478492468-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495652 Aug 16 22:24:57.992888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5e475f-033b-4906-bdb3-9c154a20353f req-c4a12c7e-4f9e-47d3-8263-ae2f8fd2f121 tempest-AbsoluteLimitsNegativeTestJSON-478492468 tempest-AbsoluteLimitsNegativeTestJSON-478492468-project] 10.222.0.22 "GET /v2.0/quotas/abf2f21629ac465285723da0c6adae3b HTTP/1.1" status: 200 len: 375 time: 0.0182369 Aug 16 22:24:58.014175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.046524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b5e475f-033b-4906-bdb3-9c154a20353f req-b78ba234-f0b2-4205-9e61-93e58d77d2ce tempest-AbsoluteLimitsNegativeTestJSON-478492468 tempest-AbsoluteLimitsNegativeTestJSON-478492468-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=abf2f21629ac465285723da0c6adae3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443189 Aug 16 22:24:58.063823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55091eae-6165-4ea6-9421-d8cb37bd0297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.067334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55091eae-6165-4ea6-9421-d8cb37bd0297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.081134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:24:58.086824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:24:58.089903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:24:58.118395 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-55091eae-6165-4ea6-9421-d8cb37bd0297 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c7992cae2804897b8e80cfc04174f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736242 Aug 16 22:24:58.120478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:58.124386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55091eae-6165-4ea6-9421-d8cb37bd0297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a22b6-e51b-468d-a3e9-2eb040f45848,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:58.141979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:58.200647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:58.201443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.233026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-fa27a1a4-b1a5-486b-b3f8-3536e5edf4fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6328244 Aug 16 22:24:58.235854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.253596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Request body: {'port': {'device_id': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:24:58.292360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.347770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.370660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:58.411093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.413907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.415076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb2a22b6-e51b-468d-a3e9-2eb040f45848 HTTP/1.1" status: 204 len: 168 time: 0.2912669 Aug 16 22:24:58.476221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988af5f-cbd0-4db5-bc9a-3bc6427a91c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a22b6-e51b-468d-a3e9-2eb040f45848,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:58.535609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c498bf0b-b2b5-4528-aaff-dff10a39b20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.652527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c498bf0b-b2b5-4528-aaff-dff10a39b20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.658339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c498bf0b-b2b5-4528-aaff-dff10a39b20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.698335 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c498bf0b-b2b5-4528-aaff-dff10a39b20f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abf2f21629ac465285723da0c6adae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262191 Aug 16 22:24:58.703723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:58.731404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498bf0b-b2b5-4528-aaff-dff10a39b20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8618c795-fe53-4343-ac89-4f1edf8cc48a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:58.764349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69760e5e-2ddd-4511-9090-a0af3c63785a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:24:58.782851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.811866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:58.827174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Transition to ACTIVE for port object 69760e5e-2ddd-4511-9090-a0af3c63785a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:24:58.844815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00ac5646-bae6-43d9-b65c-ef0346e6ee18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.845820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615099f5-1e86-4768-9dcd-239153f93e7d req-1f567af3-adbc-4b44-b327-1443af68d1f0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:58.847367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-615099f5-1e86-4768-9dcd-239153f93e7d req-1f567af3-adbc-4b44-b327-1443af68d1f0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1463001 Aug 16 22:24:58.863257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.886907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.962444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00ac5646-bae6-43d9-b65c-ef0346e6ee18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.966122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00ac5646-bae6-43d9-b65c-ef0346e6ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:58.985789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.000140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-615099f5-1e86-4768-9dcd-239153f93e7d req-9bf7b939-e426-4123-90d4-16e382c64590 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336465 Aug 16 22:24:59.005884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00ac5646-bae6-43d9-b65c-ef0346e6ee18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95d7951e38794b35a591e323414f3c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928568 Aug 16 22:24:59.006763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac5646-bae6-43d9-b65c-ef0346e6ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20325b3-21d7-4333-8c21-e2c668666cda,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.007944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891fb8a-7401-41aa-a644-e56213d69c8f req-ab2ea5ec-7909-44c5-8f30-5a3bf4059d54 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.011099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:24:59.015828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5891fb8a-7401-41aa-a644-e56213d69c8f req-ab2ea5ec-7909-44c5-8f30-5a3bf4059d54 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 944 time: 0.2048392 Aug 16 22:24:59.017537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Pushing event updated for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.062025 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.086070 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.120010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5891fb8a-7401-41aa-a644-e56213d69c8f req-e042aa20-e874-4552-b410-c354bcbb6305 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034052 Aug 16 22:24:59.137841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Attempting to bind port 69760e5e-2ddd-4511-9090-a0af3c63785a on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:24:59.138190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Attempting to bind port 69760e5e-2ddd-4511-9090-a0af3c63785a by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:24:59.138529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Attempting to bind port 69760e5e-2ddd-4511-9090-a0af3c63785a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:59.144752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Port 69760e5e-2ddd-4511-9090-a0af3c63785a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:24:59.145156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Attempting to bind port 69760e5e-2ddd-4511-9090-a0af3c63785a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:24:59.149025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.149765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.151833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.152545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.153080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8618c795-fe53-4343-ac89-4f1edf8cc48a HTTP/1.1" status: 204 len: 168 time: 0.4471467 Aug 16 22:24:59.156340 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d20325b3-21d7-4333-8c21-e2c668666cda HTTP/1.1" status: 204 len: 168 time: 0.1443007 Aug 16 22:24:59.158659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:24:59.158659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:24:59.158925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:24:59.159307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Bound port: 69760e5e-2ddd-4511-9090-a0af3c63785a, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:24:59.159673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.173107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9bf65-359c-40c8-8a78-26dff99821d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20325b3-21d7-4333-8c21-e2c668666cda,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.173824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7ae74-e378-471e-8bc1-4bc5b3a283a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618c795-fe53-4343-ac89-4f1edf8cc48a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.301361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:24:59.305434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=69760e5e-2ddd-4511-9090-a0af3c63785a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:24:59.311895 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.358384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.358943 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:24:59.360681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] 10.222.0.88 "PUT /v2.0/ports/69760e5e-2ddd-4511-9090-a0af3c63785a HTTP/1.1" status: 200 len: 1093 time: 1.1123774 Aug 16 22:24:59.363382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:24:59.366091 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5bd88-f9f8-466f-8c00-6d44674f0b20" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:24:59.402193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b44d01-0bd1-472a-8ca9-0a9693c9a43f service neutron] Pushing event updated for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:24:59.409990 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3794af14-0082-4af1-bbfa-0a0f767fc9b5 x-openstack-request-id: req-3794af14-0082-4af1-bbfa-0a0f767fc9b5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:24:59.409990 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:24:59.410347 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3794af14-0082-4af1-bbfa-0a0f767fc9b5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:24:59.411281 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a', 'status': 'completed', 'code': 200} Aug 16 22:24:59.517756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-171433a8-4c52-41a7-80f8-21965d726d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.521716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-171433a8-4c52-41a7-80f8-21965d726d70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 1096 time: 0.0853288 Aug 16 22:24:59.603772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-78d4551c-9bbc-4021-b18f-c4ec4e8a8dbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69760e5e-2ddd-4511-9090-a0af3c63785a HTTP/1.1" status: 200 len: 217 time: 0.0520620 Aug 16 22:24:59.671029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796e474-308b-43be-a159-730acd4462ba req-7e31d807-3b0f-47c7-aa43-d8736ee7e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:24:59.672514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-7e31d807-3b0f-47c7-aa43-d8736ee7e4ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0613456 Aug 16 22:24:59.708938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-178e651c-4ad2-417d-af79-d7b8cd7b0815 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288312 Aug 16 22:24:59.864543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-dda0c979-09a6-4078-8d21-e6dcfe19f826 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319544 Aug 16 22:24:59.977204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1796e474-308b-43be-a159-730acd4462ba req-4ec1e7f1-e906-449a-b165-88821c2874ae service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037757 Aug 16 22:25:00.219491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13992-4c55-4a5c-83b2-1173ed5bf5d5 req-045d2c09-d9ad-4b34-8194-82abcdeecaa3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.223237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd13992-4c55-4a5c-83b2-1173ed5bf5d5 req-045d2c09-d9ad-4b34-8194-82abcdeecaa3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1419084 Aug 16 22:25:00.233299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-e4bb9e64-5b70-4729-a639-e2ec075dd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.234983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-e4bb9e64-5b70-4729-a639-e2ec075dd132 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 1096 time: 0.1523681 Aug 16 22:25:00.352102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd13992-4c55-4a5c-83b2-1173ed5bf5d5 req-bdc42644-fed4-40e1-8586-5b0bbe7c018c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Aug 16 22:25:00.395333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-9077806f-ac1f-4c1f-adfb-bc41223269f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.396849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-9077806f-ac1f-4c1f-adfb-bc41223269f6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.1501431 Aug 16 22:25:00.479295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-08624a7b-39f6-4f5d-9d68-c0776fb6b4d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69760e5e-2ddd-4511-9090-a0af3c63785a HTTP/1.1" status: 200 len: 217 time: 0.0736740 Aug 16 22:25:00.616602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-4657e2c6-d8ad-43f0-9c34-b5377b43edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.617740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-4657e2c6-d8ad-43f0-9c34-b5377b43edaf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1270916 Aug 16 22:25:00.633758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2786-71ad-4604-95da-3e6639f72d06 req-bedd0680-0106-465a-b4b9-4eb82deaacfc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:00.651029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-151c2786-71ad-4604-95da-3e6639f72d06 req-bedd0680-0106-465a-b4b9-4eb82deaacfc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 944 time: 0.1656504 Aug 16 22:25:00.726985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-0dabfeb5-0ca9-4799-972a-08d807c04f98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726218 Aug 16 22:25:00.875793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:00.890215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-151c2786-71ad-4604-95da-3e6639f72d06 req-4f167a18-98bf-4dca-b6ef-0968072bb94f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381017 Aug 16 22:25:00.935373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-5ad88ede-9eb7-4dcd-a146-9a396d402044 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962211 Aug 16 22:25:01.083163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34a5bd88-f9f8-466f-8c00-6d44674f0b20 req-f38e2e1f-a24f-4afd-abe8-3f304ab4d3a3 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389065 Aug 16 22:25:01.165099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce506799-d88f-47b4-b297-4b3b1d2b59e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.277104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce506799-d88f-47b4-b297-4b3b1d2b59e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.281869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce506799-d88f-47b4-b297-4b3b1d2b59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.329987 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce506799-d88f-47b4-b297-4b3b1d2b59e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27e25c79b3c942a8bc6fdda1b97fac83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528730 Aug 16 22:25:01.332783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:01.336466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce506799-d88f-47b4-b297-4b3b1d2b59e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903feddd-7e02-41a7-bb26-d2ed758778a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.406190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.432707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.504431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.507273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:01.511176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/903feddd-7e02-41a7-bb26-d2ed758778a8 HTTP/1.1" status: 204 len: 168 time: 0.1750715 Aug 16 22:25:01.548863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1b932-96f7-4446-b961-7c35c606a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903feddd-7e02-41a7-bb26-d2ed758778a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:01.588615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42f277-5fc3-4d8d-9669-584a747cc4ae req-f932bdc9-3d95-42b5-9de2-1916b48a6a45 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:01.590887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c42f277-5fc3-4d8d-9669-584a747cc4ae req-f932bdc9-3d95-42b5-9de2-1916b48a6a45 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.0801792 Aug 16 22:25:01.646189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c42f277-5fc3-4d8d-9669-584a747cc4ae req-00f081eb-bc86-43e9-9581-1d448cf5f435 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Aug 16 22:25:02.023279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d074a-6b36-40d7-bb7b-976fc5bdb032 req-463e5ede-4554-4634-9d35-af47ed2b6804 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:02.024902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b01d074a-6b36-40d7-bb7b-976fc5bdb032 req-463e5ede-4554-4634-9d35-af47ed2b6804 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 944 time: 0.0609047 Aug 16 22:25:02.077625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b01d074a-6b36-40d7-bb7b-976fc5bdb032 req-1b5ab332-b3ce-4d86-aa57-1ccaf1ea8335 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Aug 16 22:25:02.267193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33844) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:02.369723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1341089946-network', 'tenant_id': '87365ee4da2142c186aec01bbaf60f5a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:02.393712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Made reservation on behalf of 87365ee4da2142c186aec01bbaf60f5a for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:02.396262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.405457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.498575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.502818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.534179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:02.544538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847819a-1e46-4c3e-a80a-804acc9d3d0c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:02.549839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.550275 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Added segment 659c1c75-53b5-4bc7-8b45-2eb6be99add7 of type vlan for network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 Aug 16 22:25:02.593750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.624407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.625783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:02.626465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.686518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4144607 Aug 16 22:25:02.687529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:02.697002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307f8a-9cda-41f7-92a6-e9633c1b1a49 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:02.697769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Request body: {'subnet': {'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1341089946-subnet', 'tenant_id': '87365ee4da2142c186aec01bbaf60f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:02.709717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:02.748852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Made reservation on behalf of 87365ee4da2142c186aec01bbaf60f5a for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:02.752473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:02.852449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a78604-2747-449c-a09b-d5dc01954ccb req-00cf3e3b-6dbc-4993-9506-7d9581683ca7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:02.854063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a78604-2747-449c-a09b-d5dc01954ccb req-00cf3e3b-6dbc-4993-9506-7d9581683ca7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.0839455 Aug 16 22:25:02.929043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a78604-2747-449c-a09b-d5dc01954ccb req-a195ff84-5892-43de-975f-f5aacea92343 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643950 Aug 16 22:25:03.014515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.073973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5361e340-40b5-49fa-9404-3a3ccc8648cb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:03.084493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Checking segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:03.084839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Network hostable DHCP agents. Network: 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:03.106935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:03.117810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:03.123857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:03.124518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:03.129730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674f51c-66b1-4d03-8edc-7a9b84ce0f84 None None] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:03.155125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ebf59a0c-274c-4774-b500-8b309a1a3034 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4652379 Aug 16 22:25:03.275577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5fce1-aeec-41e1-b5a4-60ac6a7c41b2 req-9464ee7f-aa29-491a-b49f-eaa37e3afa4d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:03.291467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf5fce1-aeec-41e1-b5a4-60ac6a7c41b2 req-9464ee7f-aa29-491a-b49f-eaa37e3afa4d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 944 time: 0.1108263 Aug 16 22:25:03.326806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07126909-5d68-4823-a379-a750fc00bc2e None None] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:03.391426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf5fce1-aeec-41e1-b5a4-60ac6a7c41b2 req-fd7d1438-64bf-43d3-ada9-1574eeb47554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933571 Aug 16 22:25:03.783618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e9cad11e-16ab-4b4c-877c-d01d7250fa50 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:03.785127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e9cad11e-16ab-4b4c-877c-d01d7250fa50 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 818 time: 0.1255167 Aug 16 22:25:03.803104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-6bd89667-e1d7-49ae-89fe-3a48a95a8393 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/quotas/87365ee4da2142c186aec01bbaf60f5a HTTP/1.1" status: 200 len: 375 time: 0.0094461 Aug 16 22:25:03.838894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-a77158f0-025c-4475-b280-a5bb35e95493 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279272 Aug 16 22:25:03.844699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 69760e5e-2ddd-4511-9090-a0af3c63785a details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:03.971181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-072255b9-f705-45bb-b3bc-9f2cdc94e13b service neutron] 10.222.0.22 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239400 Aug 16 22:25:04.017494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=69760e5e-2ddd-4511-9090-a0af3c63785a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:04.030988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '69760e5e-2ddd-4511-9090-a0af3c63785a', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': '69760e5e-2ddd-4511-9090-a0af3c63785a', 'mac_address': 'fa:16:3e:cf:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:04.076032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.093210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69760e5e-2ddd-4511-9090-a0af3c63785a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:04.109126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b8530-fe6f-4bf5-96e2-8afbefe08628 req-7e5df451-742b-49ef-8466-93224cba7044 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:04.110764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-621b8530-fe6f-4bf5-96e2-8afbefe08628 req-7e5df451-742b-49ef-8466-93224cba7044 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.0835683 Aug 16 22:25:04.117386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=69760e5e-2ddd-4511-9090-a0af3c63785a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:04.122717 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:04.135857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-fa1e95f8-0465-45b3-95f1-215383d3e9a9 service neutron] 10.222.0.22 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608303 Aug 16 22:25:04.192497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:04.202424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-621b8530-fe6f-4bf5-96e2-8afbefe08628 req-d5f5e557-afcf-4441-a09b-96683e616053 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822861 Aug 16 22:25:04.583036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36116023-0d5b-4057-aaed-a18850fb6b4d req-25e5de3f-56c8-408d-b875-890e62889756 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 210 time: 0.0503376 Aug 16 22:25:04.605410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229221e-6144-4c89-b1f8-ae42951ecfa6 req-8e74c442-b1f8-4a37-8ab0-82a27780bba7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:04.608900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8229221e-6144-4c89-b1f8-ae42951ecfa6 req-8e74c442-b1f8-4a37-8ab0-82a27780bba7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 945 time: 0.1320837 Aug 16 22:25:04.665928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8229221e-6144-4c89-b1f8-ae42951ecfa6 req-322054ac-1ba7-4dcc-abcc-66080cdf608e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 Aug 16 22:25:04.688336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:04.872184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:05.047582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe20e-79e1-458a-a991-3b0b78da162f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.144364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f65f69-5c5a-41dc-a010-3ab648e63ed3 req-0ac7b2fb-6592-48ee-b93b-7539a7709494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.146001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68f65f69-5c5a-41dc-a010-3ab648e63ed3 req-0ac7b2fb-6592-48ee-b93b-7539a7709494 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 1098 time: 0.0479622 Aug 16 22:25:05.228329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe20e-79e1-458a-a991-3b0b78da162f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.232575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68f65f69-5c5a-41dc-a010-3ab648e63ed3 req-df58acef-42ef-4b64-9e64-046a47be19fd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758841 Aug 16 22:25:05.234021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe20e-79e1-458a-a991-3b0b78da162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.300651 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bcfbe20e-79e1-458a-a991-3b0b78da162f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed81e75031c14161ba40c96fe7ef250b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267192 Aug 16 22:25:05.304491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:05.306847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbe20e-79e1-458a-a991-3b0b78da162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae7052-ceab-4408-82a0-f7390b1f8ee9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:05.421776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc862ed-99fc-4e49-bfbb-8a89e63af431 req-b2ef4319-c12b-49c5-a6d0-de7f1fe97f19 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.423416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cc862ed-99fc-4e49-bfbb-8a89e63af431 req-b2ef4319-c12b-49c5-a6d0-de7f1fe97f19 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.1484728 Aug 16 22:25:05.439112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e9f1c-2bda-41bb-afd5-281273e7927b req-b43b7191-210c-4d7c-90d0-40dd4f17ac17 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.441543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e18e9f1c-2bda-41bb-afd5-281273e7927b req-b43b7191-210c-4d7c-90d0-40dd4f17ac17 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.1361117 Aug 16 22:25:05.479577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.540008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cc862ed-99fc-4e49-bfbb-8a89e63af431 req-bab9e2c5-61a1-4f4a-868f-fc46155fc637 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955927 Aug 16 22:25:05.547423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.572639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e18e9f1c-2bda-41bb-afd5-281273e7927b req-db55bf5f-affa-42e2-b285-973d561efb83 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242080 Aug 16 22:25:05.638018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.641496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:05.642626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eae7052-ceab-4408-82a0-f7390b1f8ee9 HTTP/1.1" status: 204 len: 168 time: 0.3356054 Aug 16 22:25:05.658312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ba4f-44fc-4a4c-8bcd-0b8ddaeca6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae7052-ceab-4408-82a0-f7390b1f8ee9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:05.758859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74279968-9a9b-4d3d-b8d9-10468aa5a6bc req-67cb5eec-31f7-484c-b754-98b8c4208517 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 210 time: 0.0296400 Aug 16 22:25:05.885668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3943178-6727-45c6-af9b-e6d309dad57f req-622ff1db-266e-455c-bdea-552fbd2b6622 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:05.888038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3943178-6727-45c6-af9b-e6d309dad57f req-622ff1db-266e-455c-bdea-552fbd2b6622 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 945 time: 0.0740259 Aug 16 22:25:05.952585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3943178-6727-45c6-af9b-e6d309dad57f req-e54f8f24-a6a7-49f4-a04e-3466ca5671cf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Aug 16 22:25:06.057658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33998) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:06.072440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-337d8df4-4156-4a13-b033-2c1475cad7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.195696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-337d8df4-4156-4a13-b033-2c1475cad7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.200655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-337d8df4-4156-4a13-b033-2c1475cad7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.243399 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-337d8df4-4156-4a13-b033-2c1475cad7a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6334fe2f46944a7698a3c94dc584b796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834884 Aug 16 22:25:06.244548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d8df4-4156-4a13-b033-2c1475cad7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2b0d4-0ac4-4cfe-95e7-96462c658cf0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.249554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:06.352150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.385383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.454927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.458688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:06.459881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ab2b0d4-0ac4-4cfe-95e7-96462c658cf0 HTTP/1.1" status: 204 len: 168 time: 0.2089946 Aug 16 22:25:06.495397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6afac-8384-438d-b85e-7bc91d03fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2b0d4-0ac4-4cfe-95e7-96462c658cf0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:06.912658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:07.080313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257f775-bb15-4526-8321-72deb0d47e8a req-cf345331-f208-4249-98a1-68113bb090aa tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.087504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d257f775-bb15-4526-8321-72deb0d47e8a req-cf345331-f208-4249-98a1-68113bb090aa tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.3727238 Aug 16 22:25:07.089386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a15831ef-2b85-4481-9799-d74d13a6143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.126252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e833-2181-4140-a9a4-caf98a419c68 req-8a4b3731-8676-41e6-954c-a88032ad03c2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.133480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a87e833-2181-4140-a9a4-caf98a419c68 req-8a4b3731-8676-41e6-954c-a88032ad03c2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.3237140 Aug 16 22:25:07.205371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a15831ef-2b85-4481-9799-d74d13a6143e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.212039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a15831ef-2b85-4481-9799-d74d13a6143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.216074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-7771fecd-b37e-4e64-9124-7d911fb042e6 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.217627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-7771fecd-b37e-4e64-9124-7d911fb042e6 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.88 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 818 time: 0.5537083 Aug 16 22:25:07.232086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d257f775-bb15-4526-8321-72deb0d47e8a req-47486dc8-572d-4653-bfb2-074ebb3242ae tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436365 Aug 16 22:25:07.242001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-238a62c3-1d3c-421b-a714-c59160710aae tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.243572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-238a62c3-1d3c-421b-a714-c59160710aae tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 818 time: 0.3231852 Aug 16 22:25:07.250100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Request body: {'port': {'device_id': '828be258-2af8-49b1-a873-f01474144c01', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'admin_state_up': True, 'tenant_id': '87365ee4da2142c186aec01bbaf60f5a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:07.264311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a87e833-2181-4140-a9a4-caf98a419c68 req-110030b6-a924-466e-8626-6e0bf117f190 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214728 Aug 16 22:25:07.264459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15831ef-2b85-4481-9799-d74d13a6143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3efb6a3-59dd-4375-a57f-54752e63d54b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:07.269514 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a15831ef-2b85-4481-9799-d74d13a6143e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fc78db957e74307b489889e4c26fc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544810 Aug 16 22:25:07.284935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34048) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:07.288141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Request body: {'port': {'device_id': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'admin_state_up': True, 'tenant_id': '87365ee4da2142c186aec01bbaf60f5a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:07.359824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.403170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.405770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c41b265-3e63-4ab8-acea-2417c3d2e09c req-c4fb2ea4-5e35-4a95-af2f-f01c790f5d5b tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 210 time: 0.0442967 Aug 16 22:25:07.490855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-093fa2e9-b052-41cd-9449-4dc42c6f4964 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.492923 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-093fa2e9-b052-41cd-9449-4dc42c6f4964 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.88 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 947 time: 0.1102526 Aug 16 22:25:07.617836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.620564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.621796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3efb6a3-59dd-4375-a57f-54752e63d54b HTTP/1.1" status: 204 len: 168 time: 0.3357582 Aug 16 22:25:07.650336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09653162-4872-42a2-b0a9-ae6a674156b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3efb6a3-59dd-4375-a57f-54752e63d54b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:07.670169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Made reservation on behalf of 87365ee4da2142c186aec01bbaf60f5a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:07.674073 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.694032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Deleting port 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:07.694522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.735950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4d9f-5503-435f-b82c-40104f82d0e8 req-31437a59-67ba-4cc8-be3e-979f96705462 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.745374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05ed4d9f-5503-435f-b82c-40104f82d0e8 req-31437a59-67ba-4cc8-be3e-979f96705462 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 945 time: 0.2259529 Aug 16 22:25:07.782886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Made reservation on behalf of 87365ee4da2142c186aec01bbaf60f5a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:07.786326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.798719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a3736-a6cb-4bde-b6ef-5eaeef9ac5a6 req-e27b1df7-226d-4a30-86d8-d1c508fe7322 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:07.800404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-662a3736-a6cb-4bde-b6ef-5eaeef9ac5a6 req-e27b1df7-226d-4a30-86d8-d1c508fe7322 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2799547 Aug 16 22:25:07.853788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] For port 77b5c454-8955-4a73-b775-8f8990415aa5, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77b5c454-8955-4a73-b775-8f8990415aa5,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:07.854275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:07.855721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 69760e5e-2ddd-4511-9090-a0af3c63785a up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:07.978961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 69760e5e-2ddd-4511-9090-a0af3c63785a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:07.985617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 69760e5e-2ddd-4511-9090-a0af3c63785a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:07.986412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.158646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.160072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.161102 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Floating IP e7e29667-7766-4edb-b10e-9e861c3a1a89 disassociated. External IP: 172.25.8.19, port: 77b5c454-8955-4a73-b775-8f8990415aa5. Aug 16 22:25:08.161978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Calling delete_port for 77b5c454-8955-4a73-b775-8f8990415aa5 owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:08.165404 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.194945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:08.197366 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2bac30-2ef6-46ca-90ab-52402b669a96" -d '{"events": [{"server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:08.213172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=69760e5e-2ddd-4511-9090-a0af3c63785a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:08.220070 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.244664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:08.296472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-2222ed78-aa25-40a5-a4d6-2e0a4440f5d4 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:08.298004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-2222ed78-aa25-40a5-a4d6-2e0a4440f5d4 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 818 time: 0.6953042 Aug 16 22:25:08.306978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:08.319718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.358624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05ed4d9f-5503-435f-b82c-40104f82d0e8 req-cee30d25-a618-4bcb-afeb-d7ee6bed251b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108110 Aug 16 22:25:08.378186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.383814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Request body: {'port': {'device_id': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'admin_state_up': True, 'tenant_id': '87365ee4da2142c186aec01bbaf60f5a'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:08.404692 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d95ee0-f429-440a-8040-619efbc7fdfd x-openstack-request-id: req-84d95ee0-f429-440a-8040-619efbc7fdfd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:08.405096 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "name": "network-vif-plugged", "status": "completed", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:08.405380 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84d95ee0-f429-440a-8040-619efbc7fdfd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:08.406244 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a', 'code': 200} Aug 16 22:25:08.410132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-662a3736-a6cb-4bde-b6ef-5eaeef9ac5a6 req-925b8ca0-0339-491d-a70d-a6124ed6496b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893955 Aug 16 22:25:08.431647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:08.449365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'Port': ['ID=77b5c454-8955-4a73-b775-8f8990415aa5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:08.599194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:08.622163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55d0ba3-40ae-41f0-a594-a816f1fdd4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.670876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d297ec19-7015-4a2a-8d25-45c082c7dc6f req-279ec436-97b5-445a-baa8-b8a5b366c350 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 210 time: 0.1012433 Aug 16 22:25:08.709362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05aeccd0-f27c-47e2-bbb2-c1e610c263a1 req-78775cad-f926-45d4-b52c-14f39af0a998 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 210 time: 0.0993898 Aug 16 22:25:08.719318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Allocated IP 172.20.0.10 (4f4ee440-9a85-40ff-a4c2-a44be8ba68d8/5361e340-40b5-49fa-9404-3a3ccc8648cb/64173934-833b-428b-be1f-ab2cd7018aa6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:08.751568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:08.766750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:08.776514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:08.778152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:08.803928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] No DVR routers for this DVR port 77b5c454-8955-4a73-b775-8f8990415aa5 on host n-h1-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:08.806839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:08.809507 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.88 "DELETE /v2.0/ports/77b5c454-8955-4a73-b775-8f8990415aa5 HTTP/1.1" status: 204 len: 173 time: 1.3089015 Aug 16 22:25:08.810409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-deleted', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:08.813589 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac3a779-4dca-4115-a4b9-86d0bed07f2b" -d '{"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-deleted", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:08.818275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81826-f80e-4599-8431-8a916809516d req-c6e14bb8-edec-4880-b4d6-8cbcc874a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:08.820208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0a81826-f80e-4599-8431-8a916809516d req-c6e14bb8-edec-4880-b4d6-8cbcc874a114 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 1098 time: 0.2537673 Aug 16 22:25:08.901793 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9616d8c2-b3b6-4f19-8bc2-88c343f39627 x-openstack-request-id: req-9616d8c2-b3b6-4f19-8bc2-88c343f39627 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:08.902097 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96d8ada-ac4c-4ede-abeb-721f74cd4bef", "name": "network-vif-deleted", "tag": "77b5c454-8955-4a73-b775-8f8990415aa5", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:08.902939 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9616d8c2-b3b6-4f19-8bc2-88c343f39627 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:08.904744 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96d8ada-ac4c-4ede-abeb-721f74cd4bef', 'name': 'network-vif-deleted', 'tag': '77b5c454-8955-4a73-b775-8f8990415aa5', 'status': 'completed', 'code': 200} Aug 16 22:25:08.956571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:09.084379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0a81826-f80e-4599-8431-8a916809516d req-35187b13-c3bd-4f4f-985e-ae0cec2b796b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865337 Aug 16 22:25:09.113444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.121470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5d938-ec45-4ad1-b377-742515846add req-1c4e048f-4f44-428c-a4cb-93d3bc7e36a6 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:09.123111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6a5d938-ec45-4ad1-b377-742515846add req-1c4e048f-4f44-428c-a4cb-93d3bc7e36a6 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2186689 Aug 16 22:25:09.129000 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.171684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.200143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:09.207090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=754b388dc3f74b898a60efa6d2ff460b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9512358 Aug 16 22:25:09.208466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34090) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:09.228880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55d0ba3-40ae-41f0-a594-a816f1fdd4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.232021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b16e4e-1a59-4c20-b77e-206aa85b566a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.232229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:09.238576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a55d0ba3-40ae-41f0-a594-a816f1fdd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.241353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:09.241994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:24:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:09.255099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.255687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.256008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.256449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.256885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.257346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.257778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.258209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.258655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.259088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.259516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.259941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80277ea-0bf7-47bd-b5e4-30c9e5b959dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:09.282429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0ba3-40ae-41f0-a594-a816f1fdd4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d929da-8ffb-4bdf-a70d-62f5a3371f52,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.290878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6a5d938-ec45-4ad1-b377-742515846add req-0d18b549-110a-44b6-a99f-6692d5ca1d58 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518495 Aug 16 22:25:09.313361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Made reservation on behalf of 87365ee4da2142c186aec01bbaf60f5a for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:09.313361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.317255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a55d0ba3-40ae-41f0-a594-a816f1fdd4d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76535ede3f234ad885e6eb66a438906c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857443 Aug 16 22:25:09.319869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:09.321931 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.341185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.380817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.396901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:09.414992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.449783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.475230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:09.501546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.504218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.508625 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6b16e4e-1a59-4c20-b77e-206aa85b566a HTTP/1.1" status: 204 len: 168 time: 0.2960942 Aug 16 22:25:09.512291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:09.517685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b92862-cc7e-42e1-981d-08b318a8f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b16e4e-1a59-4c20-b77e-206aa85b566a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.524189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:09.527810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Allocated IP 172.20.0.7 (4f4ee440-9a85-40ff-a4c2-a44be8ba68d8/5361e340-40b5-49fa-9404-3a3ccc8648cb/39a2b2f3-1a06-48aa-9aca-31eb8646aee6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:09.530098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event updated for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.555522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.559884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.561910 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77d929da-8ffb-4bdf-a70d-62f5a3371f52 HTTP/1.1" status: 204 len: 168 time: 0.2408164 Aug 16 22:25:09.574749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba91d0-4117-45ed-b03b-86c677e5b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d929da-8ffb-4bdf-a70d-62f5a3371f52,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:09.623543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:09.624215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.636451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eb1ba-66e4-4276-800a-1829cbbdc66a req-3da5111f-ec2e-469e-bde8-0cd5214b8466 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:09.644575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a9eb1ba-66e4-4276-800a-1829cbbdc66a req-3da5111f-ec2e-469e-bde8-0cd5214b8466 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 946 time: 0.1923130 Aug 16 22:25:09.718319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f6277aad-8e63-42fc-aa98-2bd0323f7a9c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4851935 Aug 16 22:25:09.769775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Request body: {'port': {'device_id': '828be258-2af8-49b1-a873-f01474144c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:09.809613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a9eb1ba-66e4-4276-800a-1829cbbdc66a req-57c0244e-f722-468f-bfc1-7c0ff79ad21c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637576 Aug 16 22:25:09.897124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c970bd0c-8158-4150-bfdd-a06b1dffd17b req-d63ecd80-6c3b-4cd8-b9b4-7ee3fd992abf tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/ports?device_id=f96d8ada-ac4c-4ede-abeb-721f74cd4bef HTTP/1.1" status: 200 len: 210 time: 0.0455842 Aug 16 22:25:09.915677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:09.994075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:10.024406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce6fc0-4d46-4c83-b13f-5fdc7786583a None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:14:26Z', 'revision_number': 4, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b30dca6b-7521-4686-aa2e-e23336e47e95', 'name': '', 'network_id': '68a5af4f-773b-4f51-b19a-38d3d4c87b33', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'mac_address': 'fa:16:3e:28:5d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:25Z', 'updated_at': '2021-08-16T22:14:32Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'subnets': [{'id': '03d6cfda-d085-4565-83f5-3c09a6dcfc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:10.114523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d67b9d7-77ec-47db-945b-fafc973242b4 req-a237e88c-ecf2-41c3-8e9f-c8c9d7843f71 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 210 time: 0.0518374 Aug 16 22:25:10.142406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:10.158107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7409-6f30-4c20-a95c-c91ed586a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.168616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.288608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.291884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7409-6f30-4c20-a95c-c91ed586a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.298820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed3a7409-6f30-4c20-a95c-c91ed586a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.380635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Allocated IP 172.20.0.13 (4f4ee440-9a85-40ff-a4c2-a44be8ba68d8/5361e340-40b5-49fa-9404-3a3ccc8648cb/21618600-0538-4119-a76d-41c38eae85af) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:10.380930 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed3a7409-6f30-4c20-a95c-c91ed586a1f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29dc49c1fa4642289139736aeb5355f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347219 Aug 16 22:25:10.381061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:10.381545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:10.389292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a7409-6f30-4c20-a95c-c91ed586a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8396defc-8891-4242-ade6-aa50322803ab,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:10.389657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:10.393921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event updated for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:10.401682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:10.454259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.484273 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6a858-9a61-48d8-8a0f-083e47e20cd2 None None] New status for floating IP e7e29667-7766-4edb-b10e-9e861c3a1a89: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:25:10.498778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:10.499430 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.503701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.574780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.577056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-e0765b70-b553-44ec-8ff7-34f7fde0d430 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2963974 Aug 16 22:25:10.578347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.579837 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8396defc-8891-4242-ade6-aa50322803ab HTTP/1.1" status: 204 len: 168 time: 0.1977472 Aug 16 22:25:10.605543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b00e98-9e13-4a62-95e7-8645d13dc277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396defc-8891-4242-ade6-aa50322803ab,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:10.608212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Request body: {'port': {'device_id': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:10.668838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f801df5-3aa4-40dc-9d28-591ecb28d621 req-72298278-a866-4ef2-963e-dc0173ebd0cf tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:10.670663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f801df5-3aa4-40dc-9d28-591ecb28d621 req-72298278-a866-4ef2-963e-dc0173ebd0cf tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2152157 Aug 16 22:25:10.781296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:10.812014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f801df5-3aa4-40dc-9d28-591ecb28d621 req-58f83337-1fb0-4472-acfe-24aa4e04658c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280544 Aug 16 22:25:10.815432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.039515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad51b5-d71a-48f2-9b97-fdbd5ad8044f req-7be3de2a-0668-47dc-8199-0ca01d4072fb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:11.041171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daad51b5-d71a-48f2-9b97-fdbd5ad8044f req-7be3de2a-0668-47dc-8199-0ca01d4072fb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 946 time: 0.0859518 Aug 16 22:25:11.098422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.190596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:11.196942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daad51b5-d71a-48f2-9b97-fdbd5ad8044f req-93905acf-c943-40f4-8429-dbf0ac80eacc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950859 Aug 16 22:25:11.229457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:11.241099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:11.248652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:11.284818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event updated for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:11.378783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.429808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.525161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.526412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:11.527958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.529086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.532808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d HTTP/1.1" status: 204 len: 168 time: 0.3385749 Aug 16 22:25:11.534197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:11.566250 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-8f27b8e7-2ff0-4d97-8d66-76288fd0064d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] show failed (client error): The resource could not be found. Aug 16 22:25:11.566250 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f27b8e7-2ff0-4d97-8d66-76288fd0064d tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "GET /v2.0/security-groups/c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d HTTP/1.1" status: 404 len: 347 time: 0.0233462 Aug 16 22:25:11.566250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c1fdb-d755-435f-959f-4f688e9bac29 tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b994e3-90b9-4166-9fdc-e7c10b8f7f7d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:11.566985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a907b7-3022-4ebd-8d28-e6dce1b346b9 req-2bbc17b1-7cfa-4536-ad5d-4067bbbf80f1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:11.571770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89a907b7-3022-4ebd-8d28-e6dce1b346b9 req-2bbc17b1-7cfa-4536-ad5d-4067bbbf80f1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2156389 Aug 16 22:25:11.571770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64173934-833b-428b-be1f-ab2cd7018aa6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:11.587144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:11.598342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.622398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09b820-c868-42fc-9d9f-e1128f64ada9 req-0d17e8cc-7878-437b-bb2b-ef517b98ee81 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:11.625677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe09b820-c868-42fc-9d9f-e1128f64ada9 req-0d17e8cc-7878-437b-bb2b-ef517b98ee81 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 931 time: 0.2743626 Aug 16 22:25:11.628727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-061a7771-2ccb-4429-92a0-dc03ac5795b8 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3027170 Aug 16 22:25:11.669222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Request body: {'port': {'device_id': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:11.696081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Transition to ACTIVE for port object 64173934-833b-428b-be1f-ab2cd7018aa6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:11.753295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe09b820-c868-42fc-9d9f-e1128f64ada9 req-1ebb1bf5-5fd4-4fb2-b589-8656cdca1eff tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769272 Aug 16 22:25:11.759532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Deleting port c1f5a77b-6ab4-4e75-aece-e927689b7e46 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:11.759884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.791033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.854927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89a907b7-3022-4ebd-8d28-e6dce1b346b9 req-7e0696bf-85d0-4c8c-85f9-a236595bd69e tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766409 Aug 16 22:25:11.864200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:11.878549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.878549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:11.900619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 77b5c454-8955-4a73-b775-8f8990415aa5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:11.900955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77b5c454-8955-4a73-b775-8f8990415aa5 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:11.905969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Calling delete_port for c1f5a77b-6ab4-4e75-aece-e927689b7e46 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:12.064529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Pushing event updated for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.124535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.136841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.151755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Pushing event deleted for resources: {'Port': ['ID=c1f5a77b-6ab4-4e75-aece-e927689b7e46,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:12.226895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-9b7e0f63-c4be-4bd4-a4ac-75df07aadf7e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:12.228722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-9b7e0f63-c4be-4bd4-a4ac-75df07aadf7e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.3507254 Aug 16 22:25:12.234203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.241169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.241169 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-771c5588-897e-4697-b40f-3e9871e328ca tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] 10.222.0.22 "DELETE /v2.0/floatingips/e7e29667-7766-4edb-b10e-9e861c3a1a89 HTTP/1.1" status: 204 len: 168 time: 0.6506834 Aug 16 22:25:12.298343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Attempting to bind port 64173934-833b-428b-be1f-ab2cd7018aa6 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:12.298682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Attempting to bind port 64173934-833b-428b-be1f-ab2cd7018aa6 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:12.300791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Attempting to bind port 64173934-833b-428b-be1f-ab2cd7018aa6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:12.310454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Port 64173934-833b-428b-be1f-ab2cd7018aa6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:12.310608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Attempting to bind port 64173934-833b-428b-be1f-ab2cd7018aa6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:12.322220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-fd1f7cd6-8a4f-4ccd-8065-85105ed31327 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0513573 Aug 16 22:25:12.337972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:12.338318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Checking segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:12.338715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Bound using segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:12.339167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Bound port: 64173934-833b-428b-be1f-ab2cd7018aa6, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:12.339539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.486832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:12.506569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.554773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Transition to ACTIVE for port object 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:12.576777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:12.626692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-a4a99d1d-e13c-4ba3-85a8-26184d026e4c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2898767 Aug 16 22:25:13.108367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:13.149876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Pushing event updated for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:13.154748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=64173934-833b-428b-be1f-ab2cd7018aa6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:13.175940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.309923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:13.310559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.312225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] 10.222.0.88 "PUT /v2.0/ports/64173934-833b-428b-be1f-ab2cd7018aa6 HTTP/1.1" status: 200 len: 1093 time: 3.5482283 Aug 16 22:25:13.315937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:13.318216 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60908cb9-599d-4d61-877f-16adbef9fead" -d '{"events": [{"name": "network-changed", "server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:13.356247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2b9be-aafc-4682-ba56-87f3392ca726 req-67a7d1fd-de24-4296-9458-7d57eff2298c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:13.363584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3a2b9be-aafc-4682-ba56-87f3392ca726 req-67a7d1fd-de24-4296-9458-7d57eff2298c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 943 time: 0.2796962 Aug 16 22:25:13.372831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-2f4822f8-c2cf-4c03-8cab-9b6723968cae service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188365 Aug 16 22:25:13.459985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188ff48-e0ac-4789-9a04-cc4bea187602 service neutron] Pushing event updated for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:13.553816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Attempting to bind port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:13.554175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Attempting to bind port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:13.554514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Attempting to bind port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:13.577618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:13.578675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Attempting to bind port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:13.583527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3a2b9be-aafc-4682-ba56-87f3392ca726 req-b5b2067e-c937-44e0-aa06-44dc1a299c3b tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190979 Aug 16 22:25:13.596076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21618600-0538-4119-a76d-41c38eae85af {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:13.614560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:13.614920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Checking segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:13.615322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Bound using segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:13.615783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Bound port: 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:13.616155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.619465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.653893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-b30a1bec-f7f2-4856-88a4-95408cad6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:13.655430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-b30a1bec-f7f2-4856-88a4-95408cad6da3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 1096 time: 0.2478898 Aug 16 22:25:13.668935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Transition to ACTIVE for port object 21618600-0538-4119-a76d-41c38eae85af will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:13.677565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66f9cb20-2004-4a05-9219-e90cc0537fbe req-04f6ff6c-009d-4f3a-9098-d4da8d1403e2 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038139 Aug 16 22:25:13.751387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:13.840187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-c4c119b2-dc98-435a-a419-cc8153fc3593 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64173934-833b-428b-be1f-ab2cd7018aa6 HTTP/1.1" status: 200 len: 217 time: 0.1154518 Aug 16 22:25:14.062126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:14.086931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Pushing event updated for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.112632 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9feac53-8aaf-4efd-a433-00f598975141 x-openstack-request-id: req-f9feac53-8aaf-4efd-a433-00f598975141 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:14.113010 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:14.113177 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9feac53-8aaf-4efd-a433-00f598975141 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:14.113604 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6', 'status': 'completed', 'code': 200} Aug 16 22:25:14.158276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-0dcd5060-67d8-4b02-aaf7-dee230b8567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.160346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-0dcd5060-67d8-4b02-aaf7-dee230b8567b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.2602243 Aug 16 22:25:14.162575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:14.185488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffde141-ecc2-4923-b5f7-c58ca69c1af9 req-55144deb-9ef9-41bf-8faa-29e5be90f9a0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.197722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ffde141-ecc2-4923-b5f7-c58ca69c1af9 req-55144deb-9ef9-41bf-8faa-29e5be90f9a0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.4704936 Aug 16 22:25:14.289491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.336062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-2e760e6d-b143-4c0d-897a-5efe7d62c022 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016722 Aug 16 22:25:14.361292 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.512358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ffde141-ecc2-4923-b5f7-c58ca69c1af9 req-688b4bd4-deab-44d1-80c3-4d302c122242 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131237 Aug 16 22:25:14.547096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Attempting to bind port 21618600-0538-4119-a76d-41c38eae85af on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:14.547096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Attempting to bind port 21618600-0538-4119-a76d-41c38eae85af by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:14.547427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Attempting to bind port 21618600-0538-4119-a76d-41c38eae85af on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:14.553062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.553995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.555832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] 10.222.0.89 "PUT /v2.0/ports/39a2b2f3-1a06-48aa-9aca-31eb8646aee6 HTTP/1.1" status: 200 len: 1092 time: 3.9547958 Aug 16 22:25:14.577859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Port 21618600-0538-4119-a76d-41c38eae85af on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:14.579063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Attempting to bind port 21618600-0538-4119-a76d-41c38eae85af on network 4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:14.599234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:14.599834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Checking segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:14.600419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Bound using segment: {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:14.601025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Bound port: 21618600-0538-4119-a76d-41c38eae85af, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659c1c75-53b5-4bc7-8b45-2eb6be99add7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:14.601592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:14.614012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d299a4-00a3-4e0f-ba45-c2238bfa5a04 service neutron] Pushing event updated for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:14.736503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-76de31ac-45a1-409a-bf71-2ece0f1d2b9c service neutron] 10.222.0.88 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686628 Aug 16 22:25:14.785476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-31ea40ef-025c-48dc-8557-ed9a63f6b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:14.787280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-31ea40ef-025c-48dc-8557-ed9a63f6b84e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 1095 time: 0.1623588 Aug 16 22:25:14.960470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-3407da1a-ce29-417c-b1f0-acdc709d65b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6 HTTP/1.1" status: 200 len: 217 time: 0.1385858 Aug 16 22:25:14.997985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:15.129231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=21618600-0538-4119-a76d-41c38eae85af,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:15.162327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94139597-4b36-4c81-b289-74361a092f5b req-879c6ba2-04b5-480d-951f-5b6dced20bb5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.171623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94139597-4b36-4c81-b289-74361a092f5b req-879c6ba2-04b5-480d-951f-5b6dced20bb5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 943 time: 0.3813024 Aug 16 22:25:15.175206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.202494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-ce0f3129-f290-4fbb-8f9a-ff2c891ba4f4 service neutron] 10.222.0.88 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645669 Aug 16 22:25:15.208284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-46004b95-1fcb-48ef-94c4-74e9509c5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.211667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-46004b95-1fcb-48ef-94c4-74e9509c5084 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.2375252 Aug 16 22:25:15.336850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-8b24068f-90b3-4eee-b928-905064ff697a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677586 Aug 16 22:25:15.354453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.355183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.358956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] 10.222.0.89 "PUT /v2.0/ports/21618600-0538-4119-a76d-41c38eae85af HTTP/1.1" status: 200 len: 1093 time: 3.6945925 Aug 16 22:25:15.493694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8f133ed-e9f3-4f96-9f80-b10ca07d193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:15.554357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94139597-4b36-4c81-b289-74361a092f5b req-d33e69c3-815e-4190-ac27-f7779c1b580d tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815172 Aug 16 22:25:15.588925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca850-becc-42ca-9291-e06a8827cd45 service neutron] Pushing event updated for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:15.652093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60908cb9-599d-4d61-877f-16adbef9fead req-b8452b95-215b-4cf7-bab0-e9c0a6765fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.654693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-b8452b95-215b-4cf7-bab0-e9c0a6765fee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 1096 time: 0.3228586 Aug 16 22:25:15.665478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-05a488c9-ff8c-4a3d-b840-336b21c51639 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.673031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-05a488c9-ff8c-4a3d-b840-336b21c51639 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.3470252 Aug 16 22:25:15.719180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-13358527-bde0-4590-8b1f-f8b6ab72ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:15.721097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-13358527-bde0-4590-8b1f-f8b6ab72ef27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 1096 time: 0.2175133 Aug 16 22:25:15.806778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-da292803-0d20-4ae6-b1b6-98c81ac77358 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.1324728 Aug 16 22:25:15.890955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-05bc5c97-d8be-4f0f-ab1d-2bae325989b0 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160308 Aug 16 22:25:15.908987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-73eb272c-2947-418c-a24f-7c2decb020a0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21618600-0538-4119-a76d-41c38eae85af HTTP/1.1" status: 200 len: 217 time: 0.1496866 Aug 16 22:25:16.116467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60908cb9-599d-4d61-877f-16adbef9fead req-d3195a19-fd06-4835-b1a7-eb06785c55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.118260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-d3195a19-fd06-4835-b1a7-eb06785c55e4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 918 time: 0.4400253 Aug 16 22:25:16.118808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6'}, {'name': 'network-changed', 'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'tag': '21618600-0538-4119-a76d-41c38eae85af'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:16.121382 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93136334-d068-40d2-b846-024182c5e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6"}, {"name": "network-changed", "server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "tag": "21618600-0538-4119-a76d-41c38eae85af"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:16.135537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-efe5c2fb-eb6a-40a7-b467-b429fe39cf29 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3276358 Aug 16 22:25:16.150333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-5c53f094-0ac2-4d86-a86d-524f9fbcc4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.152699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-5c53f094-0ac2-4d86-a86d-524f9fbcc4b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.2309451 Aug 16 22:25:16.224195 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb5130-dd8b-44f2-9076-1b764122c9c3 x-openstack-request-id: req-28cb5130-dd8b-44f2-9076-1b764122c9c3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:16.224667 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "tag": "21618600-0538-4119-a76d-41c38eae85af", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:16.225010 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28cb5130-dd8b-44f2-9076-1b764122c9c3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:16.225699 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6', 'status': 'completed', 'code': 200} Aug 16 22:25:16.226110 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'tag': '21618600-0538-4119-a76d-41c38eae85af', 'status': 'completed', 'code': 200} Aug 16 22:25:16.269155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-5e2c615b-d1a4-447e-9c5c-bff8688edee3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64173934-833b-428b-be1f-ab2cd7018aa6 HTTP/1.1" status: 200 len: 217 time: 0.1294587 Aug 16 22:25:16.292153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-f410f33c-976e-4014-bfb0-79b2d4897644 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835221 Aug 16 22:25:16.334695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-33f8a4a7-6028-44d5-980c-d85c22945f2e service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276464 Aug 16 22:25:16.432208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-df7433d9-f9ff-4acd-beb3-6cccd5deae1e service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956002 Aug 16 22:25:16.551198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60908cb9-599d-4d61-877f-16adbef9fead req-7784d71b-b9ca-45fb-b5cb-0e3004e3eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.552895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-7784d71b-b9ca-45fb-b5cb-0e3004e3eae8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.2476513 Aug 16 22:25:16.639354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-d93ee6b9-e9d5-4e96-953c-37fd566d79f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689247 Aug 16 22:25:16.645198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-c0540f8b-a33c-4264-aa7e-7782108619a6 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410382 Aug 16 22:25:16.687401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-d52f6d03-05bd-41ec-b138-63b500527f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:16.689274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-d52f6d03-05bd-41ec-b138-63b500527f12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 1095 time: 0.2057850 Aug 16 22:25:16.937219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-36a56906-38bc-40ff-8aeb-140d1d9425e4 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038083 Aug 16 22:25:17.019393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-b5e99c4b-63d2-485e-b7eb-64cb13a328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.022801 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-b5e99c4b-63d2-485e-b7eb-64cb13a328b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.2191193 Aug 16 22:25:17.250846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-cd9ab962-15cf-4238-aad8-d09dbc59642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.252279 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-cd9ab962-15cf-4238-aad8-d09dbc59642f service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.2220056 Aug 16 22:25:17.296542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-27176356-0873-417c-aeed-6226a94aae4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0360029 Aug 16 22:25:17.415316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-4e944ad5-8618-434a-bcfd-9e119c596bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.417012 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-4e944ad5-8618-434a-bcfd-9e119c596bf8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1086993 Aug 16 22:25:17.462582 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-b4293393-ec89-46d3-8ed0-d3558561989f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368655 Aug 16 22:25:17.575989 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-62b4c7c2-5f68-4ce5-bb1e-9b58f90f5e39 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039829 Aug 16 22:25:17.784370 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f49f9a48-adb0-4b29-9e92-fa3bf24f3591 req-6ccef67c-b316-426e-b47c-377ea3aba1ac service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004499 Aug 16 22:25:17.912636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056b25-00cf-461a-8324-54e9d90f7d28 req-ddd4ec63-ac4c-4f91-bb1d-e940a5ed0cbb tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.923340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8056b25-00cf-461a-8324-54e9d90f7d28 req-ddd4ec63-ac4c-4f91-bb1d-e940a5ed0cbb tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 943 time: 0.9786823 Aug 16 22:25:17.949981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b84a61bd-7da9-4975-a8c8-b7ca4654f2d7 req-390c5985-d56b-4584-bf8a-4ab85578f2d1 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2844591 Aug 16 22:25:17.988475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89248694-1c6c-4199-bc22-6635f906abcf req-e43bc2b3-818d-4e07-aa9e-b48630e7a176 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:17.998960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89248694-1c6c-4199-bc22-6635f906abcf req-e43bc2b3-818d-4e07-aa9e-b48630e7a176 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2920575 Aug 16 22:25:18.015692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-04dccd9b-c0fc-4625-88ca-a983b8bd6342 service neutron] 10.222.0.88 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3667929 Aug 16 22:25:18.030784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-06bc5956-0e88-479d-9a25-fd1c4900dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.032982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-06bc5956-0e88-479d-9a25-fd1c4900dead service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 918 time: 1.2764370 Aug 16 22:25:18.160251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.193032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8056b25-00cf-461a-8324-54e9d90f7d28 req-ac7b8d53-1676-40e6-b23d-35e7728bc298 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637081 Aug 16 22:25:18.249050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-5c2705df-0ee3-4608-a395-d6455ad170bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6 HTTP/1.1" status: 200 len: 217 time: 0.1846342 Aug 16 22:25:18.268551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c36d75c8-e988-41e1-8939-e8df994493a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:18.290500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89248694-1c6c-4199-bc22-6635f906abcf req-7241ee11-95a4-4f9a-adcc-41f3c4df3781 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896924 Aug 16 22:25:18.377038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ca9c678-fc41-48c7-9355-059f28435ea8 req-90547261-da37-4f95-90ec-0df0420b1345 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 210 time: 0.0490968 Aug 16 22:25:18.381655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60908cb9-599d-4d61-877f-16adbef9fead req-58588b4a-ed9d-413c-a63d-5f720b26fc5b service neutron] 10.222.0.88 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551736 Aug 16 22:25:18.388638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-4797cf1e-2fff-4922-94dd-eed8f5ea36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.390706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-4797cf1e-2fff-4922-94dd-eed8f5ea36f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.1335385 Aug 16 22:25:18.438757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-27114a8c-b855-40e5-941d-9cb5b09e8045 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398533 Aug 16 22:25:18.548473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-d10d5597-01c3-4100-b1ca-fd0c521baa15 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999038 Aug 16 22:25:18.655191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-841959e8-265d-41cc-af15-75a39275fc02 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986629 Aug 16 22:25:18.840106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-4a8a5783-c277-4977-b306-948fd7ef0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:18.841881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-4a8a5783-c277-4977-b306-948fd7ef0a54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=87365ee4da2142c186aec01bbaf60f5a&device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 1096 time: 0.0876553 Aug 16 22:25:19.072455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-e587317c-57f7-42b9-afe8-30971585e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.074124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-e587317c-57f7-42b9-afe8-30971585e621 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 200 len: 918 time: 0.2243950 Aug 16 22:25:19.090463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-e82b66ff-d880-4a84-8ef7-7d06724348e5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.093028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-e82b66ff-d880-4a84-8ef7-7d06724348e5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1621966 Aug 16 22:25:19.182162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.188988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:19.195762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-70fc7b55-abfa-4602-940e-5580ffdcbf18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21618600-0538-4119-a76d-41c38eae85af HTTP/1.1" status: 200 len: 217 time: 0.1016347 Aug 16 22:25:19.359631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93136334-d068-40d2-b846-024182c5e6c5 req-098e0462-95a7-47f3-a5e6-899acd800826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.361268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-098e0462-95a7-47f3-a5e6-899acd800826 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 200 len: 858 time: 0.1550605 Aug 16 22:25:19.436249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-9a8eb231-08de-490c-a70d-df65372970ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665007 Aug 16 22:25:19.456356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d8532-1343-4791-8143-379e75d048b4 req-69ac018b-a1f4-4092-9330-e63ba31440c1 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.457981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca4d8532-1343-4791-8143-379e75d048b4 req-69ac018b-a1f4-4092-9330-e63ba31440c1 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 943 time: 0.1733255 Aug 16 22:25:19.573567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:19.577981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:19.596452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca4d8532-1343-4791-8143-379e75d048b4 req-95f39821-57ca-4b41-bd48-52f286fbecfa tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151998 Aug 16 22:25:19.639369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fbe38-4743-4beb-a706-596a75425b20 req-44963a92-c927-487f-b852-12c7a739c910 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:19.640992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-755fbe38-4743-4beb-a706-596a75425b20 req-44963a92-c927-487f-b852-12c7a739c910 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2545505 Aug 16 22:25:19.874465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-a0921b7c-bbf0-415f-a700-1d86ca15a263 service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154649 Aug 16 22:25:19.902879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 64173934-833b-428b-be1f-ab2cd7018aa6 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:19.906926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f61c2251-e3c7-4e51-b567-c7fe6b37afb4 req-67a43c7c-88e0-49df-8181-60f6c33f8379 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 210 time: 0.0696177 Aug 16 22:25:19.910522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-755fbe38-4743-4beb-a706-596a75425b20 req-6ca70bb5-903f-4efd-b25f-274219bc8da1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449692 Aug 16 22:25:19.919847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.13 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/b73676f9-c992-43ea-83a3-6990763d1088) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:20.035839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=64173934-833b-428b-be1f-ab2cd7018aa6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:20.049226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '64173934-833b-428b-be1f-ab2cd7018aa6', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'port_id': '64173934-833b-428b-be1f-ab2cd7018aa6', 'mac_address': 'fa:16:3e:19:b1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361e340-40b5-49fa-9404-3a3ccc8648cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:20.053392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:20.161306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.183172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64173934-833b-428b-be1f-ab2cd7018aa6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:20.224802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=64173934-833b-428b-be1f-ab2cd7018aa6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:20.246151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.251353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:20.290132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'port_id': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6', 'mac_address': 'fa:16:3e:9c:17:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361e340-40b5-49fa-9404-3a3ccc8648cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:20.357689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:20.375670 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.389199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93136334-d068-40d2-b846-024182c5e6c5 req-5696a1ab-75f9-4f4a-8be5-b1fe2b3e057f service neutron] 10.222.0.89 "GET /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947197 Aug 16 22:25:20.394011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:20.436984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:20.452708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.495585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:20.519689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.526321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.544609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.582533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.592511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:20.600407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.613150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.621048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.630497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ae170af-7894-4b94-91af-11f54302111b req-d808451a-3a0c-4d0d-8b03-ff3c6fd8647f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.4634585 Aug 16 22:25:20.691108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.736500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ae170af-7894-4b94-91af-11f54302111b req-93bba41c-d2b1-48fd-8d9d-0a6822c42d3b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049531 Aug 16 22:25:20.763249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['39a2b2f3-1a06-48aa-9aca-31eb8646aee6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:20.820301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['64173934-833b-428b-be1f-ab2cd7018aa6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:20.914797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:20.926859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93e6b3-4220-406d-8592-5367c1ea710f req-80709593-6cfc-4b26-831e-9ac57a040367 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:20.928639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be93e6b3-4220-406d-8592-5367c1ea710f req-80709593-6cfc-4b26-831e-9ac57a040367 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 944 time: 0.1643860 Aug 16 22:25:21.016123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34460) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:21.049813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:21.060256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:21.062950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:21.168642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:21.187948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.196100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.202735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.209247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.217245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.223492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.229662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.236802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.249880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2ef298d-5543-4265-b090-10daab86cfef req-87d1c853-ba71-4ca5-8e34-465a6a74f58c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.3491702 Aug 16 22:25:21.271228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.271859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.278746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be93e6b3-4220-406d-8592-5367c1ea710f req-72f95bb6-c7c7-4aec-8f36-75bf0072872c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299379 Aug 16 22:25:21.281549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7607-337a-426d-b070-c640da81cdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.292406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-90d808dd-2778-4922-8468-c0206d6c7c9f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1117296 Aug 16 22:25:21.337978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Request body: {'port': {'device_id': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:21.385943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.439904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674ee40-d2d2-4947-8a47-56c64aa973d7 req-5fd67b6e-c7bc-40be-849d-d8e442910c72 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.441535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d674ee40-d2d2-4947-8a47-56c64aa973d7 req-5fd67b6e-c7bc-40be-849d-d8e442910c72 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1287129 Aug 16 22:25:21.506982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7607-337a-426d-b070-c640da81cdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.509110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d2856-23a0-45cb-9d25-a027290076a9 req-206d7e85-fdf2-433b-a090-de9801cea3ae tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:21.510648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf6d2856-23a0-45cb-9d25-a027290076a9 req-206d7e85-fdf2-433b-a090-de9801cea3ae tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 932 time: 0.1460760 Aug 16 22:25:21.514409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7607-337a-426d-b070-c640da81cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.532133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.552391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d674ee40-d2d2-4947-8a47-56c64aa973d7 req-03bb8c70-52b0-49c8-90ae-629ce2f1973b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794208 Aug 16 22:25:21.576350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf6d2856-23a0-45cb-9d25-a027290076a9 req-7af10d17-eff9-4da2-8c60-849cb4b05bb6 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570614 Aug 16 22:25:21.857316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73676f9-c992-43ea-83a3-6990763d1088 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:21.865047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.879392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Transition to ACTIVE for port object b73676f9-c992-43ea-83a3-6990763d1088 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:21.883206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:21.914117 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c4d7607-337a-426d-b070-c640da81cdfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=242462c7ab834099a256f018835d5c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938222 Aug 16 22:25:21.914117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d7607-337a-426d-b070-c640da81cdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1daf97a-6874-4851-8252-82fcc6631e96,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:21.918519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34466) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:21.974390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 21618600-0538-4119-a76d-41c38eae85af details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:21.986774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:21.994821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Pushing event updated for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.037869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.051394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Deleting port b30dca6b-7521-4686-aa2e-e23336e47e95 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:22.052600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.073752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.125357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Attempting to bind port b73676f9-c992-43ea-83a3-6990763d1088 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:22.125738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Attempting to bind port b73676f9-c992-43ea-83a3-6990763d1088 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:22.126080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Attempting to bind port b73676f9-c992-43ea-83a3-6990763d1088 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:22.131648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Port b73676f9-c992-43ea-83a3-6990763d1088 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:22.132072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Attempting to bind port b73676f9-c992-43ea-83a3-6990763d1088 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:22.137836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:22.138229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:22.138685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:22.139158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Bound port: b73676f9-c992-43ea-83a3-6990763d1088, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:22.139577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.142651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:22.150532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:22.151126 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.169832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] For port b30dca6b-7521-4686-aa2e-e23336e47e95, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b30dca6b-7521-4686-aa2e-e23336e47e95,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:22.170525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.195397 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.197265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Calling delete_port for b30dca6b-7521-4686-aa2e-e23336e47e95 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:22.198281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.199588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1daf97a-6874-4851-8252-82fcc6631e96 HTTP/1.1" status: 204 len: 168 time: 0.2831399 Aug 16 22:25:22.204733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:22.258941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:22.264798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b73676f9-c992-43ea-83a3-6990763d1088,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:22.269508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5d64b-d708-4274-86bc-26ebff134ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1daf97a-6874-4851-8252-82fcc6631e96,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.284186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.341568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.343442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.347247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] 10.222.0.88 "PUT /v2.0/ports/b73676f9-c992-43ea-83a3-6990763d1088 HTTP/1.1" status: 200 len: 1093 time: 1.0180402 Aug 16 22:25:22.348949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=21618600-0538-4119-a76d-41c38eae85af,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:22.351568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:22.358623 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac6f569-5849-4818-8391-e2b372a8cf98" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "tag": "b73676f9-c992-43ea-83a3-6990763d1088"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:22.391748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '21618600-0538-4119-a76d-41c38eae85af', 'network_id': '4f4ee440-9a85-40ff-a4c2-a44be8ba68d8', 'port_id': '21618600-0538-4119-a76d-41c38eae85af', 'mac_address': 'fa:16:3e:62:ba:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5361e340-40b5-49fa-9404-3a3ccc8648cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:22.395084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5c8dc-578f-456c-86f1-ab4bbafcb56e service neutron] Pushing event updated for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.482753 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754814fc-b3b3-45f2-8d58-17a75351abeb x-openstack-request-id: req-754814fc-b3b3-45f2-8d58-17a75351abeb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:22.483426 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "tag": "b73676f9-c992-43ea-83a3-6990763d1088", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:22.483426 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-754814fc-b3b3-45f2-8d58-17a75351abeb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:22.483895 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088', 'status': 'completed', 'code': 200} Aug 16 22:25:22.499072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-13c4e303-7ec6-49e6-b64d-7db320d193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.500621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-13c4e303-7ec6-49e6-b64d-7db320d193ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 1096 time: 0.0868521 Aug 16 22:25:22.556624 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.560702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-6fb7c729-6b4a-4667-aee7-1be882db8eef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73676f9-c992-43ea-83a3-6990763d1088 HTTP/1.1" status: 200 len: 217 time: 0.0445087 Aug 16 22:25:22.580113 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.588209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07af01-a190-42d5-9ef4-ba5b6467dbb3 req-f21d7ff7-75ed-48ca-8966-f24c57c333ca tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.590493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d07af01-a190-42d5-9ef4-ba5b6467dbb3 req-f21d7ff7-75ed-48ca-8966-f24c57c333ca tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 944 time: 0.1137071 Aug 16 22:25:22.597732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21618600-0538-4119-a76d-41c38eae85af {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:22.623389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=21618600-0538-4119-a76d-41c38eae85af,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:22.633729 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.672650 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.676792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:22.678572 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af49b95-3e6a-4afe-bea1-9d2b4b9cd896" -d '{"events": [{"server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:22.709520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30dca6b-7521-4686-aa2e-e23336e47e95,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.717544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:22.729692 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.746370 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.752414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34488) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:22.755939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.796796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43bdaa68-a36c-49f7-ab3e-e2d784fe5238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:22.831892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:22.862996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-772f8969-194d-4c78-be7b-877e4a942991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:22.865247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-772f8969-194d-4c78-be7b-877e4a942991 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.2962422 Aug 16 22:25:22.933793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-907dbd96-29a0-41d1-81cc-5187a1eac248 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549483 Aug 16 22:25:22.962838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d07af01-a190-42d5-9ef4-ba5b6467dbb3 req-7a4a14a2-0d64-424d-80d3-03ba256ea78a tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229642 Aug 16 22:25:23.026979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['21618600-0538-4119-a76d-41c38eae85af'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:23.054082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.068487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f964d0-1cc5-43ff-ab82-60c14469e2a1 req-4117528a-8918-436b-9f89-82be827016d8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.070680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9f964d0-1cc5-43ff-ab82-60c14469e2a1 req-4117528a-8918-436b-9f89-82be827016d8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.3240449 Aug 16 22:25:23.234198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9f964d0-1cc5-43ff-ab82-60c14469e2a1 req-42992977-8586-45b9-a52c-3baef875d7a9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562369 Aug 16 22:25:23.249976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79b4d1-207e-4c68-8543-3a5e737c9eb0 req-1a406148-bf12-4828-bdf4-f198226e62e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.257965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd79b4d1-207e-4c68-8543-3a5e737c9eb0 req-1a406148-bf12-4828-bdf4-f198226e62e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 944 time: 0.1814396 Aug 16 22:25:23.297802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-df1c40da-75b8-4b10-b675-b99562f6df63 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567929 Aug 16 22:25:23.375647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Router e5b42449-2c0e-4035-b657-b1fc49ec5d25 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:23.397165 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62be2bd-b130-4280-8251-52af2857f05a x-openstack-request-id: req-c62be2bd-b130-4280-8251-52af2857f05a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:23.398064 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:23.398587 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c62be2bd-b130-4280-8251-52af2857f05a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:23.399176 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6', 'code': 200} Aug 16 22:25:23.436175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fa7e643-6eae-40af-a657-a52e5f71b924 req-224d00af-cf27-46cf-afb0-e5de701992f9 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246905 Aug 16 22:25:23.444655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43bdaa68-a36c-49f7-ab3e-e2d784fe5238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.457165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd79b4d1-207e-4c68-8543-3a5e737c9eb0 req-d1ad9fa4-b9f2-4535-9cc6-527358464f54 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980958 Aug 16 22:25:23.461564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43bdaa68-a36c-49f7-ab3e-e2d784fe5238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.524106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-43bdaa68-a36c-49f7-ab3e-e2d784fe5238 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5267aa8e423349fba5059bb3156bb7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691667 Aug 16 22:25:23.557774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:23.613469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:23.618897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7db6b7ea-f323-4fe8-a21d-46619c391556 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5b42449-2c0e-4035-b657-b1fc49ec5d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1220908 Aug 16 22:25:23.622965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:23.630905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Sync routers for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:23.638272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4dc9-0c90-4609-89d2-126eb131bf63 req-90fc4e4b-aeb6-4284-8d45-ad86f65e4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.639781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2db4dc9-0c90-4609-89d2-126eb131bf63 req-90fc4e4b-aeb6-4284-8d45-ad86f65e4524 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 1097 time: 0.1146796 Aug 16 22:25:23.641417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdaa68-a36c-49f7-ab3e-e2d784fe5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d1af9-17c0-4bcb-9094-15c6179b77d1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:23.664646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:23.670040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:23.688818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2db4dc9-0c90-4609-89d2-126eb131bf63 req-75d07886-4747-4dc6-8371-528ebd3e571d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346360 Aug 16 22:25:23.697436 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.705552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-356161ce-5179-4c12-8b8d-ed58f4b14e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.707048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-356161ce-5179-4c12-8b8d-ed58f4b14e2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 1096 time: 0.1195076 Aug 16 22:25:23.712009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:23.795009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.851460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:23.891061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:23.913460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.913876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.914361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.914834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.915309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.915782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.916254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.918743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-b70d6916-2995-4c9a-b4ab-b20e480db59b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.2058196 Aug 16 22:25:23.928769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 64173934-833b-428b-be1f-ab2cd7018aa6 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:23.938187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-c9264fe9-3374-4764-a67d-89b8cc538f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:23.939784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-c9264fe9-3374-4764-a67d-89b8cc538f7e service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.2148418 Aug 16 22:25:23.995024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-339522a1-fe1f-443f-808e-62c47916df3f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b73676f9-c992-43ea-83a3-6990763d1088 HTTP/1.1" status: 200 len: 217 time: 0.0426595 Aug 16 22:25:23.997644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.000144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.001225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa0d1af9-17c0-4bcb-9094-15c6179b77d1 HTTP/1.1" status: 204 len: 168 time: 0.4402826 Aug 16 22:25:24.018286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.025479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc595e-4bac-48c3-9cda-edbe6b4a5669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d1af9-17c0-4bcb-9094-15c6179b77d1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:24.071119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-f017ee33-153c-4d8c-b98e-ca78769c6769 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b51b560-71cb-4821-ae85-48119a016a7f&id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255090 Aug 16 22:25:24.077167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-3fe59a00-8437-4296-8ccf-4e19d12e00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:24.078603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-3fe59a00-8437-4296-8ccf-4e19d12e00bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0628541 Aug 16 22:25:24.115494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Deleting port dcbf567c-d42d-4a3a-9b42-60e41015f09a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:24.115906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.142100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-7d81a9de-96fe-4c54-8786-efff342a97cf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553398 Aug 16 22:25:24.223525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] For port dcbf567c-d42d-4a3a-9b42-60e41015f09a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dcbf567c-d42d-4a3a-9b42-60e41015f09a,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:24.224626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.242633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Calling delete_port for dcbf567c-d42d-4a3a-9b42-60e41015f09a owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:24.290700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 64173934-833b-428b-be1f-ab2cd7018aa6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:24.304428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 64173934-833b-428b-be1f-ab2cd7018aa6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:24.310364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.414330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bff30-ee16-4a53-b8d5-6b3067f146cb req-1098ec7b-99b6-4e64-bcc6-21f312404f98 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:24.416037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-943bff30-ee16-4a53-b8d5-6b3067f146cb req-1098ec7b-99b6-4e64-bcc6-21f312404f98 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 945 time: 0.2652309 Aug 16 22:25:24.473096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:25:22Z', 'revision_number': 5, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port': {'id': 'dcbf567c-d42d-4a3a-9b42-60e41015f09a', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:14:22Z', 'updated_at': '2021-08-16T22:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:24.509789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Checking router: e5b42449-2c0e-4035-b657-b1fc49ec5d25 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:24.548700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.558868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-e9f99614-b6ed-4e06-969d-669febc9ebe4 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054945 Aug 16 22:25:24.568005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-943bff30-ee16-4a53-b8d5-6b3067f146cb req-d91953ca-3082-4c20-b17c-d84c1347265d tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405547 Aug 16 22:25:24.584769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Routers {'e5b42449-2c0e-4035-b657-b1fc49ec5d25'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:24.599860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:24.606508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:24.638605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-229ec402-78a5-4dab-8caf-43404733f624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.642573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2aef9-0929-47f5-9979-c35a10a98860 req-a71e09a1-2458-42ff-86db-003231ea7625 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:24.650796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4db2aef9-0929-47f5-9979-c35a10a98860 req-a71e09a1-2458-42ff-86db-003231ea7625 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2248719 Aug 16 22:25:24.676054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.701828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4db2aef9-0929-47f5-9979-c35a10a98860 req-dbd01942-fd39-4f7c-8ed8-5eeb97b03dc0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Aug 16 22:25:24.724815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbf567c-d42d-4a3a-9b42-60e41015f09a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:24.738937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] Set router e5b42449-2c0e-4035-b657-b1fc49ec5d25 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:24.794671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.795068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.795506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.795761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.796105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.796978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.797379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.797717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.798075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.798390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.799465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.799465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:24.817036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aac6f569-5849-4818-8391-e2b372a8cf98 req-3aec379a-81cb-46c9-bb55-f7b72676da95 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453249 Aug 16 22:25:24.818769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 6, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:24.858582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12951d-629f-48d5-ad95-4e93d679a7d5 req-111a321e-8b23-4e8c-94f6-7f62e0aca029 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:24.867704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd12951d-629f-48d5-ad95-4e93d679a7d5 req-111a321e-8b23-4e8c-94f6-7f62e0aca029 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 944 time: 0.1731110 Aug 16 22:25:24.886651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.888823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a66a84-8e20-4a9b-88f0-bd64e365142e None None] The sync data for ids ['e5b42449-2c0e-4035-b657-b1fc49ec5d25'] in n-d-791505-20 is: [{'id': 'e5b42449-2c0e-4035-b657-b1fc49ec5d25', 'name': 'tempest-AttachVolumeShelveTestJSON-562008620-router', 'tenant_id': '1d920387d5044e3cb12d6bc31dc2733e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:14:21Z', 'updated_at': '2021-08-16T22:25:24Z', 'revision_number': 6, 'project_id': '1d920387d5044e3cb12d6bc31dc2733e', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:24.895160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=64173934-833b-428b-be1f-ab2cd7018aa6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:24.906943 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:24.976015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:24.982995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd12951d-629f-48d5-ad95-4e93d679a7d5 req-1ce80c0d-8c0f-40da-8ce1-d35f6dafe46e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135161 Aug 16 22:25:25.003371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.007484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.024470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-229ec402-78a5-4dab-8caf-43404733f624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.059037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-229ec402-78a5-4dab-8caf-43404733f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.078015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.078578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b42449-2c0e-4035-b657-b1fc49ec5d25 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:25:25.090733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.091872 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14536878-9189-45fc-97fc-4b9d72e57ad7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e5b42449-2c0e-4035-b657-b1fc49ec5d25 HTTP/1.1" status: 204 len: 168 time: 1.4677565 Aug 16 22:25:25.094623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:25.104845 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-229ec402-78a5-4dab-8caf-43404733f624 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d8e82d30249449f944566867919f6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4972773 Aug 16 22:25:25.106244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec402-78a5-4dab-8caf-43404733f624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b681ac0-1a0e-4aeb-8a80-2f065d7b188d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:25.108478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:25.140191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Deleting subnet 03d6cfda-d085-4565-83f5-3c09a6dcfc4c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:25.143245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.157092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.177603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.178096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.225728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.228238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.229429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b681ac0-1a0e-4aeb-8a80-2f065d7b188d HTTP/1.1" status: 204 len: 168 time: 0.1200278 Aug 16 22:25:25.237882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb9503-57bf-473d-a9f7-09dc2bb8c036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b681ac0-1a0e-4aeb-8a80-2f065d7b188d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:25.270387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.342478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.352511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b30dca6b-7521-4686-aa2e-e23336e47e95 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:25.379386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d6cfda-d085-4565-83f5-3c09a6dcfc4c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:25.383951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b30dca6b-7521-4686-aa2e-e23336e47e95 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:25.384200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b30dca6b-7521-4686-aa2e-e23336e47e95 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:25.395721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.398028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d81ffb3-af4b-40b1-a557-377d2ffde357 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03d6cfda-d085-4565-83f5-3c09a6dcfc4c HTTP/1.1" status: 204 len: 168 time: 0.3022356 Aug 16 22:25:25.400577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:25.402239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:25.406504 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fac201-af1a-4099-a113-dc667c55e27e" -d '{"events": [{"server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "name": "network-vif-plugged", "status": "completed", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:25.409492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee40030-acf9-457d-97ff-db2667ec5605 None None] Network 68a5af4f-773b-4f51-b19a-38d3d4c87b33 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:25.488294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.565648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Deleting port dc9938a0-d347-4f6e-a207-509e21157efa {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:25.566346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.634709 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ead113-9cdd-4772-9ff0-ce00088e468b x-openstack-request-id: req-92ead113-9cdd-4772-9ff0-ce00088e468b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:25.635312 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "name": "network-vif-plugged", "status": "completed", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:25.635312 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92ead113-9cdd-4772-9ff0-ce00088e468b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:25.636620 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6', 'code': 200} Aug 16 22:25:25.663317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] For port dc9938a0-d347-4f6e-a207-509e21157efa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dc9938a0-d347-4f6e-a207-509e21157efa,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:25.663751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.679232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c498238-0090-48c0-a493-eed06ff6db7c req-c7c1968a-9b62-4309-a71e-f70aa6893e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:25.680958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c498238-0090-48c0-a493-eed06ff6db7c req-c7c1968a-9b62-4309-a71e-f70aa6893e52 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 1098 time: 0.0764422 Aug 16 22:25:25.692794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Calling delete_port for dc9938a0-d347-4f6e-a207-509e21157efa owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:25.809964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d75a30-000e-43ec-bb83-5e5aadc56d4c req-c04517ce-9b03-4fed-b76d-0e3365ab7b4f tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:25.811710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2d75a30-000e-43ec-bb83-5e5aadc56d4c req-c04517ce-9b03-4fed-b76d-0e3365ab7b4f tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 945 time: 0.1298473 Aug 16 22:25:25.812812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] DHCP port deletion for 68a5af4f-773b-4f51-b19a-38d3d4c87b33 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:25:25.848063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c498238-0090-48c0-a493-eed06ff6db7c req-292a6397-9ff5-4a27-b5af-604b1cd20a6e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508362 Aug 16 22:25:25.880825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Deleting port dc9938a0-d347-4f6e-a207-509e21157efa {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:25.881239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.953472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] For port dc9938a0-d347-4f6e-a207-509e21157efa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=dc9938a0-d347-4f6e-a207-509e21157efa,segment=NetworkSegment(c5c53f5e-6786-4fdc-bef4-de7d99efb884),segment_id=c5c53f5e-6786-4fdc-bef4-de7d99efb884)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:25.953882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:25.971008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Calling delete_port for dc9938a0-d347-4f6e-a207-509e21157efa owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:26.019889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 21618600-0538-4119-a76d-41c38eae85af up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:26.118512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 21618600-0538-4119-a76d-41c38eae85af completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:26.126587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 21618600-0538-4119-a76d-41c38eae85af triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:26.127165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.157484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.206213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] No DVR routers for this DVR port dc9938a0-d347-4f6e-a207-509e21157efa on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:26.210018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cb04e-2e70-4277-841b-9441196fb725 None None] Pushing event deleted for resources: {'Port': ['ID=dc9938a0-d347-4f6e-a207-509e21157efa,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.310158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.325543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2d75a30-000e-43ec-bb83-5e5aadc56d4c req-614f800e-12d1-4ff3-879d-28d7727fb40c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966702 Aug 16 22:25:26.339775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7013e5c-b3bf-42c2-afc5-0b60c5426997 req-262ff23c-faff-405e-869b-a6c1b6ec425f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.341324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7013e5c-b3bf-42c2-afc5-0b60c5426997 req-262ff23c-faff-405e-869b-a6c1b6ec425f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.5403731 Aug 16 22:25:26.357703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.367535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=21618600-0538-4119-a76d-41c38eae85af,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:26.372647 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.398458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9938a0-d347-4f6e-a207-509e21157efa,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.409956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] No DVR routers for this DVR port dc9938a0-d347-4f6e-a207-509e21157efa on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:26.460155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.503505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7013e5c-b3bf-42c2-afc5-0b60c5426997 req-a0d0121e-ce49-4fa7-9795-a3bcee5e093b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358624 Aug 16 22:25:26.538263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.554320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a5af4f-773b-4f51-b19a-38d3d4c87b33']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:26.569798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d7c40-e9d2-4ca2-a56f-126aa5da1e96 req-12949490-6912-4a5f-a273-a83ae0b3815e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.577459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b68d7c40-e9d2-4ca2-a56f-126aa5da1e96 req-12949490-6912-4a5f-a273-a83ae0b3815e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 944 time: 0.1235490 Aug 16 22:25:26.587095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c53f5e-6786-4fdc-bef4-de7d99efb884') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:26.587418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c53f5e-6786-4fdc-bef4-de7d99efb884') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:26.613174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.655815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.670244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b68d7c40-e9d2-4ca2-a56f-126aa5da1e96 req-97c44d91-7784-4442-8d88-1178d1f7f95a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919304 Aug 16 22:25:26.672239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:26.672642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:26.674361 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:26.735133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ee436-4ee3-4338-8c6d-470d0c44236d req-8e63c3e8-1af9-4d3a-8094-ba601299ece5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:26.736559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d66ee436-4ee3-4338-8c6d-470d0c44236d req-8e63c3e8-1af9-4d3a-8094-ba601299ece5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.1472244 Aug 16 22:25:26.767517 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.774515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:26.778658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] 10.222.0.22 "DELETE /v2.0/networks/68a5af4f-773b-4f51-b19a-38d3d4c87b33 HTTP/1.1" status: 204 len: 168 time: 1.3737855 Aug 16 22:25:26.798770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12872-82d9-42ff-953f-c382b69f314c admin admin] Pushing event deleted for resources: {'Network': ['ID=68a5af4f-773b-4f51-b19a-38d3d4c87b33,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:26.802804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d66ee436-4ee3-4338-8c6d-470d0c44236d req-b480e935-e6ac-4919-b1f8-10c5a56e063a tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Aug 16 22:25:27.063971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:27.107175 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b500710-6d00-4e78-8a79-20da6bf11a7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d920387d5044e3cb12d6bc31dc2733e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417819 Aug 16 22:25:27.108829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:27.158377 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.179996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.237614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.240613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:27.244575 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13367f8a-87dc-4e53-9c38-46ae9ce62626 HTTP/1.1" status: 204 len: 168 time: 0.1319036 Aug 16 22:25:27.251821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e561-0e5c-40a9-8a8d-9f18a14da5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13367f8a-87dc-4e53-9c38-46ae9ce62626,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:27.387679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dc9938a0-d347-4f6e-a207-509e21157efa no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:27.444179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: dc9938a0-d347-4f6e-a207-509e21157efa {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:27.444179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dc9938a0-d347-4f6e-a207-509e21157efa not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:27.453516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dcbf567c-d42d-4a3a-9b42-60e41015f09a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:27.537592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: dcbf567c-d42d-4a3a-9b42-60e41015f09a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:27.538311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device dcbf567c-d42d-4a3a-9b42-60e41015f09a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:27.636996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21618600-0538-4119-a76d-41c38eae85af'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:27.639596 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ee9c1-2e78-4c45-a59f-b43e906ad9a5" -d '{"events": [{"server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "name": "network-vif-plugged", "status": "completed", "tag": "21618600-0538-4119-a76d-41c38eae85af"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:27.674906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da31c2a-a183-4447-834a-48d6c157c3d6 req-10cbb5d1-bc5c-4b47-8fe9-56286f8da676 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.677574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3da31c2a-a183-4447-834a-48d6c157c3d6 req-10cbb5d1-bc5c-4b47-8fe9-56286f8da676 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0759439 Aug 16 22:25:27.699667 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55fb254-cefa-4df0-bbb7-b533e5c13840 x-openstack-request-id: req-d55fb254-cefa-4df0-bbb7-b533e5c13840 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:27.699960 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "name": "network-vif-plugged", "status": "completed", "tag": "21618600-0538-4119-a76d-41c38eae85af", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:27.700251 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d55fb254-cefa-4df0-bbb7-b533e5c13840 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:27.700607 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21618600-0538-4119-a76d-41c38eae85af', 'code': 200} Aug 16 22:25:27.753541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3da31c2a-a183-4447-834a-48d6c157c3d6 req-8fa5363f-6379-4940-976e-d6aa8e205ca2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640278 Aug 16 22:25:27.855625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e70f57-9a74-49e0-8a88-e77f49252fe1 req-0b45da7e-12aa-42c5-9227-532ab0fad5c3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.857259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47e70f57-9a74-49e0-8a88-e77f49252fe1 req-0b45da7e-12aa-42c5-9227-532ab0fad5c3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 944 time: 0.0908341 Aug 16 22:25:27.880525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366624e-2faf-447b-ade6-a1b9821106da req-1c85be42-e99f-4517-b561-fa9a0e16cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.882230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a366624e-2faf-447b-ade6-a1b9821106da req-1c85be42-e99f-4517-b561-fa9a0e16cfbb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 1098 time: 0.0832853 Aug 16 22:25:27.905028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b73676f9-c992-43ea-83a3-6990763d1088 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:27.970728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47e70f57-9a74-49e0-8a88-e77f49252fe1 req-6cacc8bb-2a3f-45a2-bd43-3bf57ce00847 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062536 Aug 16 22:25:27.976993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a366624e-2faf-447b-ade6-a1b9821106da req-bcf54fa1-a76f-438e-992d-38b1c8b0df97 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Aug 16 22:25:27.997344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d97d4a-a092-4442-a8b0-45d3e069ba59 req-85ad4a6d-d960-4b0c-8734-ffdc86fe03c5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:27.999176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01d97d4a-a092-4442-a8b0-45d3e069ba59 req-85ad4a6d-d960-4b0c-8734-ffdc86fe03c5 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.0987520 Aug 16 22:25:28.041806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01d97d4a-a092-4442-a8b0-45d3e069ba59 req-5a223083-fb38-47b4-b3bb-6e0b8e2cba3a tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Aug 16 22:25:28.050420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b73676f9-c992-43ea-83a3-6990763d1088,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:28.063167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b73676f9-c992-43ea-83a3-6990763d1088', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': 'b73676f9-c992-43ea-83a3-6990763d1088', 'mac_address': 'fa:16:3e:df:c8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:28.077780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:28.104409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.122832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73676f9-c992-43ea-83a3-6990763d1088 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:28.148067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b73676f9-c992-43ea-83a3-6990763d1088,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:28.155647 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.177220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b92588-90da-494d-95fb-68796e70f5d3 req-60530e12-ef81-477b-a2ad-48ded1793946 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:28.185705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77b92588-90da-494d-95fb-68796e70f5d3 req-60530e12-ef81-477b-a2ad-48ded1793946 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.0689900 Aug 16 22:25:28.221785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.232277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77b92588-90da-494d-95fb-68796e70f5d3 req-38e33f51-7d0a-4ee0-8671-2a579ee9b103 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Aug 16 22:25:28.260009 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a956ad17-e0c4-4993-a256-03eaff5ea387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.355790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a956ad17-e0c4-4993-a256-03eaff5ea387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.359963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a956ad17-e0c4-4993-a256-03eaff5ea387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.398089 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a956ad17-e0c4-4993-a256-03eaff5ea387 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa24e4fc8b08443996352c0f6be918a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192255 Aug 16 22:25:28.399216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956ad17-e0c4-4993-a256-03eaff5ea387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d5a4df-5f4b-47cb-a29f-6677afbf0819,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.402026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:28.453375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.476346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.536442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.539641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:28.541525 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6d5a4df-5f4b-47cb-a29f-6677afbf0819 HTTP/1.1" status: 204 len: 168 time: 0.1382346 Aug 16 22:25:28.551302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647a00a-bad4-4ab7-86a6-26956b6504f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d5a4df-5f4b-47cb-a29f-6677afbf0819,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:28.696296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b73676f9-c992-43ea-83a3-6990763d1088'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:28.952767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09c3c-b901-43b5-b078-a5d7f497df30 req-328ad329-40f1-4585-a4bb-54f7117999ed tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:28.954435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-faa09c3c-b901-43b5-b078-a5d7f497df30 req-328ad329-40f1-4585-a4bb-54f7117999ed tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0708539 Aug 16 22:25:28.988026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:29.006403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-709e9ce1-961a-4097-9887-11bb0aad6fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.008263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-faa09c3c-b901-43b5-b078-a5d7f497df30 req-707d950e-6ec7-4c03-bc77-9d1c12b714ef tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Aug 16 22:25:29.083624 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:25:29.129672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-709e9ce1-961a-4097-9887-11bb0aad6fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.135485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-709e9ce1-961a-4097-9887-11bb0aad6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.142933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17098ad0-180c-4853-962b-71804421bc76 req-3e7ef7f8-4064-4bae-98c7-cc70a8d0ac13 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.144623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17098ad0-180c-4853-962b-71804421bc76 req-3e7ef7f8-4064-4bae-98c7-cc70a8d0ac13 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 945 time: 0.0799577 Aug 16 22:25:29.163224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:29.178774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e9ce1-961a-4097-9887-11bb0aad6fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7237304d-dd74-466f-a057-b15309c7c99e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:29.192855 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-709e9ce1-961a-4097-9887-11bb0aad6fad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d968344bedb24c0f8ca39a7f0fa147fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036948 Aug 16 22:25:29.197307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34730) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:29.241686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17098ad0-180c-4853-962b-71804421bc76 req-f70f8bc2-de49-4240-a1ff-e073c5e0e404 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885270 Aug 16 22:25:29.300930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.362950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.364991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3973837e-255c-4809-a957-347666be7868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.427781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7cd91-da26-41ef-8470-c546bba52870 req-25e62eaf-a234-4bee-9e48-c51a327da0cc tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.429325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5f7cd91-da26-41ef-8470-c546bba52870 req-25e62eaf-a234-4bee-9e48-c51a327da0cc tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.1081102 Aug 16 22:25:29.476829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.479318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.481050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7237304d-dd74-466f-a057-b15309c7c99e HTTP/1.1" status: 204 len: 168 time: 0.2828102 Aug 16 22:25:29.511782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5f7cd91-da26-41ef-8470-c546bba52870 req-19368ca2-81ca-4f9b-a1d1-586b61cbb467 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Aug 16 22:25:29.518882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf6320-d215-4806-bb9a-aebacc27f539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7237304d-dd74-466f-a057-b15309c7c99e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:29.594480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3973837e-255c-4809-a957-347666be7868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.613315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3973837e-255c-4809-a957-347666be7868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.671747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3973837e-255c-4809-a957-347666be7868 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5397242594724a7594b76a840bc4c619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056064 Aug 16 22:25:29.674053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973837e-255c-4809-a957-347666be7868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983fca8-6a77-416d-a3fe-95c5c3fb2a06,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:29.674220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:29.679451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59705b-a339-46cf-a8de-c168ab07d0d7 req-a344b733-b40e-4cdc-b24c-5918a8d5fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.681038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c59705b-a339-46cf-a8de-c168ab07d0d7 req-a344b733-b40e-4cdc-b24c-5918a8d5fc9b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.1037145 Aug 16 22:25:29.727513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c59705b-a339-46cf-a8de-c168ab07d0d7 req-b78ef1fd-148a-4880-9dbe-774340afd354 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Aug 16 22:25:29.750201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.779012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.846117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.848905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:29.853334 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3983fca8-6a77-416d-a3fe-95c5c3fb2a06 HTTP/1.1" status: 204 len: 168 time: 0.1781089 Aug 16 22:25:29.861553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825325c-8dd1-45b1-ba44-9f30d8e61835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983fca8-6a77-416d-a3fe-95c5c3fb2a06,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:29.875396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c2a6e-d5bb-4429-89b8-17384cf62445 req-c3a7ff11-454d-46a7-9010-04eb57e736bb tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:29.882891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-376c2a6e-d5bb-4429-89b8-17384cf62445 req-c3a7ff11-454d-46a7-9010-04eb57e736bb tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.0617614 Aug 16 22:25:29.931687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-376c2a6e-d5bb-4429-89b8-17384cf62445 req-01a2c7ca-d5cb-45c0-93f1-91894745defe tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Aug 16 22:25:30.149390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f648ef5-7294-48dc-a367-e9c34551faca req-68d25c81-0b1a-43d0-bd47-3a9450e764b7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:30.157428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f648ef5-7294-48dc-a367-e9c34551faca req-68d25c81-0b1a-43d0-bd47-3a9450e764b7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Aug 16 22:25:30.207579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f648ef5-7294-48dc-a367-e9c34551faca req-888dfe74-65c2-4354-b2bb-0f7bda7b92bc tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Aug 16 22:25:30.382252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc588a-005b-48ad-bec6-40ff1441bcd9 req-c98b3516-ddfb-4b0b-a3e8-2cb6e397970f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:30.384041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71bc588a-005b-48ad-bec6-40ff1441bcd9 req-c98b3516-ddfb-4b0b-a3e8-2cb6e397970f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 945 time: 0.0654814 Aug 16 22:25:30.451370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71bc588a-005b-48ad-bec6-40ff1441bcd9 req-418ef8a9-6984-410d-b3d9-95535b102564 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535150 Aug 16 22:25:30.848976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:31.016554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9685abda-104f-4985-931e-6954fd0f0cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.088124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf016a1-6ba2-46f2-b291-942e34f81cc3 req-64c9d2d9-1f57-4ef1-9320-369139c741b7 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.096581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bf016a1-6ba2-46f2-b291-942e34f81cc3 req-64c9d2d9-1f57-4ef1-9320-369139c741b7 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.0706482 Aug 16 22:25:31.139786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bf016a1-6ba2-46f2-b291-942e34f81cc3 req-7623252d-9c12-4e90-95af-4f422ca2017d tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Aug 16 22:25:31.170379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9685abda-104f-4985-931e-6954fd0f0cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.175160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9685abda-104f-4985-931e-6954fd0f0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.219570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:31.220126 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9685abda-104f-4985-931e-6954fd0f0cc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81b29810544943df9fc840bfe5a01d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695567 Aug 16 22:25:31.222274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685abda-104f-4985-931e-6954fd0f0cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9b88a-e141-43a1-a09e-b5791814ce9b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:31.351055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443a7e2-f7b0-4c48-9983-3a578894b764 req-a54e102d-f139-423c-adfe-cdd8f2d1cd9f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.352763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6443a7e2-f7b0-4c48-9983-3a578894b764 req-a54e102d-f139-423c-adfe-cdd8f2d1cd9f tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0757263 Aug 16 22:25:31.354150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.396636 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.446318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6443a7e2-f7b0-4c48-9983-3a578894b764 req-0ddb9a32-e16c-4dfc-abe7-ebfbd2730c84 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860023 Aug 16 22:25:31.483001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.485917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:31.487294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67e9b88a-e141-43a1-a09e-b5791814ce9b HTTP/1.1" status: 204 len: 168 time: 0.2651417 Aug 16 22:25:31.511160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830312f9-692e-436a-99f6-fb736d0e33d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9b88a-e141-43a1-a09e-b5791814ce9b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:31.648374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902754e-21c6-4e70-931c-ec78296cb1c7 req-563c089e-149a-4527-809e-c32f5aa27692 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:31.656667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4902754e-21c6-4e70-931c-ec78296cb1c7 req-563c089e-149a-4527-809e-c32f5aa27692 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 945 time: 0.1099317 Aug 16 22:25:31.710489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4902754e-21c6-4e70-931c-ec78296cb1c7 req-af1aa2dd-5072-4ab3-b89b-d28699d1f280 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Aug 16 22:25:31.919836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b73676f9-c992-43ea-83a3-6990763d1088 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:32.051552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aeaeff-a55f-47dc-a2c8-acda88b2214b req-809d288e-61dd-4faf-a67d-5580566a87bb tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.053554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92aeaeff-a55f-47dc-a2c8-acda88b2214b req-809d288e-61dd-4faf-a67d-5580566a87bb tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2230406 Aug 16 22:25:32.057161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-a8d7cc32-2609-46eb-a455-bbc0bd5b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.058956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-a8d7cc32-2609-46eb-a455-bbc0bd5b742a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.2567852 Aug 16 22:25:32.065824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b73676f9-c992-43ea-83a3-6990763d1088 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:32.071521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b73676f9-c992-43ea-83a3-6990763d1088 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:32.072373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.078559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-1ca853f2-9750-4a37-bd23-63d02b959c0d tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.080410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-1ca853f2-9750-4a37-bd23-63d02b959c0d tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.1533504 Aug 16 22:25:32.231477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92aeaeff-a55f-47dc-a2c8-acda88b2214b req-be610469-06de-4779-97c8-d9e08d124057 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643443 Aug 16 22:25:32.359778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-97d6f06f-3a6a-482d-a689-f05c3b723054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.361327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-97d6f06f-3a6a-482d-a689-f05c3b723054 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.2789729 Aug 16 22:25:32.370863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.409944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:32.412157 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7c43da-060c-443b-894d-7255ddfc4da5" -d '{"events": [{"server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "name": "network-vif-plugged", "status": "completed", "tag": "b73676f9-c992-43ea-83a3-6990763d1088"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:32.431335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b73676f9-c992-43ea-83a3-6990763d1088,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:32.443813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Deleting port 21618600-0538-4119-a76d-41c38eae85af {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:32.444529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.448396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-725f1f78-ea4b-42e7-9a30-53882c970557 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0653038 Aug 16 22:25:32.452879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.516438 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ef76b6-d724-4404-bbaf-4881de367ec1 x-openstack-request-id: req-30ef76b6-d724-4404-bbaf-4881de367ec1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:32.517034 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "name": "network-vif-plugged", "status": "completed", "tag": "b73676f9-c992-43ea-83a3-6990763d1088", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:32.517708 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30ef76b6-d724-4404-bbaf-4881de367ec1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:32.518322 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088', 'code': 200} Aug 16 22:25:32.544835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b72b14-cf4c-4a10-8c01-b4c0fa9fecf8 req-4151405a-182c-4c3b-bb7f-d80b96301f81 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.551315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9b72b14-cf4c-4a10-8c01-b4c0fa9fecf8 req-4151405a-182c-4c3b-bb7f-d80b96301f81 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 946 time: 0.2141473 Aug 16 22:25:32.565282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:32.610054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-e326773b-8c2c-47b1-8bd2-cbcb3bfeb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.612641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-e326773b-8c2c-47b1-8bd2-cbcb3bfeb5c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1424673 Aug 16 22:25:32.681470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9b72b14-cf4c-4a10-8c01-b4c0fa9fecf8 req-d5e33455-4ce1-4412-94f3-5df7055e07b9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273048 Aug 16 22:25:32.714826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-00e1cd89-75f9-40f6-9c63-403c06e63e50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757544 Aug 16 22:25:32.732974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] For port 21618600-0538-4119-a76d-41c38eae85af, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=21618600-0538-4119-a76d-41c38eae85af,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:32.733364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:32.789622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Calling delete_port for 21618600-0538-4119-a76d-41c38eae85af owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:32.847123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457c195-59a6-4a68-b567-c176770fab0d req-06ec372a-d118-4f43-933e-c1399187b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.848512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f457c195-59a6-4a68-b567-c176770fab0d req-06ec372a-d118-4f43-933e-c1399187b011 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 1098 time: 0.2066483 Aug 16 22:25:32.968674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-a1b38967-40f1-4348-ac04-bd6b6a04050c service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269638 Aug 16 22:25:32.978231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09745d-2b28-4329-aa1e-4d3707aa7767 req-8c7072ea-3f38-4849-9aae-e26d7b6df334 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:32.985920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a09745d-2b28-4329-aa1e-4d3707aa7767 req-8c7072ea-3f38-4849-9aae-e26d7b6df334 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.1824217 Aug 16 22:25:33.000186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f457c195-59a6-4a68-b567-c176770fab0d req-2a82a04f-0b70-49b6-89f7-d294f0b56b62 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178815 Aug 16 22:25:33.101399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a09745d-2b28-4329-aa1e-4d3707aa7767 req-1bf60a52-a1dc-479d-8768-97a328e7156d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087840 Aug 16 22:25:33.178570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3991de22-cf86-4bf8-a694-fc8f0e969a95 req-f4eec77d-6d88-479f-ad94-098ea413133d service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905570 Aug 16 22:25:33.198025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.234269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event deleted for resources: {'Port': ['ID=21618600-0538-4119-a76d-41c38eae85af,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:33.239014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['39a2b2f3-1a06-48aa-9aca-31eb8646aee6', '21618600-0538-4119-a76d-41c38eae85af'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:33.282907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] No DVR routers for this DVR port 21618600-0538-4119-a76d-41c38eae85af on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:33.283752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['64173934-833b-428b-be1f-ab2cd7018aa6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:33.287267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:33.293257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ede20dc-1779-4cbe-9579-700b948bfa98 req-68d09d8f-c10c-4414-bba9-49e885669fa3 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "DELETE /v2.0/ports/21618600-0538-4119-a76d-41c38eae85af HTTP/1.1" status: 204 len: 173 time: 1.1956291 Aug 16 22:25:33.293821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'name': 'network-vif-deleted', 'tag': '21618600-0538-4119-a76d-41c38eae85af'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:33.301029 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f207e97f-c0eb-45f1-84f4-ed51163fa56d" -d '{"events": [{"server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "name": "network-vif-deleted", "tag": "21618600-0538-4119-a76d-41c38eae85af"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:33.372528 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791109b4-6264-4af7-a833-6216803098c7 x-openstack-request-id: req-791109b4-6264-4af7-a833-6216803098c7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:33.372876 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5f5a73-1f45-438c-8742-cc914e83a71b", "name": "network-vif-deleted", "tag": "21618600-0538-4119-a76d-41c38eae85af", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:33.373042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-791109b4-6264-4af7-a833-6216803098c7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:33.373486 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5f5a73-1f45-438c-8742-cc914e83a71b', 'name': 'network-vif-deleted', 'tag': '21618600-0538-4119-a76d-41c38eae85af', 'status': 'completed', 'code': 200} Aug 16 22:25:33.504886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a94c7-e902-449e-8531-e16a6c4edc2e req-0b54ad49-57f8-4f73-bbfc-3fc1c84dbd72 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.527869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a7a94c7-e902-449e-8531-e16a6c4edc2e req-0b54ad49-57f8-4f73-bbfc-3fc1c84dbd72 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1228752 Aug 16 22:25:33.622365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a7a94c7-e902-449e-8531-e16a6c4edc2e req-b94305e9-7a78-4426-8d99-bebb55c7e6de tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869236 Aug 16 22:25:33.818025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2832bf7-28d2-4405-a34f-c8ba7c6e0304 req-26327934-76a6-45d0-9859-06cb12287db1 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e5f5a73-1f45-438c-8742-cc914e83a71b HTTP/1.1" status: 200 len: 210 time: 0.0309978 Aug 16 22:25:33.926060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-dfb29b66-a783-47d9-87c0-5ffc7fca1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:33.927677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-dfb29b66-a783-47d9-87c0-5ffc7fca1999 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.0464852 Aug 16 22:25:34.134990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-e8947afe-653a-473d-9506-11b39bb6d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:34.140665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-e8947afe-653a-473d-9506-11b39bb6d9e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.1535826 Aug 16 22:25:34.232713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-7e12e57c-a4b4-4c26-9b66-bb4370e79d62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0821192 Aug 16 22:25:34.322542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c7346-a4d9-4165-aac5-e06fb21f63dc req-7f43a875-0e9b-4695-b40d-3d7112beebb4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:34.324642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae4c7346-a4d9-4165-aac5-e06fb21f63dc req-7f43a875-0e9b-4695-b40d-3d7112beebb4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.0954564 Aug 16 22:25:34.326146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-f43c68d9-b736-458e-906e-8da922e7eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:34.327680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-f43c68d9-b736-458e-906e-8da922e7eb75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.0855339 Aug 16 22:25:34.397289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-ce9b645e-d330-4d3b-a924-1e5d29062800 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579429 Aug 16 22:25:34.453942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae4c7346-a4d9-4165-aac5-e06fb21f63dc req-93324dd8-79be-46aa-94b9-b16ef781bfa9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211579 Aug 16 22:25:34.546152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-0ecce53e-f4e8-4d3a-8820-d23b13fee4ac service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343772 Aug 16 22:25:34.677710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b78ab4bc-394a-4555-84f0-3231c8862f41 req-0549f12e-8ba1-420a-bc25-1592868838cf service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235425 Aug 16 22:25:34.748193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdb68c-42c1-41ad-8bba-f248ad17ee0c req-0553a213-1415-48d8-b8ea-8a0c2ebd4f3a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:34.749756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6fdb68c-42c1-41ad-8bba-f248ad17ee0c req-0553a213-1415-48d8-b8ea-8a0c2ebd4f3a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0570433 Aug 16 22:25:34.820077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6fdb68c-42c1-41ad-8bba-f248ad17ee0c req-7a81fc3a-7bbf-4c6b-961b-047c75f841be tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618196 Aug 16 22:25:35.640507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f1132-2282-4872-9e82-64e18fb8f39a req-7a0af18f-e476-4bb1-9805-99dd813d3e74 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.645742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f75f1132-2282-4872-9e82-64e18fb8f39a req-7a0af18f-e476-4bb1-9805-99dd813d3e74 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.0769529 Aug 16 22:25:35.696977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f75f1132-2282-4872-9e82-64e18fb8f39a req-a12b611a-3c63-4b3a-b7e3-0cdfb4bd5b1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Aug 16 22:25:35.887579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207593c-8ef9-46bc-ae05-0808410a01bc req-f558189d-6958-44ea-8b88-05d2f0cd4a8e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.889237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8207593c-8ef9-46bc-ae05-0808410a01bc req-f558189d-6958-44ea-8b88-05d2f0cd4a8e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.0748773 Aug 16 22:25:35.901313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ed4-9077-4994-ac96-85a7f4d73482 req-39a3906d-bae2-46ac-8f02-bd98fb47bac7 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.907832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ed4-9077-4994-ac96-85a7f4d73482 req-39a3906d-bae2-46ac-8f02-bd98fb47bac7 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:35.917594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb976ed4-9077-4994-ac96-85a7f4d73482 req-39a3906d-bae2-46ac-8f02-bd98fb47bac7 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b&device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 1682 time: 0.1105361 Aug 16 22:25:35.976812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8207593c-8ef9-46bc-ae05-0808410a01bc req-182b042a-08c5-42ca-8d20-1bbfd50feefa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589919 Aug 16 22:25:35.998870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb976ed4-9077-4994-ac96-85a7f4d73482 req-ef779037-75fb-410c-9ed5-15fb09e0f3e2 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752246 Aug 16 22:25:36.055443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 21618600-0538-4119-a76d-41c38eae85af no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:36.090460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 21618600-0538-4119-a76d-41c38eae85af {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:36.091245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 21618600-0538-4119-a76d-41c38eae85af not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:36.172548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edd8a4-cc31-4ee2-9688-3f2524676c13 req-a49d5665-9455-471e-8780-55d3c77fda86 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.183059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0edd8a4-cc31-4ee2-9688-3f2524676c13 req-a49d5665-9455-471e-8780-55d3c77fda86 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0982735 Aug 16 22:25:36.259915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0edd8a4-cc31-4ee2-9688-3f2524676c13 req-b875317f-385c-442d-ab7f-8db48fd3ad4a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Aug 16 22:25:36.505302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e6e7a-82a0-4066-9a0b-e26ee87c294f req-ee188788-faf5-4509-9abd-1b7b02fde6dc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:36.506958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7e6e7a-82a0-4066-9a0b-e26ee87c294f req-ee188788-faf5-4509-9abd-1b7b02fde6dc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.0845752 Aug 16 22:25:36.623764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7e6e7a-82a0-4066-9a0b-e26ee87c294f req-74a3a1c1-e11f-4e6b-9f56-21e094b85508 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098764 Aug 16 22:25:37.382945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db411388-abb5-44b6-be89-f201f87c1dbd req-3e698949-b6b0-48d8-b2e2-60dc5e46dfb1 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:37.390610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db411388-abb5-44b6-be89-f201f87c1dbd req-3e698949-b6b0-48d8-b2e2-60dc5e46dfb1 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.0911856 Aug 16 22:25:37.446821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db411388-abb5-44b6-be89-f201f87c1dbd req-53164003-586f-4c93-8233-35f754d69218 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553222 Aug 16 22:25:37.836052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99af2-00a3-41f6-83a7-dce3f1bedb33 req-a4899e1e-b447-4dc7-81d7-1363ebcebe11 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:37.843522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09e99af2-00a3-41f6-83a7-dce3f1bedb33 req-a4899e1e-b447-4dc7-81d7-1363ebcebe11 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.0593801 Aug 16 22:25:37.890173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09e99af2-00a3-41f6-83a7-dce3f1bedb33 req-28635556-d3cb-433d-ad7b-ff14cf69a9ff tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Aug 16 22:25:38.090393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce6fce-2079-4e8a-b8fe-8d0a068cc33d req-f26bce4d-e402-4f9b-b27c-e91681f5a9f2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.092402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3ce6fce-2079-4e8a-b8fe-8d0a068cc33d req-f26bce4d-e402-4f9b-b27c-e91681f5a9f2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0601957 Aug 16 22:25:38.136506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3ce6fce-2079-4e8a-b8fe-8d0a068cc33d req-9356d6dc-01b1-412b-a0aa-1ba8e2dc82b4 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 Aug 16 22:25:38.690558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-466308ae-2ef2-48e7-8a4f-3f231719f876 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.700275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-466308ae-2ef2-48e7-8a4f-3f231719f876 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.1592810 Aug 16 22:25:38.825088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-e4e2280b-f262-4dfa-b494-14abb11b012f tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.826687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-e4e2280b-f262-4dfa-b494-14abb11b012f tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b HTTP/1.1" status: 200 len: 945 time: 0.1477530 Aug 16 22:25:38.877640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9bdc-1f77-4f3e-ab9c-d3a53f1a093f req-1b72af4a-9870-41d9-b508-6a93e328dbaa tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:38.879491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fab9bdc-1f77-4f3e-ab9c-d3a53f1a093f req-1b72af4a-9870-41d9-b508-6a93e328dbaa tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.2713356 Aug 16 22:25:39.102777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fab9bdc-1f77-4f3e-ab9c-d3a53f1a093f req-a7fd175b-359a-4a23-a1f0-0a8daf222049 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078617 Aug 16 22:25:39.185575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d11b77-dec6-49ea-8e49-0604c336fbdc req-2a8c7e87-5aca-4afc-b19b-da93ecd06693 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.192833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27d11b77-dec6-49ea-8e49-0604c336fbdc req-2a8c7e87-5aca-4afc-b19b-da93ecd06693 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 946 time: 0.1808381 Aug 16 22:25:39.201058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port b73676f9-c992-43ea-83a3-6990763d1088 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:39.201694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.286086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Deleting port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:39.286508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.299427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-4f7dc7aa-b252-4a83-93fd-35cec3cbbd44 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:39.301812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-4f7dc7aa-b252-4a83-93fd-35cec3cbbd44 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.88 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.2025285 Aug 16 22:25:39.452110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:39.650003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac92-739d-4c29-a6af-10f06028960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.768464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac92-739d-4c29-a6af-10f06028960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.776176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ac92-739d-4c29-a6af-10f06028960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.815342 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1b8ac92-739d-4c29-a6af-10f06028960e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3faea25204d9477caeaba8687fd851fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616571 Aug 16 22:25:39.817869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:39.840766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27d11b77-dec6-49ea-8e49-0604c336fbdc req-760c6aee-4c23-4a3d-99b9-15e1182ef164 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468630 Aug 16 22:25:39.844457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ac92-739d-4c29-a6af-10f06028960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251b0b50-9a25-41df-99c4-5ce20fcf3e74,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:39.923435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port b73676f9-c992-43ea-83a3-6990763d1088, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b73676f9-c992-43ea-83a3-6990763d1088,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:39.923816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.967312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for b73676f9-c992-43ea-83a3-6990763d1088 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:39.989163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] For port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:39.989829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.994400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Deleting port 64173934-833b-428b-be1f-ab2cd7018aa6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:25:39.995556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:39.998841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.103611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Calling delete_port for 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:40.126773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.320645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] For port 64173934-833b-428b-be1f-ab2cd7018aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=64173934-833b-428b-be1f-ab2cd7018aa6,segment=NetworkSegment(659c1c75-53b5-4bc7-8b45-2eb6be99add7),segment_id=659c1c75-53b5-4bc7-8b45-2eb6be99add7)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:40.321365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.372489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.375781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.379863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/251b0b50-9a25-41df-99c4-5ce20fcf3e74 HTTP/1.1" status: 204 len: 168 time: 0.5588753 Aug 16 22:25:40.385552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Calling delete_port for 64173934-833b-428b-be1f-ab2cd7018aa6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:25:40.437842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac691d-eb67-4d8b-bda3-074ee0110140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251b0b50-9a25-41df-99c4-5ce20fcf3e74,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.465198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fea58-d15d-4b36-9ddb-3fa8424455e7 req-96ea5645-bdc9-4f78-90c2-d066d10f7748 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:40.474724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de9fea58-d15d-4b36-9ddb-3fa8424455e7 req-96ea5645-bdc9-4f78-90c2-d066d10f7748 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 946 time: 0.2439823 Aug 16 22:25:40.560164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.595084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:40.650102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=b73676f9-c992-43ea-83a3-6990763d1088,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.677166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.728080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['39a2b2f3-1a06-48aa-9aca-31eb8646aee6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:40.751315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de9fea58-d15d-4b36-9ddb-3fa8424455e7 req-13644458-fb07-44ff-8778-9767b9ab5507 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/security-groups?id=e847819a-1e46-4c3e-a80a-804acc9d3d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146106 Aug 16 22:25:40.844751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port b73676f9-c992-43ea-83a3-6990763d1088 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:40.846753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event deleted for resources: {'Port': ['ID=39a2b2f3-1a06-48aa-9aca-31eb8646aee6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:40.856770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:40.864585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d23b40f1-409b-4802-96e7-57782a9c54b6 req-f073ef7b-f95b-47c7-a94b-753324d96041 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "DELETE /v2.0/ports/b73676f9-c992-43ea-83a3-6990763d1088 HTTP/1.1" status: 204 len: 173 time: 2.1435821 Aug 16 22:25:40.865514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'name': 'network-vif-deleted', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:40.867738 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88816ec-3bb8-4cdd-9b62-0362292d448e" -d '{"events": [{"server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "name": "network-vif-deleted", "tag": "b73676f9-c992-43ea-83a3-6990763d1088"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:40.964745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:40.993982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c949a2cf-0519-4512-a4b6-953bc3c5b85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.080566 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad226f-e695-4688-b752-2a9a67323934 x-openstack-request-id: req-a9ad226f-e695-4688-b752-2a9a67323934 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:41.082243 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd7b957-c70f-4160-8e59-82ad4d8358a1", "name": "network-vif-deleted", "tag": "b73676f9-c992-43ea-83a3-6990763d1088", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:41.082765 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9ad226f-e695-4688-b752-2a9a67323934 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:41.083434 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd7b957-c70f-4160-8e59-82ad4d8358a1', 'name': 'network-vif-deleted', 'tag': 'b73676f9-c992-43ea-83a3-6990763d1088', 'status': 'completed', 'code': 200} Aug 16 22:25:41.087809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] No DVR routers for this DVR port 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:41.093502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.100025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a8a1e65-624e-4d2d-ba1c-ed0dd7cc5900 req-4d93bac7-0169-4085-a45e-2f3c525304d9 tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.89 "DELETE /v2.0/ports/39a2b2f3-1a06-48aa-9aca-31eb8646aee6 HTTP/1.1" status: 204 len: 173 time: 2.2148595 Aug 16 22:25:41.187924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c949a2cf-0519-4512-a4b6-953bc3c5b85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.192894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c949a2cf-0519-4512-a4b6-953bc3c5b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.196603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c249b20-9838-4043-bd1d-c2c091ef8fb0 req-3a4361b9-9895-4ae1-846c-874c6287520b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd7b957-c70f-4160-8e59-82ad4d8358a1 HTTP/1.1" status: 200 len: 210 time: 0.1749616 Aug 16 22:25:41.228944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.243965 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c949a2cf-0519-4512-a4b6-953bc3c5b85b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef1d6fbc3a4b4144adc3c6e0116c8b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772183 Aug 16 22:25:41.252130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:41.268466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['39a2b2f3-1a06-48aa-9aca-31eb8646aee6'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:41.298005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Pushing event deleted for resources: {'Port': ['ID=64173934-833b-428b-be1f-ab2cd7018aa6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.319411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a2cf-0519-4512-a4b6-953bc3c5b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c23b07-7c8d-4cdf-801a-731aeb74103a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.325387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.350344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.394005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] No DVR routers for this DVR port 64173934-833b-428b-be1f-ab2cd7018aa6 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:25:41.399935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.406944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5d7a1e9-1f27-4f61-85c6-8ec6704cb8b9 req-5cd88e84-98cd-48bb-8a0f-47993a11a46e tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.88 "DELETE /v2.0/ports/64173934-833b-428b-be1f-ab2cd7018aa6 HTTP/1.1" status: 204 len: 173 time: 1.7164617 Aug 16 22:25:41.447159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.451311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:41.452867 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42c23b07-7c8d-4cdf-801a-731aeb74103a HTTP/1.1" status: 204 len: 168 time: 0.1995015 Aug 16 22:25:41.501498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9cebd-d137-4827-971d-468f9db57a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c23b07-7c8d-4cdf-801a-731aeb74103a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:41.913981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8fd734a-b736-4802-88cf-987542e05f8a req-c7f4ae00-1bca-4cd6-bfe1-49d2f3df811c tempest-ListServersNegativeTestJSON-2116991482 tempest-ListServersNegativeTestJSON-2116991482-project] 10.222.0.22 "GET /v2.0/ports?device_id=828be258-2af8-49b1-a873-f01474144c01 HTTP/1.1" status: 200 len: 210 time: 0.0791690 Aug 16 22:25:41.967061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b73676f9-c992-43ea-83a3-6990763d1088 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:42.013357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: b73676f9-c992-43ea-83a3-6990763d1088 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:42.014774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b73676f9-c992-43ea-83a3-6990763d1088 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:42.015946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 64173934-833b-428b-be1f-ab2cd7018aa6 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:42.066234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 64173934-833b-428b-be1f-ab2cd7018aa6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:42.067401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 64173934-833b-428b-be1f-ab2cd7018aa6 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:43.084768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:43.242795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Deleting subnet 5361e340-40b5-49fa-9404-3a3ccc8648cb {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:25:43.256611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.296714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'name': 'network-vif-deleted', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6'}, {'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'name': 'network-vif-deleted', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:43.299357 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88973c5d-f5e7-431f-b9dc-60333a2e1e09" -d '{"events": [{"server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "name": "network-vif-deleted", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6"}, {"server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "name": "network-vif-deleted", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:43.320374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-9f3c1fb4-b8ef-474b-924e-689cce26463d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:43.333742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-9f3c1fb4-b8ef-474b-924e-689cce26463d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.2792888 Aug 16 22:25:43.361128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.365231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-563e51d4-8fc0-4f6b-aeb6-b366e12806f6 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0297201 Aug 16 22:25:43.452704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-ae9252ae-fb2a-46da-9be2-6bcb3427dee7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860066 Aug 16 22:25:43.457176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.515165 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16418ee-0fbf-4a6c-98a1-74a5922950e7 x-openstack-request-id: req-a16418ee-0fbf-4a6c-98a1-74a5922950e7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:43.515657 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b", "name": "network-vif-deleted", "tag": "39a2b2f3-1a06-48aa-9aca-31eb8646aee6", "status": "completed", "code": 200}, {"server_uuid": "828be258-2af8-49b1-a873-f01474144c01", "name": "network-vif-deleted", "tag": "64173934-833b-428b-be1f-ab2cd7018aa6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:43.517317 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a16418ee-0fbf-4a6c-98a1-74a5922950e7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:43.517937 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce9afda-8cf3-479b-b3f4-5401ddbe8f3b', 'name': 'network-vif-deleted', 'tag': '39a2b2f3-1a06-48aa-9aca-31eb8646aee6', 'status': 'completed', 'code': 200} Aug 16 22:25:43.519144 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828be258-2af8-49b1-a873-f01474144c01', 'name': 'network-vif-deleted', 'tag': '64173934-833b-428b-be1f-ab2cd7018aa6', 'status': 'completed', 'code': 200} Aug 16 22:25:43.557039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.603834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5361e340-40b5-49fa-9404-3a3ccc8648cb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:43.616767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.618728 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce141b62-75b5-4e8d-adce-79a58149992d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5361e340-40b5-49fa-9404-3a3ccc8648cb HTTP/1.1" status: 204 len: 168 time: 0.5311756 Aug 16 22:25:43.621527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:43.632909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-36b40445-1d2a-48d1-b3f3-b52223591935 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670406 Aug 16 22:25:43.779889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:43.849526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-3e5e0a4e-73a0-4406-b58b-5070980205ac service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097313 Aug 16 22:25:43.983864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.028153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ee440-9a85-40ff-a4c2-a44be8ba68d8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:44.047818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659c1c75-53b5-4bc7-8b45-2eb6be99add7') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:44.048269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659c1c75-53b5-4bc7-8b45-2eb6be99add7') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:44.063680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.105579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.112771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:25:44.125933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:25:44.126800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:25:44.129209 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:25:44.169118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:25:44.169579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 39a2b2f3-1a06-48aa-9aca-31eb8646aee6 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:25:44.291298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec7ddebf-d1cc-4d49-8fac-18c7df39d6f8 req-7bd0246c-12b3-4de1-a99d-b27fd473eda5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 210 time: 0.0777400 Aug 16 22:25:44.315778 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.331801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.338549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.340380 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f4ee440-9a85-40ff-a4c2-a44be8ba68d8 HTTP/1.1" status: 204 len: 168 time: 0.7172389 Aug 16 22:25:44.362830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59155c-07a7-4cd3-83a4-9ae60846e457 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4ee440-9a85-40ff-a4c2-a44be8ba68d8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:44.776191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:44.830793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1d75196-cbb7-4d0d-8e78-b6b09b442c17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87365ee4da2142c186aec01bbaf60f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528557 Aug 16 22:25:44.833471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:44.897248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:44.950158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.029626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.032296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.036310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e847819a-1e46-4c3e-a80a-804acc9d3d0c HTTP/1.1" status: 204 len: 168 time: 0.1983376 Aug 16 22:25:45.045961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de11b-4187-41cd-80ac-df22071048aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847819a-1e46-4c3e-a80a-804acc9d3d0c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:45.225605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:45.437284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91dd1cc8-e422-4369-89bf-c8c8c6707a6e req-7c1bc9f4-5e8d-4553-b97c-52d60e5be7fd tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 210 time: 0.0432382 Aug 16 22:25:45.500876 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afea61bd-7626-41cd-8403-0a30d021e981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.594133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fa46584-3352-4218-a4b3-6b3fd11d3ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.714884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fa46584-3352-4218-a4b3-6b3fd11d3ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.720287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fa46584-3352-4218-a4b3-6b3fd11d3ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.770357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:45.770864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7fa46584-3352-4218-a4b3-6b3fd11d3ea7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=001bea1346624ca3a385dd1a4dfad36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439174 Aug 16 22:25:45.773155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46584-3352-4218-a4b3-6b3fd11d3ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea0c37-762b-4d33-82f1-8c72bedcc0f6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:45.850866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.888823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.955627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.960852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:45.964522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92ea0c37-762b-4d33-82f1-8c72bedcc0f6 HTTP/1.1" status: 204 len: 168 time: 0.1922646 Aug 16 22:25:45.985980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7883-427c-4f54-8fd6-436a60958eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea0c37-762b-4d33-82f1-8c72bedcc0f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.027730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-bac64f93-2253-4d8e-8c82-4899909492df tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:46.031137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-bac64f93-2253-4d8e-8c82-4899909492df tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1570451 Aug 16 22:25:46.058332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:46.204067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:46.217725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.255159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35428) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:46.429651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:46.443398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc43e7e5-664d-4084-bc23-7fe1a6be23ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.443612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.4 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/372bc58e-d18a-44e8-a82e-a5875c6da7de) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:46.628036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc43e7e5-664d-4084-bc23-7fe1a6be23ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.635950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc43e7e5-664d-4084-bc23-7fe1a6be23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.659576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf09540c-f931-4605-b64f-11198cc6f135 req-925d932e-67bc-4692-9b8b-87bdfb8e3348 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 210 time: 0.0891571 Aug 16 22:25:46.685758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43e7e5-664d-4084-bc23-7fe1a6be23ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d906cf9-ebcf-4aec-8e9d-03700a21f6e7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.694079 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc43e7e5-664d-4084-bc23-7fe1a6be23ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6484270777784c2f80f7fdef9b6d8a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632437 Aug 16 22:25:46.694780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:46.771494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.791447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.821998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.824088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29f32ae3-ba21-4ba3-84dc-03238175ba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.851339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.894579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:46.903315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.906389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:46.907561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d906cf9-ebcf-4aec-8e9d-03700a21f6e7 HTTP/1.1" status: 204 len: 168 time: 0.2114055 Aug 16 22:25:46.928027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:46.928877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d7e8f-b980-4f1e-b8c6-14ce1a58949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d906cf9-ebcf-4aec-8e9d-03700a21f6e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:46.933155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:46.945252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:47.023529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:47.056781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.058074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.107171 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29f32ae3-ba21-4ba3-84dc-03238175ba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.117228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-29f32ae3-ba21-4ba3-84dc-03238175ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.180271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29f32ae3-ba21-4ba3-84dc-03238175ba61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d821efdbccb401286149793aa1bd7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9240484 Aug 16 22:25:47.181709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f32ae3-ba21-4ba3-84dc-03238175ba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef023c-ef3e-47e5-a0f5-0deb6456623c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:47.183327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:47.186545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-4e6e0306-b656-42c5-bf4d-911fa3985a97 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1341631 Aug 16 22:25:47.208786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Request body: {'port': {'device_id': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:47.286921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.306047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.329797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.407605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.411204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.412881 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6ef023c-ef3e-47e5-a0f5-0deb6456623c HTTP/1.1" status: 204 len: 168 time: 0.2284250 Aug 16 22:25:47.423839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62712f-2f0a-44f8-bfc6-2766a0f7e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef023c-ef3e-47e5-a0f5-0deb6456623c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:47.664496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372bc58e-d18a-44e8-a82e-a5875c6da7de {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:47.672749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.686872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Transition to ACTIVE for port object 372bc58e-d18a-44e8-a82e-a5875c6da7de will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:47.695243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:47.746121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:47.831616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Pushing event updated for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:47.917101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfab73-8448-4a74-aef3-de45b8e45dd1 req-532c3af1-fa8e-4017-983d-85f42eef19e1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:47.918664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2dfab73-8448-4a74-aef3-de45b8e45dd1 req-532c3af1-fa8e-4017-983d-85f42eef19e1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 943 time: 0.1581302 Aug 16 22:25:47.921352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Attempting to bind port 372bc58e-d18a-44e8-a82e-a5875c6da7de on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:47.921691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Attempting to bind port 372bc58e-d18a-44e8-a82e-a5875c6da7de by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:47.922026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Attempting to bind port 372bc58e-d18a-44e8-a82e-a5875c6da7de on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:47.927120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Port 372bc58e-d18a-44e8-a82e-a5875c6da7de on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:25:47.927450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Attempting to bind port 372bc58e-d18a-44e8-a82e-a5875c6da7de on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:47.936566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:47.937451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:47.938095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:47.938653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Bound port: 372bc58e-d18a-44e8-a82e-a5875c6da7de, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:47.939142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.032542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:48.035911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:48.053866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.083286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8efd-ff21-4b72-b734-498ada620669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.110223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2dfab73-8448-4a74-aef3-de45b8e45dd1 req-b73c257f-0845-48b9-ad6c-ad2cfc67e547 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765702 Aug 16 22:25:48.118905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.119447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.120871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] 10.222.0.89 "PUT /v2.0/ports/372bc58e-d18a-44e8-a82e-a5875c6da7de HTTP/1.1" status: 200 len: 1092 time: 0.9185841 Aug 16 22:25:48.121349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:48.123871 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d117fd00-bc2a-4146-b6dc-5a0154c10b31" -d '{"events": [{"name": "network-changed", "server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:48.166070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c1b7-6439-4395-a7cb-2b68c6784888 service neutron] Pushing event updated for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.183728 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.186094 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a15843-5877-4c62-b4c0-d878bd2441db x-openstack-request-id: req-d9a15843-5877-4c62-b4c0-d878bd2441db {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:48.186386 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:48.186818 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9a15843-5877-4c62-b4c0-d878bd2441db {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:48.187287 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de', 'status': 'completed', 'code': 200} Aug 16 22:25:48.250130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8efd-ff21-4b72-b734-498ada620669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.257090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8efd-ff21-4b72-b734-498ada620669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.278883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-61069900-5759-435f-a67e-4fd01a3286c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.319392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-4e043435-7c37-47d8-b0e1-f84134c3d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.321041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-4e043435-7c37-47d8-b0e1-f84134c3d661 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 1095 time: 0.0717616 Aug 16 22:25:48.332609 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ffe8efd-ff21-4b72-b734-498ada620669 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaedf67e8af34e148a6b3f75cd1ce29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849826 Aug 16 22:25:48.335260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.353353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe8efd-ff21-4b72-b734-498ada620669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6354209-9d9f-49d5-b3d4-10a19459b950,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.526897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.544227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-1f7247f1-1bbb-499f-9ce0-0b5bfe25b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.546333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-1f7247f1-1bbb-499f-9ce0-0b5bfe25b7f2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2078662 Aug 16 22:25:48.570260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.686810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-f1637827-2d6d-44dd-b84c-52a2348fbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.688707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d117fd00-bc2a-4146-b6dc-5a0154c10b31 req-f1637827-2d6d-44dd-b84c-52a2348fbb63 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1331661 Aug 16 22:25:48.693163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.696041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:48.701368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6354209-9d9f-49d5-b3d4-10a19459b950 HTTP/1.1" status: 204 len: 168 time: 0.3644834 Aug 16 22:25:48.709777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327426a-1006-4438-8821-12ce0e838137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6354209-9d9f-49d5-b3d4-10a19459b950,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:48.740031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:48.811177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-11b4b1e4-1d69-421c-bc45-51f7d8f1f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.812750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-11b4b1e4-1d69-421c-bc45-51f7d8f1f4c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 1095 time: 0.0503185 Aug 16 22:25:48.867022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-62feaa52-2a18-4325-a857-0db492dce9a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de HTTP/1.1" status: 200 len: 217 time: 0.0378959 Aug 16 22:25:48.944184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-c32424aa-675c-478d-a979-6a3e06d8d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:48.946329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-c32424aa-675c-478d-a979-6a3e06d8d354 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0701392 Aug 16 22:25:49.011261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-e606c0b6-07e3-42a4-827e-1f6ac2c9df86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547290 Aug 16 22:25:49.084533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c69b-d7b8-4ba9-a56f-7b4c62136c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.204967 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.221120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-af1d3ed5-d993-4707-a22b-de3f6ec83787 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763380 Aug 16 22:25:49.359601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5f676a-8ddc-422f-b535-3f555c56081a req-1751aa7a-77a3-4803-a922-80cb58df2d70 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295428 Aug 16 22:25:49.389725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a97fc-ab68-4cea-a86c-923e677b546e req-ce61218d-2ba7-48f7-b750-1fae548ea409 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:49.391377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a4a97fc-ab68-4cea-a86c-923e677b546e req-ce61218d-2ba7-48f7-b750-1fae548ea409 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 943 time: 0.0728428 Aug 16 22:25:49.427939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c69b-d7b8-4ba9-a56f-7b4c62136c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.455044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a4a97fc-ab68-4cea-a86c-923e677b546e req-aeb5abb6-c1db-4ed0-b5ba-f3a584258390 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Aug 16 22:25:49.456465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e6a3c69b-d7b8-4ba9-a56f-7b4c62136c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.493015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:49.524860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e6a3c69b-d7b8-4ba9-a56f-7b4c62136c09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d11d5383f624ee2ad56b92ae7fd204a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837014 Aug 16 22:25:49.525650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:49.534695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3c69b-d7b8-4ba9-a56f-7b4c62136c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d71d9a-b1cf-473d-a30d-48978388b826,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.597657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.636791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.724434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.727648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.729392 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0d71d9a-b1cf-473d-a30d-48978388b826 HTTP/1.1" status: 204 len: 168 time: 0.2025902 Aug 16 22:25:49.749340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89548fd-06eb-4f80-9202-17a5ef4c9eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d71d9a-b1cf-473d-a30d-48978388b826,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.776426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d0719ce-574d-4470-b13b-c30ee2454f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.905748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d0719ce-574d-4470-b13b-c30ee2454f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.912388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9d0719ce-574d-4470-b13b-c30ee2454f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:49.962661 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d0719ce-574d-4470-b13b-c30ee2454f23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e93ab520d17349a3a464aaee0e9662ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684849 Aug 16 22:25:49.965609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0719ce-574d-4470-b13b-c30ee2454f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac69a9-d451-4436-9ec6-069052961302,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:49.965885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:50.047027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.076159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.144297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.147931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.151835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5ac69a9-d451-4436-9ec6-069052961302 HTTP/1.1" status: 204 len: 168 time: 0.1824408 Aug 16 22:25:50.160868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc0616-861e-46e5-8435-c70987976e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac69a9-d451-4436-9ec6-069052961302,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.170015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:50.394699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-579283581-network', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:50.424120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:50.443276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.469012 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.618407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.630229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.644289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e27e7-f6c7-4108-9ac0-3a6fab475f12 req-24ba4f02-36a2-41e1-8a3c-9cebd8f6688c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.645916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b19e27e7-f6c7-4108-9ac0-3a6fab475f12 req-24ba4f02-36a2-41e1-8a3c-9cebd8f6688c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 943 time: 0.0865014 Aug 16 22:25:50.654664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:25:50.676188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2e12f1-76e7-4f7f-8885-138b327bcf60,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.680763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.681220 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Added segment 41056128-5355-4fb3-8977-a582521fb5cd of type vlan for network 57fa86a3-517e-4f18-a9fc-b36917a10b13 Aug 16 22:25:50.699438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b19e27e7-f6c7-4108-9ac0-3a6fab475f12 req-67a8d8a5-a450-48d3-9616-2e274f639228 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Aug 16 22:25:50.735433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:50.739250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.775890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4405e8-e6fa-48ba-9e38-705b81b4ff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.783824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.785312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:50.786087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.863728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] Pushing event updated for resources: {'Network': ['ID=57fa86a3-517e-4f18-a9fc-b36917a10b13,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.876242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:25:50.909161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4405e8-e6fa-48ba-9e38-705b81b4ff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.922390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b4405e8-e6fa-48ba-9e38-705b81b4ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:50.927532 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-17767ac5-d432-48d0-b137-14cd4bf7d3fc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7562006 Aug 16 22:25:50.930434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:50.938186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Request body: {'subnet': {'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-579283581-subnet', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:50.969915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8b4405e8-e6fa-48ba-9e38-705b81b4ff7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6547cd4e71fe49639ad75afc151ad26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310970 Aug 16 22:25:50.969915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4405e8-e6fa-48ba-9e38-705b81b4ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67badbf-f1c5-438a-b513-466372c6e064,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:50.970607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:50.997842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:51.000779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.086309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.123554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.187666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.240558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.243220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.244396 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f67badbf-f1c5-438a-b513-466372c6e064 HTTP/1.1" status: 204 len: 168 time: 0.2728565 Aug 16 22:25:51.258075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e54e49-2120-4795-b12c-97410316cdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67badbf-f1c5-438a-b513-466372c6e064,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:51.261378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.319588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6aa3cc-529f-4222-83ce-6f14f04028d0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:51.332304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:51.332304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Network hostable DHCP agents. Network: 57fa86a3-517e-4f18-a9fc-b36917a10b13, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:25:51.353846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:25:51.366495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 57fa86a3-517e-4f18-a9fc-b36917a10b13) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:51.372917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:51.373905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.380397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cb5a0-f3e2-4d12-8c28-6ef713563cbc None None] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:51.391960 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-06f1c3c3-ee8e-4c8a-8e8b-b44bb804ce2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4601517 Aug 16 22:25:51.394742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:51.400365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:51.434884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.436080 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.498752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.593817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-57fa86a3-517e-4f18-a9fc-b36917a10b13', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:25:51.595031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.718280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.793347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Allocated IP 172.20.0.2 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/72950e09-dc42-478f-a742-06a387a13278) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:51.802557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:51.817588 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ada36433-2036-4697-b2a0-4d3c832b2067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.956053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387750f3-fa07-4024-92a8-7d3c201dd2da req-6e41f809-0e9d-40bf-a882-c97e7800a015 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:51.962608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-387750f3-fa07-4024-92a8-7d3c201dd2da req-6e41f809-0e9d-40bf-a882-c97e7800a015 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 943 time: 0.1370606 Aug 16 22:25:51.967388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ada36433-2036-4697-b2a0-4d3c832b2067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:51.974901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ada36433-2036-4697-b2a0-4d3c832b2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.035658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.043829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ada36433-2036-4697-b2a0-4d3c832b2067 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c34704423c44e5881c9d71d8b15ba87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395849 Aug 16 22:25:52.050647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada36433-2036-4697-b2a0-4d3c832b2067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3385708f-d7af-47df-99b9-9212bfed948d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:52.052836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:52.054508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Transition to ACTIVE for port object 72950e09-dc42-478f-a742-06a387a13278 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:52.076157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Transition to ACTIVE for port object 72950e09-dc42-478f-a742-06a387a13278 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:52.076364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-387750f3-fa07-4024-92a8-7d3c201dd2da req-43286a06-fcf5-41e1-8c59-656f7f0ebfb8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000669 Aug 16 22:25:52.085324 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.168430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 372bc58e-d18a-44e8-a82e-a5875c6da7de details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:25:52.364618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:52.375607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:52.378770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:52.388034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:52.410413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '372bc58e-d18a-44e8-a82e-a5875c6da7de', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': '372bc58e-d18a-44e8-a82e-a5875c6da7de', 'mac_address': 'fa:16:3e:06:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:25:52.456138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Pushing event updated for resources: {'Port': ['ID=72950e09-dc42-478f-a742-06a387a13278,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:52.535546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.536181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.536691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.537449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.537956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.538572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.539098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.539601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.540263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.540889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.542179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.542832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:52.573748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Attempting to bind port 72950e09-dc42-478f-a742-06a387a13278 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:52.574231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Attempting to bind port 72950e09-dc42-478f-a742-06a387a13278 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:52.574601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Attempting to bind port 72950e09-dc42-478f-a742-06a387a13278 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:52.582702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:52.583183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:52.583591 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.584045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:52.584674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Bound port: 72950e09-dc42-478f-a742-06a387a13278, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:52.585122 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.598653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.621708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372bc58e-d18a-44e8-a82e-a5875c6da7de {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:25:52.649109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:52.681510 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.771274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.786820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] For port 72950e09-dc42-478f-a742-06a387a13278, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:52.791110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] For port 72950e09-dc42-478f-a742-06a387a13278, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72950e09-dc42-478f-a742-06a387a13278,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:52.793257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:52.799077 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.873541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a0832-e7e9-4683-8e6f-cb369ac38f59 None None] Pushing event updated for resources: {'Port': ['ID=72950e09-dc42-478f-a742-06a387a13278,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:52.907429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.927461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.940566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01e564-c808-406f-8fe8-a91baaa57bfc req-80373ecf-0c77-495c-b230-388c815afc24 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.942156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f01e564-c808-406f-8fe8-a91baaa57bfc req-80373ecf-0c77-495c-b230-388c815afc24 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1531734 Aug 16 22:25:52.964991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-d4c5a84a-f1f5-4849-becb-1d2d296af882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:52.966538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-d4c5a84a-f1f5-4849-becb-1d2d296af882 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.1741211 Aug 16 22:25:52.976176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:52.981728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.024111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['372bc58e-d18a-44e8-a82e-a5875c6da7de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:25:53.217139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-61c84fb7-cb09-4c1b-b982-19b3b90cc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.219684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-61c84fb7-cb09-4c1b-b982-19b3b90cc479 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.2413816 Aug 16 22:25:53.243787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f01e564-c808-406f-8fe8-a91baaa57bfc req-086532be-7f03-426c-a859-0d310b796da0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708137 Aug 16 22:25:53.279289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.281772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.282962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3385708f-d7af-47df-99b9-9212bfed948d HTTP/1.1" status: 204 len: 168 time: 1.2189317 Aug 16 22:25:53.340342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-a7ffd2d1-c7c6-48bf-8160-6c9606c26185 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0911138 Aug 16 22:25:53.353873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776cfb7-1e53-40a4-8e19-86fb7845124a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385708f-d7af-47df-99b9-9212bfed948d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:53.421822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72950e09-dc42-478f-a742-06a387a13278 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:53.488947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43fc8d-f991-479c-8826-49758c74224c req-eab803ee-5ebd-4e74-9646-11ac9b92393b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.490751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f43fc8d-f991-479c-8826-49758c74224c req-eab803ee-5ebd-4e74-9646-11ac9b92393b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 944 time: 0.2674501 Aug 16 22:25:53.492286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 72950e09-dc42-478f-a742-06a387a13278 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:53.493681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Allocated IP 172.25.8.104 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/531eec9c-7251-4b69-a7d8-30bab0908a63) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:53.525183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-66472257-bd0e-4bf6-9bb1-ad44c30f2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:53.526688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-66472257-bd0e-4bf6-9bb1-ad44c30f2783 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.1401877 Aug 16 22:25:53.623836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-8e901573-9c33-41f0-995c-50cfcddd0f4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845711 Aug 16 22:25:53.679839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f43fc8d-f991-479c-8826-49758c74224c req-f5924948-720e-4058-b7df-6786f917b399 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743267 Aug 16 22:25:53.788909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.846688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:53.895574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:53.900361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-07296a83-1cc7-4f29-ad80-2c38d52b0a46 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637680 Aug 16 22:25:53.903753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:53.907827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:54.028192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Pushing event updated for resources: {'Port': ['ID=531eec9c-7251-4b69-a7d8-30bab0908a63,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:54.120545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557e305-597d-4d7d-bac8-d6d3e30b8073 None None] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:25:54.152577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 372bc58e-d18a-44e8-a82e-a5875c6da7de up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:54.198833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b74780-09d4-4a4d-b443-c12d5deb3e8c req-790666d6-41b7-4a39-a8c1-da43feef93cc service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828779 Aug 16 22:25:54.240670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Provisioning for port 72950e09-dc42-478f-a742-06a387a13278 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:54.253152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Provisioning complete for port 72950e09-dc42-478f-a742-06a387a13278 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:54.253529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.388895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:54.406468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 372bc58e-d18a-44e8-a82e-a5875c6da7de completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:54.434843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 372bc58e-d18a-44e8-a82e-a5875c6da7de triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:54.435926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.511366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c6bb5-4aed-408d-b7e0-405e485f46f4 req-03b846c7-db2f-40c0-a0f2-04eec81e1872 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:54.513092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-460c6bb5-4aed-408d-b7e0-405e485f46f4 req-03b846c7-db2f-40c0-a0f2-04eec81e1872 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1126516 Aug 16 22:25:54.518331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.534431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-312bd7af-6d9d-41d7-9f4b-693b40e8c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.556159 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.626298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-460c6bb5-4aed-408d-b7e0-405e485f46f4 req-07ef4037-e90f-44b4-8ede-e2684eec774c tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041427 Aug 16 22:25:54.646503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-312bd7af-6d9d-41d7-9f4b-693b40e8c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.660509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-312bd7af-6d9d-41d7-9f4b-693b40e8c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.685348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] For port 72950e09-dc42-478f-a742-06a387a13278, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72950e09-dc42-478f-a742-06a387a13278,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:54.690898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.709710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.738255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-312bd7af-6d9d-41d7-9f4b-693b40e8c649 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7752fc9d25d34ceeb68e908a1f12a0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442998 Aug 16 22:25:54.747976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:54.750127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd7af-6d9d-41d7-9f4b-693b40e8c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d709b357-4c7a-4f68-9bf6-368ca22c4d38,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:54.863251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.887403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:54.890997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:25:54.904561 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f5d4b0-e36b-4f5b-9cd9-1f513ca50039" -d '{"events": [{"server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "name": "network-vif-plugged", "status": "completed", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:25:54.918553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.927309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:54.970689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be120e-0edc-4b98-9383-f17d01aceff1 None None] Pushing event updated for resources: {'Port': ['ID=72950e09-dc42-478f-a742-06a387a13278,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.029955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.035707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.036870 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d709b357-4c7a-4f68-9bf6-368ca22c4d38 HTTP/1.1" status: 204 len: 168 time: 0.2877684 Aug 16 22:25:55.059418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807def3b-0874-438f-a1d2-fa77ebcd1754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709b357-4c7a-4f68-9bf6-368ca22c4d38,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.105723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48dc5a-9b38-441c-9bec-c26c07c419f7 req-58471edd-7b3a-45d3-94af-ba276c0204c8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.114207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf48dc5a-9b38-441c-9bec-c26c07c419f7 req-58471edd-7b3a-45d3-94af-ba276c0204c8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 944 time: 0.2826693 Aug 16 22:25:55.153251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:55.163471 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ff8026-5f41-4537-b9de-d57515a219fe x-openstack-request-id: req-22ff8026-5f41-4537-b9de-d57515a219fe {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:25:55.163765 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "name": "network-vif-plugged", "status": "completed", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:25:55.164154 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22ff8026-5f41-4537-b9de-d57515a219fe {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:25:55.164404 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de', 'code': 200} Aug 16 22:25:55.192303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.209711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf48dc5a-9b38-441c-9bec-c26c07c419f7 req-2234cb0f-b9ce-4fd9-8b1b-dc887450c750 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943906 Aug 16 22:25:55.223353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2b6b6727-a9d7-474e-91ee-478389002867 None None] Provisioning complete for port 72950e09-dc42-478f-a742-06a387a13278 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:55.223742 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6727-a9d7-474e-91ee-478389002867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.253698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f45a-a16e-4ab6-a6d2-9565347eb584 req-815969f2-8611-45ae-9efe-7154af9a45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.255276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a451f45a-a16e-4ab6-a6d2-9565347eb584 req-815969f2-8611-45ae-9efe-7154af9a45d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 1097 time: 0.1123483 Aug 16 22:25:55.366206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a451f45a-a16e-4ab6-a6d2-9565347eb584 req-b7ed1571-600a-4693-9650-04c04d19edc7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870512 Aug 16 22:25:55.388901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:25:55.424769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72950e09-dc42-478f-a742-06a387a13278 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:55.531426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:55.542988 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Sync routers for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:55.549715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.555110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5d6bf567-091b-4b9d-ba7e-e5e6e757392f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1566355 Aug 16 22:25:55.555545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:55.562594 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:55.563952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:55.644410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 72950e09-dc42-478f-a742-06a387a13278 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:55.644410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:55.714822 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:55.862634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fec99e-78e1-4f83-b72f-7147a1741a2c req-809d9737-ac1f-41ad-8609-76f132c40835 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:55.864432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fec99e-78e1-4f83-b72f-7147a1741a2c req-809d9737-ac1f-41ad-8609-76f132c40835 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1002758 Aug 16 22:25:55.930088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fec99e-78e1-4f83-b72f-7147a1741a2c req-adfa5e8e-4a91-4491-903b-b34a57a83bd7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494566 Aug 16 22:25:56.028510 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:54Z', 'revision_number': 3, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:56.059512 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Checking router: 144a31c8-ce93-41f7-8f00-c0a3a3242a06 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:25:56.059923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Updating router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 port 531eec9c-7251-4b69-a7d8-30bab0908a63 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:25:56.089395 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.186271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.408270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-490eda71-5992-43e9-8543-4bf1a7b22d22 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6a81f91b50f94b38a4237e64b727c733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664806 Aug 16 22:25:56.541608 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.558462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80cf2f-fab3-427c-86b1-4fdd86dc968d req-b01cdd64-81a4-479c-8d2f-8a0e40702ba1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.566364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc80cf2f-fab3-427c-86b1-4fdd86dc968d req-b01cdd64-81a4-479c-8d2f-8a0e40702ba1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.2053440 Aug 16 22:25:56.569686 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Transition to ACTIVE for port object 531eec9c-7251-4b69-a7d8-30bab0908a63 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:56.580322 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.642147 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Pushing event updated for resources: {'Port': ['ID=531eec9c-7251-4b69-a7d8-30bab0908a63,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:56.652527 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.652880 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.653483 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.653849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.654194 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.654591 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.654929 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.655266 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.655401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-986cd035-66c6-42d5-b53b-faa4f62b7649 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:56.655590 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.655955 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.656381 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.656773 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:25:56.657369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-986cd035-66c6-42d5-b53b-faa4f62b7649 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152169 Aug 16 22:25:56.660661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc80cf2f-fab3-427c-86b1-4fdd86dc968d req-43a05220-272a-4aef-8558-bd395bad3caa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933230 Aug 16 22:25:56.666984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35832) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:56.680986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Attempting to bind port 531eec9c-7251-4b69-a7d8-30bab0908a63 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:25:56.681621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Attempting to bind port 531eec9c-7251-4b69-a7d8-30bab0908a63 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:25:56.683339 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Attempting to bind port 531eec9c-7251-4b69-a7d8-30bab0908a63 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:25:56.687413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-2c7e0fd0-7671-4529-b3ca-ec8e646df5f3 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/quotas/6a81f91b50f94b38a4237e64b727c733 HTTP/1.1" status: 200 len: 375 time: 0.0138597 Aug 16 22:25:56.689480 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:25:56.689872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:25:56.690268 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.690663 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:25:56.691129 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Bound port: 531eec9c-7251-4b69-a7d8-30bab0908a63, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:25:56.691517 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.723676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-5fdda478-b145-4480-93f4-8d50fedd154e tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6a81f91b50f94b38a4237e64b727c733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288222 Aug 16 22:25:56.746679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] For port 531eec9c-7251-4b69-a7d8-30bab0908a63, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:25:56.750927 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] For port 531eec9c-7251-4b69-a7d8-30bab0908a63, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=531eec9c-7251-4b69-a7d8-30bab0908a63,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:25:56.757936 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.796983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78988ea4-0e28-4ed7-8a1e-c03634982199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.813581 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:56.814253 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:56.878289 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a5828-9244-44f9-ad94-da7cd0aaaf6c None None] Pushing event updated for resources: {'Port': ['ID=531eec9c-7251-4b69-a7d8-30bab0908a63,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:56.931698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Allocated IP 172.20.0.1 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/de30816b-f05d-4cf0-9dd8-952ba5baf3c9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:56.972399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f73e1779-ed97-4a10-8366-d396b0cb2741 req-9eb9a583-dedc-47b9-853b-4ab960e477ed tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 210 time: 0.0382488 Aug 16 22:25:56.985502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78988ea4-0e28-4ed7-8a1e-c03634982199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:56.989084 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:56.998445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78988ea4-0e28-4ed7-8a1e-c03634982199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.055744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-78988ea4-0e28-4ed7-8a1e-c03634982199 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62fbb608c0fa4ed294fe5771d047133d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874245 Aug 16 22:25:57.057286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35844) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:57.069762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988ea4-0e28-4ed7-8a1e-c03634982199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff99378-6f82-4432-9bec-69d5a6740a26,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:57.118811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.133573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Transition to ACTIVE for port object de30816b-f05d-4cf0-9dd8-952ba5baf3c9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:25:57.170325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30427-136a-4963-a342-a6086b394789 req-3046d4d2-6a1a-42cc-a88b-37e8e9367aaa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:57.173615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3d30427-136a-4963-a342-a6086b394789 req-3046d4d2-6a1a-42cc-a88b-37e8e9367aaa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0970392 Aug 16 22:25:57.184043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.195701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.223353 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:54Z', 'revision_number': 3, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:57.226691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:57.234067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:57.237173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:25:57.248716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.259788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3d30427-136a-4963-a342-a6086b394789 req-cbd71712-9fd3-4021-9a84-3190c356e0be tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805995 Aug 16 22:25:57.271416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Pushing event updated for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:57.274083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e67b5-3d08-44eb-846c-247431a3fac8 None None] The sync data for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 is: [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:54Z', 'revision_number': 3, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:25:57.305200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.329832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.332516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.333747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ff99378-6f82-4432-9bec-69d5a6740a26 HTTP/1.1" status: 204 len: 168 time: 0.2748528 Aug 16 22:25:57.346415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9a258-f91b-416b-98ae-109141c0e6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff99378-6f82-4432-9bec-69d5a6740a26,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:57.483069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.611133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46895ea8-f6bf-415b-9146-02bf3a996bd8 None None] Provisioning for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:57.615735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46895ea8-f6bf-415b-9146-02bf3a996bd8 None None] Provisioning complete for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:57.616418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46895ea8-f6bf-415b-9146-02bf3a996bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.656124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46895ea8-f6bf-415b-9146-02bf3a996bd8 None None] Port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:57.716936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.722574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.825387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:57.825618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138c829-178c-4a2a-a49a-6c2b374d22eb req-16599da1-35c6-4d2a-8320-953b3504502a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:57.827403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9138c829-178c-4a2a-a49a-6c2b374d22eb req-16599da1-35c6-4d2a-8320-953b3504502a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.0639534 Aug 16 22:25:57.827965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Pushing event updated for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:57.875801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9138c829-178c-4a2a-a49a-6c2b374d22eb req-ac4f65a7-07c8-43c2-94c9-ed525102e025 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Aug 16 22:25:57.954657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:25:57.956079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:25:58.155730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48643a70-bcfa-4838-8adf-ad2954d4c228 req-56584223-d417-4bd3-92aa-ae478df7ab74 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 210 time: 0.0539377 Aug 16 22:25:58.206362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:25:58.286532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-a2f09cb3-8bd3-45f2-8272-e3097fa06248 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6a81f91b50f94b38a4237e64b727c733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383401 Aug 16 22:25:58.408502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-06b45430-7369-495a-afbe-d7dc7fc96ef3 None None] Provisioning complete for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:58.408978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-06b45430-7369-495a-afbe-d7dc7fc96ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.468567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-06b45430-7369-495a-afbe-d7dc7fc96ef3 None None] Port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:25:58.506019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:25:58.524290 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8cc7cef4-289c-426d-b729-ccbd949a931a admin admin] 10.222.0.22 "PUT /v2.0/routers/144a31c8-ce93-41f7-8f00-c0a3a3242a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9674442 Aug 16 22:25:58.620465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c331d-3cab-48af-9676-b7039375321d req-39554b85-9946-4d71-8132-128988f4ae99 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.628164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c3c331d-3cab-48af-9676-b7039375321d req-39554b85-9946-4d71-8132-128988f4ae99 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1503618 Aug 16 22:25:58.643644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f56a4-d1ba-4cc6-b84b-0467d065d92a req-bc616a08-61b7-42d1-9578-2f93164c1736 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.651185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d7f56a4-d1ba-4cc6-b84b-0467d065d92a req-bc616a08-61b7-42d1-9578-2f93164c1736 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.2469063 Aug 16 22:25:58.659858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-974ddcb2-3ab6-4860-8e72-6dea01fb900f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.662264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-974ddcb2-3ab6-4860-8e72-6dea01fb900f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3681660 Aug 16 22:25:58.693150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Request body: {'port': {'device_id': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': '6a81f91b50f94b38a4237e64b727c733'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:58.770116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d7f56a4-d1ba-4cc6-b84b-0467d065d92a req-a291aa2b-ebf3-4141-9b50-676ff7f3f9c5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177597 Aug 16 22:25:58.781791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c3c331d-3cab-48af-9676-b7039375321d req-a8f942c0-4ad2-470a-98c6-29d3478a2cf8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524909 Aug 16 22:25:58.930583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-54f607dd-fb52-4861-ae1a-5ecb7fe0f7ae tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:58.933236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-54f607dd-fb52-4861-ae1a-5ecb7fe0f7ae tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.0796998 Aug 16 22:25:58.934137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Made reservation on behalf of 6a81f91b50f94b38a4237e64b727c733 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:25:58.937983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.974712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:58.990839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-17997adf-7b9f-470d-993a-66be44b14cbc tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.097154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.106371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.196955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5ed91-9b70-4b70-bbac-3373b953b0d0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:59.279103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:59.286457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185815941', 'description': 'tempest-description--445606905'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:59.424291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 531eec9c-7251-4b69-a7d8-30bab0908a63 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:25:59.504713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 531eec9c-7251-4b69-a7d8-30bab0908a63 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:25:59.511097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 531eec9c-7251-4b69-a7d8-30bab0908a63 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:25:59.511555 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.613694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.642489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 531eec9c-7251-4b69-a7d8-30bab0908a63, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=531eec9c-7251-4b69-a7d8-30bab0908a63,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:25:59.650098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.722933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=531eec9c-7251-4b69-a7d8-30bab0908a63,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:59.729582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83a3d806-eab6-48f0-a506-364ce50f185b req-2281e086-ecb7-4d28-9f1a-710bf88fe2b2 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 210 time: 0.0458281 Aug 16 22:25:59.743560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Sync routers for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:25:59.749303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Allocated IP 192.168.233.190 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:25:59.765360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:25:59.766227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:25:59.798042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-17997adf-7b9f-470d-993a-66be44b14cbc tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.811619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-17997adf-7b9f-470d-993a-66be44b14cbc tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.823791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.873468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df1ee690-2a4c-4336-bfc4-4e9a42e17243 req-17997adf-7b9f-470d-993a-66be44b14cbc tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9215322 Aug 16 22:25:59.903081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17997adf-7b9f-470d-993a-66be44b14cbc tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dce1ef-82cb-4bed-971d-b715ed6b2b1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:59.903476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:25:59.933945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.940682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.970120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:25:59.973112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6906850 Aug 16 22:25:59.974581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35922) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:25:59.979634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'security_group_rule': {'security_group_id': '12604a61-09b3-466d-b2f7-d15cbf929856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:25:59.985494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f05f0-2dc7-4748-ab7a-e452bfa215dc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12604a61-09b3-466d-b2f7-d15cbf929856,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:25:59.989348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356820da-d4da-4191-8f68-bd3ab93cf8d0 req-61c6db9c-e75d-4065-bd48-0c63b8237aa9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:25:59.997530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-356820da-d4da-4191-8f68-bd3ab93cf8d0 req-61c6db9c-e75d-4065-bd48-0c63b8237aa9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.1866078 Aug 16 22:26:00.033489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.072509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-356820da-d4da-4191-8f68-bd3ab93cf8d0 req-36d3bfc8-a0ab-42ac-8029-d116543a0992 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725815 Aug 16 22:26:00.118150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.123942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d32850-4d6b-4997-b062-3fe99f73e520 req-a2adc035-e07b-4a45-bd57-38226ac166ca tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:00.125824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d32850-4d6b-4997-b062-3fe99f73e520 req-a2adc035-e07b-4a45-bd57-38226ac166ca tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1789954 Aug 16 22:26:00.126624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.155383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0e89f2-6e88-42ae-adf8-6214e074d674,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.169718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.170343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.171721 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6bb69be-26c3-47b4-8396-21e5c41c4fdd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964662 Aug 16 22:26:00.173149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 2, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:00.174375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:00.180863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'security_group_rule': {'security_group_id': '12604a61-09b3-466d-b2f7-d15cbf929856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:00.208823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Checking router: 144a31c8-ce93-41f7-8f00-c0a3a3242a06 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:00.209296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Updating router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:00.230751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Transition to ACTIVE for port object 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:00.239433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.249661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37d32850-4d6b-4997-b062-3fe99f73e520 req-dcad2172-864c-43f2-a32a-2109945682a3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115890 Aug 16 22:26:00.283676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.320079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409223a3-d220-481d-a9de-bc5968379ad1 req-8789046e-33b8-46e0-b31e-6cfd250e07a4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:00.321629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409223a3-d220-481d-a9de-bc5968379ad1 req-8789046e-33b8-46e0-b31e-6cfd250e07a4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1223445 Aug 16 22:26:00.377563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.448368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-409223a3-d220-481d-a9de-bc5968379ad1 req-644779de-d171-4364-8b6a-a6c25f38f659 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127942 Aug 16 22:26:00.476165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:00.478264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.482771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:00.486438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.488435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:00.497326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:00.502827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Pushing event updated for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.537735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d504e78a-a8d0-457f-b798-60d9144ae52f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.553888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.555623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7be6ea52-d004-4fe2-8297-4ab82492cb88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3799736 Aug 16 22:26:00.558619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:00.563845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:00.577799 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.580565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:00.581671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.592738 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a01c793-6fa9-4198-86ae-2da217e62e84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 200 len: 994 time: 0.1156762 Aug 16 22:26:00.599227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Transition to ACTIVE for port object de30816b-f05d-4cf0-9dd8-952ba5baf3c9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:00.615260 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.631284 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.637012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-e8bb0083-6457-488a-b092-5c6ce27476c8 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9504807 Aug 16 22:26:00.675675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac259-443c-4513-8d29-b337c6d07e07 None None] Pushing event updated for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:00.687541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Request body: {'port': {'device_id': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:00.768282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.789672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Attempting to bind port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:00.790093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Attempting to bind port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:00.790536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Attempting to bind port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:00.800798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:00.801317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:00.801801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.802276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:00.802831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Bound port: de30816b-f05d-4cf0-9dd8-952ba5baf3c9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:00.803223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.963839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] For port de30816b-f05d-4cf0-9dd8-952ba5baf3c9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:00.966701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e219538d-acdf-4239-b878-9fc737c6464d None None] Provisioning for port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:00.970059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] For port de30816b-f05d-4cf0-9dd8-952ba5baf3c9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:00.973713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e219538d-acdf-4239-b878-9fc737c6464d None None] Provisioning complete for port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:00.974194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e219538d-acdf-4239-b878-9fc737c6464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.977308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:00.991726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-69bb663d-321c-40ec-bda7-1da2d28c956e req-534c6264-84f6-4aba-bc1d-0dcd7915120e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:26:00.992799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69bb663d-321c-40ec-bda7-1da2d28c956e req-534c6264-84f6-4aba-bc1d-0dcd7915120e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302052 Aug 16 22:26:01.050157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:01.074566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e219538d-acdf-4239-b878-9fc737c6464d None None] Port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:01.079168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:01.080459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:01.141963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac259-443c-4513-8d29-b337c6d07e07 None None] Pushing event updated for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:01.208957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.25.8.110 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/82746b63-e949-46b0-b0a5-97aef8378253) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:01.226032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:01.448490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 531eec9c-7251-4b69-a7d8-30bab0908a63 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:01.561416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 531eec9c-7251-4b69-a7d8-30bab0908a63 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:01.561713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:01.588089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cde13a-d726-4a4f-93a6-2de75a52b200 req-622ca823-d87e-4580-97ea-6fe51e0cefb4 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:01.596430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67cde13a-d726-4a4f-93a6-2de75a52b200 req-622ca823-d87e-4580-97ea-6fe51e0cefb4 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 936 time: 0.6820073 Aug 16 22:26:01.607064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:00Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:01.635634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-7e624957-55fa-482b-9f1c-0f1aac1de1ea tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:01.636520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ad842-34e2-4c38-9874-60b516d21cc9 None None] The sync data for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 is: [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:00Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:01.637373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-7e624957-55fa-482b-9f1c-0f1aac1de1ea tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.3720927 Aug 16 22:26:01.854324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261ad57-c28b-4e06-85a3-e6e21e5e9e77 req-c2487c0d-ff28-48f0-bc37-5002cff4aade tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:01.855951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0261ad57-c28b-4e06-85a3-e6e21e5e9e77 req-c2487c0d-ff28-48f0-bc37-5002cff4aade tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 945 time: 0.3372800 Aug 16 22:26:01.895904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:01.946645 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:01.957800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67cde13a-d726-4a4f-93a6-2de75a52b200 req-a3aca330-2740-470a-80b2-f6b0157e0c75 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595462 Aug 16 22:26:01.986282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.023856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Transition to ACTIVE for port object 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:02.049436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0261ad57-c28b-4e06-85a3-e6e21e5e9e77 req-dcd0eff6-56c6-4b12-8980-2240c68dfe4b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802423 Aug 16 22:26:02.050059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.082793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-89cd825f-5207-46a7-b5b5-9e8a60190479 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5629070 Aug 16 22:26:02.208922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Pushing event updated for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:02.245517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b8b52-4dec-4e77-8f9a-4e69986f20e4 req-e91f0a61-136b-46b9-b5aa-62ff5fae57f9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:02.253017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a28b8b52-4dec-4e77-8f9a-4e69986f20e4 req-e91f0a61-136b-46b9-b5aa-62ff5fae57f9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2230482 Aug 16 22:26:02.274452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port 372bc58e-d18a-44e8-a82e-a5875c6da7de {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:02.274813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.287937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.374910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017e6e-ee38-4dbf-8e1a-517ecb8fc411 req-0439f50a-cfe0-4d70-bcfb-06e585d5d295 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:02.382540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94017e6e-ee38-4dbf-8e1a-517ecb8fc411 req-0439f50a-cfe0-4d70-bcfb-06e585d5d295 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.2628000 Aug 16 22:26:02.499552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:02.531222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:02.555925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:02.574238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=82746b63-e949-46b0-b0a5-97aef8378253,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:02.590928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a28b8b52-4dec-4e77-8f9a-4e69986f20e4 req-1f583167-5c50-4137-96f5-87ce2a65d255 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315687 Aug 16 22:26:02.649918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94017e6e-ee38-4dbf-8e1a-517ecb8fc411 req-98f5e4e0-05e5-42b0-b3d4-6019649a088d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443583 Aug 16 22:26:02.665988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Attempting to bind port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:02.667652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Attempting to bind port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:02.668660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Attempting to bind port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:02.677135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port 372bc58e-d18a-44e8-a82e-a5875c6da7de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=372bc58e-d18a-44e8-a82e-a5875c6da7de,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:02.677777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.694808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for 372bc58e-d18a-44e8-a82e-a5875c6da7de owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:02.767509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:02.767856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Attempting to bind port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:02.796802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:02.797309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:02.797731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:02.798152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Bound port: 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:02.798551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:02.988118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.026464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:03.076225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:03.077520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.093245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.104851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.113811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['372bc58e-d18a-44e8-a82e-a5875c6da7de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:03.117318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:03.179252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=372bc58e-d18a-44e8-a82e-a5875c6da7de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:03.218945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-263700fb-4bc4-4f6d-9759-232188d174af req-718529c1-7845-4f3d-a874-dc2da1288758 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6209a68-d15d-4e5e-9ba2-e6936423053d HTTP/1.1" status: 200 len: 210 time: 0.0610218 Aug 16 22:26:03.252946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.253622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.255059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-c701e36b-07ea-4460-af00-357863449cbe service neutron] 10.222.0.88 "PUT /v2.0/ports/3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c HTTP/1.1" status: 200 len: 1097 time: 2.5737936 Aug 16 22:26:03.260410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:03.263122 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf456e60-944d-4304-9629-fd239c32121c" -d '{"events": [{"name": "network-changed", "server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:03.390799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cafce-399c-46df-b1da-9041bfc03ec6 req-9687c9b8-22aa-4462-9b72-0b824af4119c tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.398533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e95cafce-399c-46df-b1da-9041bfc03ec6 req-9687c9b8-22aa-4462-9b72-0b824af4119c tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 948 time: 0.3369772 Aug 16 22:26:03.398533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b40b49-73ac-498b-ac3c-c57fb6fd08b1 x-openstack-request-id: req-c5b40b49-73ac-498b-ac3c-c57fb6fd08b1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:03.398533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:03.398533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5b40b49-73ac-498b-ac3c-c57fb6fd08b1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:03.398533 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c', 'status': 'completed', 'code': 200} Aug 16 22:26:03.403038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port 372bc58e-d18a-44e8-a82e-a5875c6da7de on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:03.428033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.429969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcb0964d-b44c-48f7-9d26-f7e920321667 req-c36fa532-bf14-431c-b4ab-58776b4233f1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "DELETE /v2.0/ports/372bc58e-d18a-44e8-a82e-a5875c6da7de HTTP/1.1" status: 204 len: 173 time: 1.7714710 Aug 16 22:26:03.484115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device de30816b-f05d-4cf0-9dd8-952ba5baf3c9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:03.563115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701e36b-07ea-4460-af00-357863449cbe service neutron] Pushing event updated for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:03.580538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:03.584155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e95cafce-399c-46df-b1da-9041bfc03ec6 req-f46e6e48-fa0a-465c-80be-f7d591b3b56e tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631708 Aug 16 22:26:03.585059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:03.585538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.588696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-0f8e63c2-8338-4491-b4bd-7528a264db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:03.590244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-0f8e63c2-8338-4491-b4bd-7528a264db45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6a81f91b50f94b38a4237e64b727c733&device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 1100 time: 0.1887643 Aug 16 22:26:03.652586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-7c7fa6a0-67f5-4c06-bb1d-99f5532fd701 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c HTTP/1.1" status: 200 len: 217 time: 0.0449095 Aug 16 22:26:03.685802 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.734141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port de30816b-f05d-4cf0-9dd8-952ba5baf3c9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:03.740429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:03.803778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:04.170970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:04.200531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:04.253041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-f5837de6-50cf-4848-a5e2-2be1f5386ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.254596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-f5837de6-50cf-4848-a5e2-2be1f5386ed2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.5929201 Aug 16 22:26:04.347015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=82746b63-e949-46b0-b0a5-97aef8378253,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:04.356169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47857b9c-e8d1-43a5-9f3e-048b4ebb2294 req-360171c8-5d1d-4b4e-a9d4-31b498bf7fe6 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.357690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47857b9c-e8d1-43a5-9f3e-048b4ebb2294 req-360171c8-5d1d-4b4e-a9d4-31b498bf7fe6 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.6431115 Aug 16 22:26:04.372529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7864e0-5870-46ca-b009-68676a9f4b49 req-edd81183-0d54-4f31-838f-284fc957a4aa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.373995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e7864e0-5870-46ca-b009-68676a9f4b49 req-edd81183-0d54-4f31-838f-284fc957a4aa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.6243873 Aug 16 22:26:04.375621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-b9e58e76-da7d-46f9-860c-2815458ca42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.377019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-b9e58e76-da7d-46f9-860c-2815458ca42c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.2109845 Aug 16 22:26:04.398252 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:04.475427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-7b32efb0-f8b0-45d7-8203-69e642b6e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.476945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-7b32efb0-f8b0-45d7-8203-69e642b6e9cc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2103662 Aug 16 22:26:04.497619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:04.498772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-06a1b0da-9db5-4053-8468-f116e855fd50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9389119 Aug 16 22:26:04.529806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47857b9c-e8d1-43a5-9f3e-048b4ebb2294 req-42a552ae-0d19-4be9-927e-ecfd1243e2c9 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497116 Aug 16 22:26:04.565350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e7864e0-5870-46ca-b009-68676a9f4b49 req-48dca437-600f-4072-81d5-5829e8c3a04b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834106 Aug 16 22:26:04.616722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-44e7c531-7f96-4bd6-aee0-f4c500c1e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.618355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-44e7c531-7f96-4bd6-aee0-f4c500c1e497 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.2323177 Aug 16 22:26:04.677309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-b0a69be4-5911-422f-b896-4ca545677a14 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863642 Aug 16 22:26:04.802961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-2605d70f-e5d4-49b7-8fb0-aacac3810c14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1002 time: 0.1726758 Aug 16 22:26:04.814111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-51b6abe4-f27a-40ef-aee5-aeaa63624a23 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--185815941&fields=id&tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 267 time: 0.1433530 Aug 16 22:26:04.879779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed300a7-940a-4057-8797-a70e01fede5e req-0c900f8d-e287-4c41-b0d5-e2185f0c6ac9 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.881295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ed300a7-940a-4057-8797-a70e01fede5e req-0c900f8d-e287-4c41-b0d5-e2185f0c6ac9 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 948 time: 0.2094557 Aug 16 22:26:04.966040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-843cfe21-2bc1-48ba-9572-c202bb520ed9 req-5a54df6b-d706-471a-aa94-908610a9c487 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732863 Aug 16 22:26:04.972819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-9fb692de-491b-4cdd-b0bc-f09536f8d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:04.974434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-9fb692de-491b-4cdd-b0bc-f09536f8d015 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.1571741 Aug 16 22:26:05.026527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ed300a7-940a-4057-8797-a70e01fede5e req-21f356dd-7c88-4342-ad44-8c9bfc675c82 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291466 Aug 16 22:26:05.064607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-902b7258-6266-4ae0-819c-be8b0e3586a0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.066197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-902b7258-6266-4ae0-819c-be8b0e3586a0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.2370126 Aug 16 22:26:05.085444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-7ccbb318-788d-4f53-b13c-404d1a16ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.087106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-7ccbb318-788d-4f53-b13c-404d1a16ccd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962293 Aug 16 22:26:05.132006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-931531ef-c9b2-486b-9fd6-57d1ea7f234b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/quotas/dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 375 time: 0.0496435 Aug 16 22:26:05.260019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456e60-944d-4304-9629-fd239c32121c req-489ec051-0ecb-42be-bb94-36d283b46720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.261466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-489ec051-0ecb-42be-bb94-36d283b46720 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6a81f91b50f94b38a4237e64b727c733&device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 1100 time: 0.1879773 Aug 16 22:26:05.355729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device de30816b-f05d-4cf0-9dd8-952ba5baf3c9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:05.383161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-6636b40c-a470-4741-bbf7-6cd70e852f88 service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753336 Aug 16 22:26:05.391019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-8c490c31-e123-48e3-91ee-b8d3ad054d5b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2305684 Aug 16 22:26:05.396023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'name': 'network-vif-deleted', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:05.398507 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5805ab-b4c2-4a5c-9a12-3cf7da1857ca" -d '{"events": [{"server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "name": "network-vif-deleted", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:05.422123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-fb81fc7e-6bb1-485b-9d32-183587b6b91b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.423411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:05.423648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-fb81fc7e-6bb1-485b-9d32-183587b6b91b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.2908456 Aug 16 22:26:05.424223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:05.554248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-0e98119c-a0fb-48bb-80d9-6e702afd3b2a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0703340 Aug 16 22:26:05.563274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456e60-944d-4304-9629-fd239c32121c req-96eb4b3a-b671-4b98-9c93-2295d9b27c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.564708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-96eb4b3a-b671-4b98-9c93-2295d9b27c3c service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.2924449 Aug 16 22:26:05.681277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-15b47b3c-b645-4bf7-a4bb-46d160e14d43 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c HTTP/1.1" status: 200 len: 217 time: 0.1004598 Aug 16 22:26:05.716245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-34d116de-1f45-4c51-9c47-39b382def9dc service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210232 Aug 16 22:26:05.756439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d0cecfe0-d837-4d82-a057-785467b228be service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194191 Aug 16 22:26:05.765629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58743b52-8691-4ff2-930a-31b64a92ee5b req-c47244a5-d412-4a81-9125-fe552cb07c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.767221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58743b52-8691-4ff2-930a-31b64a92ee5b req-c47244a5-d412-4a81-9125-fe552cb07c66 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.2071295 Aug 16 22:26:05.781538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-e0be347a-f4de-473b-ace7-8c8bff8e2330 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158990 Aug 16 22:26:05.862586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456e60-944d-4304-9629-fd239c32121c req-02f05648-4d5b-48a6-aca3-a342fef21106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:05.864085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-02f05648-4d5b-48a6-aca3-a342fef21106 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1706977 Aug 16 22:26:06.045893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58743b52-8691-4ff2-930a-31b64a92ee5b req-63372961-4405-4b42-85da-90c21d78cfbf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608895 Aug 16 22:26:06.069570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-297292bf-1fdb-4735-a806-91cf27f3ec90 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014002 Aug 16 22:26:06.082493 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:06.085204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456e60-944d-4304-9629-fd239c32121c req-d0de12d7-e343-4fa0-91c6-10aee0afdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.086733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-d0de12d7-e343-4fa0-91c6-10aee0afdabb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2009807 Aug 16 22:26:06.096898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-af07326c-04b1-4f7b-b312-4a003f6dd80f service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553215 Aug 16 22:26:06.155026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 372bc58e-d18a-44e8-a82e-a5875c6da7de no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:06.183689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 372bc58e-d18a-44e8-a82e-a5875c6da7de {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:06.184561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 372bc58e-d18a-44e8-a82e-a5875c6da7de not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:06.226500 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10c7a9-ec29-460f-8ca1-64e37ee23a5a x-openstack-request-id: req-1a10c7a9-ec29-460f-8ca1-64e37ee23a5a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:06.226830 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6209a68-d15d-4e5e-9ba2-e6936423053d", "name": "network-vif-deleted", "tag": "372bc58e-d18a-44e8-a82e-a5875c6da7de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:06.227027 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a10c7a9-ec29-460f-8ca1-64e37ee23a5a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:06.227596 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6209a68-d15d-4e5e-9ba2-e6936423053d', 'name': 'network-vif-deleted', 'tag': '372bc58e-d18a-44e8-a82e-a5875c6da7de', 'status': 'completed', 'code': 200} Aug 16 22:26:06.271745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-1c1094c6-3a23-4328-8359-6c4a11abe3c1 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654637 Aug 16 22:26:06.274846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-292557f3-a1e8-48cf-8747-7dd21d85e466 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770604 Aug 16 22:26:06.376665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2fb1-819d-473d-9ea8-1f57969d0338 req-a1117073-ca22-4908-93aa-83c3d88a7659 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.378276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89f2fb1-819d-473d-9ea8-1f57969d0338 req-a1117073-ca22-4908-93aa-83c3d88a7659 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1056418 Aug 16 22:26:06.433904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf456e60-944d-4304-9629-fd239c32121c req-a1e04b07-7f9a-4181-a594-34bb4f863943 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502259 Aug 16 22:26:06.441937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d89f2fb1-819d-473d-9ea8-1f57969d0338 req-ed200611-ab1c-4012-9634-cb669e301287 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559354 Aug 16 22:26:06.601494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeccc4e-967f-4720-ad60-5c3b46c18a45 req-9b8cc437-3259-44ba-9157-2e9d0da381c7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.603028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-beeccc4e-967f-4720-ad60-5c3b46c18a45 req-9b8cc437-3259-44ba-9157-2e9d0da381c7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0928485 Aug 16 22:26:06.617683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb386f-e0fe-41d2-8040-e0578644ff91 req-59513389-f733-49b9-8d96-053877ae6b2d tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:06.619185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01eb386f-e0fe-41d2-8040-e0578644ff91 req-59513389-f733-49b9-8d96-053877ae6b2d tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 948 time: 0.0711982 Aug 16 22:26:06.684674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-beeccc4e-967f-4720-ad60-5c3b46c18a45 req-44aad28c-beac-433c-9a4e-928a451390af tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644937 Aug 16 22:26:06.692403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01eb386f-e0fe-41d2-8040-e0578644ff91 req-a0f61b29-c73f-47c0-adaa-049786fc537d tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579996 Aug 16 22:26:06.781714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d33aa02-829f-417b-a199-85daca35d229 req-134724db-b4bd-4332-adc5-7182321a72ef tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Aug 16 22:26:06.818332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd3890a8-a312-4a4c-83b8-7cb702da08f9 req-10ef1d75-cee2-49ff-8a00-f58d5e5a7d17 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 210 time: 0.0393279 Aug 16 22:26:07.630587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34552dd-f1aa-42c9-bde0-c2b7b08b983a req-026db2f1-fedb-427e-b250-1dd538ac3db7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:07.632069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b34552dd-f1aa-42c9-bde0-c2b7b08b983a req-026db2f1-fedb-427e-b250-1dd538ac3db7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0868390 Aug 16 22:26:07.640006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-98fa2e82-f9e6-49b1-9057-150ad3fd85eb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:07.640220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-98fa2e82-f9e6-49b1-9057-150ad3fd85eb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.1759233 Aug 16 22:26:07.693145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b34552dd-f1aa-42c9-bde0-c2b7b08b983a req-dcb8a7a2-a420-41a0-9d0f-8ddb92823b0b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Aug 16 22:26:07.727531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-5d2dca8c-132b-473f-9fd1-0ba8b4361f96 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 379 time: 0.0573962 Aug 16 22:26:07.746131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'device_id': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'admin_state_up': True, 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'security_groups': ['12604a61-09b3-466d-b2f7-d15cbf929856']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:07.872364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c7ade-5d88-4618-b779-4d97e1ede8d5 req-f5b15e08-8f67-4320-8291-b040477cea60 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:07.873933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-808c7ade-5d88-4618-b779-4d97e1ede8d5 req-f5b15e08-8f67-4320-8291-b040477cea60 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0768816 Aug 16 22:26:07.967365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-808c7ade-5d88-4618-b779-4d97e1ede8d5 req-8fd939f2-eb7f-48a4-9a6f-c88c30a191a3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852740 Aug 16 22:26:07.978959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:07.982916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:08.064189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452891-7bab-4a0a-b029-5b6b534b6982 req-018a2a47-3916-43bf-80f8-b81d3226c519 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.065721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da452891-7bab-4a0a-b029-5b6b534b6982 req-018a2a47-3916-43bf-80f8-b81d3226c519 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 948 time: 0.1431062 Aug 16 22:26:08.109822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:08.143566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-777eda3e-d683-4427-8b7d-bd74744b61ac req-4cb38b6c-62df-42dd-aadb-7a95e84eccc4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 210 time: 0.0923829 Aug 16 22:26:08.206389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da452891-7bab-4a0a-b029-5b6b534b6982 req-6f3aaef0-274f-4362-b027-1286bffb7b4b tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271791 Aug 16 22:26:08.248122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:08.258065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-2b911570-a8d8-4552-86c6-6608beb54f5c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.260012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c', 'mac_address': 'fa:16:3e:44:7c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:08.260207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-2b911570-a8d8-4552-86c6-6608beb54f5c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.2646787 Aug 16 22:26:08.284142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': '3713ff72-34b3-41be-8659-be4d1da0b134', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:08.306949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:08.322444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:08.348622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:08.355726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:08.359625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.20.0.14 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/878508f5-eb50-4682-85e4-a01f6a0c55bc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:08.422778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:08.433222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-18070c1e-19ab-4b35-b153-4b82e489c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.435220 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-18070c1e-19ab-4b35-b153-4b82e489c365 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45a21074e69441ca94825856caeefc81&device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 1097 time: 0.0575826 Aug 16 22:26:08.551678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-7fddc902-9250-476e-8c6e-006347897ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.553125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-7fddc902-9250-476e-8c6e-006347897ed6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 200 len: 919 time: 0.1097162 Aug 16 22:26:08.595677 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-3f2eb52b-510e-4a40-89d0-3839b6809b83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 200 len: 217 time: 0.0353987 Aug 16 22:26:08.685869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-467883e8-b70d-480f-91b4-4570c4d2a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.687751 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-467883e8-b70d-480f-91b4-4570c4d2a2aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 200 len: 859 time: 0.0853620 Aug 16 22:26:08.737287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-5a4faed3-dfba-4763-a8ec-87c40a2b3322 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=909033f4-08d1-41c4-95e6-45d964f0271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403857 Aug 16 22:26:08.843780 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-1d20f08c-fbe1-45e8-ac9f-0806c3fd3908 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000466 Aug 16 22:26:08.852631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41088bbb-adf7-4b9a-89c2-970eeb0a7d28 req-0cb7f181-1224-4958-9798-5a6369c6308b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 210 time: 0.4946566 Aug 16 22:26:08.904071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:08.968435 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-2d934aa9-9c08-45e6-946f-92972bc75f12 req-f70cb632-2bfb-40a9-95df-7deb56d1be86 service neutron] 10.222.0.89 "GET /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176624 Aug 16 22:26:08.975988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6173-a8de-4afd-92ee-60bdc32439d4 req-8e3bf50c-5391-4aa6-8458-bdc8f4ba69cd tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:08.977540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3dfb6173-a8de-4afd-92ee-60bdc32439d4 req-8e3bf50c-5391-4aa6-8458-bdc8f4ba69cd tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.2137454 Aug 16 22:26:09.064302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:09.067844 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.106446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3dfb6173-a8de-4afd-92ee-60bdc32439d4 req-f1835fd0-9730-42bc-aa4c-7f6c6c8132f0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131792 Aug 16 22:26:09.111298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.148599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Transition to ACTIVE for port object 878508f5-eb50-4682-85e4-a01f6a0c55bc will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:09.224912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f15d-34e8-41f0-8d68-007b802bad69 req-68fec2cb-b6fc-479b-8a96-299520a6479f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:09.226398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b497f15d-34e8-41f0-8d68-007b802bad69 req-68fec2cb-b6fc-479b-8a96-299520a6479f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1435578 Aug 16 22:26:09.286998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-502c1d50-883f-4f91-8fbe-3e4b5d6ad61c req-4ebfcac2-2583-42f8-af11-9950b68f94dd tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 210 time: 0.0577281 Aug 16 22:26:09.320465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.390669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b497f15d-34e8-41f0-8d68-007b802bad69 req-e1065b56-98d3-4cb4-bdd6-84f099749265 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563044 Aug 16 22:26:09.420107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:09.423288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.14 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/9c2ae239-1bd4-4a66-a420-26a5bbcb559a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:09.435798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:09.441825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:09.445756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:09.494269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.494629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.494978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.495329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.495667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.496002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.496344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.496677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.497301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.497631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.497963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.498293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:09.537366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37dbe-3a72-4906-b004-4f959dda0a6e req-56d8c3bc-d0ee-439d-9e82-847012cabfcd tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:09.542252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06d37dbe-3a72-4906-b004-4f959dda0a6e req-56d8c3bc-d0ee-439d-9e82-847012cabfcd tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 949 time: 0.1775839 Aug 16 22:26:09.570655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:09.571295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.651602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-d9d814aa-d32a-448e-a7f7-d9acfa55f9ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9097910 Aug 16 22:26:09.658463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06d37dbe-3a72-4906-b004-4f959dda0a6e req-733b859c-9b40-4c2a-bf03-a810d5cc16c2 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076205 Aug 16 22:26:09.665533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4977f261-6acd-4832-92d6-1b4ef5055623 None None] Provisioning for port 878508f5-eb50-4682-85e4-a01f6a0c55bc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:09.669728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4977f261-6acd-4832-92d6-1b4ef5055623 None None] Provisioning complete for port 878508f5-eb50-4682-85e4-a01f6a0c55bc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:09.670305 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4977f261-6acd-4832-92d6-1b4ef5055623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.672159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Request body: {'port': {'device_id': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:09.707157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4977f261-6acd-4832-92d6-1b4ef5055623 None None] Port 878508f5-eb50-4682-85e4-a01f6a0c55bc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:09.756077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.760599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:09.915245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.025542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:10.041713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:10.049453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:10.052872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:10.059002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:10.145283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5be1ea-cf41-4722-946b-aabfd2377a13 req-3802e088-09e8-4164-8576-3f45ac742851 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.146940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c5be1ea-cf41-4722-946b-aabfd2377a13 req-3802e088-09e8-4164-8576-3f45ac742851 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 932 time: 0.2158151 Aug 16 22:26:10.172334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.173099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.234788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-774ff6b5-e975-4cca-8050-4c91afb1f024 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9575410 Aug 16 22:26:10.280184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Request body: {'port': {'device_id': '3713ff72-34b3-41be-8659-be4d1da0b134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:10.314981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c5be1ea-cf41-4722-946b-aabfd2377a13 req-61628094-2679-4d05-a0e7-90a6769822fe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523864 Aug 16 22:26:10.326300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:10.364881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.385330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87553c-0cf2-46fe-b675-a2912e1b9e5e req-37001612-994a-4c11-bba7-43da8baa39ac tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.386843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a87553c-0cf2-46fe-b675-a2912e1b9e5e req-37001612-994a-4c11-bba7-43da8baa39ac tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1708498 Aug 16 22:26:10.392093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.419245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Transition to ACTIVE for port object 878508f5-eb50-4682-85e4-a01f6a0c55bc will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:10.444639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:10.542260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a87553c-0cf2-46fe-b675-a2912e1b9e5e req-d991583a-2bef-4448-9d21-8bf40cc2026d tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416330 Aug 16 22:26:10.569406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd1aa-2154-4645-a48d-d04a380e7ed1 req-ca4062c0-c04f-4830-830d-8e79cf79f260 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.570959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcefd1aa-2154-4645-a48d-d04a380e7ed1 req-ca4062c0-c04f-4830-830d-8e79cf79f260 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 932 time: 0.1829569 Aug 16 22:26:10.573647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:10.859086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcefd1aa-2154-4645-a48d-d04a380e7ed1 req-358fba23-3233-49fb-87e2-7d492fa657c3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740645 Aug 16 22:26:10.904617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17e38-ea66-40bb-b3c4-5b4c652d6ab4 req-539cd2c7-1904-4820-b939-a2192a02cab1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:10.906129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28d17e38-ea66-40bb-b3c4-5b4c652d6ab4 req-539cd2c7-1904-4820-b939-a2192a02cab1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.2531500 Aug 16 22:26:10.909247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Attempting to bind port 878508f5-eb50-4682-85e4-a01f6a0c55bc on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:10.909728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Attempting to bind port 878508f5-eb50-4682-85e4-a01f6a0c55bc by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:10.910369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Attempting to bind port 878508f5-eb50-4682-85e4-a01f6a0c55bc on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:10.960489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Port 878508f5-eb50-4682-85e4-a01f6a0c55bc on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:10.961214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Attempting to bind port 878508f5-eb50-4682-85e4-a01f6a0c55bc on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:11.005582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:11.005851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:11.006278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:11.006730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Bound port: 878508f5-eb50-4682-85e4-a01f6a0c55bc, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:11.007104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.043351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28d17e38-ea66-40bb-b3c4-5b4c652d6ab4 req-a0602347-50f1-4a80-bae5-5c8ad070e26c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306410 Aug 16 22:26:11.080101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55701d5-7557-42e3-9396-85db7fa54585 req-f0dc39ee-52e8-4d33-bfed-2b44270033e5 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.081634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b55701d5-7557-42e3-9396-85db7fa54585 req-f0dc39ee-52e8-4d33-bfed-2b44270033e5 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 949 time: 0.1512904 Aug 16 22:26:11.135775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2ae239-1bd4-4a66-a420-26a5bbcb559a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:11.147695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.182311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b55701d5-7557-42e3-9396-85db7fa54585 req-9dde8014-f4f2-4488-9552-7613411014fd tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804014 Aug 16 22:26:11.190945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Transition to ACTIVE for port object 9c2ae239-1bd4-4a66-a420-26a5bbcb559a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:11.194059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:11.198343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:11.199562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.205774 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.250889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.251521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.252928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] 10.222.0.89 "PUT /v2.0/ports/878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1093 time: 1.5851328 Aug 16 22:26:11.253946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:11.256296 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a783e2-fd2e-4b61-98f6-8bfd6860196d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:11.272810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:11.339502 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6925e27-9bb1-4fde-a0ff-bf1bc0677d7f x-openstack-request-id: req-f6925e27-9bb1-4fde-a0ff-bf1bc0677d7f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:11.339801 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:11.340059 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6925e27-9bb1-4fde-a0ff-bf1bc0677d7f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:11.340464 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'status': 'completed', 'code': 200} Aug 16 22:26:11.422803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a480ed-761b-4031-8a46-50db1afc2183 service neutron] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:11.455616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Attempting to bind port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:11.455964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Attempting to bind port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:11.456357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Attempting to bind port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:11.461800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-300e01e1-0de1-4d45-961c-0ff9f0b0a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.463785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-300e01e1-0de1-4d45-961c-0ff9f0b0a342 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1096 time: 0.1267223 Aug 16 22:26:11.467356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:11.467690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Attempting to bind port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:11.475970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:11.476324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:11.476719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:11.477195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Bound port: 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:11.477571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.537653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4599523-4356-404e-8b87-a6c4cc5101ad req-1dc861a3-8714-4b40-a3fc-27de525cffd7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.539031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4599523-4356-404e-8b87-a6c4cc5101ad req-1dc861a3-8714-4b40-a3fc-27de525cffd7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 944 time: 0.1361516 Aug 16 22:26:11.542274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-aee640f4-355e-4db8-bafa-694c8cda05a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 217 time: 0.0617006 Aug 16 22:26:11.682157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:11.685240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-b9e3f06a-77d2-48e9-99fd-873326db79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.686716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-b9e3f06a-77d2-48e9-99fd-873326db79a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1252015 Aug 16 22:26:11.691138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4599523-4356-404e-8b87-a6c4cc5101ad req-864faf85-5365-4a26-a574-e6464c61507c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306880 Aug 16 22:26:11.711538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:11.730921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.771124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3823557-5f20-4c08-b415-8364e4a9ce2c req-2cbd6de3-4055-4131-850b-dbedc66d41c7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.772611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3823557-5f20-4c08-b415-8364e4a9ce2c req-2cbd6de3-4055-4131-850b-dbedc66d41c7 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1543207 Aug 16 22:26:11.787871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.788429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:11.789785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] 10.222.0.89 "PUT /v2.0/ports/9c2ae239-1bd4-4a66-a420-26a5bbcb559a HTTP/1.1" status: 200 len: 1093 time: 1.5264170 Aug 16 22:26:11.824248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-e06392bb-3a2d-47d0-9ae7-79dad9557b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.825788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-e06392bb-3a2d-47d0-9ae7-79dad9557b73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269023 Aug 16 22:26:11.830261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40dca-e275-4eb3-8d82-d27f8c4cfd94 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:11.898165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3823557-5f20-4c08-b415-8364e4a9ce2c req-9c29a0b8-e37f-49ad-a5a2-137801c471a2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133246 Aug 16 22:26:11.958257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-7c122dd4-e601-4c77-bac5-c30037dbfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:11.959772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-7c122dd4-e601-4c77-bac5-c30037dbfc33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 1096 time: 0.1110246 Aug 16 22:26:12.031605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-3e36725b-3263-46a9-98c5-aa0701612e4c service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934633 Aug 16 22:26:12.034731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-7efa8e85-c8f8-4de2-8952-41c0da03e936 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a HTTP/1.1" status: 200 len: 217 time: 0.0586667 Aug 16 22:26:12.097856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a8466-ab63-4a14-82c8-1b3681c2e0af req-25316fa1-7b41-4df6-8225-6f462ca0d808 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.099571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d8a8466-ab63-4a14-82c8-1b3681c2e0af req-25316fa1-7b41-4df6-8225-6f462ca0d808 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 944 time: 0.1631606 Aug 16 22:26:12.117384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:12.167955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:12.172659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:12.173345 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.196511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6d896c2-4cfd-48ef-ad8f-5b7fa82aa813 req-e295f093-2f0b-4357-a0e6-0e7534599cf7 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515300 Aug 16 22:26:12.233267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-963ccd62-d1da-4b09-933a-87317abf72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.234725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-963ccd62-d1da-4b09-933a-87317abf72f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1887443 Aug 16 22:26:12.280919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-5ee2b51a-9ad4-4c59-a699-c888daaf9564 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294948 Aug 16 22:26:12.284450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d8a8466-ab63-4a14-82c8-1b3681c2e0af req-6639d6ea-fd1b-47de-bcbc-7bd2212e18a5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Aug 16 22:26:12.313695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.358000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:12.358995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:12.361467 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594777f1-2e62-49bf-b158-62a39899595c" -d '{"events": [{"server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "name": "network-vif-plugged", "status": "completed", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:12.367766 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:12.434660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:12.793184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a17bb-c5ec-40f7-b0e6-49f400251493 req-255d634e-45aa-463e-b576-f0ab1c8ff72b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.795396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b6a17bb-c5ec-40f7-b0e6-49f400251493 req-255d634e-45aa-463e-b576-f0ab1c8ff72b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.5096922 Aug 16 22:26:12.837018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-53bfe353-9975-4ac0-8b04-cf8f08660f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.839045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-53bfe353-9975-4ac0-8b04-cf8f08660f2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1096 time: 0.5148365 Aug 16 22:26:12.876127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3e627-7332-406e-b872-3b83a809b0d6 req-d53d4ddb-e8f7-40ae-bce3-62281e95e220 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:12.877742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19b3e627-7332-406e-b872-3b83a809b0d6 req-d53d4ddb-e8f7-40ae-bce3-62281e95e220 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.4738109 Aug 16 22:26:12.898910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-37a23c25-d158-4c31-a02e-2a9257e42b74 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761170 Aug 16 22:26:12.957728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b6a17bb-c5ec-40f7-b0e6-49f400251493 req-f3fbc304-355e-4f9c-942b-019f10e22a5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519337 Aug 16 22:26:13.091243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5e0eb-5534-4676-b8ef-1cd2b02fdc5f x-openstack-request-id: req-09c5e0eb-5534-4676-b8ef-1cd2b02fdc5f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:13.091243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "name": "network-vif-plugged", "status": "completed", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:13.091243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09c5e0eb-5534-4676-b8ef-1cd2b02fdc5f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:13.092062 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c', 'code': 200} Aug 16 22:26:13.113720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19b3e627-7332-406e-b872-3b83a809b0d6 req-85b489ad-718f-466d-9b92-ea677bf46c94 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172170 Aug 16 22:26:13.140766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525a8ad3-6e30-4f21-b175-4a33a931f687 req-bfabaae5-4f4e-4820-a2bc-216398c830b8 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963036 Aug 16 22:26:13.142166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-4261403d-802f-417b-93d3-3a1ed76326d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.143603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-4261403d-802f-417b-93d3-3a1ed76326d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2900584 Aug 16 22:26:13.230478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-87cfda08-5c9d-4377-ad6d-fe7159c155ae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 217 time: 0.0612979 Aug 16 22:26:13.317053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-291da93c-36d7-4065-84e8-6c3c45f3d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.318558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-291da93c-36d7-4065-84e8-6c3c45f3d269 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0726907 Aug 16 22:26:13.331746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09423421-41f0-432f-ad93-ed3d863e79b6 req-21400341-8ab7-453d-b8f1-97ce6d6fe8aa tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.338877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09423421-41f0-432f-ad93-ed3d863e79b6 req-21400341-8ab7-453d-b8f1-97ce6d6fe8aa tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 944 time: 0.1598196 Aug 16 22:26:13.342890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:13.345098 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb4754-012b-46f9-8111-72ee20f40647" -d '{"events": [{"name": "network-changed", "server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:13.361227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428982b8-342d-4df9-93d0-c193d98cef9a req-05f591a2-152f-4c5a-8e00-e3623685d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.362711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-428982b8-342d-4df9-93d0-c193d98cef9a req-05f591a2-152f-4c5a-8e00-e3623685d9f0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 1102 time: 0.1431861 Aug 16 22:26:13.462957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09423421-41f0-432f-ad93-ed3d863e79b6 req-ee1aabdb-272f-4e2a-893f-21aa30fd6250 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210759 Aug 16 22:26:13.475422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-428982b8-342d-4df9-93d0-c193d98cef9a req-33379238-dddc-4868-af9d-743267f4e3a0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043622 Aug 16 22:26:13.479809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-8bb224ab-423f-4350-88ef-3eb42af59b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.481333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-8bb224ab-423f-4350-88ef-3eb42af59b76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390758 Aug 16 22:26:13.507237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2456d8-c7a7-4298-92b5-c8d2795a48f2 req-28c44c7d-86a6-484e-8f1d-8ef81db01e3d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.508695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc2456d8-c7a7-4298-92b5-c8d2795a48f2 req-28c44c7d-86a6-484e-8f1d-8ef81db01e3d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 944 time: 0.1366282 Aug 16 22:26:13.519986 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a640c-4c38-4e2c-9373-101bf1c9bf36 x-openstack-request-id: req-d01a640c-4c38-4e2c-9373-101bf1c9bf36 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:13.520277 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:13.520530 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d01a640c-4c38-4e2c-9373-101bf1c9bf36 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:13.520920 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a', 'status': 'completed', 'code': 200} Aug 16 22:26:13.635925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc2456d8-c7a7-4298-92b5-c8d2795a48f2 req-cc9a82f1-fdc4-4455-95d9-3344fd8bedeb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141102 Aug 16 22:26:13.665912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4754-012b-46f9-8111-72ee20f40647 req-2388cd93-dc8a-4c72-a18c-64eefe66e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.665912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-2388cd93-dc8a-4c72-a18c-64eefe66e5ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 1096 time: 0.0934291 Aug 16 22:26:13.668169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-6f986e02-657a-4330-a8dd-1413ad0db529 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772084 Aug 16 22:26:13.824183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4754-012b-46f9-8111-72ee20f40647 req-e1d46973-ef03-413f-9bf8-6b848c087b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.825690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-e1d46973-ef03-413f-9bf8-6b848c087b07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.1566713 Aug 16 22:26:13.827870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71a783e2-fd2e-4b61-98f6-8bfd6860196d req-c1f96486-9a7b-43da-947c-1b241e4abca3 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505835 Aug 16 22:26:13.885606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-c67381a7-4868-4011-9715-f3395503cc33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a HTTP/1.1" status: 200 len: 217 time: 0.0357020 Aug 16 22:26:13.940678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4754-012b-46f9-8111-72ee20f40647 req-aa8063a0-6359-4dc3-bd5e-114f232622bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:13.942199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-aa8063a0-6359-4dc3-bd5e-114f232622bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0493762 Aug 16 22:26:13.975776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-b6f3dbfb-a06e-46c7-aa43-a3e13fd9a259 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250015 Aug 16 22:26:14.127627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fd136-c872-40f3-b2a1-5e7baec348ed req-9f3a4d36-6194-43ca-8b45-41be66739dbc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.129185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f3fd136-c872-40f3-b2a1-5e7baec348ed req-9f3a4d36-6194-43ca-8b45-41be66739dbc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0855460 Aug 16 22:26:14.131435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-eb670bdb-d636-4df5-9791-b06734fd57e7 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480794 Aug 16 22:26:14.285721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:14.297844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f3fd136-c872-40f3-b2a1-5e7baec348ed req-bf357519-f1b3-4da4-8de1-21502c6f929e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507182 Aug 16 22:26:14.335023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a582f9-e9a2-4ccd-8ada-e1a3343b6276 req-7cc5b494-6b7d-45b3-8f33-6890ac105896 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.337609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17a582f9-e9a2-4ccd-8ada-e1a3343b6276 req-7cc5b494-6b7d-45b3-8f33-6890ac105896 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.1195271 Aug 16 22:26:14.344322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daeb4754-012b-46f9-8111-72ee20f40647 req-bd86fa1b-00da-40ff-8d4f-1a48d2573ec9 service neutron] 10.222.0.89 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960478 Aug 16 22:26:14.385456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17a582f9-e9a2-4ccd-8ada-e1a3343b6276 req-e2e07434-231f-4a6d-8c5d-2a0cc44b6c5c tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Aug 16 22:26:14.583293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac63b-a650-49e2-8d68-845c0c527f63 req-b9f75e0b-d24f-4e22-a3a7-62387b1ceacf tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.584781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789ac63b-a650-49e2-8d68-845c0c527f63 req-b9f75e0b-d24f-4e22-a3a7-62387b1ceacf tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 944 time: 0.0503762 Aug 16 22:26:14.626779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789ac63b-a650-49e2-8d68-845c0c527f63 req-50f0f456-16fd-485e-ad03-5fb4ed041869 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353894 Aug 16 22:26:14.767627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d8a6-38bf-4515-bc40-10e4153f324c req-21de3b78-3983-4d83-b50d-43a937d48bd0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:14.771192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0e2d8a6-38bf-4515-bc40-10e4153f324c req-21de3b78-3983-4d83-b50d-43a937d48bd0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 944 time: 0.0576978 Aug 16 22:26:14.821471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0e2d8a6-38bf-4515-bc40-10e4153f324c req-de4891ce-3c43-4ffc-8acd-6700fb39d71f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Aug 16 22:26:15.441680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2efffa-0e4c-4c59-ab37-dc58395fb5f6 req-2f42d08a-1f42-4fcb-be56-1e7d56104e31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.443334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb2efffa-0e4c-4c59-ab37-dc58395fb5f6 req-2f42d08a-1f42-4fcb-be56-1e7d56104e31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0613475 Aug 16 22:26:15.504166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53ff10c4-8c1c-4763-9593-293c6d990e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:15.506563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb2efffa-0e4c-4c59-ab37-dc58395fb5f6 req-cd0a7ff8-f160-43e1-8b9d-69999a185336 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565550 Aug 16 22:26:15.545253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64ce92-6ff3-4779-8dda-c079d26b3ba0 req-8f1c0b9a-3c1e-4fe7-9802-5edbe537c501 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.546955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf64ce92-6ff3-4779-8dda-c079d26b3ba0 req-8f1c0b9a-3c1e-4fe7-9802-5edbe537c501 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.0578487 Aug 16 22:26:15.590005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf64ce92-6ff3-4779-8dda-c079d26b3ba0 req-6c33b7d2-59e5-4068-aacf-4d7fd5fa6cfe tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Aug 16 22:26:15.778643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac082d-2a10-4cab-8976-204af9fd375e req-a475427d-d908-4139-ba49-2ab0051f61c1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.780318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07ac082d-2a10-4cab-8976-204af9fd375e req-a475427d-d908-4139-ba49-2ab0051f61c1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 944 time: 0.0593543 Aug 16 22:26:15.852195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07ac082d-2a10-4cab-8976-204af9fd375e req-596acc63-4e7b-4ec8-8bbf-8191f63ef67f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643361 Aug 16 22:26:15.960885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a580b-850b-4689-b8ef-ba60510079e8 req-091a6c47-9728-460b-82b8-0c1cc656644d tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:15.966848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd6a580b-850b-4689-b8ef-ba60510079e8 req-091a6c47-9728-460b-82b8-0c1cc656644d tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.0781221 Aug 16 22:26:16.049209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dc56e-078c-426f-b988-a4d5e8404b40 req-55d7ccf3-3779-4f83-a6b2-7f823c612796 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.057160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-236dc56e-078c-426f-b988-a4d5e8404b40 req-55d7ccf3-3779-4f83-a6b2-7f823c612796 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 944 time: 0.0890470 Aug 16 22:26:16.062176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd6a580b-850b-4689-b8ef-ba60510079e8 req-cd51dd68-279a-4f94-9ade-bc6ae81dbd8f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643222 Aug 16 22:26:16.114425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-236dc56e-078c-426f-b988-a4d5e8404b40 req-60213ae0-d34a-4a32-8a44-a0a7876b0bdf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563688 Aug 16 22:26:16.167603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36266) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:16.218848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c2ae239-1bd4-4a66-a420-26a5bbcb559a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:16.295606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4e7528b-82fe-45ce-a6fe-3c167cefe0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.401841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4e7528b-82fe-45ce-a6fe-3c167cefe0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.409426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4e7528b-82fe-45ce-a6fe-3c167cefe0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.420414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:16.446228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a', 'mac_address': 'fa:16:3e:d7:3b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:16.480702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b4e7528b-82fe-45ce-a6fe-3c167cefe0d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ff88f80217b458ea9aaa192e7cd9043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117683 Aug 16 22:26:16.481704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7528b-82fe-45ce-a6fe-3c167cefe0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc20c37f-2aa9-4b18-986c-169091103166,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:16.483362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:16.510671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.555035 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.558094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2ae239-1bd4-4a66-a420-26a5bbcb559a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:16.605139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.614922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:16.623781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:16.629710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.630829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:16.688791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d5f01-76e9-4d35-b18e-c37ae9ab6ed9 req-26aff5b6-81a8-45fa-876c-cfa0854831c4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:16.690677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a3d5f01-76e9-4d35-b18e-c37ae9ab6ed9 req-26aff5b6-81a8-45fa-876c-cfa0854831c4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0923820 Aug 16 22:26:16.713574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:16.716850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.722907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.725124 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc20c37f-2aa9-4b18-986c-169091103166 HTTP/1.1" status: 204 len: 168 time: 0.2407274 Aug 16 22:26:16.734529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f9166-6c39-49d5-95f8-aea8c16b0577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc20c37f-2aa9-4b18-986c-169091103166,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:16.777980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a3d5f01-76e9-4d35-b18e-c37ae9ab6ed9 req-77533c12-3c4a-4c4a-a406-1cc513436c36 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791433 Aug 16 22:26:16.831805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61253ffe-8a94-40f7-ae51-f58fea3a4001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.890697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:16.906233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:16.944773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61253ffe-8a94-40f7-ae51-f58fea3a4001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.960521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61253ffe-8a94-40f7-ae51-f58fea3a4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.964268 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:16.977651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:16.999391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:17.005282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.047241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-61253ffe-8a94-40f7-ae51-f58fea3a4001 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08f7a905a06c419fbc77da7d919844cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287324 Aug 16 22:26:17.047241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61253ffe-8a94-40f7-ae51-f58fea3a4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b57009-393f-4b12-9cc3-222a27e7db86,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:17.047584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36290) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:17.054008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:17.075748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838882-1e42-4053-8bea-7c102c390448 req-b1fbea5c-e69a-48fd-8cdb-5ec3aa63b4e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.077434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0838882-1e42-4053-8bea-7c102c390448 req-b1fbea5c-e69a-48fd-8cdb-5ec3aa63b4e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 944 time: 0.1292746 Aug 16 22:26:17.119551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.129733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0838882-1e42-4053-8bea-7c102c390448 req-7a1df612-43df-4b93-ac28-129a54b1f5b3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Aug 16 22:26:17.165029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.210575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a6335-2d12-406a-a2d0-11cdfcb17d9d req-60f5c2f8-d021-4b20-8232-c96ba4e194ee tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.221411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c60a6335-2d12-406a-a2d0-11cdfcb17d9d req-60f5c2f8-d021-4b20-8232-c96ba4e194ee tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.0735674 Aug 16 22:26:17.229116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.231628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:17.235136 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70b57009-393f-4b12-9cc3-222a27e7db86 HTTP/1.1" status: 204 len: 168 time: 0.1842558 Aug 16 22:26:17.240906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630db3f2-0d77-4c6a-a8f0-636beebc111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b57009-393f-4b12-9cc3-222a27e7db86,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:17.290073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c60a6335-2d12-406a-a2d0-11cdfcb17d9d req-d92f8e96-175a-43f3-b5ee-8d3915fa37d3 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Aug 16 22:26:17.328588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c859e1-1e09-4aa0-936c-ecf638275615 req-9b9de56f-f831-4d17-ba1e-174f0487fa37 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.330344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59c859e1-1e09-4aa0-936c-ecf638275615 req-9b9de56f-f831-4d17-ba1e-174f0487fa37 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 945 time: 0.1055419 Aug 16 22:26:17.380683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59c859e1-1e09-4aa0-936c-ecf638275615 req-7806d123-2be9-4dca-ac5f-faa792409a8b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Aug 16 22:26:17.383695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c2ae239-1bd4-4a66-a420-26a5bbcb559a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:17.418173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['878508f5-eb50-4682-85e4-a01f6a0c55bc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:17.965628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876c704-92c1-4db5-95d0-0caef2c9b817 req-54f2a615-3567-4869-b1da-3f8fd61c9e96 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:17.967397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6876c704-92c1-4db5-95d0-0caef2c9b817 req-54f2a615-3567-4869-b1da-3f8fd61c9e96 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1027012 Aug 16 22:26:18.021484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6876c704-92c1-4db5-95d0-0caef2c9b817 req-c6ca5334-1703-489d-9544-8b6b3788ccf7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Aug 16 22:26:18.031469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-db539125-c5da-47b7-96c9-543f64b1d08c tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.033198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-db539125-c5da-47b7-96c9-543f64b1d08c tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.88 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.1151550 Aug 16 22:26:18.135852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.161770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Deleting port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:18.162171 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.228460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:18.273733 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4630867-d1f3-479a-9348-62f969f8f681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.321384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] For port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:18.322242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.340477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Calling delete_port for 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:18.362197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751df762-aac3-417a-92f7-2bd80b29f0f8 req-affe5b1c-9a46-4c86-acb0-d3df36004d54 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.363753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-751df762-aac3-417a-92f7-2bd80b29f0f8 req-affe5b1c-9a46-4c86-acb0-d3df36004d54 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0878534 Aug 16 22:26:18.490410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-751df762-aac3-417a-92f7-2bd80b29f0f8 req-c6c58df3-e8fa-421e-8a36-93e2859fa370 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201904 Aug 16 22:26:18.496672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1153114261-network', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:18.521885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecaac9-1e1c-453b-a579-7aa152938a7c req-df241eb8-9656-4a0f-85aa-72fa2af1effe tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.532592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25ecaac9-1e1c-453b-a579-7aa152938a7c req-df241eb8-9656-4a0f-85aa-72fa2af1effe tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 950 time: 0.1261814 Aug 16 22:26:18.542016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Made reservation on behalf of 0254a59eabde46aeaf2015e143b48a74 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:18.545413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.566308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.676922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25ecaac9-1e1c-453b-a579-7aa152938a7c req-b5deabd0-8a09-4667-aaf0-e75aad17bd47 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b5ed91-9b70-4b70-bbac-3373b953b0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425898 Aug 16 22:26:18.737051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.742463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.743578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.745512 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1f415a12-c973-463d-bd34-034d17751033 req-81a68f95-bb98-4ac1-afa4-ec9efcdcfec5 service neutron] show failed (client error): The resource could not be found. Aug 16 22:26:18.746730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-81a68f95-bb98-4ac1-afa4-ec9efcdcfec5 service neutron] 10.222.0.88 "GET /v2.0/ports/0d4b06ce-f82b-4ff8-a552-1026de9a2b37/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.1829448 Aug 16 22:26:18.778170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:18.803420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc635b-c6aa-457d-9b0a-39bfb4ab5a69 req-ab0451f7-d40e-4700-b181-17d75b215e1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:18.808060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:18.811578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdfc635b-c6aa-457d-9b0a-39bfb4ab5a69 req-ab0451f7-d40e-4700-b181-17d75b215e1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 945 time: 0.1532571 Aug 16 22:26:18.829962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Pushing event deleted for resources: {'Port': ['ID=3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:18.841717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a437b30-3874-4df7-9040-59f9b90363f0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:18.862400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.863055 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Added segment c3850e16-f4ec-4a01-b606-bd02de3e2b76 of type vlan for network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 Aug 16 22:26:18.941920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.973227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] No DVR routers for this DVR port 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:18.981360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:18.983666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d20a806-16c0-4594-84e5-d46b1e243043 req-486dc32e-87c8-49b5-babb-27fd19f30f9f tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.88 "DELETE /v2.0/ports/3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c HTTP/1.1" status: 204 len: 173 time: 0.9433312 Aug 16 22:26:18.984309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'name': 'network-vif-deleted', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:18.987042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4cf1e2-b736-4bf4-9cb1-b3f9f391c790" -d '{"events": [{"server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "name": "network-vif-deleted", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:19.000000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.001850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.002849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.013611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdfc635b-c6aa-457d-9b0a-39bfb4ab5a69 req-a85e80a6-c945-490d-afa4-0a6f3f26272c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010126 Aug 16 22:26:19.057990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8274014 Aug 16 22:26:19.090325 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1f62ab-d0c8-4b2b-b749-361017436f86 x-openstack-request-id: req-7c1f62ab-d0c8-4b2b-b749-361017436f86 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:19.097601 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1152e0d3-af09-40c0-87ce-2b5d49891b54", "name": "network-vif-deleted", "tag": "3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:19.097875 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c1f62ab-d0c8-4b2b-b749-361017436f86 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:19.098316 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1152e0d3-af09-40c0-87ce-2b5d49891b54', 'name': 'network-vif-deleted', 'tag': '3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c', 'status': 'completed', 'code': 200} Aug 16 22:26:19.098723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:19.103861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Request body: {'subnet': {'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1153114261-subnet', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:19.175866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Made reservation on behalf of 0254a59eabde46aeaf2015e143b48a74 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:19.177012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e575-7ab6-4376-b000-ec5f9c5218ad admin admin] Pushing event updated for resources: {'Network': ['ID=710228a6-7a56-48cf-ba77-9a8cc87a68e0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:19.184196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.187277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.188471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-7093bd5b-cd5b-4dde-b496-f19257c3c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.190013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-7093bd5b-cd5b-4dde-b496-f19257c3c288 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 1098 time: 0.1755502 Aug 16 22:26:19.194796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:19.212611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:19.384553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.395585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45d54a-ffb0-41f9-8be1-2976c20a1a7b req-daa35b94-8e15-436c-a093-8d964cbf5470 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.397109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c45d54a-ffb0-41f9-8be1-2976c20a1a7b req-daa35b94-8e15-436c-a093-8d964cbf5470 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1911190 Aug 16 22:26:19.600976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c45d54a-ffb0-41f9-8be1-2976c20a1a7b req-5963e2a8-b923-4443-b4aa-8c63139b2741 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890173 Aug 16 22:26:19.788719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1222a-d2f0-4601-a650-856e4b9c7b74 req-94f85f46-0fde-423b-b050-00b1eb61a309 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:19.790945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9d1222a-d2f0-4601-a650-856e4b9c7b74 req-94f85f46-0fde-423b-b050-00b1eb61a309 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1928377 Aug 16 22:26:19.847420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b343e95f-40de-4a05-9de6-1ba044d27386 req-045fd071-4eb2-416c-a0c9-6be49dc3b150 tempest-VolumesNegativeTest-1789311665 tempest-VolumesNegativeTest-1789311665-project] 10.222.0.22 "GET /v2.0/ports?device_id=1152e0d3-af09-40c0-87ce-2b5d49891b54 HTTP/1.1" status: 200 len: 210 time: 0.0465655 Aug 16 22:26:19.851624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:19.963595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9d1222a-d2f0-4601-a650-856e4b9c7b74 req-e44c1d1e-37d1-407e-91a4-0df9e5629c04 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584451 Aug 16 22:26:19.975512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfc92e0-515f-48c5-8bdf-f5995468e1a4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:19.995449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:20.005623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Checking segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:20.005998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Network hostable DHCP agents. Network: 710228a6-7a56-48cf-ba77-9a8cc87a68e0, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:20.041885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:20.048857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:20.075010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 710228a6-7a56-48cf-ba77-9a8cc87a68e0) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:20.081358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.081959 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.086813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e4ebc-4d0b-44a4-b758-31a80294bcf6 None None] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:20.114042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:20.114654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c192bbc9-e698-41da-9aac-314563241b7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0142860 Aug 16 22:26:20.116374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.119345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:20.131765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Transition to ACTIVE for port object 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:20.139140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.154308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:20.174408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.175506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.255362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:20.295981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.346761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:20.408874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332834a5-5665-4afe-89cc-09c84b10176a req-de013571-1c24-448c-b2d9-a3ab1e66f575 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.413034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-332834a5-5665-4afe-89cc-09c84b10176a req-de013571-1c24-448c-b2d9-a3ab1e66f575 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 945 time: 0.2424023 Aug 16 22:26:20.428839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848acfa6-5dc1-4437-84b2-ccefef37d22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.478825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] No DVR routers for this DVR port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:20.525312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:26:20.526519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.529914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.548464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-332834a5-5665-4afe-89cc-09c84b10176a req-65a3c390-19f4-498e-b4c8-1dbe501c62c1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260476 Aug 16 22:26:20.548700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 878508f5-eb50-4682-85e4-a01f6a0c55bc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:20.568764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 878508f5-eb50-4682-85e4-a01f6a0c55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:20.569451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.678816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:20.679408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:20.679948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:20.686240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:20.686712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Attempting to bind port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on network a5352035-2672-420f-aa8b-d5624c20257e {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:20.686889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848acfa6-5dc1-4437-84b2-ccefef37d22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.695377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:20.695985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Checking segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:20.696560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Bound using segment: {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:20.697488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Bound port: 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42cf8298-41ef-4b54-821e-7b9c83973c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:20.698085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.700834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-848acfa6-5dc1-4437-84b2-ccefef37d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.760748 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-848acfa6-5dc1-4437-84b2-ccefef37d22b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82e702528fca42799ebaf227d2e7dfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030474 Aug 16 22:26:20.763741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848acfa6-5dc1-4437-84b2-ccefef37d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875e3b6-b72e-46d8-928a-ef79bfa909bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:20.763975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:20.792511 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.813052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Allocated IP 172.20.0.2 (710228a6-7a56-48cf-ba77-9a8cc87a68e0/1dfc92e0-515f-48c5-8bdf-f5995468e1a4/7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:20.836970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:20.839462 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c41bd-6e65-4879-9922-3003f68120be" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:20.859484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:20.878047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.879352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c2ae239-1bd4-4a66-a420-26a5bbcb559a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:20.890719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:20.899329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40b20c-6a3e-4a45-9778-9249118f969a req-99f590a3-c8fe-45f9-9588-8ebb648c59bc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:20.901270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f40b20c-6a3e-4a45-9778-9249118f969a req-99f590a3-c8fe-45f9-9588-8ebb648c59bc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.1574855 Aug 16 22:26:20.911862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:20.917684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.004124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:21.005419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.005651 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ddd31f-072a-4018-bbe5-ee836596d035 x-openstack-request-id: req-49ddd31f-072a-4018-bbe5-ee836596d035 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:21.006000 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:21.006351 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49ddd31f-072a-4018-bbe5-ee836596d035 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:21.007484 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:26:21.029623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.072531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f40b20c-6a3e-4a45-9778-9249118f969a req-2cf7fe36-f938-4a24-952e-6976ab0b3ba1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578414 Aug 16 22:26:21.123431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Allocated IP 172.25.8.186 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/6aae861b-0551-4801-b231-f1860bd88b4b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:21.183665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:21.183827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:21.191725 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd402fd6-3807-42ec-a9dc-9bafe3146e5b" -d '{"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:21.260145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:21.261408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.264104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] 10.222.0.89 "PUT /v2.0/ports/0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1093 time: 2.0569851 Aug 16 22:26:21.299931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:21.322314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.328277 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e70ef90-39c9-485b-939a-d953c2f3f611 x-openstack-request-id: req-6e70ef90-39c9-485b-939a-d953c2f3f611 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:21.328602 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:21.328820 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e70ef90-39c9-485b-939a-d953c2f3f611 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:21.329235 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'code': 200} Aug 16 22:26:21.335481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.340283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:21.341653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.423475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.441628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.457936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Transition to ACTIVE for port object 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:21.482587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.522893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Transition to ACTIVE for port object 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:21.552041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:21.553235 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.557432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:21.561579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:21.597639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Pushing event updated for resources: {'Port': ['ID=6aae861b-0551-4801-b231-f1860bd88b4b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:21.701510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Pushing event updated for resources: {'Port': ['ID=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:21.749024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.787699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:21.798311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:21.805450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:21.861180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:21.903698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Attempting to bind port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:21.904072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Attempting to bind port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:21.904440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Attempting to bind port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:21.906702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.950256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:21.950535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Checking segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:21.950937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.951336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Bound using segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:21.951877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Bound port: 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:21.952197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:21.986389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.042664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.060979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] For port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:22.065274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] For port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:22.070572 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.140134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6c97e-066e-481a-9e50-f37739b49733 None None] Pushing event updated for resources: {'Port': ['ID=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.191202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:22.207011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141d27-e491-4caf-bd18-007c80fa1d62 req-085b7aee-60b9-4146-a66b-4024cf25677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.208468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5141d27-e491-4caf-bd18-007c80fa1d62 req-085b7aee-60b9-4146-a66b-4024cf25677e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1098 time: 1.1439729 Aug 16 22:26:22.236421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:22.236766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3ce2adf4-ba24-4bb4-ab4e-57d09d842a8c not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:22.238996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:22.278245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f05b80-5bc7-44aa-b81d-60e27a78a388 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.323314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:22.368560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e1945-edd5-4c39-b076-ddc0cf0b7663 req-664dc369-69a3-43e1-8874-7e9b1cc503e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.370468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c1e1945-edd5-4c39-b076-ddc0cf0b7663 req-664dc369-69a3-43e1-8874-7e9b1cc503e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 1.1613891 Aug 16 22:26:22.398442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5141d27-e491-4caf-bd18-007c80fa1d62 req-f89141a6-6d50-41a7-a6a1-0ac94872c641 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252980 Aug 16 22:26:22.414891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-95b4dcef-e400-4b40-9e09-5dcb4f79ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.416948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-95b4dcef-e400-4b40-9e09-5dcb4f79ef26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1096 time: 1.0142117 Aug 16 22:26:22.454186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.485304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.487989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.489316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c875e3b6-b72e-46d8-928a-ef79bfa909bf HTTP/1.1" status: 204 len: 168 time: 1.7268999 Aug 16 22:26:22.504591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c1e1945-edd5-4c39-b076-ddc0cf0b7663 req-8c3c479a-aa74-4c53-92dd-3c49768d6750 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085417 Aug 16 22:26:22.523818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac9f9-a845-4dfa-bb43-f86411c44173 req-be4d5521-ae1d-48cd-beb7-0d4563160541 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.538330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01aac9f9-a845-4dfa-bb43-f86411c44173 req-be4d5521-ae1d-48cd-beb7-0d4563160541 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.3868027 Aug 16 22:26:22.560797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250aca-47d5-438c-a825-2014760571e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875e3b6-b72e-46d8-928a-ef79bfa909bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:22.720627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:22.761330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Router d8d629be-7806-4d4a-9dbb-43c22ea50ade is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:26:22.825764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01aac9f9-a845-4dfa-bb43-f86411c44173 req-3d250664-5999-4627-af63-29fcb17d0b98 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653174 Aug 16 22:26:22.858173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-cb13fac9-9494-4fee-8f3c-bf6ff4e77c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.859985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-cb13fac9-9494-4fee-8f3c-bf6ff4e77c94 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.1514659 Aug 16 22:26:22.869897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d0453-3697-49bf-85ab-260de99b6e1d req-f192b198-15aa-42fd-a170-52b671f34e14 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:22.871733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-031d0453-3697-49bf-85ab-260de99b6e1d req-f192b198-15aa-42fd-a170-52b671f34e14 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.2177517 Aug 16 22:26:22.986277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:22.986737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-031d0453-3697-49bf-85ab-260de99b6e1d req-2a9d0c60-14d3-46f2-b24c-dc31625e331d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023803 Aug 16 22:26:22.990184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-d153d5f1-165c-4766-8524-68674888abc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1000 time: 0.1170425 Aug 16 22:26:22.999586 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Sync routers for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:23.008194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:23.012790 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeb906f-8a4b-4c8e-a415-9f168abd9ed3" -d '{"events": [{"server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:23.020754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.022503 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-259b6eab-f590-42dd-9caf-ee2afdcfe86f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9073637 Aug 16 22:26:23.025334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:23.035897 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:23.040236 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:23.116829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:23.117833 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a745cf-2656-477f-8807-38ae6f118f61 x-openstack-request-id: req-b6a745cf-2656-477f-8807-38ae6f118f61 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:23.118406 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:23.118828 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6a745cf-2656-477f-8807-38ae6f118f61 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:23.120039 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a', 'code': 200} Aug 16 22:26:23.137549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6c7824c-4316-4301-8db6-600c16b5db31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.142030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-f5c1e804-d169-4b7a-8ff3-49998aef1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.143949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-f5c1e804-d169-4b7a-8ff3-49998aef1b30 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.1449611 Aug 16 22:26:23.243392 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:23.317545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f415a12-c973-463d-bd34-034d17751033 req-d5a57ebc-c852-4f4f-8e09-0376ec34fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.319796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-d5a57ebc-c852-4f4f-8e09-0376ec34fd1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550353 Aug 16 22:26:23.332657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bd9d1-14a5-428a-baf4-81b9464a0547 req-251553b1-687d-4f50-9eb4-7226e5a0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:23.334566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-233bd9d1-14a5-428a-baf4-81b9464a0547 req-251553b1-687d-4f50-9eb4-7226e5a0f981 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 1098 time: 0.1099756 Aug 16 22:26:23.335184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:23.338307 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd135f6-3478-445a-8e0f-7114628be49d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:23.577640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:23.580665 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bb07f3-c922-4f4d-b6f0-96d65ead7c76 x-openstack-request-id: req-36bb07f3-c922-4f4d-b6f0-96d65ead7c76 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:23.581304 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:23.584926 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36bb07f3-c922-4f4d-b6f0-96d65ead7c76 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:23.585676 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'status': 'completed', 'code': 200} Aug 16 22:26:23.756343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:23.842820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:21Z', 'revision_number': 3, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:23.849360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-233bd9d1-14a5-428a-baf4-81b9464a0547 req-27a19188-d6f6-4985-8b41-5ab5e14774df service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933522 Aug 16 22:26:23.895035 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6c7824c-4316-4301-8db6-600c16b5db31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.906068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Checking router: d8d629be-7806-4d4a-9dbb-43c22ea50ade for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:23.917036 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Updating router d8d629be-7806-4d4a-9dbb-43c22ea50ade port 6aae861b-0551-4801-b231-f1860bd88b4b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:23.967851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6c7824c-4316-4301-8db6-600c16b5db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:23.987109 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.009704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4367a-fe9b-485c-9aa7-66c4c3bb7324 None None] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:24.110494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-14f7d23e-afa1-41f9-9675-86ab7ae9e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.113640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-14f7d23e-afa1-41f9-9675-86ab7ae9e1bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1096 time: 0.5247927 Aug 16 22:26:24.117378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-19eaf7bd-10ba-4d4a-b350-c17d426b9bdc service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734730 Aug 16 22:26:24.129360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Provisioning for port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:24.143278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7824c-4316-4301-8db6-600c16b5db31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b306dd-767a-40c0-b1c3-f8407230e61b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.159948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Provisioning complete for port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:24.162843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.195817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f6c7824c-4316-4301-8db6-600c16b5db31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9279f4d655e24c82b04d2686c2637d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777564 Aug 16 22:26:24.205136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4837c-d599-4a80-b23a-2b3ffb916486 req-dff53e7d-6d5d-4ba9-9ff0-a1bfb0dd122a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.206872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44c4837c-d599-4a80-b23a-2b3ffb916486 req-dff53e7d-6d5d-4ba9-9ff0-a1bfb0dd122a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.4434667 Aug 16 22:26:24.248515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:24.465166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a621d1-c00e-453a-9332-a575556a8f89 req-de3454e0-4cba-4c35-a5a4-74a8580f0862 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.466817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0a621d1-c00e-453a-9332-a575556a8f89 req-de3454e0-4cba-4c35-a5a4-74a8580f0862 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.4873426 Aug 16 22:26:24.513612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.546688 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.566798 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Transition to ACTIVE for port object 6aae861b-0551-4801-b231-f1860bd88b4b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:24.578054 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.596739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] For port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:24.597420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.617261 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.667340 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Attempting to bind port 6aae861b-0551-4801-b231-f1860bd88b4b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:24.667720 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Attempting to bind port 6aae861b-0551-4801-b231-f1860bd88b4b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:24.668083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Attempting to bind port 6aae861b-0551-4801-b231-f1860bd88b4b on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:24.674872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:24.675528 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:24.676120 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.676691 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:24.677423 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Bound port: 6aae861b-0551-4801-b231-f1860bd88b4b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:24.678009 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.714572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-9d1bfd5f-3957-492e-bbe2-b01df86a6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:24.716466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-9d1bfd5f-3957-492e-bbe2-b01df86a6787 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.5564802 Aug 16 22:26:24.731922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b6cb2-ca1d-4b8d-8012-c240f26d1de1 None None] Pushing event updated for resources: {'Port': ['ID=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.751710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44c4837c-d599-4a80-b23a-2b3ffb916486 req-47f30c58-3951-4c0e-b761-f9030910618d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4948297 Aug 16 22:26:24.756312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0a621d1-c00e-453a-9332-a575556a8f89 req-933fd99f-d3af-40ae-8068-500a5a4c9307 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742698 Aug 16 22:26:24.760068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] For port 6aae861b-0551-4801-b231-f1860bd88b4b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:24.764082 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] For port 6aae861b-0551-4801-b231-f1860bd88b4b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6aae861b-0551-4801-b231-f1860bd88b4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:24.798665 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:24.868568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050f38f-f77c-469d-82dd-e597d436da59 None None] Pushing event updated for resources: {'Port': ['ID=6aae861b-0551-4801-b231-f1860bd88b4b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:24.892191 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:24.893379 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:25.000880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f415a12-c973-463d-bd34-034d17751033 req-ff365564-6e70-4a1e-bfee-25b36eac5a99 service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834759 Aug 16 22:26:25.000880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.012718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d832400-bcd3-497e-abbf-eb161b7e7553 None None] Provisioning complete for port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:25.017363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d832400-bcd3-497e-abbf-eb161b7e7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.034655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Allocated IP 172.20.0.1 (710228a6-7a56-48cf-ba77-9a8cc87a68e0/1dfc92e0-515f-48c5-8bdf-f5995468e1a4/8f0976c6-e333-49a5-aa9e-0194949d90d9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:25.056720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.121324 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050f38f-f77c-469d-82dd-e597d436da59 None None] Pushing event updated for resources: {'Port': ['ID=6aae861b-0551-4801-b231-f1860bd88b4b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.146290 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:25.342735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.349932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-792e5c90-3cb7-4185-a16d-17aba8c4ad41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1000 time: 0.6112576 Aug 16 22:26:25.404460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Transition to ACTIVE for port object 8f0976c6-e333-49a5-aa9e-0194949d90d9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:25.474265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.482054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.485010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82b306dd-767a-40c0-b1c3-f8407230e61b HTTP/1.1" status: 204 len: 168 time: 1.2350178 Aug 16 22:26:25.500068 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.576218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:25.601772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:25.611187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:25.617268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593fd4-4d3f-402f-a90b-6dfdca1af89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b306dd-767a-40c0-b1c3-f8407230e61b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.617344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:25.683285 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:25.699815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.700604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.701530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.702254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.703841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.704837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.705579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.706511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.707223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.708625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.709391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.710260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:25.730395 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:21Z', 'revision_number': 3, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:25.786994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.795077 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847d0190-0cef-4a2d-af07-b3d124332dc8 None None] The sync data for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 is: [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:21Z', 'revision_number': 3, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:25.795316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:25.796633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:25.974544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62021f-760f-4989-a1d5-8f044f972779 req-37acc7c0-73dc-4020-84dc-b4d1d1d04deb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.988051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e62021f-760f-4989-a1d5-8f044f972779 req-37acc7c0-73dc-4020-84dc-b4d1d1d04deb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 1.0658271 Aug 16 22:26:25.994345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-255682ee-432f-4879-b1ca-dc78eab1e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:25.997857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-255682ee-432f-4879-b1ca-dc78eab1e0ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1096 time: 0.7858939 Aug 16 22:26:26.192908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.209738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7110ca80-daa6-4c64-a638-0999d6219f47 None None] Provisioning for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:26.217812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7110ca80-daa6-4c64-a638-0999d6219f47 None None] Provisioning complete for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:26.218580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7110ca80-daa6-4c64-a638-0999d6219f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.303585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7110ca80-daa6-4c64-a638-0999d6219f47 None None] Port 8f0976c6-e333-49a5-aa9e-0194949d90d9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:26.371770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-27162edf-78a6-4659-a914-68acb9365c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.374622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-27162edf-78a6-4659-a914-68acb9365c26 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.3528895 Aug 16 22:26:26.409663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-70338c3b-2541-46ba-b4e7-5e3847bd2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.412054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-70338c3b-2541-46ba-b4e7-5e3847bd2036 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.9253807 Aug 16 22:26:26.431709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbb7a-6d72-4766-8865-c26c6964941f req-030088ba-7afe-4a6c-a5dc-3ce13cf903db tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.444900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45bbbb7a-6d72-4766-8865-c26c6964941f req-030088ba-7afe-4a6c-a5dc-3ce13cf903db tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.9567647 Aug 16 22:26:26.573220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.586448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.615414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e62021f-760f-4989-a1d5-8f044f972779 req-b946486d-e60c-47dc-9908-cbe6aaeae2ce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5967193 Aug 16 22:26:26.678177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-cdd232a1-370b-452b-9d14-041c48fbe117 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1000 time: 0.2827661 Aug 16 22:26:26.681995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45bbbb7a-6d72-4766-8865-c26c6964941f req-604c23c2-a8fa-49cd-b50a-b893ea82ada1 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358003 Aug 16 22:26:26.684126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-04cb621d-ff9b-4572-810b-1d72d0bd41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.689321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-04cb621d-ff9b-4572-810b-1d72d0bd41a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2374239 Aug 16 22:26:26.749134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:26.854149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Pushing event updated for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:26.855616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-e9daba59-91d1-4322-b8f9-20e59f183376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:26.857832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-e9daba59-91d1-4322-b8f9-20e59f183376 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.1675978 Aug 16 22:26:26.866660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:26.869770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:27.020250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f17f1-1493-49fc-a859-d95a76b73b91 req-b8bd0faf-2d42-4925-9be0-39b64c25ea35 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.022251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af9f17f1-1493-49fc-a859-d95a76b73b91 req-b8bd0faf-2d42-4925-9be0-39b64c25ea35 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.2753801 Aug 16 22:26:27.029117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Router d8d629be-7806-4d4a-9dbb-43c22ea50ade has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:27.070220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45cd1-7740-48ba-8899-6cb4568fbfeb req-029094a7-3416-45e8-b507-18f85524fac4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.079817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb45cd1-7740-48ba-8899-6cb4568fbfeb req-029094a7-3416-45e8-b507-18f85524fac4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.2592475 Aug 16 22:26:27.097029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd135f6-3478-445a-8e0f-7114628be49d req-71521085-4a00-47fd-8deb-8e5bbe2d8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.098795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-71521085-4a00-47fd-8deb-8e5bbe2d8200 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114091 Aug 16 22:26:27.179903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:27.185713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0878e2dd-fa48-4314-bb42-38d887bf422e admin admin] 10.222.0.22 "PUT /v2.0/routers/d8d629be-7806-4d4a-9dbb-43c22ea50ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1588123 Aug 16 22:26:27.208031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-bf8c1a26-ade8-4541-a39b-57f35f6a9bcf service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052772 Aug 16 22:26:27.257811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fb45cd1-7740-48ba-8899-6cb4568fbfeb req-2e9b3b97-3b27-4c73-85a2-706b851dcd39 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740150 Aug 16 22:26:27.367368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2c78e0b3-2fbf-4f8d-9a7c-b1cfa81bb735 None None] Provisioning complete for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:27.367905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c78e0b3-2fbf-4f8d-9a7c-b1cfa81bb735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.434024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af9f17f1-1493-49fc-a859-d95a76b73b91 req-a74590ab-8600-4445-89cb-0e6c621c88d7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960133 Aug 16 22:26:27.515061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-a8209c17-4da4-48d7-86ad-fd0761968726 service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940005 Aug 16 22:26:27.550007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2c78e0b3-2fbf-4f8d-9a7c-b1cfa81bb735 None None] Port 8f0976c6-e333-49a5-aa9e-0194949d90d9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:27.573515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6aae861b-0551-4801-b231-f1860bd88b4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:27.637847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-bdc73ba5-00d8-4598-9564-08afb97489a2 service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078586 Aug 16 22:26:27.642695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6aae861b-0551-4801-b231-f1860bd88b4b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:27.649290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6aae861b-0551-4801-b231-f1860bd88b4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:27.651644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.683948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56adcfb-bbf9-4070-8ef7-0e507eeabe9b req-63d5f064-f962-4a59-9fe4-ad95cc8f1c32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:27.685395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f56adcfb-bbf9-4070-8ef7-0e507eeabe9b req-63d5f064-f962-4a59-9fe4-ad95cc8f1c32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.1262245 Aug 16 22:26:27.697119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:27.701635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'floatingip': {'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:27.726936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bd135f6-3478-445a-8e0f-7114628be49d req-516fe878-203d-4c28-bfa0-cfbf22b36afa service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029738 Aug 16 22:26:27.803092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.857447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.901971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6aae861b-0551-4801-b231-f1860bd88b4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6aae861b-0551-4801-b231-f1860bd88b4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:27.907052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:27.967293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6aae861b-0551-4801-b231-f1860bd88b4b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:27.995285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-09c99163-44ab-42fb-abcd-e97db568990f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.005182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-09c99163-44ab-42fb-abcd-e97db568990f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1851573 Aug 16 22:26:28.024250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-348bc1e1-a989-43a1-a8aa-3e9797d502e6 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0179687 Aug 16 22:26:28.138508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-494cbb20-43c9-4a40-8140-a04d73646f33 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132650 Aug 16 22:26:28.251779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-c24bbecb-554f-4cc3-ad15-ac7c7e12ef51 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.252051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-c24bbecb-554f-4cc3-ad15-ac7c7e12ef51 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.2110431 Aug 16 22:26:28.324202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788c864-0e15-4445-a5d3-6956a756901f req-20403069-9efe-45fc-b9f4-a4701a631373 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.325958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d788c864-0e15-4445-a5d3-6956a756901f req-20403069-9efe-45fc-b9f4-a4701a631373 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 944 time: 0.5909548 Aug 16 22:26:28.342935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:28.457457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d788c864-0e15-4445-a5d3-6956a756901f req-aae4642a-8dae-4b39-aff9-2cf3277dcfa4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238613 Aug 16 22:26:28.470611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-d237f33e-5981-46d2-b54b-be47b65e4f55 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311665 Aug 16 22:26:28.545417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:28.561817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-102138793-network', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:28.609493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:28.627087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'port_id': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'mac_address': 'fa:16:3e:d8:21:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:28.668396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Sync routers for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:28.694593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:28.695235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:28.698055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Deleting port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:28.698534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.761764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Made reservation on behalf of e1e2307956704f4389467cc10a6af24d for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:28.764136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.815655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.820239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-b174fd81-31e4-415b-bf73-fd49fe5b4cba service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485131 Aug 16 22:26:28.821201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.838247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:28.840755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.849164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.856658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:28.900930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:28.912114 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:28.980602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d98a61-60b3-4784-88f9-6e031e6fff19 req-0acf226c-1fa6-48cd-8a28-2a3ccdd0041a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:28.982740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36d98a61-60b3-4784-88f9-6e031e6fff19 req-0acf226c-1fa6-48cd-8a28-2a3ccdd0041a tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 946 time: 0.3767793 Aug 16 22:26:29.000376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.040541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:29.086568 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Floating IP d5a0c15e-d380-481d-910e-94a09dff79f5 associated. External IP: 172.25.8.110, port: 878508f5-eb50-4682-85e4-a01f6a0c55bc. Aug 16 22:26:29.109438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.131942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36d98a61-60b3-4784-88f9-6e031e6fff19 req-daeca0e7-971a-47b0-9ed5-7dc3b0d505cf tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305292 Aug 16 22:26:29.207460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:29.217964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.217964 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Added segment 8e9a3e66-e0ee-424e-9273-cf65f3e66447 of type vlan for network 721f9b45-37e2-4246-b8b4-24bc53d85e5a Aug 16 22:26:29.263904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.292254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad329b-d81b-4c1c-a43d-8a8691258b1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:29.308639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] For port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:29.311054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.315620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.321005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:29.327164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.345543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0d4b06ce-f82b-4ff8-a552-1026de9a2b37'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:29.534488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Calling delete_port for 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:29.545267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6aae861b-0551-4801-b231-f1860bd88b4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:29.567029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:29.757384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:26Z', 'revision_number': 4, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8f0976c6-e333-49a5-aa9e-0194949d90d9', 'name': '', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'mac_address': 'fa:16:3e:46:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:24Z', 'updated_at': '2021-08-16T22:26:26Z', 'revision_number': 2, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'subnets': [{'id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:29.821960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:29.834497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Sync routers for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:29.837857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.849407 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:29.851877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Checking router: d8d629be-7806-4d4a-9dbb-43c22ea50ade for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:29.852220 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:29.853427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Updating router d8d629be-7806-4d4a-9dbb-43c22ea50ade port 8f0976c6-e333-49a5-aa9e-0194949d90d9 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:29.912086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:29.949063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15b7ec2a-7f7e-4e62-9daf-29c1532f6037 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "PUT /v2.0/floatingips/d5a0c15e-d380-481d-910e-94a09dff79f5 HTTP/1.1" status: 200 len: 992 time: 2.2518272 Aug 16 22:26:29.949725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:29.958712 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee8107-35d2-4448-bb1b-3be986ba3bed" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:30.158081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.202642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.216152 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:30.261736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6aae861b-0551-4801-b231-f1860bd88b4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:30.262097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.379093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a722c96f-53b0-4d7d-8870-d01f4663a190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.383111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:30.407731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9610c475-800a-4a80-8a5e-fe98b75cab11 req-99271a30-766d-41ab-a86b-ce571f0e5bb9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 210 time: 1.0576034 Aug 16 22:26:30.534873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9834912 Aug 16 22:26:30.550389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.566953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Request body: {'subnet': {'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-102138793-subnet', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:30.572300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f146-528a-4947-a030-dbd7480f3847 admin admin] Pushing event updated for resources: {'Network': ['ID=721f9b45-37e2-4246-b8b4-24bc53d85e5a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.596176 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec70631a-64fe-47dc-8382-b1ffdf950773 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a81f91b50f94b38a4237e64b727c733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367969 Aug 16 22:26:30.598191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.666448 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b6569-6867-4ec4-9975-0a52dab2ba28 x-openstack-request-id: req-2d1b6569-6867-4ec4-9975-0a52dab2ba28 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:30.666734 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:30.666986 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d1b6569-6867-4ec4-9975-0a52dab2ba28 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:30.667387 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'status': 'completed', 'code': 200} Aug 16 22:26:30.675837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:30.677564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.690511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a722c96f-53b0-4d7d-8870-d01f4663a190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.704213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a722c96f-53b0-4d7d-8870-d01f4663a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.709500 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd5a0c15e-d380-481d-910e-94a09dff79f5', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:02Z', 'updated_at': '2021-08-16T22:26:28Z', 'revision_number': 1, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:30.738359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a722c96f-53b0-4d7d-8870-d01f4663a190 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2417a4ebc3c04b4e9ae0a0f09a3fb6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345213 Aug 16 22:26:30.752715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.759312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36916) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:30.795088 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Checking router: 144a31c8-ce93-41f7-8f00-c0a3a3242a06 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:30.796870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.813166 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:30.814723 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:30.819246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Made reservation on behalf of e1e2307956704f4389467cc10a6af24d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:30.821645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.840727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722c96f-53b0-4d7d-8870-d01f4663a190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af963c-a544-40f2-ab02-ba62c0a816b0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:30.843089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-6fb18468-cd4e-4a8e-9f1a-e915538b3a1d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.844618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-6fb18468-cd4e-4a8e-9f1a-e915538b3a1d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 945 time: 1.5035291 Aug 16 22:26:30.869777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aa84f-4e97-4356-8001-534bfe247d11 req-9214c8e9-2857-42b6-9315-b7d404095eb1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:30.871496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad2aa84f-4e97-4356-8001-534bfe247d11 req-9214c8e9-2857-42b6-9315-b7d404095eb1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 1.4717882 Aug 16 22:26:30.920683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:30.979467 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:31.059072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-ba2e872b-8fd6-4009-86fa-285460224e3f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.060633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-ba2e872b-8fd6-4009-86fa-285460224e3f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.2033823 Aug 16 22:26:31.077439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.101790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3555602a-430d-4fa4-b130-32ea3e37e90b req-a2fea542-eb25-4e11-b40d-56ba034f6bfb tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.2483957 Aug 16 22:26:31.132128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.135715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.137040 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26b5ed91-9b70-4b70-bbac-3373b953b0d0 HTTP/1.1" status: 204 len: 168 time: 0.5380228 Aug 16 22:26:31.141627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Pushing event deleted for resources: {'Port': ['ID=0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:31.168607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.180147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:31.185026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Transition to ACTIVE for port object 8f0976c6-e333-49a5-aa9e-0194949d90d9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:31.194286 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.231609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb186b2-d9d0-490f-8b56-0641e90a7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5ed91-9b70-4b70-bbac-3373b953b0d0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:31.235425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] No DVR routers for this DVR port 0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:31.239877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea494db-00a2-4979-90c0-c96ab1cd80fe,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:31.244854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Checking segment: {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:31.245266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Network hostable DHCP agents. Network: 721f9b45-37e2-4246-b8b4-24bc53d85e5a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:31.270348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.272282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cb08852-2b52-413a-bab5-2eab0f2dd421 req-52aa4673-55d0-4b23-9a0e-391de62117aa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "DELETE /v2.0/ports/0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf HTTP/1.1" status: 204 len: 173 time: 3.0109015 Aug 16 22:26:31.272956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.285738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:31.292240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'name': 'network-vif-deleted', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:31.294614 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38dea46-2edf-4dee-a4bf-6aeddcd4baaf" -d '{"events": [{"server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "name": "network-vif-deleted", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:31.306181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 721f9b45-37e2-4246-b8b4-24bc53d85e5a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:31.310767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.311362 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.347771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3d86323-0c66-41cc-aea9-fe256bed9ca2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7964454 Aug 16 22:26:31.350218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:31.355451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:31.400017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.401108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.410037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f2ab1-9fa7-421e-aea5-6c4289295cfa None None] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:31.418099 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd5a0c15e-d380-481d-910e-94a09dff79f5', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:02Z', 'updated_at': '2021-08-16T22:26:28Z', 'revision_number': 1, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:31.426323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336584a-ed6e-4b8f-b27f-b61a0119d80b None None] Pushing event updated for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:31.454299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120529dd-115a-427e-803d-d9f88249b7d3 None None] The sync data for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 is: [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'd5a0c15e-d380-481d-910e-94a09dff79f5', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:26:02Z', 'updated_at': '2021-08-16T22:26:28Z', 'revision_number': 1, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:31.496146 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a61008-9419-461d-bbc5-41cae234ec5e x-openstack-request-id: req-57a61008-9419-461d-bbc5-41cae234ec5e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:31.512083 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f12afd1-e68b-475a-b85f-205b57465316", "name": "network-vif-deleted", "tag": "0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:31.512762 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57a61008-9419-461d-bbc5-41cae234ec5e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:31.513319 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f12afd1-e68b-475a-b85f-205b57465316', 'name': 'network-vif-deleted', 'tag': '0cb34c93-ba1e-4fcc-b474-2ab7f30a64bf', 'status': 'completed', 'code': 200} Aug 16 22:26:31.534537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-6f9efe0d-a231-41db-b886-058eb6e44605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.535933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-6f9efe0d-a231-41db-b886-058eb6e44605 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1098 time: 0.8162892 Aug 16 22:26:31.539518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.584113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.649512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Attempting to bind port 8f0976c6-e333-49a5-aa9e-0194949d90d9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:31.649919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Attempting to bind port 8f0976c6-e333-49a5-aa9e-0194949d90d9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:31.650328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Attempting to bind port 8f0976c6-e333-49a5-aa9e-0194949d90d9 on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:31.660354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:31.660737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Checking segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:31.661437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.661846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Bound using segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:31.662488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Bound port: 8f0976c6-e333-49a5-aa9e-0194949d90d9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:31.662972 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.737858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:31.816879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-5ee396cd-64b1-4844-968f-e348bce93097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:31.818805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-5ee396cd-64b1-4844-968f-e348bce93097 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.1874838 Aug 16 22:26:31.862543 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:31.900586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e28d359-eaec-4aa6-9190-a65876298e4a req-eec331a9-1649-4da4-812f-4214cd1a8de8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 210 time: 0.2584786 Aug 16 22:26:31.969581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f006f-7cf7-45f3-8942-ebe14efcdc1b None None] New status for floating IP d5a0c15e-d380-481d-910e-94a09dff79f5: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:26:32.046474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad2aa84f-4e97-4356-8001-534bfe247d11 req-6efcfb07-dbed-4d9b-bb5a-a57da9afbebf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9547439 Aug 16 22:26:32.062752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] For port 8f0976c6-e333-49a5-aa9e-0194949d90d9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:32.071733 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-e2580f0c-5fc1-4a81-974a-865db78683db service neutron] delete failed (client error): The resource could not be found. Aug 16 22:26:32.072761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-e2580f0c-5fc1-4a81-974a-865db78683db service neutron] 10.222.0.88 "DELETE /v2.0/ports/0d4b06ce-f82b-4ff8-a552-1026de9a2b37/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 1.2164760 Aug 16 22:26:32.073378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:32.077774 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.101372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'fixed_ips': [{'subnet_id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:26:32.103391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.107217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] For port 8f0976c6-e333-49a5-aa9e-0194949d90d9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8f0976c6-e333-49a5-aa9e-0194949d90d9,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:32.127458 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.137304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-f253a1d0-40b0-4fa2-af30-b482b6d264dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.2327821 Aug 16 22:26:32.186778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.190297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.194062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8af963c-a544-40f2-ab02-ba62c0a816b0 HTTP/1.1" status: 204 len: 168 time: 1.4246683 Aug 16 22:26:32.230590 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.262348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.311555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3d3015-ce5d-4b5d-9052-b433a73f72cf req-1d4aab40-c3aa-4de5-aff5-c6e275575762 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f12afd1-e68b-475a-b85f-205b57465316 HTTP/1.1" status: 200 len: 210 time: 0.0710030 Aug 16 22:26:32.317700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6a950-01c8-4f09-a171-0b23c7248096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af963c-a544-40f2-ab02-ba62c0a816b0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:32.321606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-7b37ef00-57f9-4856-97d6-a2dd66568551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.331217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-7b37ef00-57f9-4856-97d6-a2dd66568551 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1856503 Aug 16 22:26:32.438341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Allocated IP 172.25.8.132 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/32a1534a-100e-4f3e-940c-16524c00d111) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:32.469352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:32.573893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-16011fa1-e0f6-4e5d-b969-266204a6a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.577379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-16011fa1-e0f6-4e5d-b969-266204a6a7f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1097 time: 0.2791209 Aug 16 22:26:32.599822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-22cd2214-30ec-40b4-aabb-a8505feed04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:32.603961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-22cd2214-30ec-40b4-aabb-a8505feed04a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2513642 Aug 16 22:26:32.648274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.693163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:32.693785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:32.695989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336584a-ed6e-4b8f-b27f-b61a0119d80b None None] Pushing event updated for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:32.719006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.739600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.6 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/3f2ab69a-2c8a-4915-8c58-abed1aa85704) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:32.761548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:32.770743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:32.771117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:32.835406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:32.835594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Allocated IP 172.20.0.2 (721f9b45-37e2-4246-b8b4-24bc53d85e5a/5ea494db-00a2-4979-90c0-c96ab1cd80fe/6bbe14a9-1837-4df9-be20-5d870da62aef) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:32.837651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:32.843501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Pushing event updated for resources: {'Port': ['ID=32a1534a-100e-4f3e-940c-16524c00d111,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:32.847267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:32.952453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:32.992617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ee03869-8e0f-4f52-9d22-9b596676b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.072165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5549c9c6-b5dd-4e4b-8be0-c55c95e0a6f5 req-a1235720-bff3-4df9-a014-ff9603f75277 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 210 time: 0.0803893 Aug 16 22:26:33.155212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-69c4c94b-7712-461e-8b83-ede679cb3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.157204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-69c4c94b-7712-461e-8b83-ede679cb3b97 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.5478377 Aug 16 22:26:33.199022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:33.232168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.250502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-60b77c03-6e7a-48c6-b5ae-0c5344fee7e1 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648484 Aug 16 22:26:33.322094 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.398791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f885ca-06e0-4505-8c50-1d7662019d2a req-1aea9a9c-32df-40c8-969e-d66fe400cc34 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.401163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04f885ca-06e0-4505-8c50-1d7662019d2a req-1aea9a9c-32df-40c8-969e-d66fe400cc34 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 945 time: 0.2395072 Aug 16 22:26:33.403168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-798a63f9-58ad-4cdf-ba6e-9f0b36a02bd4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 1001 time: 0.2242625 Aug 16 22:26:33.423297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:33.425791 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f6212-505f-4743-ad9e-abb530315415" -d '{"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:33.466245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.467347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:33.479819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.534058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.563380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04f885ca-06e0-4505-8c50-1d7662019d2a req-35ebe6a7-19f0-49a1-94c8-f5832c295703 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455333 Aug 16 22:26:33.567336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cee8107-35d2-4448-bb1b-3be986ba3bed req-6b91043d-f3a0-4b60-b548-6bc29d660752 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999997 Aug 16 22:26:33.568919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-4459518e-d076-4955-a11b-d1bc7575e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.570438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-4459518e-d076-4955-a11b-d1bc7575e97d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.1395812 Aug 16 22:26:33.574868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Transition to ACTIVE for port object 6bbe14a9-1837-4df9-be20-5d870da62aef will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:33.624220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:33.628578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Transition to ACTIVE for port object 6bbe14a9-1837-4df9-be20-5d870da62aef will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:33.637441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.643654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ee03869-8e0f-4f52-9d22-9b596676b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.648785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ee03869-8e0f-4f52-9d22-9b596676b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.679104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.738220 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ee03869-8e0f-4f52-9d22-9b596676b0b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d7bd80a5bc14dc1aeb77a08a6908dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845759 Aug 16 22:26:33.738950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:33.740420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:33.741850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Pushing event updated for resources: {'Port': ['ID=6bbe14a9-1837-4df9-be20-5d870da62aef,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:33.754137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:33.756391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee03869-8e0f-4f52-9d22-9b596676b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fa153f-4dc7-4a20-8e4f-254e7fda6af8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:33.756553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c2ae239-1bd4-4a66-a420-26a5bbcb559a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:33.769889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:33.771032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:33.774973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:33.777776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-02fb0881-fb93-4815-a4c4-e801564d2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.779587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-02fb0881-fb93-4815-a4c4-e801564d2d83 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956418 Aug 16 22:26:33.780527 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e33ad12-17c1-4366-aafa-bc1b2267e3d3 x-openstack-request-id: req-5e33ad12-17c1-4366-aafa-bc1b2267e3d3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:33.780644 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:33.780839 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e33ad12-17c1-4366-aafa-bc1b2267e3d3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:33.781261 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'code': 200} Aug 16 22:26:33.793493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:33.806006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:33.808347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:33.854759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.860511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:26Z', 'revision_number': 4, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8f0976c6-e333-49a5-aa9e-0194949d90d9', 'name': '', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'mac_address': 'fa:16:3e:46:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:24Z', 'updated_at': '2021-08-16T22:26:31Z', 'revision_number': 4, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'subnets': [{'id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:33.909158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.928835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb4a2b-b53a-4419-8976-29d27ec47057 req-8243aeaa-9cf8-4066-b83a-f195f8a17380 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.931025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bdb4a2b-b53a-4419-8976-29d27ec47057 req-8243aeaa-9cf8-4066-b83a-f195f8a17380 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1551597 Aug 16 22:26:33.939305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:33.939567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.939935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:33.940679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8cc4f-10ff-4dfd-a334-915d444467e5 None None] The sync data for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 is: [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:26Z', 'revision_number': 4, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8f0976c6-e333-49a5-aa9e-0194949d90d9', 'name': '', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'mac_address': 'fa:16:3e:46:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:24Z', 'updated_at': '2021-08-16T22:26:31Z', 'revision_number': 4, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'subnets': [{'id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:33.978467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Attempting to bind port 6bbe14a9-1837-4df9-be20-5d870da62aef on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:33.978747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Attempting to bind port 6bbe14a9-1837-4df9-be20-5d870da62aef by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:33.980021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Attempting to bind port 6bbe14a9-1837-4df9-be20-5d870da62aef on network 721f9b45-37e2-4246-b8b4-24bc53d85e5a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:33.986793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-3f075d07-1887-4bab-a85a-f0832b2b5e2d service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896598 Aug 16 22:26:33.992026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39d572bc-6f94-48f9-852c-34c21b98646b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8480501 Aug 16 22:26:34.002780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:34.003071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Checking segment: {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:34.003988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.004934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Bound using segment: {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:34.005469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Bound port: 6bbe14a9-1837-4df9-be20-5d870da62aef, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:34.005897 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.022185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Request body: {'port': {'device_id': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:34.029821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bdb4a2b-b53a-4419-8976-29d27ec47057 req-28b7021d-2abc-4b99-941f-902cb0b8c78d tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871298 Aug 16 22:26:34.055020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.055020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.065554 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00fa153f-4dc7-4a20-8e4f-254e7fda6af8 HTTP/1.1" status: 204 len: 168 time: 0.3227515 Aug 16 22:26:34.087666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1904b8a-5336-4908-b2c6-70c8b4d4168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fa153f-4dc7-4a20-8e4f-254e7fda6af8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.141111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Router 12e648fc-be46-4e50-83b2-7423799f3a57 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:26:34.144609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.197284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec3cba0b-b71d-487f-a94e-617bc4d7e55f req-9e2529db-d563-4126-b652-7466ddaf8f11 service neutron] 10.222.0.88 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876647 Aug 16 22:26:34.261882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] For port 6bbe14a9-1837-4df9-be20-5d870da62aef, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:34.269749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] For port 6bbe14a9-1837-4df9-be20-5d870da62aef, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6bbe14a9-1837-4df9-be20-5d870da62aef,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:34.310412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.369997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:34.390581 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Sync routers for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:34.395966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:34.397417 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5217f7af-86bb-4e99-9a99-fdac5b54273f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0461767 Aug 16 22:26:34.401314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:34.435185 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:34.444235 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:34.449733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7f5e8-239e-41e4-a28a-754dd7d55111 None None] Pushing event updated for resources: {'Port': ['ID=6bbe14a9-1837-4df9-be20-5d870da62aef,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:34.563576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3095cbe-a5be-480b-a89a-013fa7a60dd0 req-c8b51cdc-3268-41c7-9692-b0daeff50de5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:34.567571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3095cbe-a5be-480b-a89a-013fa7a60dd0 req-c8b51cdc-3268-41c7-9692-b0daeff50de5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 931 time: 0.2617638 Aug 16 22:26:34.612382 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:34.827231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3095cbe-a5be-480b-a89a-013fa7a60dd0 req-eadccb5d-1fe0-4e14-a241-97af3d03b74d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509077 Aug 16 22:26:34.937626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2ab69a-2c8a-4915-8c58-abed1aa85704 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:34.969695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.007905 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:33Z', 'revision_number': 3, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:35.031596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5d0a-84ec-4497-bb4e-83b9eea53ac1 req-4c50192b-ae88-426e-92b0-bbdf97a30f3f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.038790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-310e5d0a-84ec-4497-bb4e-83b9eea53ac1 req-4c50192b-ae88-426e-92b0-bbdf97a30f3f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.2780936 Aug 16 22:26:35.040813 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Checking router: 12e648fc-be46-4e50-83b2-7423799f3a57 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:35.041197 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Updating router 12e648fc-be46-4e50-83b2-7423799f3a57 port 32a1534a-100e-4f3e-940c-16524c00d111 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:35.071022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Transition to ACTIVE for port object 3f2ab69a-2c8a-4915-8c58-abed1aa85704 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:35.078813 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.085448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.268471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.297041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-310e5d0a-84ec-4497-bb4e-83b9eea53ac1 req-c25e5732-035c-4035-adff-02edf583f164 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525945 Aug 16 22:26:35.329462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.444549 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.455318 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Transition to ACTIVE for port object 32a1534a-100e-4f3e-940c-16524c00d111 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:35.464573 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.500193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e4c6-43cb-4a37-9678-b6b06f005833 req-768383b1-c85d-43da-bff9-0d17111a1470 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:35.512395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59e5e4c6-43cb-4a37-9678-b6b06f005833 req-768383b1-c85d-43da-bff9-0d17111a1470 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.3308599 Aug 16 22:26:35.585851 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Attempting to bind port 32a1534a-100e-4f3e-940c-16524c00d111 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:35.586257 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Attempting to bind port 32a1534a-100e-4f3e-940c-16524c00d111 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:35.587178 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Attempting to bind port 32a1534a-100e-4f3e-940c-16524c00d111 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:35.626001 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:35.628137 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:35.628559 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.628965 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:35.629510 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Bound port: 32a1534a-100e-4f3e-940c-16524c00d111, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:35.629896 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.667446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Allocated IP 172.20.0.1 (721f9b45-37e2-4246-b8b4-24bc53d85e5a/5ea494db-00a2-4979-90c0-c96ab1cd80fe/7391bc05-f9d6-4349-bb85-b85b2c03ade0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:35.668319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6bbe14a9-1837-4df9-be20-5d870da62aef up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:35.681161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59e5e4c6-43cb-4a37-9678-b6b06f005833 req-95e10f42-9df2-42bc-b9fd-41611679e8b6 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613739 Aug 16 22:26:35.683763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Attempting to bind port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:35.685795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Attempting to bind port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:35.686429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Attempting to bind port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:35.692102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:35.692625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Attempting to bind port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:35.698106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:35.698642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:35.699173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:35.699750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Bound port: 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:35.700283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.728680 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4be1-a57a-42f6-8641-3426f7669da2 None None] Pushing event updated for resources: {'Port': ['ID=32a1534a-100e-4f3e-940c-16524c00d111,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:35.808413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6bbe14a9-1837-4df9-be20-5d870da62aef completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:35.813185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8f0976c6-e333-49a5-aa9e-0194949d90d9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:35.813350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] For port 32a1534a-100e-4f3e-940c-16524c00d111, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:35.822203 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] For port 32a1534a-100e-4f3e-940c-16524c00d111, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=32a1534a-100e-4f3e-940c-16524c00d111,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:35.857286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:35.865558 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.867404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:35.876263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.934390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:35.952075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:35.952784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:35.964139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.001536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Transition to ACTIVE for port object 7391bc05-f9d6-4349-bb85-b85b2c03ade0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:36.004500 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:36.009045 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:36.063766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.064428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.066501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] 10.222.0.88 "PUT /v2.0/ports/3f2ab69a-2c8a-4915-8c58-abed1aa85704 HTTP/1.1" status: 200 len: 1092 time: 2.0492461 Aug 16 22:26:36.074996 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4be1-a57a-42f6-8641-3426f7669da2 None None] Pushing event updated for resources: {'Port': ['ID=32a1534a-100e-4f3e-940c-16524c00d111,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.089059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:36.090904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.091460 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b7c25-d500-4643-aab3-6f63fe78afe3" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:36.113680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405c11f-a417-4ed6-90f4-86163b7ced87 None None] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:36.136105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc7bea-2f6b-455a-9d73-ba89a871150d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.173135 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e5bca-8ff3-44b9-9a98-520663d8ae1d x-openstack-request-id: req-a17e5bca-8ff3-44b9-9a98-520663d8ae1d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:36.173682 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:36.174070 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a17e5bca-8ff3-44b9-9a98-520663d8ae1d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:36.174623 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704', 'status': 'completed', 'code': 200} Aug 16 22:26:36.183342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee38e1c-66dc-41cb-88c0-14219f285e30 req-2ecb4f41-a705-4afc-a345-ff7b6f90a898 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.183862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:36.193719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:36.197779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:36.203022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aee38e1c-66dc-41cb-88c0-14219f285e30 req-2ecb4f41-a705-4afc-a345-ff7b6f90a898 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 943 time: 0.2077885 Aug 16 22:26:36.239019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.268294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.280268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Provisioning for port 6bbe14a9-1837-4df9-be20-5d870da62aef completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:36.293233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aee38e1c-66dc-41cb-88c0-14219f285e30 req-9fb48d98-42fa-470a-ae92-41ec0892ffbf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891979 Aug 16 22:26:36.322788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Provisioning complete for port 6bbe14a9-1837-4df9-be20-5d870da62aef triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:36.323415 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.338807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-142b9b33-cdef-4413-be14-1fc9e3125044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:36.342746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-142b9b33-cdef-4413-be14-1fc9e3125044 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 1095 time: 0.2018023 Aug 16 22:26:36.369575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.411940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8f0976c6-e333-49a5-aa9e-0194949d90d9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8f0976c6-e333-49a5-aa9e-0194949d90d9,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:36.423570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:36.445118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.572994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.584068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.629902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.697121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] For port 6bbe14a9-1837-4df9-be20-5d870da62aef, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6bbe14a9-1837-4df9-be20-5d870da62aef,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:36.702882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.750559 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:33Z', 'revision_number': 3, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:36.816028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64f61-af96-40d3-b7e8-87b8b44a5fee None None] Pushing event updated for resources: {'Port': ['ID=6bbe14a9-1837-4df9-be20-5d870da62aef,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.834279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f525702-9ebf-4a4b-9038-6697d01c2806 None None] The sync data for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 is: [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:33Z', 'revision_number': 3, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:36.886676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.892381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.980142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:36.983083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:36.993134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-486a20f1-0775-4e71-9501-685f7ea1639a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704 HTTP/1.1" status: 200 len: 217 time: 0.6354847 Aug 16 22:26:37.031811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Provisioning for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:37.041277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Provisioning complete for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.041686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.106462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba405ed-9c4f-4db7-aeb4-181c7780ccb1 req-e94e36bd-ce64-43b0-b07a-9a56571645b8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.113949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eba405ed-9c4f-4db7-aeb4-181c7780ccb1 req-e94e36bd-ce64-43b0-b07a-9a56571645b8 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1428406 Aug 16 22:26:37.114963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:37.119174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39c61508-7f78-4aff-ad4e-feb2e4202dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.120488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-39c61508-7f78-4aff-ad4e-feb2e4202dbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1123390 Aug 16 22:26:37.124606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:37.126124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:37.136828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Provisioning complete for port 6bbe14a9-1837-4df9-be20-5d870da62aef triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.137628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-824f0e56-3c6a-4146-b844-9736b17c2e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.152219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179657f9-68af-47c9-a541-2999eb31d78d req-af964b58-f22d-43d0-8d76-a38e83246802 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.160115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-179657f9-68af-47c9-a541-2999eb31d78d req-af964b58-f22d-43d0-8d76-a38e83246802 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.1778686 Aug 16 22:26:37.257753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-ce87a19f-f450-43ec-ad8f-e4260d0f1fdd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935824 Aug 16 22:26:37.356912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eba405ed-9c4f-4db7-aeb4-181c7780ccb1 req-694697b0-969c-4e62-8bf0-88da078502eb tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419791 Aug 16 22:26:37.365254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Router 12e648fc-be46-4e50-83b2-7423799f3a57 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:37.399103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-179657f9-68af-47c9-a541-2999eb31d78d req-555d7dc9-420e-45a0-881f-108fac33dfb7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379687 Aug 16 22:26:37.412136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37026) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:37.501030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-23de539e-4397-4406-b1f0-1eceb02611be None None] Provisioning complete for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.501440 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23de539e-4397-4406-b1f0-1eceb02611be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.526500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6bbe14a9-1837-4df9-be20-5d870da62aef up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:37.584686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-23de539e-4397-4406-b1f0-1eceb02611be None None] Port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:37.603212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:37.610386 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-591d8eb1-2905-45c2-a337-ffd30c56c1d7 admin admin] 10.222.0.22 "PUT /v2.0/routers/12e648fc-be46-4e50-83b2-7423799f3a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080154 Aug 16 22:26:37.618288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6bbe14a9-1837-4df9-be20-5d870da62aef triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.619986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.632409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-daea2059-6eb7-4616-bb90-4a4080cf8d76 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 200 len: 994 time: 0.2189987 Aug 16 22:26:37.645935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-7c854c1c-6cc7-4d1a-82b5-f26acd95a0e9 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748336 Aug 16 22:26:37.788622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b85a-f936-4fa1-8950-e26a8d2c4640 req-c5753223-d726-4902-8e92-313180a70aff tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:37.796375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ba6b85a-f936-4fa1-8950-e26a8d2c4640 req-c5753223-d726-4902-8e92-313180a70aff tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 943 time: 0.2897558 Aug 16 22:26:37.838408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8f0976c6-e333-49a5-aa9e-0194949d90d9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:37.841519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0931af54-aab1-4ccc-ad29-78597226b812 None None] Provisioning complete for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.841953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0931af54-aab1-4ccc-ad29-78597226b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:37.893042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ba6b85a-f936-4fa1-8950-e26a8d2c4640 req-82ba55f1-244e-49ea-b93a-8197888da93c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Aug 16 22:26:37.921724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab6fa815-399f-46d1-9eb1-24ce04d656b0 req-06221829-0f42-4424-a6f6-18ae0efc9d9e service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670426 Aug 16 22:26:37.943084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0931af54-aab1-4ccc-ad29-78597226b812 None None] Port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:37.959464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8f0976c6-e333-49a5-aa9e-0194949d90d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:37.959907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.082366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-fd36f98a-c5dd-4cdd-93bd-e56a10ab1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.083798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-fd36f98a-c5dd-4cdd-93bd-e56a10ab1da8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 1095 time: 0.0596585 Aug 16 22:26:38.209540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-e9b4496b-b02d-4ed7-9fee-26500cf3a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.211117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-e9b4496b-b02d-4ed7-9fee-26500cf3a909 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.1169436 Aug 16 22:26:38.279251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-68fe5850-84bd-406a-b92e-7d7347877aa9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704 HTTP/1.1" status: 200 len: 217 time: 0.0584087 Aug 16 22:26:38.386613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-cf90a222-91e9-4a70-80d3-6fc79727d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.388114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-cf90a222-91e9-4a70-80d3-6fc79727d8c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1006825 Aug 16 22:26:38.436595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-a0e95cea-c8a1-438b-bd76-d111e37f389e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380669 Aug 16 22:26:38.460677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-d8c69931-28d9-4185-af0e-9f507c437ba5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:26:38.462264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-d8c69931-28d9-4185-af0e-9f507c437ba5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070660 Aug 16 22:26:38.489144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-dcade824-5e9f-479f-a741-8552598de2bf tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.490655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-dcade824-5e9f-479f-a741-8552598de2bf tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.1721981 Aug 16 22:26:38.552382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-b630cd6a-ceeb-4ca4-a537-237a0305489e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/quotas/e1e2307956704f4389467cc10a6af24d HTTP/1.1" status: 200 len: 375 time: 0.0507216 Aug 16 22:26:38.570954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e065bc-2435-48d8-9a59-0ebd24eb09d6 req-ac04fb6b-b13f-4582-8537-397a68c9b3b0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:38.572514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1e065bc-2435-48d8-9a59-0ebd24eb09d6 req-ac04fb6b-b13f-4582-8537-397a68c9b3b0 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1383388 Aug 16 22:26:38.658274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:38.681529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-b8251fe0-fa75-41c0-aef7-add1f1956196 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045424 Aug 16 22:26:38.713153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1e065bc-2435-48d8-9a59-0ebd24eb09d6 req-133bad64-82e8-4453-a61f-ceb5caa63dfa tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116688 Aug 16 22:26:38.722940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-6869fbbd-c3ff-461f-9076-95065e8e0104 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623566 Aug 16 22:26:38.770557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2602dc94-b22f-4502-be63-ebdc2f27e6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.862849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2602dc94-b22f-4502-be63-ebdc2f27e6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.863048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-560b7c25-d500-4643-aab3-6f63fe78afe3 req-f1ce1c9c-06db-4b35-97fa-97c9a68febab service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547217 Aug 16 22:26:38.866965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2602dc94-b22f-4502-be63-ebdc2f27e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.876974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-eaa90eda-cc63-463d-b29c-92b572556f90 service neutron] 10.222.0.22 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136613 Aug 16 22:26:38.915104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2602dc94-b22f-4502-be63-ebdc2f27e6f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=246c3137c485413e8782b08496de9941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555053 Aug 16 22:26:38.915851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602dc94-b22f-4502-be63-ebdc2f27e6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b67b3f-3c8f-46f7-a7ef-28dba6249013,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:38.918421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:38.976166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:38.993849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-d50fc01f-6405-4f56-9d3c-f6cbdbe4845e service neutron] 10.222.0.22 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077900 Aug 16 22:26:38.997842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.050594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.054092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.058730 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4b67b3f-3c8f-46f7-a7ef-28dba6249013 HTTP/1.1" status: 204 len: 168 time: 0.1391468 Aug 16 22:26:39.067704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1ba59-5187-49cd-a433-553736d0ca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b67b3f-3c8f-46f7-a7ef-28dba6249013,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:39.180258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929187-caf7-4984-a8f7-32a2354de94f req-527a63c2-9b52-4fcf-83b9-8472745e85e4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:39.181995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92929187-caf7-4984-a8f7-32a2354de94f req-527a63c2-9b52-4fcf-83b9-8472745e85e4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 943 time: 0.0750935 Aug 16 22:26:39.233312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-719aa615-9842-44b9-ad91-b57186bf6794 req-bcddf8f6-e978-45aa-be9f-8e774690b34c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 210 time: 0.0399292 Aug 16 22:26:39.262285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92929187-caf7-4984-a8f7-32a2354de94f req-b19d2505-3968-4fae-837b-17f5a4a2d33a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697534 Aug 16 22:26:39.327174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Sync routers for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:39.339270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:39.339929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:39.416157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.429641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8e0cb29-cec8-4668-ac81-24089271efd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.476370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:39.513180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 32a1534a-100e-4f3e-940c-16524c00d111 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:39.543797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8e0cb29-cec8-4668-ac81-24089271efd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.549432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8e0cb29-cec8-4668-ac81-24089271efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.585701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0cb29-cec8-4668-ac81-24089271efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe5aef3-db14-49d2-b862-6ce11171684c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:39.600504 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8e0cb29-cec8-4668-ac81-24089271efd0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d07eb40e79454eebbe63d1102d27805f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831844 Aug 16 22:26:39.603372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37118) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:39.669400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.692228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.746040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.749310 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.750557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fe5aef3-db14-49d2-b862-6ce11171684c HTTP/1.1" status: 204 len: 168 time: 0.1462743 Aug 16 22:26:39.761988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f3dd-0997-4d02-b468-b1a5f41b6cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe5aef3-db14-49d2-b862-6ce11171684c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:39.835515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 32a1534a-100e-4f3e-940c-16524c00d111 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:39.842746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 32a1534a-100e-4f3e-940c-16524c00d111 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:39.843127 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:39.856948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a480-4efd-4146-96e7-ac5f60aad3b9 req-5f43af3d-ffac-4b0e-b2c2-fe29dd5765e3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:39.858645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55f6a480-4efd-4146-96e7-ac5f60aad3b9 req-5f43af3d-ffac-4b0e-b2c2-fe29dd5765e3 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0643470 Aug 16 22:26:39.922438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55f6a480-4efd-4146-96e7-ac5f60aad3b9 req-44416f77-226a-45f7-b107-a1139279cdfe tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Aug 16 22:26:39.976408 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.005231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 32a1534a-100e-4f3e-940c-16524c00d111, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=32a1534a-100e-4f3e-940c-16524c00d111,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:40.007570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:36Z', 'revision_number': 4, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7391bc05-f9d6-4349-bb85-b85b2c03ade0', 'name': '', 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'mac_address': 'fa:16:3e:59:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:35Z', 'updated_at': '2021-08-16T22:26:36Z', 'revision_number': 2, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'subnets': [{'id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:40.035171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.039341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Checking router: 12e648fc-be46-4e50-83b2-7423799f3a57 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:40.040453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Updating router 12e648fc-be46-4e50-83b2-7423799f3a57 port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:26:40.088423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.140158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=32a1534a-100e-4f3e-940c-16524c00d111,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.287879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3f2ab69a-2c8a-4915-8c58-abed1aa85704 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:40.378026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94ea7764-9cb4-49d5-8f5b-174cd5d3cb2e req-1a0328e3-b8d3-4662-a64e-ed247fa3bada tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 210 time: 0.0419235 Aug 16 22:26:40.440231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42838-95e4-4bcc-9d44-98c9c795da33 req-0577a551-2ab1-4862-80eb-d5bb75960c2c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.441922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7c42838-95e4-4bcc-9d44-98c9c795da33 req-0577a551-2ab1-4862-80eb-d5bb75960c2c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 943 time: 0.0961931 Aug 16 22:26:40.502343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7c42838-95e4-4bcc-9d44-98c9c795da33 req-94916130-5ac7-4770-91f9-5b21ffb0251b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Aug 16 22:26:40.523226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:40.539443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '3f2ab69a-2c8a-4915-8c58-abed1aa85704', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': '3f2ab69a-2c8a-4915-8c58-abed1aa85704', 'mac_address': 'fa:16:3e:19:09:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:40.542693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.560048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Transition to ACTIVE for port object 7391bc05-f9d6-4349-bb85-b85b2c03ade0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:40.585419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-22dcb775-bbee-4381-9ad4-caef8ef0828b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.586067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.588715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-22dcb775-bbee-4381-9ad4-caef8ef0828b tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.0854204 Aug 16 22:26:40.641015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.661333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69567bc2-84f4-4463-854e-023e56319707 None None] Pushing event updated for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.666121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2ab69a-2c8a-4915-8c58-abed1aa85704 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:40.753368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:40.766805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-80813902-43b9-4ef8-81fc-016be780c15e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:40.768392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-80813902-43b9-4ef8-81fc-016be780c15e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.89 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.1779060 Aug 16 22:26:40.776914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.779400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Attempting to bind port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:40.780213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Attempting to bind port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:40.780826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Attempting to bind port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 on network 721f9b45-37e2-4246-b8b4-24bc53d85e5a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:40.794524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Request body: {'port': {'device_id': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'admin_state_up': True, 'tenant_id': 'e1e2307956704f4389467cc10a6af24d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:40.832752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:40.833542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Checking segment: {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:40.834611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.835428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Bound using segment: {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:40.838109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Bound port: 7391bc05-f9d6-4349-bb85-b85b2c03ade0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9a3e66-e0ee-424e-9273-cf65f3e66447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:40.838774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.850625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Made reservation on behalf of e1e2307956704f4389467cc10a6af24d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:40.854095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.876566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:40.883814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Deleting port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:40.884210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:40.941782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] For port 7391bc05-f9d6-4349-bb85-b85b2c03ade0, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:40.957239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] For port 7391bc05-f9d6-4349-bb85-b85b2c03ade0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7391bc05-f9d6-4349-bb85-b85b2c03ade0,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:40.964720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.077456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:41.078089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:41.093916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] For port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:41.094523 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.121798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Calling delete_port for 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:41.124328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Allocated IP 172.20.0.7 (710228a6-7a56-48cf-ba77-9a8cc87a68e0/1dfc92e0-515f-48c5-8bdf-f5995468e1a4/50594a35-d725-4f99-8614-538f45fd085f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:41.137931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69567bc2-84f4-4463-854e-023e56319707 None None] Pushing event updated for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.166733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fba13-eda3-4cee-8548-2147ca9988d2 req-d39f1ed1-4ded-4e3d-94f2-bc808669ce51 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:41.173998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-260fba13-eda3-4cee-8548-2147ca9988d2 req-d39f1ed1-4ded-4e3d-94f2-bc808669ce51 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 945 time: 0.1680608 Aug 16 22:26:41.245276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:41.286422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['3f2ab69a-2c8a-4915-8c58-abed1aa85704'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:41.368892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-260fba13-eda3-4cee-8548-2147ca9988d2 req-e3e0e007-c0c8-4d6f-aa49-521a5afe1d33 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/security-groups?id=c27b6d32-8be5-490f-9108-316cb0e6c520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914039 Aug 16 22:26:41.487259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 32a1534a-100e-4f3e-940c-16524c00d111 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:41.585474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c434a2cc-1ec9-4e79-9e99-8cc18cc1d968 req-6f04ede9-773c-4a53-b048-ec0b8c6524fc tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 210 time: 0.0415540 Aug 16 22:26:41.591359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.632725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.649509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Transition to ACTIVE for port object 50594a35-d725-4f99-8614-538f45fd085f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:41.663581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 32a1534a-100e-4f3e-940c-16524c00d111 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:41.664181 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.677122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:41.719144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Pushing event deleted for resources: {'Port': ['ID=3ac991bf-05a7-4d1c-8535-2f1f5abd41b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:41.750908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:36Z', 'revision_number': 4, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7391bc05-f9d6-4349-bb85-b85b2c03ade0', 'name': '', 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'mac_address': 'fa:16:3e:59:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:35Z', 'updated_at': '2021-08-16T22:26:40Z', 'revision_number': 4, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'subnets': [{'id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:41.764135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.791818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbec2e26-e760-4ee9-994f-6d38877636df None None] The sync data for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 is: [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:26:36Z', 'revision_number': 4, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7391bc05-f9d6-4349-bb85-b85b2c03ade0', 'name': '', 'network_id': '721f9b45-37e2-4246-b8b4-24bc53d85e5a', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'mac_address': 'fa:16:3e:59:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:35Z', 'updated_at': '2021-08-16T22:26:40Z', 'revision_number': 4, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'subnets': [{'id': '5ea494db-00a2-4979-90c0-c96ab1cd80fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:41.792144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] No DVR routers for this DVR port 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:41.795759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:41.798775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc1cea95-5be8-493a-bef0-37e0081ca3f3 req-2905eafd-d1d1-425f-b073-2a0813d3f507 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.89 "DELETE /v2.0/ports/3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 HTTP/1.1" status: 204 len: 173 time: 1.1999652 Aug 16 22:26:41.823910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'name': 'network-vif-deleted', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:41.826213 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9778771-be53-4e79-88c6-6ddcd9686ff0" -d '{"events": [{"server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "name": "network-vif-deleted", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:41.880554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:41.903207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ff24a-eee2-429b-a1f7-01bfc9cf39c1 req-f854973f-48bc-4ba6-b80c-13896bfe5c96 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:41.904816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f4ff24a-eee2-429b-a1f7-01bfc9cf39c1 req-f854973f-48bc-4ba6-b80c-13896bfe5c96 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 944 time: 0.3003366 Aug 16 22:26:41.906359 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc8be1-69ec-4c6c-ab75-6cc3505917e7 x-openstack-request-id: req-34bc8be1-69ec-4c6c-ab75-6cc3505917e7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:41.906642 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40", "name": "network-vif-deleted", "tag": "3ac991bf-05a7-4d1c-8535-2f1f5abd41b2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:41.906892 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34bc8be1-69ec-4c6c-ab75-6cc3505917e7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:41.907277 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40', 'name': 'network-vif-deleted', 'tag': '3ac991bf-05a7-4d1c-8535-2f1f5abd41b2', 'status': 'completed', 'code': 200} Aug 16 22:26:41.914192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:41.917251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:41.917640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:41.979175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Pushing event updated for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.046951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f4ff24a-eee2-429b-a1f7-01bfc9cf39c1 req-1aadce4b-a707-42a0-8f3f-8813319457c2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240268 Aug 16 22:26:42.050486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.051125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.066596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-a42cac41-57e9-4731-ba10-6cea27561706 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2786069 Aug 16 22:26:42.081493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd4814e-bc8d-4594-913b-e8afcac6619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.085146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-1db68da8-a803-4a62-a116-dd82de47fd24 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:26:42.086291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-1db68da8-a803-4a62-a116-dd82de47fd24 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056341 Aug 16 22:26:42.106745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Request body: {'port': {'device_id': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:42.168341 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.194321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd4814e-bc8d-4594-913b-e8afcac6619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.201222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dd4814e-bc8d-4594-913b-e8afcac6619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.214798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e3254cb-f8fc-4fa4-9c7f-ed56c8365610 None None] Provisioning for port 50594a35-d725-4f99-8614-538f45fd085f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:42.226284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e3254cb-f8fc-4fa4-9c7f-ed56c8365610 None None] Provisioning complete for port 50594a35-d725-4f99-8614-538f45fd085f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:42.226724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e3254cb-f8fc-4fa4-9c7f-ed56c8365610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.253304 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0dd4814e-bc8d-4594-913b-e8afcac6619e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=423ce27e02e94356bc526ee9efed5100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344305 Aug 16 22:26:42.254181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:42.261499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4814e-bc8d-4594-913b-e8afcac6619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e70d5-478f-414a-9594-8dee1bb9f699,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.268262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4e3254cb-f8fc-4fa4-9c7f-ed56c8365610 None None] Port 50594a35-d725-4f99-8614-538f45fd085f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:42.334349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.358448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.456562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.461143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.461598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab4e70d5-478f-414a-9594-8dee1bb9f699 HTTP/1.1" status: 204 len: 168 time: 0.2062547 Aug 16 22:26:42.475760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882fc45-ca65-4257-8dc9-8f3e766ccccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e70d5-478f-414a-9594-8dee1bb9f699,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.560354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32a3f081-52cd-4607-b8f8-a4eae5ce01c5 req-d72d877b-2f53-49fb-a027-edc0054663b2 tempest-ServerRescueNegativeTestJSON-693267140 tempest-ServerRescueNegativeTestJSON-693267140-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd14c2fb-2aeb-4cd9-aa21-aaa3d9886d40 HTTP/1.1" status: 200 len: 210 time: 0.0637712 Aug 16 22:26:42.575285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50594a35-d725-4f99-8614-538f45fd085f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:42.584546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.599098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Transition to ACTIVE for port object 50594a35-d725-4f99-8614-538f45fd085f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:42.604096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.661518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Pushing event updated for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:42.792930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad651290-f122-4ea6-ae6a-c7471a3eea5b req-a06fd8fe-5e0e-4987-8932-8a2f11cac918 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.794665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad651290-f122-4ea6-ae6a-c7471a3eea5b req-a06fd8fe-5e0e-4987-8932-8a2f11cac918 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1053 time: 0.0928643 Aug 16 22:26:42.803513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Attempting to bind port 50594a35-d725-4f99-8614-538f45fd085f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:42.804067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Attempting to bind port 50594a35-d725-4f99-8614-538f45fd085f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:42.804520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Attempting to bind port 50594a35-d725-4f99-8614-538f45fd085f on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:42.818210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Port 50594a35-d725-4f99-8614-538f45fd085f on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:42.818600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Attempting to bind port 50594a35-d725-4f99-8614-538f45fd085f on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:42.841151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:42.841492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Checking segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:42.841885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Bound using segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:42.842669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Bound port: 50594a35-d725-4f99-8614-538f45fd085f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:42.842793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.869750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad651290-f122-4ea6-ae6a-c7471a3eea5b req-04a86044-3bbe-435b-bd26-97a23f6ee90f tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621824 Aug 16 22:26:42.942129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:42.946569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=50594a35-d725-4f99-8614-538f45fd085f,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:42.951916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.984450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:42.985149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:42.986935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] 10.222.0.89 "PUT /v2.0/ports/50594a35-d725-4f99-8614-538f45fd085f HTTP/1.1" status: 200 len: 1092 time: 0.8854849 Aug 16 22:26:43.023609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df6c46-e56e-46bf-b778-a8c9a1d150c2 service neutron] Pushing event updated for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.090470 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:26:43.114118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-acadd8a0-f157-4b92-8881-2953efd050b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.115726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-acadd8a0-f157-4b92-8881-2953efd050b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1095 time: 0.0574493 Aug 16 22:26:43.203386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-cab20d8a-c99d-4021-8cdc-2d9d7c8691c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50594a35-d725-4f99-8614-538f45fd085f HTTP/1.1" status: 200 len: 217 time: 0.0718422 Aug 16 22:26:43.233864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02ad0a-4cc2-4a4c-b06a-56be68a61b31 req-bd5716b0-c81b-40b0-9193-f7b57c62120e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.237564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb02ad0a-4cc2-4a4c-b06a-56be68a61b31 req-bd5716b0-c81b-40b0-9193-f7b57c62120e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 944 time: 0.1080241 Aug 16 22:26:43.293343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-cc0390a3-8df7-4705-ad01-31a11ff15125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.294755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-cc0390a3-8df7-4705-ad01-31a11ff15125 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1dfc92e0-515f-48c5-8bdf-f5995468e1a4 HTTP/1.1" status: 200 len: 849 time: 0.0789473 Aug 16 22:26:43.315025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb02ad0a-4cc2-4a4c-b06a-56be68a61b31 req-7e1cf86b-0f3e-429a-8adf-62b3ef284ae4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586181 Aug 16 22:26:43.349310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cbe99-328f-449d-9536-1b121e180f38 req-658b3410-36fb-4eb0-8d59-182346e17701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:43.350851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-658b3410-36fb-4eb0-8d59-182346e17701 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=710228a6-7a56-48cf-ba77-9a8cc87a68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465360 Aug 16 22:26:43.453018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-3094ebcc-4b62-4957-b1f1-5e6a795f4bdc service neutron] 10.222.0.89 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932367 Aug 16 22:26:43.488154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7391bc05-f9d6-4349-bb85-b85b2c03ade0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:43.543628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:43.548859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:43.549271 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.572450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-430cbe99-328f-449d-9536-1b121e180f38 req-875b4213-0458-4c10-8e0e-23c7232491e4 service neutron] 10.222.0.89 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112154 Aug 16 22:26:43.627716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:43.672049 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.716703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 7391bc05-f9d6-4349-bb85-b85b2c03ade0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7391bc05-f9d6-4349-bb85-b85b2c03ade0,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:43.721299 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:43.771999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:43.908824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'tag': '50594a35-d725-4f99-8614-538f45fd085f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:43.912040 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c7585a-cd90-40d7-8987-c102124b6a37" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "tag": "50594a35-d725-4f99-8614-538f45fd085f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:43.955827 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3416b5f-e930-4841-bb61-bfae04545d4c x-openstack-request-id: req-e3416b5f-e930-4841-bb61-bfae04545d4c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:43.956183 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "tag": "50594a35-d725-4f99-8614-538f45fd085f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:43.956502 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3416b5f-e930-4841-bb61-bfae04545d4c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:43.956961 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'tag': '50594a35-d725-4f99-8614-538f45fd085f', 'status': 'completed', 'code': 200} Aug 16 22:26:43.962973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:43.993650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c663-48b5-4c10-8898-d7ff37a7d271 req-b0a6691b-ef8b-47f4-9d05-4a583b875653 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.002968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd78c663-48b5-4c10-8898-d7ff37a7d271 req-b0a6691b-ef8b-47f4-9d05-4a583b875653 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1095 time: 0.0581191 Aug 16 22:26:44.036443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.075848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd78c663-48b5-4c10-8898-d7ff37a7d271 req-d64c51a1-4899-45b9-92c9-ff45fc6afb1e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718570 Aug 16 22:26:44.082461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-2b92ae69-2b63-4c5d-9aa6-aaa2ff5ed48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.083978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-2b92ae69-2b63-4c5d-9aa6-aaa2ff5ed48f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1095 time: 0.0657580 Aug 16 22:26:44.097479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368150fd-f9d1-40dc-847f-5158526d2b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.176900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-f94c8a7a-b608-4e37-89f1-7b364b41efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.178539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-f94c8a7a-b608-4e37-89f1-7b364b41efbb service neutron] 10.222.0.89 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.0869992 Aug 16 22:26:44.228520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-7cc8afe2-9531-4459-8124-4b20a01a55fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50594a35-d725-4f99-8614-538f45fd085f HTTP/1.1" status: 200 len: 217 time: 0.0403292 Aug 16 22:26:44.282189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-fba56867-85bf-4338-8f6e-8c847392bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.283575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-fba56867-85bf-4338-8f6e-8c847392bd27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1dfc92e0-515f-48c5-8bdf-f5995468e1a4 HTTP/1.1" status: 200 len: 849 time: 0.0471096 Aug 16 22:26:44.294418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3f2ab69a-2c8a-4915-8c58-abed1aa85704 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:44.307226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368150fd-f9d1-40dc-847f-5158526d2b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.313317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368150fd-f9d1-40dc-847f-5158526d2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.326622 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.353586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:44.359725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-80cfd3e4-fec3-47b2-b717-973b3264d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.361272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-80cfd3e4-fec3-47b2-b717-973b3264d5bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=710228a6-7a56-48cf-ba77-9a8cc87a68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598001 Aug 16 22:26:44.362347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:44.362724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.403777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368150fd-f9d1-40dc-847f-5158526d2b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d74c08-8775-47b7-a3a4-39ecd78344e4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.414833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-368150fd-f9d1-40dc-847f-5158526d2b36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=597086e8b3a4421789d140d548aad557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484658 Aug 16 22:26:44.415373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:44.431447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:44.454783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:44.455125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 3ac991bf-05a7-4d1c-8535-2f1f5abd41b2 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:44.467691 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.479838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Deleting port 91e352ca-1ee1-4d4f-bf56-e2f21471f518 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:44.480193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.491417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:44.494117 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6875447-95bf-488d-880f-89358c34b511" -d '{"events": [{"server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:44.510114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:44.517238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.551514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.576807 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7ab84-35dc-4157-afb7-163a52363642 x-openstack-request-id: req-2bf7ab84-35dc-4157-afb7-163a52363642 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:44.577168 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "name": "network-vif-plugged", "status": "completed", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:44.577425 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bf7ab84-35dc-4157-afb7-163a52363642 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:44.577824 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704', 'code': 200} Aug 16 22:26:44.581709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.590152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.662408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] For port 91e352ca-1ee1-4d4f-bf56-e2f21471f518, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=91e352ca-1ee1-4d4f-bf56-e2f21471f518,segment=NetworkSegment(92effffd-8e20-4204-b03b-70db589f2844),segment_id=92effffd-8e20-4204-b03b-70db589f2844)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:44.663023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.680704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Calling delete_port for 91e352ca-1ee1-4d4f-bf56-e2f21471f518 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:44.682910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.685493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.688935 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41d74c08-8775-47b7-a3a4-39ecd78344e4 HTTP/1.1" status: 204 len: 168 time: 0.2695823 Aug 16 22:26:44.704476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9141b5-f7bd-4e6b-b4d7-cd5bd8e9babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d74c08-8775-47b7-a3a4-39ecd78344e4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.902835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:44.904143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180576-c3a9-4bb3-acae-0bbb5ce5f69b req-257a86d6-dc29-46c9-910e-04f0491ea3e3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.905717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77180576-c3a9-4bb3-acae-0bbb5ce5f69b req-257a86d6-dc29-46c9-910e-04f0491ea3e3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 944 time: 0.5033400 Aug 16 22:26:44.929231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302b486-eedd-4d17-b304-f26fbc54138d req-2b956629-06ac-4659-8a53-65dfc0513f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:44.929968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Pushing event deleted for resources: {'Port': ['ID=91e352ca-1ee1-4d4f-bf56-e2f21471f518,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:44.930744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6302b486-eedd-4d17-b304-f26fbc54138d req-2b956629-06ac-4659-8a53-65dfc0513f10 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 1097 time: 0.1091013 Aug 16 22:26:44.940762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-dc61e009-6cc0-4b95-be38-1df87690aa3b service neutron] 10.222.0.89 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658302 Aug 16 22:26:45.023604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77180576-c3a9-4bb3-acae-0bbb5ce5f69b req-9d85e9d7-4201-4188-b7b8-c07118e399b5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Aug 16 22:26:45.052669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6302b486-eedd-4d17-b304-f26fbc54138d req-a04738a2-5098-4271-aea6-89dcb7747a5b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092837 Aug 16 22:26:45.089565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c7585a-cd90-40d7-8987-c102124b6a37 req-4e061b68-68b9-4321-a736-48d1c56016cf service neutron] 10.222.0.89 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284645 Aug 16 22:26:45.112419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.190237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61737f-1adb-4763-aeaa-e3592d0e78a3 req-e8abeb0c-b13b-41aa-b804-5dd3f8ae71ef tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:45.192143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c61737f-1adb-4763-aeaa-e3592d0e78a3 req-e8abeb0c-b13b-41aa-b804-5dd3f8ae71ef tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1095 time: 0.0444655 Aug 16 22:26:45.230656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c61737f-1adb-4763-aeaa-e3592d0e78a3 req-bf6bb9d8-4263-42f7-a2f0-330610e3c40d tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Aug 16 22:26:45.342079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:26:45.464142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:26:45.474140 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Sync routers for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:26:45.475596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:45.477429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0788efa0-98d4-420d-90a1-7583814ca13d admin admin] 10.222.0.22 "PUT /v2.0/routers/8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441546 Aug 16 22:26:45.484774 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:45.485499 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:45.503358 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4323a62-6a3d-4e13-ab9a-131f710c0bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.560514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7391bc05-f9d6-4349-bb85-b85b2c03ade0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:45.617136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.626777 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:45.635857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:45.636513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.743040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.810421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Deleting port 5a478ff7-3776-45f9-ba85-157c382916e9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:45.810421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.862909 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:26:44Z', 'revision_number': 5, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port': {'id': '5a478ff7-3776-45f9-ba85-157c382916e9', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:05Z', 'updated_at': '2021-08-16T22:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:45.893633 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Checking router: 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:26:45.902639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Routers {'8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:26:45.902805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] For port 5a478ff7-3776-45f9-ba85-157c382916e9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a478ff7-3776-45f9-ba85-157c382916e9,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:45.903146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:45.903251 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:45.917464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Calling delete_port for 5a478ff7-3776-45f9-ba85-157c382916e9 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:45.993251 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] Set router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:26:46.071490 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:26:45Z', 'revision_number': 6, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:46.100643 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40713ecf-b953-40f9-b6f9-c85ffd40cfb0 None None] The sync data for ids ['8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4'] in n-d-791505-20 is: [{'id': '8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1152728412-router', 'tenant_id': '45a21074e69441ca94825856caeefc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:04Z', 'updated_at': '2021-08-16T22:26:45Z', 'revision_number': 6, 'project_id': '45a21074e69441ca94825856caeefc81', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:26:46.108450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:46.188768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195ffc0-36ef-4be4-9fa0-4342fe9bfc8e req-2c766b2a-d2c1-42b7-80e0-a57fe41299bf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.190290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d195ffc0-36ef-4be4-9fa0-4342fe9bfc8e req-2c766b2a-d2c1-42b7-80e0-a57fe41299bf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.0876255 Aug 16 22:26:46.214258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-84c2a7c1-735c-4b71-bd79-402459345592 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1543876179'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:46.215027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-84c2a7c1-735c-4b71-bd79-402459345592 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:26:46.232464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.247666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d195ffc0-36ef-4be4-9fa0-4342fe9bfc8e req-a81a1bab-8453-4b24-9a08-5bfdf7a16c7c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 Aug 16 22:26:46.266451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a478ff7-3776-45f9-ba85-157c382916e9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:46.353703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.397107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84c2a7c1-735c-4b71-bd79-402459345592 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.398115 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-84c2a7c1-735c-4b71-bd79-402459345592 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2885644 Aug 16 22:26:46.400822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:46.405037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cc417539-9bb0-4f69-b4f6-748bffa8b40a tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4f76c6fc-f97d-4a8a-93d9-9f7d6038af3b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:46.405546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cc417539-9bb0-4f69-b4f6-748bffa8b40a tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:26:46.438928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 50594a35-d725-4f99-8614-538f45fd085f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:26:46.465370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a94a9-fb61-480b-8426-5b1ec4081baa req-bfd37e08-79aa-4773-af2c-c4897b4d7532 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:46.465370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-717a94a9-fb61-480b-8426-5b1ec4081baa req-bfd37e08-79aa-4773-af2c-c4897b4d7532 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1095 time: 0.1496949 Aug 16 22:26:46.469889 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.471923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.563763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.564288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:26:46.576124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.581009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-87180474-53e4-4a07-b161-b00f5efe5638 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8f5afaa1-7fef-4f9f-85c8-913d06ccb0b4 HTTP/1.1" status: 204 len: 168 time: 1.1039419 Aug 16 22:26:46.581832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:46.637118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-717a94a9-fb61-480b-8426-5b1ec4081baa req-e613b02e-d7b3-4186-a4d7-9b2eaa9c1a87 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333084 Aug 16 22:26:46.669221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Deleting subnet 61575e4a-ff22-41c4-9819-79fd66daf50b {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:26:46.678686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.727955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.768645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=50594a35-d725-4f99-8614-538f45fd085f,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:46.776540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.780785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '50594a35-d725-4f99-8614-538f45fd085f', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'port_id': '50594a35-d725-4f99-8614-538f45fd085f', 'mac_address': 'fa:16:3e:d2:65:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:26:46.824241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.846308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.852413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50594a35-d725-4f99-8614-538f45fd085f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:46.872959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61575e4a-ff22-41c4-9819-79fd66daf50b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:46.879043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.883798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=50594a35-d725-4f99-8614-538f45fd085f,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:46.884848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d1784a4f-0962-49c1-9fab-40802f06e720 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/61575e4a-ff22-41c4-9819-79fd66daf50b HTTP/1.1" status: 204 len: 168 time: 0.2999637 Aug 16 22:26:46.885534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:46.888045 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:46.907121 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-cc417539-9bb0-4f69-b4f6-748bffa8b40a tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:26:46.944429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:46.965776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.014529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc417539-9bb0-4f69-b4f6-748bffa8b40a tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.015753 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc417539-9bb0-4f69-b4f6-748bffa8b40a tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6139696 Aug 16 22:26:47.018776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.023214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-042b62b7-d98b-47fc-807a-1f0e0fd1dc57 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4f76c6fc-f97d-4a8a-93d9-9f7d6038af3b'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:47.023836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-042b62b7-d98b-47fc-807a-1f0e0fd1dc57 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:26:47.052128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.062416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909033f4-08d1-41c4-95e6-45d964f0271f']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:47.073053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92effffd-8e20-4204-b03b-70db589f2844') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:47.073379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92effffd-8e20-4204-b03b-70db589f2844') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:26:47.080876 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.metering.metering_plugin [None req-042b62b7-d98b-47fc-807a-1f0e0fd1dc57 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:26:47.082582 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.098941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.106688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:26:47.107257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:26:47.109210 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:26:47.163629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-042b62b7-d98b-47fc-807a-1f0e0fd1dc57 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.165404 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-042b62b7-d98b-47fc-807a-1f0e0fd1dc57 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1456327 Aug 16 22:26:47.168288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.175475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.179076 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9ac700e4-80c4-4fb1-a1ce-8aa22bf8ad53 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=ee2c4e8f-50a4-4544-947c-54347359f30a HTTP/1.1" status: 200 len: 464 time: 0.0096893 Aug 16 22:26:47.183067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37396) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.183948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.185794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/909033f4-08d1-41c4-95e6-45d964f0271f HTTP/1.1" status: 204 len: 168 time: 0.2993348 Aug 16 22:26:47.204376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877268d-5dc7-459c-9706-940d70cd3ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=909033f4-08d1-41c4-95e6-45d964f0271f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:47.239173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['50594a35-d725-4f99-8614-538f45fd085f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:47.356707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce4df007-f462-4759-8974-06f590776681 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.357876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce4df007-f462-4759-8974-06f590776681 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/ee2c4e8f-50a4-4544-947c-54347359f30a HTTP/1.1" status: 204 len: 168 time: 0.1710510 Aug 16 22:26:47.360736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37402) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.384964 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09f8ed83-3b66-452d-bbb2-5a8e06145aa7 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=ee2c4e8f-50a4-4544-947c-54347359f30a HTTP/1.1" status: 200 len: 221 time: 0.0167971 Aug 16 22:26:47.385725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.403303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7a5ca8e3-d096-4a3b-8487-a862b2ecb5a7 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1134088669', 'description': 'label created by tempest'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:47.403824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37406) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.404012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7a5ca8e3-d096-4a3b-8487-a862b2ecb5a7 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Unknown quota resources ['metering_label']. {{(pid=94817) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:26:47.454607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85f6d6-1877-4db9-bd84-1a305189da40 req-da1de266-cb13-43af-81f5-5a60294fc5c5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.456386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc85f6d6-1877-4db9-bd84-1a305189da40 req-da1de266-cb13-43af-81f5-5a60294fc5c5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.0975301 Aug 16 22:26:47.493395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 91e352ca-1ee1-4d4f-bf56-e2f21471f518 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:47.496744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c6462bd8-e05d-43c2-97df-d82751f2c92c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45a21074e69441ca94825856caeefc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937455 Aug 16 22:26:47.499354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.518019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 91e352ca-1ee1-4d4f-bf56-e2f21471f518 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:47.518270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 91e352ca-1ee1-4d4f-bf56-e2f21471f518 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:47.518740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a478ff7-3776-45f9-ba85-157c382916e9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:47.537670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5a478ff7-3776-45f9-ba85-157c382916e9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:47.538012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a478ff7-3776-45f9-ba85-157c382916e9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:47.544687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc85f6d6-1877-4db9-bd84-1a305189da40 req-0939008b-a1d8-44d3-9c2e-cdfae77552ec tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Aug 16 22:26:47.570906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.599401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.603829 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca8e3-d096-4a3b-8487-a862b2ecb5a7 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.605226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a5ca8e3-d096-4a3b-8487-a862b2ecb5a7 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2172320 Aug 16 22:26:47.607702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.708374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ecd7134-cb13-47db-aa91-705ccb75a4f4 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=8d9943cc-6175-4bed-ac35-33ec5dd08d0e HTTP/1.1" status: 200 len: 468 time: 0.0980127 Aug 16 22:26:47.709952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.777009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e8ace-9560-4f4f-b194-aaa679b2169f req-5b6dfbe3-7b87-425e-981e-a400b625d6aa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.778467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-958e8ace-9560-4f4f-b194-aaa679b2169f req-5b6dfbe3-7b87-425e-981e-a400b625d6aa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.1497204 Aug 16 22:26:47.785560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.788115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.792351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c27b6d32-8be5-490f-9108-316cb0e6c520 HTTP/1.1" status: 204 len: 168 time: 0.2920308 Aug 16 22:26:47.797529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86974f1-5a6e-4960-946c-87346fd7f075 req-23cd0873-1068-415e-94de-8eb8ed46237c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:47.799178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b86974f1-5a6e-4960-946c-87346fd7f075 req-23cd0873-1068-415e-94de-8eb8ed46237c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1096 time: 0.0757279 Aug 16 22:26:47.828224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a90a92-0026-4f1b-a99d-f074b09e646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27b6d32-8be5-490f-9108-316cb0e6c520,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:47.871278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-958e8ace-9560-4f4f-b194-aaa679b2169f req-6200b51d-899d-48a1-86d3-6684ec0ac61f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776081 Aug 16 22:26:47.882325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b86974f1-5a6e-4960-946c-87346fd7f075 req-b3fb2e99-c071-4a37-9978-bf4d00b2a2cc tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665576 Aug 16 22:26:47.926486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ad787d3-dd5d-46c2-b914-fb453b419fa4 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:47.927675 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ad787d3-dd5d-46c2-b914-fb453b419fa4 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/8d9943cc-6175-4bed-ac35-33ec5dd08d0e HTTP/1.1" status: 204 len: 168 time: 0.2167346 Aug 16 22:26:47.930557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.946731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-52e7ee16-ae00-4e58-97d4-f0867aba1b30 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=8d9943cc-6175-4bed-ac35-33ec5dd08d0e HTTP/1.1" status: 200 len: 216 time: 0.0113349 Aug 16 22:26:47.947077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37426) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.958449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-489ff1e2-77b9-4b25-8f5c-0ba52edee123 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098042 Aug 16 22:26:47.963133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:47.979271 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60b5dcb4-a4f2-4bef-87ba-51e7d0d93a58 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144734 Aug 16 22:26:47.982458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:48.017196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08a674-4ad1-4359-83d3-db119fdd0709 req-20625f3e-7757-478c-b169-1db2016d8727 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.019059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da08a674-4ad1-4359-83d3-db119fdd0709 req-20625f3e-7757-478c-b169-1db2016d8727 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.0596678 Aug 16 22:26:48.050132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-baf11e56-1624-444a-9c12-9b1e255deec8 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/4f76c6fc-f97d-4a8a-93d9-9f7d6038af3b HTTP/1.1" status: 200 len: 473 time: 0.0629737 Aug 16 22:26:48.050301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:48.058609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da08a674-4ad1-4359-83d3-db119fdd0709 req-72204f5f-4d00-4aba-825e-221709790582 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Aug 16 22:26:48.060921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fcf18106-3f9c-439e-ad9c-38ccafee2f88 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/7209e5a8-dfba-4e0a-b288-c9dcd1de1d91 HTTP/1.1" status: 200 len: 461 time: 0.0095992 Aug 16 22:26:48.064169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:48.143139 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.174827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a85cf889-6e7c-4df7-bcac-beefd3512794 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.176134 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a85cf889-6e7c-4df7-bcac-beefd3512794 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/7209e5a8-dfba-4e0a-b288-c9dcd1de1d91 HTTP/1.1" status: 204 len: 168 time: 0.1110616 Aug 16 22:26:48.178653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:48.268012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e595311b-2376-440a-b49e-27e063fc1351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.360403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-fad54e73-a40a-4bd9-bf62-c075255c3a94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2489493 Aug 16 22:26:48.373180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67ba1f36-9efd-425e-8370-137c4a75ed96 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.374337 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67ba1f36-9efd-425e-8370-137c4a75ed96 tempest-MeteringTestJSON-145013452 tempest-MeteringTestJSON-145013452-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/4f76c6fc-f97d-4a8a-93d9-9f7d6038af3b HTTP/1.1" status: 204 len: 168 time: 0.1947551 Aug 16 22:26:48.382183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a3700-f035-433a-a201-3e15eb724b0f req-33229fd4-b2e1-47ff-aca3-c21a5ecf456f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.389890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-210a3700-f035-433a-a201-3e15eb724b0f req-33229fd4-b2e1-47ff-aca3-c21a5ecf456f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.0787845 Aug 16 22:26:48.440515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-210a3700-f035-433a-a201-3e15eb724b0f req-a355648b-d4d7-40e9-b1ea-8b8be6288a76 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494468 Aug 16 22:26:48.460277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 50594a35-d725-4f99-8614-538f45fd085f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:48.508884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.509482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.510131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.510675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.511260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.511946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.512493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.515730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-314b91f3-0347-4e6e-8d6c-6f58873b788c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=72816ab1b569441aa690dbbd91251172&device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 6509 time: 0.0877461 Aug 16 22:26:48.520461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 50594a35-d725-4f99-8614-538f45fd085f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:48.527507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 50594a35-d725-4f99-8614-538f45fd085f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:48.528130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.617536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.660722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=50594a35-d725-4f99-8614-538f45fd085f,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:48.662957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594a35-d725-4f99-8614-538f45fd085f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:48.667029 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb53386-901d-4251-8b81-596c88ba1a14" -d '{"events": [{"server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "name": "network-vif-plugged", "status": "completed", "tag": "50594a35-d725-4f99-8614-538f45fd085f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:48.671323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.696620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:48.724099 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33c822-0021-416c-a205-4128845830a9 x-openstack-request-id: req-0e33c822-0021-416c-a205-4128845830a9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:48.724417 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "name": "network-vif-plugged", "status": "completed", "tag": "50594a35-d725-4f99-8614-538f45fd085f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:48.724645 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e33c822-0021-416c-a205-4128845830a9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:48.725359 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594a35-d725-4f99-8614-538f45fd085f', 'code': 200} Aug 16 22:26:48.744213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:48.852217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0896be6-925f-45d3-815e-57185c75a97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.921718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-8d1544cb-c7aa-46ba-bc4b-78865052fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.922202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-8d1544cb-c7aa-46ba-bc4b-78865052fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.922679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-8d1544cb-c7aa-46ba-bc4b-78865052fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.924424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-8d1544cb-c7aa-46ba-bc4b-78865052fdf7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fe645dd0-0c29-4901-81ca-9877e8832341&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4caf014e-fc00-496c-98cf-31e446a604cf&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 200 len: 2295 time: 0.3780696 Aug 16 22:26:48.951510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64921e4-0642-406e-bcdb-49f087d27e49 req-f361296d-e7f1-4b48-a390-4cad085b3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:48.953060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c64921e4-0642-406e-bcdb-49f087d27e49 req-f361296d-e7f1-4b48-a390-4cad085b3cde service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.0623860 Aug 16 22:26:48.970761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0896be6-925f-45d3-815e-57185c75a97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:48.976613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0896be6-925f-45d3-815e-57185c75a97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.024195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0896be6-925f-45d3-815e-57185c75a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9c521-d542-4d09-9f35-98ee1ddfc7d7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:49.028748 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e0896be6-925f-45d3-815e-57185c75a97e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcbf545705b44878b371925fa570beef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311100 Aug 16 22:26:49.031491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:49.066077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-364d274f-640c-4379-9c64-29fd5ea692ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 200 len: 1001 time: 0.1243737 Aug 16 22:26:49.073139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c64921e4-0642-406e-bcdb-49f087d27e49 req-b909df5a-7831-4f2f-8293-082a4e5c208c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902708 Aug 16 22:26:49.091561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.104808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb18729-1688-486a-81cb-e7a2e464a0d5 req-3313fc5d-e61d-436e-bcba-73270af7045d tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.106646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deb18729-1688-486a-81cb-e7a2e464a0d5 req-3313fc5d-e61d-436e-bcba-73270af7045d tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.1247897 Aug 16 22:26:49.119644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.140341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-42023643-cfd9-4498-946c-86a7d588590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.141876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-42023643-cfd9-4498-946c-86a7d588590a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 200 len: 855 time: 0.0669215 Aug 16 22:26:49.172938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deb18729-1688-486a-81cb-e7a2e464a0d5 req-af7f7d19-bc7b-43a8-9b37-28a818c19616 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Aug 16 22:26:49.182131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.186354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.186469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.191303 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cf9c521-d542-4d09-9f35-98ee1ddfc7d7 HTTP/1.1" status: 204 len: 168 time: 0.1584411 Aug 16 22:26:49.206902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9b217-b067-4db4-92a4-df117f43e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9c521-d542-4d09-9f35-98ee1ddfc7d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:49.210721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0d54bd67-2683-4ed2-a7fa-75a300c910df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.213238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0d54bd67-2683-4ed2-a7fa-75a300c910df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fe645dd0-0c29-4901-81ca-9877e8832341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624917 Aug 16 22:26:49.320811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-923f3d0a-00f3-4929-8647-4c00300f89cf service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983448 Aug 16 22:26:49.430009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-b932bf71-78c6-4a6d-86cf-6da627100c6f service neutron] 10.222.0.88 "GET /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996027 Aug 16 22:26:49.476466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-34f36430-0d50-4581-9ba2-6bb5c1721a1a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 217 time: 0.0393004 Aug 16 22:26:49.519500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:49.535331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39666a8d-19aa-4afa-bae1-2db791c2e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.545742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-d1dd9dc7-4cf9-4fee-a63f-e52790e355ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.547240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-d1dd9dc7-4cf9-4fee-a63f-e52790e355ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0601883 Aug 16 22:26:49.630305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7cbb3-2f56-45c1-bdac-1b1d7892245d req-df15e37c-9545-43cc-999f-6c4f03577bd5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.631828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7cbb3-2f56-45c1-bdac-1b1d7892245d req-df15e37c-9545-43cc-999f-6c4f03577bd5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.1021602 Aug 16 22:26:49.632678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39666a8d-19aa-4afa-bae1-2db791c2e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.642432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39666a8d-19aa-4afa-bae1-2db791c2e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.655654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-49d950ca-f9ea-4260-81e6-196d9771c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:49.657964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-49d950ca-f9ea-4260-81e6-196d9771c3e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915008 Aug 16 22:26:49.682406 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39666a8d-19aa-4afa-bae1-2db791c2e55f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1ee26c930264ef7b8f94d94a68a41cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615794 Aug 16 22:26:49.683312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39666a8d-19aa-4afa-bae1-2db791c2e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43015abd-7b34-4625-b34a-f87b9fdc1912,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:49.685298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:49.717614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fa7cbb3-2f56-45c1-bdac-1b1d7892245d req-501057cc-cadd-404d-8a66-0d6fa901e7fa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723619 Aug 16 22:26:49.817640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.824920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0a34095f-3bec-40bc-8001-62c66582164d service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406498 Aug 16 22:26:49.858525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.952088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-39a41a47-b07a-4784-9c74-bc6986f72777 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178012 Aug 16 22:26:49.958007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.960771 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:49.961922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43015abd-7b34-4625-b34a-f87b9fdc1912 HTTP/1.1" status: 204 len: 168 time: 0.2757382 Aug 16 22:26:50.028828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c49e8-ab0b-49a7-be91-6ee08400d803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43015abd-7b34-4625-b34a-f87b9fdc1912,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:50.033253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-af57e46f-147e-4589-96b3-2e00f401a7ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 217 time: 0.0691853 Aug 16 22:26:50.079711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-75e446ab-3321-4858-9f0b-45430dfde1e4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.081234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-75e446ab-3321-4858-9f0b-45430dfde1e4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 945 time: 0.1182799 Aug 16 22:26:50.129269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-85cc8c1f-9311-415f-88a2-cae2c1161921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.130762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-85cc8c1f-9311-415f-88a2-cae2c1161921 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0895202 Aug 16 22:26:50.216743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-23371926-db54-4a87-a15c-58e127231b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.218285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-23371926-db54-4a87-a15c-58e127231b9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779970 Aug 16 22:26:50.250131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:50.250716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.315515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:50.438613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port 3f2ab69a-2c8a-4915-8c58-abed1aa85704, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=3f2ab69a-2c8a-4915-8c58-abed1aa85704,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:50.439129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.455367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa953d-e255-4145-a150-8204ae07a89f req-53b90fc0-acbf-4272-b55b-26385bc4bdbc tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.457000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6fa953d-e255-4145-a150-8204ae07a89f req-53b90fc0-acbf-4272-b55b-26385bc4bdbc tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.1724226 Aug 16 22:26:50.467227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0bc3f1dc-7b5a-48bb-bd6f-3f738324b123 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382655 Aug 16 22:26:50.477397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for 3f2ab69a-2c8a-4915-8c58-abed1aa85704 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:50.490948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07c9969-179e-45cb-946a-4367d9f56595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.597964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07c9969-179e-45cb-946a-4367d9f56595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.603034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e07c9969-179e-45cb-946a-4367d9f56595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.614871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6fa953d-e255-4145-a150-8204ae07a89f req-c120b03f-8861-4768-a845-56fe1817e79a tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415555 Aug 16 22:26:50.643546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9969-179e-45cb-946a-4367d9f56595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b89017-f2ca-45f2-bbbe-26312c77a23b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:50.662600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e07c9969-179e-45cb-946a-4367d9f56595 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ede66366d3e4e0b93bed658ace202cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432870 Aug 16 22:26:50.662839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:50.677983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-480727a1-6614-486b-b2c3-06bed73168f8 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985369 Aug 16 22:26:50.718557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.740236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.756961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-1d479a03-14b6-4d10-81f6-4f9b6b93f134 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 200 len: 217 time: 0.0700235 Aug 16 22:26:50.801376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.804038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.808065 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5b89017-f2ca-45f2-bbbe-26312c77a23b HTTP/1.1" status: 204 len: 168 time: 0.1418340 Aug 16 22:26:50.818895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c53011-4c78-4b7f-9ea9-eb4033e26f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b89017-f2ca-45f2-bbbe-26312c77a23b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:50.846381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.883481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:50.887439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-a9de331d-e3e5-48f5-8549-355c220b2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.888879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-a9de331d-e3e5-48f5-8549-355c220b2b89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.1248660 Aug 16 22:26:50.889641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=3f2ab69a-2c8a-4915-8c58-abed1aa85704,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:50.894025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c2ae239-1bd4-4a66-a420-26a5bbcb559a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:50.959113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574f2b3-f397-4ecf-b266-5b48041414c3 req-0249d794-bb4a-4d9f-9457-d12596e006da tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:50.960690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9574f2b3-f397-4ecf-b266-5b48041414c3 req-0249d794-bb4a-4d9f-9457-d12596e006da tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=2eb988a6-eb29-459a-8ec7-c863e9a93858 HTTP/1.1" status: 200 len: 867 time: 0.1491814 Aug 16 22:26:50.977885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port 3f2ab69a-2c8a-4915-8c58-abed1aa85704 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:50.981348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:50.983385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-059aabbd-724b-43cc-81cd-2b7d22b1b76b req-593a8af6-b1f2-4a40-bce5-181da2fbb190 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "DELETE /v2.0/ports/3f2ab69a-2c8a-4915-8c58-abed1aa85704 HTTP/1.1" status: 204 len: 173 time: 0.8959885 Aug 16 22:26:50.985917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'name': 'network-vif-deleted', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:50.988183 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab87ba2-ff53-4206-b0d7-19a31ac204e0" -d '{"events": [{"server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "name": "network-vif-deleted", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:51.034194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-3475488a-b212-4100-93df-55d235c9d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.037757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-3475488a-b212-4100-93df-55d235c9d0da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384625 Aug 16 22:26:51.054836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9574f2b3-f397-4ecf-b266-5b48041414c3 req-4a1e8af7-3b65-491e-bd4c-764182c981da tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 Aug 16 22:26:51.057813 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246eb14c-38b7-46c0-ace2-398d1a101d05 x-openstack-request-id: req-246eb14c-38b7-46c0-ace2-398d1a101d05 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:51.058437 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb988a6-eb29-459a-8ec7-c863e9a93858", "name": "network-vif-deleted", "tag": "3f2ab69a-2c8a-4915-8c58-abed1aa85704", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:51.058833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-246eb14c-38b7-46c0-ace2-398d1a101d05 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:51.059380 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb988a6-eb29-459a-8ec7-c863e9a93858', 'name': 'network-vif-deleted', 'tag': '3f2ab69a-2c8a-4915-8c58-abed1aa85704', 'status': 'completed', 'code': 200} Aug 16 22:26:51.088144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37556) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:51.168248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-cebc07ba-681f-4948-9b79-3f3c25c5ef0a service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237218 Aug 16 22:26:51.222381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.236625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:51.253175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72649ad6-b089-4762-9f79-e83a1ee3404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.304041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-9a7ce0f9-99dd-43f4-b127-ec4bf0aa556a service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198039 Aug 16 22:26:51.348259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72649ad6-b089-4762-9f79-e83a1ee3404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.354346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72649ad6-b089-4762-9f79-e83a1ee3404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.355586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-2efe0345-954c-4a0b-b15e-87595163fdf0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 200 len: 217 time: 0.0418873 Aug 16 22:26:51.397883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-163506505'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:51.414019 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72649ad6-b089-4762-9f79-e83a1ee3404e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a45ea97b5ac243abb050fab3fca1556d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733518 Aug 16 22:26:51.414019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:51.420921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649ad6-b089-4762-9f79-e83a1ee3404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8364028-8387-40b5-9fde-a8f79956e981,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:51.442896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-2a0d1fed-1eea-43ba-bd29-0afad5ec46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.445483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-2a0d1fed-1eea-43ba-bd29-0afad5ec46ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 200 len: 797 time: 0.0768027 Aug 16 22:26:51.451114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:51.454495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.472524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.529948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-1e539b8f-b6fa-4f81-9b63-f9f02148c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.534888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-1e539b8f-b6fa-4f81-9b63-f9f02148c5a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4caf014e-fc00-496c-98cf-31e446a604cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737379 Aug 16 22:26:51.536737 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.570468 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.623078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.630741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.670964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:26:51.673731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd97f2-5af1-4a38-a70b-b9ae28a40530,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:51.676218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.679293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.681007 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8364028-8387-40b5-9fde-a8f79956e981 HTTP/1.1" status: 204 len: 168 time: 0.2657111 Aug 16 22:26:51.721515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-76a33d9f-e977-40e6-b5a2-402cef2ae6a1 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745331 Aug 16 22:26:51.732246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4867210-6749-426f-b9ab-c53defc01e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8364028-8387-40b5-9fde-a8f79956e981,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:51.736209 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.736547 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Added segment 4fb8c76f-d6b2-4b39-aa16-f07a88fbd046 of type vlan for network cb62521b-50c4-4f68-bf4d-b4397bf65656 Aug 16 22:26:51.797717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.831255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.840392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:51.841823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:51.920627 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8278863 Aug 16 22:26:51.923809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:51.932028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'subnet': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:51.944169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d198dd2-a119-4aaf-85c9-158ab4a95103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Network': ['ID=cb62521b-50c4-4f68-bf4d-b4397bf65656,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:51.962782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:26:52.103608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:52.108710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.135080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3c1ce-6100-44e1-9313-38a1df74176e req-4b2823ed-4364-490d-b545-38a5546ecdc9 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.136608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dad3c1ce-6100-44e1-9313-38a1df74176e req-4b2823ed-4364-490d-b545-38a5546ecdc9 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.3798339 Aug 16 22:26:52.170971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-d7e352d7-3ae1-4d6d-9c34-c9b75cbe2917 service neutron] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392452 Aug 16 22:26:52.243076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dad3c1ce-6100-44e1-9313-38a1df74176e req-3ce9f87e-4caa-46ea-873e-29d17c283b0a tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867865 Aug 16 22:26:52.243938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-ba927cfd-ed76-48cd-9372-57437e3dd850 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 200 len: 217 time: 0.0548251 Aug 16 22:26:52.288892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3f2ab69a-2c8a-4915-8c58-abed1aa85704 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:52.324838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 3f2ab69a-2c8a-4915-8c58-abed1aa85704 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:52.327237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 3f2ab69a-2c8a-4915-8c58-abed1aa85704 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:52.352998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-a7c05691-b0e4-4ebe-b8e5-7ee5612101e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.354748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-a7c05691-b0e4-4ebe-b8e5-7ee5612101e2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.1025083 Aug 16 22:26:52.387733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.459477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed540b3-c128-4825-9045-d5d913efee25 req-131bfaa7-8fc9-49ed-9bf3-5844381a7cea tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.466101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fed540b3-c128-4825-9045-d5d913efee25 req-131bfaa7-8fc9-49ed-9bf3-5844381a7cea tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.1054101 Aug 16 22:26:52.466101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-bc57cc19-5ffc-4c55-a43e-81b74777748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.466101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-bc57cc19-5ffc-4c55-a43e-81b74777748e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003153 Aug 16 22:26:52.476026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Subnet': ['ID=87db445d-09aa-4cd0-a109-5aa0e3c39f77,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:52.480301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Checking segment: {'id': '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:52.480673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network hostable DHCP agents. Network: cb62521b-50c4-4f68-bf4d-b4397bf65656, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:26:52.508409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:26:52.525588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cb62521b-50c4-4f68-bf4d-b4397bf65656) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:52.530524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.531502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.536782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0be331-8574-4b09-bbfc-ecff9fc437ca None None] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:52.552576 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61d652d6-2879-4902-b8fd-6e7d8f9c3dac tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6273785 Aug 16 22:26:52.555367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:52.561236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-537948690'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:52.650951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-23229b61-2686-4db5-abcd-851a649c51a5 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773365 Aug 16 22:26:52.729178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fed540b3-c128-4825-9045-d5d913efee25 req-dc703cd7-d316-4be5-bdfa-a0c30564f628 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403734 Aug 16 22:26:52.741043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-cb62521b-50c4-4f68-bf4d-b4397bf65656', 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'tenant_id': '9ab6b1267c4c43d2a33658a21661b865', 'fixed_ips': [{'subnet_id': '87db445d-09aa-4cd0-a109-5aa0e3c39f77'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:26:52.743154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.745664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e07d7e-a878-4607-845e-425579ee2229 req-da2db5f0-c342-4e1c-95a9-c132f274d2ad tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.760286 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.762988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20e07d7e-a878-4607-845e-425579ee2229 req-da2db5f0-c342-4e1c-95a9-c132f274d2ad tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.2805955 Aug 16 22:26:52.765841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:52.772480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:52.808321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:26:52.854697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20e07d7e-a878-4607-845e-425579ee2229 req-3c400e8b-2386-4258-b4ee-61b566967b31 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773706 Aug 16 22:26:52.857965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-dd303a81-c122-4edf-8023-d6110d19fafa service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957986 Aug 16 22:26:52.904562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-fb0baa3b-5247-41a0-9ace-b139a2e668b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 200 len: 217 time: 0.0375149 Aug 16 22:26:52.958335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Allocated IP 2001:db8::2 (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/72dc5327-feaa-4a4d-9903-5830358c478e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:52.991237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-922d4f98-2e5e-4039-b1cb-cbafbb91de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:52.993351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-922d4f98-2e5e-4039-b1cb-cbafbb91de6d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 200 len: 797 time: 0.0784349 Aug 16 22:26:53.003579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077fa31-34db-4163-b69c-314f624ffd83 req-c6941426-fe3b-44d2-9dee-30aede85d4c3 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.005042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2077fa31-34db-4163-b69c-314f624ffd83 req-c6941426-fe3b-44d2-9dee-30aede85d4c3 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.0806608 Aug 16 22:26:53.069410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0e22b137-8ed7-417f-b6eb-e42a27b2be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.071418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-0e22b137-8ed7-417f-b6eb-e42a27b2be0f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4e3ec1e0-91aa-4b01-b14c-69388cd076eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704515 Aug 16 22:26:53.073554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2077fa31-34db-4163-b69c-314f624ffd83 req-dc64965c-2c10-4261-a6d2-79f32e22f056 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Aug 16 22:26:53.124874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.133845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Transition to ACTIVE for port object 72dc5327-feaa-4a4d-9903-5830358c478e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:53.149911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Transition to ACTIVE for port object 72dc5327-feaa-4a4d-9903-5830358c478e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:53.157313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.175217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-8003509c-5d28-45b3-8808-8873245c7c43 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954103 Aug 16 22:26:53.198016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:53.201639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:53.205851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:53.239387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::124 (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/4ad7cc34-7373-47d0-9566-f4a2cdedf614) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:53.250730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Pushing event updated for resources: {'Port': ['ID=72dc5327-feaa-4a4d-9903-5830358c478e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:53.294697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Attempting to bind port 72dc5327-feaa-4a4d-9903-5830358c478e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:53.295068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Attempting to bind port 72dc5327-feaa-4a4d-9903-5830358c478e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:53.295748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Attempting to bind port 72dc5327-feaa-4a4d-9903-5830358c478e on network cb62521b-50c4-4f68-bf4d-b4397bf65656 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:53.300946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.301511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.302026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.302508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.302987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.303919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.304403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.305477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.306067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.306539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.307013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.307586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:26:53.314735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:53.315347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Checking segment: {'id': '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:53.316063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.316598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Bound using segment: {'id': '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:53.317247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Bound port: 72dc5327-feaa-4a4d-9903-5830358c478e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:53.318079 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.324327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87cb0c7e-5f0f-4ab2-9302-dc44178343db req-1eda44f2-184d-4910-a439-c6e6f5e70806 service neutron] 10.222.0.88 "GET /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423414 Aug 16 22:26:53.422669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] For port 72dc5327-feaa-4a4d-9903-5830358c478e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:53.427204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] For port 72dc5327-feaa-4a4d-9903-5830358c478e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72dc5327-feaa-4a4d-9903-5830358c478e,segment=NetworkSegment(4fb8c76f-d6b2-4b39-aa16-f07a88fbd046),segment_id=4fb8c76f-d6b2-4b39-aa16-f07a88fbd046)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:53.433017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.480015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.505498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f05938-dc1e-4199-b375-0efb23c64499 None None] Pushing event updated for resources: {'Port': ['ID=72dc5327-feaa-4a4d-9903-5830358c478e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:53.513635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-733bcef1-083b-40de-a937-af257206cc2e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.517784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object 4ad7cc34-7373-47d0-9566-f4a2cdedf614 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:53.521732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-733bcef1-083b-40de-a937-af257206cc2e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.1413162 Aug 16 22:26:53.534010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-47072a03-f2cf-44c2-bdae-e06ace1f1abd tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/quotas/e1e2307956704f4389467cc10a6af24d HTTP/1.1" status: 200 len: 375 time: 0.0110629 Aug 16 22:26:53.560178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.600638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-e6254aca-9803-4fb1-b1b0-0efab85b41d0 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593932 Aug 16 22:26:53.618841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:53.624836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:53.635542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:53.643031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:53.643963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:53.648733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=4ad7cc34-7373-47d0-9566-f4a2cdedf614,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:53.675427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8baa9915-8414-42b7-a2f9-f91fb7198742 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1157887 Aug 16 22:26:53.675737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:53.681566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2072937095', 'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:05:98:6c'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:53.820847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-90a4af23-df42-4ea2-a0be-a6185834c48e service neutron] 10.222.0.22 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095373 Aug 16 22:26:53.936669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:54.015450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-c6026622-8ef5-439c-9b28-4b5f2b53c21d service neutron] 10.222.0.22 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832690 Aug 16 22:26:54.057569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c28102-335a-441e-8628-aec8b39f1cc8 req-c2c331db-4be2-4853-9053-89c1ab473315 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.059124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39c28102-335a-441e-8628-aec8b39f1cc8 req-c2c331db-4be2-4853-9053-89c1ab473315 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.1236219 Aug 16 22:26:54.093799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.124929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port ec860aa5-3bf6-44dd-ad23-4572d81801bf yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:26:54.132231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39c28102-335a-441e-8628-aec8b39f1cc8 req-040f444d-4e92-4ee1-8c65-ab68179e598b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623114 Aug 16 22:26:54.315984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::3b2 (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/ec860aa5-3bf6-44dd-ad23-4572d81801bf) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:54.347041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-467e1828-be0a-4c68-a53e-487a5b7df91d req-b218d487-144f-40b4-b66a-39c8be6c83a4 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 210 time: 0.1292107 Aug 16 22:26:54.371671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-88308af5-f40e-473f-84d0-69813817b8aa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.373599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-88308af5-f40e-473f-84d0-69813817b8aa tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 946 time: 0.2073119 Aug 16 22:26:54.585455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:54.586144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.664593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.708798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object ec860aa5-3bf6-44dd-ad23-4572d81801bf will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:54.737060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:54.737539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.749842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef5a27-a7af-4fdc-90f0-fa5c128f0c93 None None] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:26:54.758354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for 9c2ae239-1bd4-4a66-a420-26a5bbcb559a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:54.817673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67dd9489-295b-4aea-96a6-38b80308f2b6 None None] Provisioning for port 72dc5327-feaa-4a4d-9903-5830358c478e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:54.832153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.884010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:54.888863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:54.893755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:54.899359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:54.900082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:54.935956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2567794 Aug 16 22:26:54.935956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67251a-2c32-438b-b933-b4b76270088c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=ec860aa5-3bf6-44dd-ad23-4572d81801bf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:54.937134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:55.009142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524ffab-7c67-4171-9c55-d58337a7d06e tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.011981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.015888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524ffab-7c67-4171-9c55-d58337a7d06e tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.022005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524ffab-7c67-4171-9c55-d58337a7d06e tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.038503 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0524ffab-7c67-4171-9c55-d58337a7d06e tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0994775 Aug 16 22:26:55.039235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:55.046757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:55.059810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=9c2ae239-1bd4-4a66-a420-26a5bbcb559a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:55.109683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c2ae239-1bd4-4a66-a420-26a5bbcb559a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:55.115821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port 9c2ae239-1bd4-4a66-a420-26a5bbcb559a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:26:55.119722 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.122637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4b3b72a-7c3f-4baa-90e6-7d9374b96464 req-e752c20b-2170-4750-92f8-c19042902d1a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.89 "DELETE /v2.0/ports/9c2ae239-1bd4-4a66-a420-26a5bbcb559a HTTP/1.1" status: 204 len: 173 time: 0.7407966 Aug 16 22:26:55.123143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'name': 'network-vif-deleted', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:55.125488 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c8741b-f06d-4e7a-83ab-ba5ff862048c" -d '{"events": [{"server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "name": "network-vif-deleted", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:55.186946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port ec860aa5-3bf6-44dd-ad23-4572d81801bf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:55.187334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.220063 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec1988-2fbb-467e-ad8a-e8355ad4d02e x-openstack-request-id: req-91ec1988-2fbb-467e-ad8a-e8355ad4d02e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:55.220448 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3713ff72-34b3-41be-8659-be4d1da0b134", "name": "network-vif-deleted", "tag": "9c2ae239-1bd4-4a66-a420-26a5bbcb559a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:55.220707 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91ec1988-2fbb-467e-ad8a-e8355ad4d02e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:55.221148 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3713ff72-34b3-41be-8659-be4d1da0b134', 'name': 'network-vif-deleted', 'tag': '9c2ae239-1bd4-4a66-a420-26a5bbcb559a', 'status': 'completed', 'code': 200} Aug 16 22:26:55.357823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.365556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-816db519-c9e2-4def-a022-36df7fb36587 req-e650c10e-9c40-48ff-a6a8-0a2e178a6e65 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=3713ff72-34b3-41be-8659-be4d1da0b134 HTTP/1.1" status: 200 len: 210 time: 0.0780714 Aug 16 22:26:55.378019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for ec860aa5-3bf6-44dd-ad23-4572d81801bf owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:55.416642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Provisioning for port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:55.421360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Provisioning complete for port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:55.421863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.497561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:55.558286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Provisioning for port ec860aa5-3bf6-44dd-ad23-4572d81801bf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:55.565732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Provisioning complete for port ec860aa5-3bf6-44dd-ad23-4572d81801bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:55.566110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.585169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b11ae489-cd5a-497c-86b5-241c8804f498 req-6d2a7047-4a9b-4978-9616-2feace069ebb tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 210 time: 0.0665412 Aug 16 22:26:55.610813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-efc9f5e8-c480-44fa-8e5b-d385e44911ef None None] Port ec860aa5-3bf6-44dd-ad23-4572d81801bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:55.621524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72dc5327-feaa-4a4d-9903-5830358c478e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:55.728510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.753430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 72dc5327-feaa-4a4d-9903-5830358c478e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:55.759578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 72dc5327-feaa-4a4d-9903-5830358c478e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:55.763533 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.764420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-dc0d49d8-902f-4b9a-b7ea-2ed49e1dd9ff tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:55.768904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-dc0d49d8-902f-4b9a-b7ea-2ed49e1dd9ff tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.88 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.2063818 Aug 16 22:26:55.782182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Request body: {'port': {'device_id': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'admin_state_up': True, 'tenant_id': 'e1e2307956704f4389467cc10a6af24d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:55.803475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=ec860aa5-3bf6-44dd-ad23-4572d81801bf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:55.838311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Made reservation on behalf of e1e2307956704f4389467cc10a6af24d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:55.846005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.854820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-22ac9357-905a-4747-a9f8-e1e557c0f8a0 None None] Provisioning complete for port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:55.855208 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22ac9357-905a-4747-a9f8-e1e557c0f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.960637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:55.963300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-22ac9357-905a-4747-a9f8-e1e557c0f8a0 None None] Port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:55.966258 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e8d98804-043a-4cbd-8b19-a50acc582d63 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/ec860aa5-3bf6-44dd-ad23-4572d81801bf HTTP/1.1" status: 204 len: 168 time: 0.9258313 Aug 16 22:26:55.968750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:56.009547 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.012574 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9cb9e1-0f49-4fd6-93cb-6a2425667dfa tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] GET failed (client error): The resource could not be found. Aug 16 22:26:56.014621 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d9cb9e1-0f49-4fd6-93cb-6a2425667dfa tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports/ec860aa5-3bf6-44dd-ad23-4572d81801bf HTTP/1.1" status: 404 len: 333 time: 0.0441046 Aug 16 22:26:56.018627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:56.025521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-954932937'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:56.037698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:56.061420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 72dc5327-feaa-4a4d-9903-5830358c478e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72dc5327-feaa-4a4d-9903-5830358c478e,segment=NetworkSegment(4fb8c76f-d6b2-4b39-aa16-f07a88fbd046),segment_id=4fb8c76f-d6b2-4b39-aa16-f07a88fbd046)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:26:56.073672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.083985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Allocated IP 172.20.0.3 (710228a6-7a56-48cf-ba77-9a8cc87a68e0/1dfc92e0-515f-48c5-8bdf-f5995468e1a4/c176bfcf-4ddd-48b6-a2a3-227c39bc8059) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:56.126728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd212978-62e5-4366-8290-756f60d26076 None None] Could not find standard attr ID for object ec860aa5-3bf6-44dd-ad23-4572d81801bf. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:26:56.157294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=72dc5327-feaa-4a4d-9903-5830358c478e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:56.165106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:56.169791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.190189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:26:56.242885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0887697-cc17-427b-9fe8-e4c9a94b9429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.297393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.320436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::16 (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:56.320642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Transition to ACTIVE for port object c176bfcf-4ddd-48b6-a2a3-227c39bc8059 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:56.385705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.427259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0887697-cc17-427b-9fe8-e4c9a94b9429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.433952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['50594a35-d725-4f99-8614-538f45fd085f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:26:56.437297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0887697-cc17-427b-9fe8-e4c9a94b9429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.440338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:56.468354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:56.475028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:56.497585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.530033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:56.531355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Pushing event updated for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:56.546894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c0887697-cc17-427b-9fe8-e4c9a94b9429 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9aa04115fd454096b8d1d88f99fe7c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033355 Aug 16 22:26:56.551909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:56.580702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.587699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0887697-cc17-427b-9fe8-e4c9a94b9429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd2c51-aead-49ad-923f-81b802ba1481,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:56.666265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:56.671654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.672747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.678641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:56.681454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:56.683898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:56.689910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.690562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.715280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db3704b4-01f4-415d-8d4d-7bfd09f42bff tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6933467 Aug 16 22:26:56.716179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:56.717480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.720192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d44389a3-ffa0-4512-9ff0-9db9ce941b91 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9421763 Aug 16 22:26:56.721809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:05:98:6c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:56.773716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Request body: {'port': {'device_id': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:56.829059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.857630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbf3cd47-2574-4857-a1f0-c6213b1c6c79 None None] Provisioning for port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:56.863551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbf3cd47-2574-4857-a1f0-c6213b1c6c79 None None] Provisioning complete for port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:56.864517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbf3cd47-2574-4857-a1f0-c6213b1c6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.919210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3cd47-2574-4857-a1f0-c6213b1c6c79 None None] Port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:56.938738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:56.949448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab1f7-e6ce-47dd-80c9-cfcf1c0b4bba req-82d1012d-e28c-49f3-8381-22108fbeffff tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:56.951006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e28ab1f7-e6ce-47dd-80c9-cfcf1c0b4bba req-82d1012d-e28c-49f3-8381-22108fbeffff tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1027 time: 0.2279181 Aug 16 22:26:56.960680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.040454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76628ee9-ff12-4021-8778-97931b716e0c None None] Provisioning for port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:57.046060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76628ee9-ff12-4021-8778-97931b716e0c None None] Provisioning complete for port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:57.046060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76628ee9-ff12-4021-8778-97931b716e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.055900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-9b58aa1f-63c8-43cf-9751-439106ebc922 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.057416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-9b58aa1f-63c8-43cf-9751-439106ebc922 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.2654550 Aug 16 22:26:57.061384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.063861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.065650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bcd2c51-aead-49ad-923f-81b802ba1481 HTTP/1.1" status: 204 len: 168 time: 0.5122051 Aug 16 22:26:57.077776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e28ab1f7-e6ce-47dd-80c9-cfcf1c0b4bba req-ce07f564-9724-4a85-9641-b3de5d994133 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127408 Aug 16 22:26:57.084837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-76628ee9-ff12-4021-8778-97931b716e0c None None] Port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:57.098081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a11e-c99f-4eb8-8d9d-8d80da6077ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd2c51-aead-49ad-923f-81b802ba1481,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:57.107726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-ce6b4623-b0db-4485-9412-b65afd81769e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0345199 Aug 16 22:26:57.174059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.178983 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.224493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] In _notify_port_updated(), no bound segment for port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c on network cb62521b-50c4-4f68-bf4d-b4397bf65656 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:26:57.230890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:57.231570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.235305 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "PUT /v2.0/ports/b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c HTTP/1.1" status: 200 len: 1001 time: 0.5157163 Aug 16 22:26:57.236148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:57.253830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-cb8d09d8-fa51-4ceb-afea-68a80a301181 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041596 Aug 16 22:26:57.321663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7340232-ba77-48cd-aa6a-bd65d21aa53c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:57.364452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:57.364848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.424364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-df8afa80-a625-4427-9c74-447f84f733b9 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572888 Aug 16 22:26:57.465646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:57.501584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c80cc739-1166-4310-a88e-3bdd968168df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.511284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c176bfcf-4ddd-48b6-a2a3-227c39bc8059 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:26:57.512520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b5c0e5d-d451-4c70-8ad0-04800e4b2439 None None] Provisioning complete for port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:57.512694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0e5d-d451-4c70-8ad0-04800e4b2439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.523818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.547179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72dc5327-feaa-4a4d-9903-5830358c478e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:26:57.556165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.560304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Transition to ACTIVE for port object c176bfcf-4ddd-48b6-a2a3-227c39bc8059 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:57.574108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.575325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:57.580398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c0e5d-d451-4c70-8ad0-04800e4b2439 None None] Port b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:57.610944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 72dc5327-feaa-4a4d-9903-5830358c478e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:57.611615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.637890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-2eefa5bb-b57d-49a7-9aeb-1377eb702771 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123611 Aug 16 22:26:57.680424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:57.736719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c80cc739-1166-4310-a88e-3bdd968168df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.755569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c80cc739-1166-4310-a88e-3bdd968168df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.819394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Attempting to bind port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:26:57.819866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Attempting to bind port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:26:57.820923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Attempting to bind port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:57.826888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:26:57.827280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Attempting to bind port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 on network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:26:57.834430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:26:57.834430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Checking segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:26:57.835307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Bound using segment: {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:26:57.835307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Bound port: c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3850e16-f4ec-4a01-b606-bd02de3e2b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:26:57.836916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.843216 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c80cc739-1166-4310-a88e-3bdd968168df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7e1b8ca5f12498d8bbbd985fcc00856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785462 Aug 16 22:26:57.844885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cc739-1166-4310-a88e-3bdd968168df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c799e9f-143b-4e4b-8cd1-461210f2650c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:57.849437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:57.860977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:57.897372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:57.978977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c94c346a-72d9-443b-b714-68f30d118094 req-9d9aef30-d7bd-4fdc-a0de-94a7ad4f255f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 210 time: 0.0906882 Aug 16 22:26:58.029144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.033794 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58a734e0-6b2a-4dcb-a776-5038ffa7ecec tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c HTTP/1.1" status: 204 len: 168 time: 0.7947674 Aug 16 22:26:58.034090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37740) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:58.048857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.065180 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e32039-a61d-4931-9274-6f7a8cbb0198 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] GET failed (client error): The resource could not be found. Aug 16 22:26:58.066087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:26:58.066827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-34e32039-a61d-4931-9274-6f7a8cbb0198 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports/b4fbc9d2-2bcc-44cb-b291-a2f02ea59a9c HTTP/1.1" status: 404 len: 333 time: 0.0317597 Aug 16 22:26:58.071724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:58.078656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1615188671'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:58.087719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.090496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:26:58.113232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.210871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.211451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.212792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] 10.222.0.88 "PUT /v2.0/ports/c176bfcf-4ddd-48b6-a2a3-227c39bc8059 HTTP/1.1" status: 200 len: 1092 time: 1.4459722 Aug 16 22:26:58.215492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:26:58.217766 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c010f89-32be-46b6-8fc4-912a2e7315dd" -d '{"events": [{"name": "network-changed", "server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:26:58.249733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:58.253283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.277498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port 6cdc013d-fc51-4633-97a4-e6ee7677378e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:26:58.287330 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008a27d-fd65-4083-83fa-3efd61f88e83 x-openstack-request-id: req-1008a27d-fd65-4083-83fa-3efd61f88e83 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:26:58.287734 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:26:58.288292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1008a27d-fd65-4083-83fa-3efd61f88e83 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:26:58.289116 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059', 'status': 'completed', 'code': 200} Aug 16 22:26:58.434085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::32d (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/6cdc013d-fc51-4633-97a4-e6ee7677378e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:58.490440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c2ae239-1bd4-4a66-a420-26a5bbcb559a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:26:58.512066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9c2ae239-1bd4-4a66-a420-26a5bbcb559a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:26:58.512703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c2ae239-1bd4-4a66-a420-26a5bbcb559a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:26:58.584523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd82458-b0cb-4b23-9103-4a5bd6e0a8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:58.598168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc444e38-080e-4961-9f54-99c8d837338e req-900db482-66b0-40a9-b53c-6fd6e9461cc9 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.603297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc444e38-080e-4961-9f54-99c8d837338e req-900db482-66b0-40a9-b53c-6fd6e9461cc9 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.4117100 Aug 16 22:26:58.624393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.626862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.628000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c799e9f-143b-4e4b-8cd1-461210f2650c HTTP/1.1" status: 204 len: 168 time: 0.7775648 Aug 16 22:26:58.649732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d0e3702d-fcca-4a7f-8785-6e230ff4a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.651234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-d0e3702d-fcca-4a7f-8785-6e230ff4a26a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.3566012 Aug 16 22:26:58.652002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36163c-4eab-4a92-a468-05e9eabc31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c799e9f-143b-4e4b-8cd1-461210f2650c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:58.660010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.678618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc444e38-080e-4961-9f54-99c8d837338e req-1618bd31-7720-452e-91e3-9f4f284b6360 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593593 Aug 16 22:26:58.682558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object 6cdc013d-fc51-4633-97a4-e6ee7677378e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:26:58.717741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-2709760a-43e3-42b5-80d6-0173abea209a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059 HTTP/1.1" status: 200 len: 217 time: 0.0377674 Aug 16 22:26:58.728544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.780795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:26:58.781844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-9c0d40ae-2f08-4096-ba38-a13db7efb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.783422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-9c0d40ae-2f08-4096-ba38-a13db7efb507 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1dfc92e0-515f-48c5-8bdf-f5995468e1a4 HTTP/1.1" status: 200 len: 849 time: 0.0581245 Aug 16 22:26:58.786249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:26:58.788603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:26:58.795327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.795975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.813591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=6cdc013d-fc51-4633-97a4-e6ee7677378e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:58.823700 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74419637-cd2b-49b9-b15b-9cee5b75d02c tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7499239 Aug 16 22:26:58.825943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:58.833887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:05:98:6c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:58.847354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-4b52960f-3d6b-4b0d-ae1e-633614eddf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:58.849384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-4b52960f-3d6b-4b0d-ae1e-633614eddf76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710228a6-7a56-48cf-ba77-9a8cc87a68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579448 Aug 16 22:26:58.913033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:58.987406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-39755944-6331-435f-b236-478187b6b0b1 service neutron] 10.222.0.88 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179714 Aug 16 22:26:59.091497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd3351dd-87a6-49de-9b07-b7d22f76fa3e None None] Provisioning for port 6cdc013d-fc51-4633-97a4-e6ee7677378e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:26:59.099815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fd3351dd-87a6-49de-9b07-b7d22f76fa3e None None] Provisioning complete for port 6cdc013d-fc51-4633-97a4-e6ee7677378e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:59.100406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fd3351dd-87a6-49de-9b07-b7d22f76fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.161876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03bb5c0d-5ed3-495b-a6e8-a45eeca76438 req-3dc12818-e441-462f-9204-1d7b79af5d99 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 210 time: 0.0469165 Aug 16 22:26:59.181440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fd3351dd-87a6-49de-9b07-b7d22f76fa3e None None] Port 6cdc013d-fc51-4633-97a4-e6ee7677378e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:59.190094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.199189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.225550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f9b99e-8a2b-4b79-baac-18823a258f77 req-e04d9bb1-abf7-4c3c-b50b-fb651959c52c service neutron] 10.222.0.88 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035513 Aug 16 22:26:59.235992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] In _notify_port_updated(), no bound segment for port 6cdc013d-fc51-4633-97a4-e6ee7677378e on network cb62521b-50c4-4f68-bf4d-b4397bf65656 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:26:59.242370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.243578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.247906 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "PUT /v2.0/ports/6cdc013d-fc51-4633-97a4-e6ee7677378e HTTP/1.1" status: 200 len: 1003 time: 0.4207163 Aug 16 22:26:59.251505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:26:59.349338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-abb70657-af62-4f3b-8c43-526ea32f6e12 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.350810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-abb70657-af62-4f3b-8c43-526ea32f6e12 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.1804600 Aug 16 22:26:59.375174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:26:59.451328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-cd6594a5-fc0c-45a6-92b7-57cbf0cacba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.452887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-cd6594a5-fc0c-45a6-92b7-57cbf0cacba0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e1e2307956704f4389467cc10a6af24d&device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.1270993 Aug 16 22:26:59.579834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:26:59.584008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.613202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-87cfb811-0a2f-4e52-ac06-726c5ca19055 None None] Provisioning complete for port 6cdc013d-fc51-4633-97a4-e6ee7677378e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:26:59.614455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87cfb811-0a2f-4e52-ac06-726c5ca19055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.672030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb811-0a2f-4e52-ac06-726c5ca19055 None None] Port 6cdc013d-fc51-4633-97a4-e6ee7677378e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:26:59.690556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-4466ad1a-951f-4757-b359-7ac4921332ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.692072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-4466ad1a-951f-4757-b359-7ac4921332ac service neutron] 10.222.0.88 "GET /v2.0/networks?id=710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 200 len: 910 time: 0.2222283 Aug 16 22:26:59.714019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515deceb-473d-4931-8753-af057e806984 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=6cdc013d-fc51-4633-97a4-e6ee7677378e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:26:59.751053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port 6cdc013d-fc51-4633-97a4-e6ee7677378e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:26:59.751621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.842051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-c0ed7691-d718-479b-a606-7ffcd2366fd6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059 HTTP/1.1" status: 200 len: 217 time: 0.0795376 Aug 16 22:26:59.845570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:26:59.859336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for 6cdc013d-fc51-4633-97a4-e6ee7677378e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:26:59.864352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.5 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/e1d55f76-c29c-4a8e-989c-14475d4a8424) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:26:59.897278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414435f-749d-4dc2-b698-243aafb98fe2 req-3e0fba9a-d874-4102-81ea-6011d8df34fa tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.899558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b414435f-749d-4dc2-b698-243aafb98fe2 req-3e0fba9a-d874-4102-81ea-6011d8df34fa tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.1384211 Aug 16 22:26:59.952347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-32d5c9d1-3013-4d6f-97a8-dff1fadb5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:26:59.954081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-32d5c9d1-3013-4d6f-97a8-dff1fadb5775 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1dfc92e0-515f-48c5-8bdf-f5995468e1a4 HTTP/1.1" status: 200 len: 849 time: 0.1036515 Aug 16 22:27:00.009541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.016292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b414435f-749d-4dc2-b698-243aafb98fe2 req-0882e233-7934-43e1-a3c2-b5e940a7b060 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030126 Aug 16 22:27:00.040281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=6cdc013d-fc51-4633-97a4-e6ee7677378e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.071564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.076351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:00.076531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4796b95f-d029-424d-85c0-0c5e6cdaa660 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/6cdc013d-fc51-4633-97a4-e6ee7677378e HTTP/1.1" status: 204 len: 168 time: 0.8239634 Aug 16 22:27:00.106905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-da49036b-6e83-417c-9b6a-a69e9220fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.108385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-da49036b-6e83-417c-9b6a-a69e9220fbec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=710228a6-7a56-48cf-ba77-9a8cc87a68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448281 Aug 16 22:27:00.111866 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66715f7-09a5-4858-bc70-77fc4c58bb38 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] GET failed (client error): The resource could not be found. Aug 16 22:27:00.118205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b66715f7-09a5-4858-bc70-77fc4c58bb38 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports/6cdc013d-fc51-4633-97a4-e6ee7677378e HTTP/1.1" status: 404 len: 333 time: 0.0356319 Aug 16 22:27:00.118293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:00.124378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-418002829'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:00.215857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.255850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-4fbed2b3-0138-4b65-864c-b03c1d24060e service neutron] 10.222.0.88 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388931 Aug 16 22:27:00.267346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:00.271172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.289393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port d0ab4cd2-95b3-4758-81d0-1164682abe11 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:00.366199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94c6fc3a-795f-4ceb-83ff-3e0942055e67 req-89a04f59-e74b-4702-b778-72af6ff1dcc6 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 210 time: 0.0756934 Aug 16 22:27:00.387653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.423425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:00.456532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::3a (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/d0ab4cd2-95b3-4758-81d0-1164682abe11) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:00.504239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:00.508700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:00.511867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:00.551588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c010f89-32be-46b6-8fc4-912a2e7315dd req-85b8d80b-8f95-4530-93f0-175cc6516908 service neutron] 10.222.0.88 "GET /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853489 Aug 16 22:27:00.556942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.602777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.604030 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.619338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-01c0ec06-be9e-4f81-a891-416264251ba4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2501788 Aug 16 22:27:00.638987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Request body: {'port': {'device_id': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:00.643735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.659346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object d0ab4cd2-95b3-4758-81d0-1164682abe11 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:00.697513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.699286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.744862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:00.751340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:00.754058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=d0ab4cd2-95b3-4758-81d0-1164682abe11,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:00.756309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:00.762479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:00.763115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.781163 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-786c185a-b1ef-4ea7-b9f6-2812eaf6b921 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6587851 Aug 16 22:27:00.781806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:00.787110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'network_id': 'cb62521b-50c4-4f68-bf4d-b4397bf65656', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355855490'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:00.941377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Made reservation on behalf of 9ab6b1267c4c43d2a33658a21661b865 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:00.945998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:00.964916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] device_id is not set on port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:01.029810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d55f76-c29c-4a8e-989c-14475d4a8424 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:01.040121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.057868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Transition to ACTIVE for port object e1d55f76-c29c-4a8e-989c-14475d4a8424 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:01.061876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.114800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1d6e74a2-667b-4ae4-955f-1e9ae70b1968 None None] Provisioning for port d0ab4cd2-95b3-4758-81d0-1164682abe11 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:01.120539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1d6e74a2-667b-4ae4-955f-1e9ae70b1968 None None] Provisioning complete for port d0ab4cd2-95b3-4758-81d0-1164682abe11 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:01.120841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d6e74a2-667b-4ae4-955f-1e9ae70b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.133366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Allocated IP 2001:db8::91 (cb62521b-50c4-4f68-bf4d-b4397bf65656/87db445d-09aa-4cd0-a109-5aa0e3c39f77/c490f0e4-3b0e-4d47-98bf-6246965ce1f6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:01.160289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e74a2-667b-4ae4-955f-1e9ae70b1968 None None] Port d0ab4cd2-95b3-4758-81d0-1164682abe11 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:01.175525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:01.221615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52406f0-0f6b-442f-9a31-089ad2df0e90 req-f3d9962d-dabc-4237-8690-30e1e6e29c79 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.224272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f52406f0-0f6b-442f-9a31-089ad2df0e90 req-f3d9962d-dabc-4237-8690-30e1e6e29c79 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.1223087 Aug 16 22:27:01.254401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Attempting to bind port e1d55f76-c29c-4a8e-989c-14475d4a8424 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:01.254833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Attempting to bind port e1d55f76-c29c-4a8e-989c-14475d4a8424 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:01.255279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Attempting to bind port e1d55f76-c29c-4a8e-989c-14475d4a8424 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:01.263295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Port e1d55f76-c29c-4a8e-989c-14475d4a8424 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:01.263637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Attempting to bind port e1d55f76-c29c-4a8e-989c-14475d4a8424 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:01.276741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:01.276741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:01.276964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:01.277441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Bound port: e1d55f76-c29c-4a8e-989c-14475d4a8424, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:01.277803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.297428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f52406f0-0f6b-442f-9a31-089ad2df0e90 req-f4b18b99-a846-427b-9514-4b7a25ff10c0 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Aug 16 22:27:01.305465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.323074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Transition to ACTIVE for port object c490f0e4-3b0e-4d47-98bf-6246965ce1f6 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:01.358517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.387169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:01.395611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:01.400546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.427759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:01.431910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:01.433923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=c490f0e4-3b0e-4d47-98bf-6246965ce1f6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:01.436553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:01.442096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.442715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.443244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.444314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.446284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] 10.222.0.88 "PUT /v2.0/ports/e1d55f76-c29c-4a8e-989c-14475d4a8424 HTTP/1.1" status: 200 len: 1092 time: 0.8121212 Aug 16 22:27:01.448597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:01.451891 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52c00c-62ef-484d-bd17-3524610fe7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:01.470954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6e2cad41-20a6-451c-b5fb-5f6010c689cb tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6861908 Aug 16 22:27:01.471589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:01.483722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::124', 'mac_address': 'fa:16:3e:05:98:6c'}, {'ip_address': '2001:db8::3a', 'mac_address': 'fa:16:3e:2b:99:5b'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:01.541917 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10d72d-fed9-4a8e-9df8-5abe275ee41e x-openstack-request-id: req-2d10d72d-fed9-4a8e-9df8-5abe275ee41e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:01.542353 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:01.542607 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d10d72d-fed9-4a8e-9df8-5abe275ee41e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:01.543010 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424', 'status': 'completed', 'code': 200} Aug 16 22:27:01.560227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5023afe-0124-4fca-ba0a-f37591f8def5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:01.568546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.602305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881a4d-7936-4fbe-975c-3ec87955aa04 req-0b59acd6-513c-4a12-bab6-9d41546b226e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.604007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69881a4d-7936-4fbe-975c-3ec87955aa04 req-0b59acd6-513c-4a12-bab6-9d41546b226e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 943 time: 0.0972564 Aug 16 22:27:01.632926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-4a7c1d28-64f3-4f1a-8df1-9cb6feaa0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.635702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-4a7c1d28-64f3-4f1a-8df1-9cb6feaa0a1d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 1095 time: 0.0903008 Aug 16 22:27:01.692880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69881a4d-7936-4fbe-975c-3ec87955aa04 req-fdf50ded-344e-4600-8038-26dadc9258a8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Aug 16 22:27:01.735462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-632fdece-2188-4073-9813-f247d5ce996b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424 HTTP/1.1" status: 200 len: 217 time: 0.0510974 Aug 16 22:27:01.791482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb336692-4c8b-4a0a-9152-07d58905f7b6 None None] Provisioning for port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:01.795314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb336692-4c8b-4a0a-9152-07d58905f7b6 None None] Provisioning complete for port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:01.795953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb336692-4c8b-4a0a-9152-07d58905f7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.801337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-6541a4f2-e703-4c40-8eea-9d46d1516e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.802840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-6541a4f2-e703-4c40-8eea-9d46d1516e22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0608509 Aug 16 22:27:01.816241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.822398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.840627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb336692-4c8b-4a0a-9152-07d58905f7b6 None None] Port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:01.844103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-f4497270-9afa-4718-a33f-adfba5b21ffc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310349 Aug 16 22:27:01.854910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] In _notify_port_updated(), no bound segment for port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 on network cb62521b-50c4-4f68-bf4d-b4397bf65656 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:27:01.860407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:01.861031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:01.862394 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "PUT /v2.0/ports/c490f0e4-3b0e-4d47-98bf-6246965ce1f6 HTTP/1.1" status: 200 len: 1066 time: 0.3885634 Aug 16 22:27:01.865135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:01.915256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd14cd-09e8-485f-941d-37bafbc93256 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event updated for resources: {'Port': ['ID=c490f0e4-3b0e-4d47-98bf-6246965ce1f6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:01.957822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-1b0992be-de05-4231-acb1-4d6b551afa40 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063089 Aug 16 22:27:01.981504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:01.981852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.078476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33277e0f-abe4-4310-ba07-fe152d9e9277 req-d2b6e6b1-6022-4d54-be2e-04c1a058d916 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130092 Aug 16 22:27:02.102674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.117977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for c490f0e4-3b0e-4d47-98bf-6246965ce1f6 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:02.165259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e46b46cf-42b7-498c-a8c8-47bd0852589d None None] Provisioning complete for port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:02.165759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e46b46cf-42b7-498c-a8c8-47bd0852589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.201404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e46b46cf-42b7-498c-a8c8-47bd0852589d None None] Port c490f0e4-3b0e-4d47-98bf-6246965ce1f6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:02.216251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-999dea49-18a4-4c06-8d78-b326d269e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.217818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-999dea49-18a4-4c06-8d78-b326d269e7d4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 1095 time: 0.0497670 Aug 16 22:27:02.282249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.311638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=c490f0e4-3b0e-4d47-98bf-6246965ce1f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:02.319307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-16e9e621-4909-4dcd-9cad-2d3f6dc15b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.321769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-16e9e621-4909-4dcd-9cad-2d3f6dc15b88 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.0965598 Aug 16 22:27:02.366035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c176bfcf-4ddd-48b6-a2a3-227c39bc8059 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:02.380922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-c9614d9d-b4cf-4eca-9f84-c05c4e6055b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424 HTTP/1.1" status: 200 len: 217 time: 0.0510201 Aug 16 22:27:02.493040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.495185 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-78f56278-4f74-4f49-ba25-87642a8c0103 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/c490f0e4-3b0e-4d47-98bf-6246965ce1f6 HTTP/1.1" status: 204 len: 168 time: 0.6291764 Aug 16 22:27:02.499814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:02.501713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:02.525094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059', 'network_id': '710228a6-7a56-48cf-ba77-9a8cc87a68e0', 'port_id': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059', 'mac_address': 'fa:16:3e:75:23:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfc92e0-515f-48c5-8bdf-f5995468e1a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:02.552665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-8af991c1-aca1-48c8-96d7-6a7b3323e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.555159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-8af991c1-aca1-48c8-96d7-6a7b3323e257 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1665118 Aug 16 22:27:02.561145 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378a8be-482d-48a8-9723-a9271853b3a3 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] GET failed (client error): The resource could not be found. Aug 16 22:27:02.567429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8378a8be-482d-48a8-9723-a9271853b3a3 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports/c490f0e4-3b0e-4d47-98bf-6246965ce1f6 HTTP/1.1" status: 404 len: 333 time: 0.0640271 Aug 16 22:27:02.567901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:02.582215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f7161-9668-4bf4-814a-5c6e1f74ecc0 req-8f9050a2-378c-458d-af9d-5f04916e0199 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.590448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f51f7161-9668-4bf4-814a-5c6e1f74ecc0 req-8f9050a2-378c-458d-af9d-5f04916e0199 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1095 time: 0.1575015 Aug 16 22:27:02.591672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.611460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c176bfcf-4ddd-48b6-a2a3-227c39bc8059 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:02.612936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-537f3e4b-b9f7-41ec-90d0-c9845dc6b628 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487835 Aug 16 22:27:02.641452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:02.647047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.691753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port d0ab4cd2-95b3-4758-81d0-1164682abe11 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:02.692575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.710751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:02.717490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f51f7161-9668-4bf4-814a-5c6e1f74ecc0 req-3671d676-3e8f-448d-a829-8e4d5741c5ff tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223259 Aug 16 22:27:02.763550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-51839a2f-fb86-40d3-bb07-dde89aed007e service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418738 Aug 16 22:27:02.811316 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:02.824389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for d0ab4cd2-95b3-4758-81d0-1164682abe11 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:02.895837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afff444-aeb4-42a6-ad54-e4b3afb4d07d req-7d37779f-4d18-4bcf-811d-1a9f17fc7ad0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:02.897435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8afff444-aeb4-42a6-ad54-e4b3afb4d07d req-7d37779f-4d18-4bcf-811d-1a9f17fc7ad0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 943 time: 0.1048126 Aug 16 22:27:02.912977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd52c00c-62ef-484d-bd17-3524610fe7ff req-d8806ff7-57e6-4e3b-9144-6f52169c10e9 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418092 Aug 16 22:27:02.954009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8afff444-aeb4-42a6-ad54-e4b3afb4d07d req-bc335ae6-cf48-4d8f-a7d5-ed0ab789347b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Aug 16 22:27:02.980973 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.020144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=d0ab4cd2-95b3-4758-81d0-1164682abe11,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:03.053009 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.058672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:03.058863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2c32d6aa-a413-46a0-b33d-0e4af96a0a58 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/d0ab4cd2-95b3-4758-81d0-1164682abe11 HTTP/1.1" status: 204 len: 168 time: 0.4898150 Aug 16 22:27:03.088069 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82d646c-578c-4dc7-8a6a-fda81afa5bb7 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] GET failed (client error): The resource could not be found. Aug 16 22:27:03.089971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c82d646c-578c-4dc7-8a6a-fda81afa5bb7 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "GET /v2.0/ports/d0ab4cd2-95b3-4758-81d0-1164682abe11 HTTP/1.1" status: 404 len: 333 time: 0.0298259 Aug 16 22:27:03.093310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37874) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:03.175938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c176bfcf-4ddd-48b6-a2a3-227c39bc8059'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:03.220120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port 4ad7cc34-7373-47d0-9566-f4a2cdedf614 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:03.220420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.346871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.363152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for 4ad7cc34-7373-47d0-9566-f4a2cdedf614 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:03.500756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.528124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=4ad7cc34-7373-47d0-9566-f4a2cdedf614,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:03.555163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.557100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3bff9147-55be-44f6-a78d-7f218c1219be tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/ports/4ad7cc34-7373-47d0-9566-f4a2cdedf614 HTTP/1.1" status: 204 len: 168 time: 0.4626493 Aug 16 22:27:03.559528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:03.620784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting subnet 87db445d-09aa-4cd0-a109-5aa0e3c39f77 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:03.624538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.934731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:03.978684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fe1b9-29ea-4bae-9428-372aceaf2637 req-54aad275-23e0-4203-948e-210c78a31766 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:03.980180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-231fe1b9-29ea-4bae-9428-372aceaf2637 req-54aad275-23e0-4203-948e-210c78a31766 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1096 time: 0.0877199 Aug 16 22:27:04.088312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-231fe1b9-29ea-4bae-9428-372aceaf2637 req-1309f0a3-7400-43bc-876d-a08ba6c59adc tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014166 Aug 16 22:27:04.095991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.138838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c47b0-8df8-4886-9351-1ebf9bea44cf req-c595b9f2-6b59-4b45-b0dc-606c52fff87c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.140337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca3c47b0-8df8-4886-9351-1ebf9bea44cf req-c595b9f2-6b59-4b45-b0dc-606c52fff87c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 943 time: 0.1004052 Aug 16 22:27:04.220240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca3c47b0-8df8-4886-9351-1ebf9bea44cf req-f6955505-f02d-48bd-8a27-2b895771d95e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733001 Aug 16 22:27:04.221311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.236213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5c74-833b-44d2-8470-adfc1e548dd3 req-c1177fb5-6111-4e48-a984-38c84c47cd9e tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:04.237756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9ce5c74-833b-44d2-8470-adfc1e548dd3 req-c1177fb5-6111-4e48-a984-38c84c47cd9e tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.0944970 Aug 16 22:27:04.258964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Subnet': ['ID=87db445d-09aa-4cd0-a109-5aa0e3c39f77,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.260920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.262810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3aea1fa-c49e-477f-bee9-a59836c2ed33 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/subnets/87db445d-09aa-4cd0-a109-5aa0e3c39f77 HTTP/1.1" status: 204 len: 168 time: 0.7023520 Aug 16 22:27:04.265571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:04.267760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012a418-e5ab-48ec-a1a3-d967e73bd4df None None] Network cb62521b-50c4-4f68-bf4d-b4397bf65656 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:04.296515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9ce5c74-833b-44d2-8470-adfc1e548dd3 req-7452dcb3-7871-4523-9881-ee044f7b5bbe tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412683 Aug 16 22:27:04.319148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37908) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:04.350626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.392873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e1d55f76-c29c-4a8e-989c-14475d4a8424 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:04.416260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Deleting port 72dc5327-feaa-4a4d-9903-5830358c478e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:04.416736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.500889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] DHCP port deletion for cb62521b-50c4-4f68-bf4d-b4397bf65656 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:27:04.506874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] For port 72dc5327-feaa-4a4d-9903-5830358c478e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72dc5327-feaa-4a4d-9903-5830358c478e,segment=NetworkSegment(4fb8c76f-d6b2-4b39-aa16-f07a88fbd046),segment_id=4fb8c76f-d6b2-4b39-aa16-f07a88fbd046)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:04.507763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.509538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port c77f983d-7761-4a3c-82cf-41f57a7ec7a6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:04.510258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.516877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:04.522275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Calling delete_port for 72dc5327-feaa-4a4d-9903-5830358c478e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:04.548971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'e1d55f76-c29c-4a8e-989c-14475d4a8424', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': 'e1d55f76-c29c-4a8e-989c-14475d4a8424', 'mac_address': 'fa:16:3e:3e:f9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:04.587970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.588303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.597729 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.600337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for c77f983d-7761-4a3c-82cf-41f57a7ec7a6 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:04.612722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Deleting port 72dc5327-feaa-4a4d-9903-5830358c478e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:04.613056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.615338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d55f76-c29c-4a8e-989c-14475d4a8424 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:04.616157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.644350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Port': ['ID=72dc5327-feaa-4a4d-9903-5830358c478e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.650467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] No DVR routers for this DVR port 72dc5327-feaa-4a4d-9903-5830358c478e on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:04.673314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:04.681959 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.719484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] For port 72dc5327-feaa-4a4d-9903-5830358c478e, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:04.719888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.731686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.738473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Calling delete_port for 72dc5327-feaa-4a4d-9903-5830358c478e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:04.742988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb62521b-50c4-4f68-bf4d-b4397bf65656']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:04.743189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Port 72dc5327-feaa-4a4d-9903-5830358c478e was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:27:04.751959 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.761721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:04.761933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.762241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb8c76f-d6b2-4b39-aa16-f07a88fbd046') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:04.772677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.788323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.792285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] Pushing event deleted for resources: {'Port': ['ID=72dc5327-feaa-4a4d-9903-5830358c478e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.794151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0d32b-0914-4648-b9e4-5539d786acb8 None None] No DVR routers for this DVR port 72dc5327-feaa-4a4d-9903-5830358c478e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:04.795806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:04.796379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:04.800047 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:04.819204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.854522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=c77f983d-7761-4a3c-82cf-41f57a7ec7a6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.865874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.874579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.876995 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] 10.222.0.22 "DELETE /v2.0/networks/cb62521b-50c4-4f68-bf4d-b4397bf65656 HTTP/1.1" status: 204 len: 168 time: 0.6096134 Aug 16 22:27:04.890205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f18e-f5c6-4ffe-bad9-535a422f4c42 tempest-AllowedAddressPairIpV6TestJSON-1099485994 tempest-AllowedAddressPairIpV6TestJSON-1099485994-project] Pushing event deleted for resources: {'Network': ['ID=cb62521b-50c4-4f68-bf4d-b4397bf65656,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:04.920862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:04.921651 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP d57ca167-1b83-4cc6-8698-8877dc1680a8 disassociated (deleted). External IP: 172.25.8.223, port: 0d4b06ce-f82b-4ff8-a552-1026de9a2b37. Aug 16 22:27:05.146275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:05.173127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:05.194137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['e1d55f76-c29c-4a8e-989c-14475d4a8424'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:05.348558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab1e90-ae27-46ee-95b9-c368d3dc661e req-715bc8a9-2ad7-4a36-b9bd-2c51b4512e3c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.350527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ab1e90-ae27-46ee-95b9-c368d3dc661e req-715bc8a9-2ad7-4a36-b9bd-2c51b4512e3c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1096 time: 0.1466770 Aug 16 22:27:05.364968 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-86498cc5-0f95-436b-ab6b-e9814527ac61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ab6b1267c4c43d2a33658a21661b865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906593 Aug 16 22:27:05.367591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:05.387789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:05.396897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.400721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Sync routers for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:05.424804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:05.425677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:05.445936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9d9e8-6c52-4eb7-bbaf-2c3c68cf8079 req-e21945d9-f9e6-4a9c-a59a-b5a4799f7988 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.447531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ce9d9e8-6c52-4eb7-bbaf-2c3c68cf8079 req-e21945d9-f9e6-4a9c-a59a-b5a4799f7988 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 944 time: 0.1353302 Aug 16 22:27:05.456397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ab1e90-ae27-46ee-95b9-c368d3dc661e req-62f9387d-c1e3-481a-9b8b-7ec1e3cf79a6 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968928 Aug 16 22:27:05.458171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6122b509-b21e-4c34-892e-6d1a889f7e7b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/floatingips/d57ca167-1b83-4cc6-8698-8877dc1680a8 HTTP/1.1" status: 204 len: 168 time: 1.1384604 Aug 16 22:27:05.458756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:05.490875 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63706eee-0180-4f11-ab1d-16cc3aee168b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:05.500955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.544271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72dc5327-feaa-4a4d-9903-5830358c478e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:05.555410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.561039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ce9d9e8-6c52-4eb7-bbaf-2c3c68cf8079 req-5bacfe38-65ba-461e-8614-afc9c2a88d51 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626290 Aug 16 22:27:05.634432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.637905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:05.639456 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2afd97f2-5af1-4a38-a70b-b9ae28a40530 HTTP/1.1" status: 204 len: 168 time: 0.2697930 Aug 16 22:27:05.671030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eada6-ad00-423f-bdbb-588bc19bf7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd97f2-5af1-4a38-a70b-b9ae28a40530,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:05.684861 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd648e8-1cc2-4906-894e-1706eb06c37a x-openstack-request-id: req-fcd648e8-1cc2-4906-894e-1706eb06c37a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:05.685406 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:05.685804 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcd648e8-1cc2-4906-894e-1706eb06c37a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:05.686413 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'status': 'completed', 'code': 200} Aug 16 22:27:05.740643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 72dc5327-feaa-4a4d-9903-5830358c478e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:05.741038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72dc5327-feaa-4a4d-9903-5830358c478e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:05.778565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:05.882825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a358f3-9400-4916-9dfe-f6f5e1060e9d req-14937e1b-47d8-424e-8266-bae38d5ec79f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.884580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a358f3-9400-4916-9dfe-f6f5e1060e9d req-14937e1b-47d8-424e-8266-bae38d5ec79f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0701528 Aug 16 22:27:05.967520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a358f3-9400-4916-9dfe-f6f5e1060e9d req-c5d810b6-05cd-4496-8fa7-d5ca247bd183 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770068 Aug 16 22:27:05.973480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-acef2a30-58ea-45d8-a884-e27e703e6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:05.975824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-acef2a30-58ea-45d8-a884-e27e703e6eac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 1098 time: 0.2363079 Aug 16 22:27:06.044151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.075476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Checking router: 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:06.084178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:06.084800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.106918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-6378572f-88ab-4921-9b8d-0fe0e252d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.110030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-6378572f-88ab-4921-9b8d-0fe0e252d28c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 200 len: 895 time: 0.1197357 Aug 16 22:27:06.160562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-42d03fa9-d29e-4848-b35f-2935f0893872 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 200 len: 217 time: 0.0428791 Aug 16 22:27:06.197905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:06.223185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-65daa15f-187b-47c5-bd6e-cca339abc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.224889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-65daa15f-187b-47c5-bd6e-cca339abc588 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 200 len: 834 time: 0.0504673 Aug 16 22:27:06.278786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-f7191721-f08e-4ba4-8ace-f827a7054236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.280736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-f7191721-f08e-4ba4-8ace-f827a7054236 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a5352035-2672-420f-aa8b-d5624c20257e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466318 Aug 16 22:27:06.383202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c176bfcf-4ddd-48b6-a2a3-227c39bc8059 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:06.390092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-db63e993-6ae8-40c1-99ca-3d712218f4ee service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007185 Aug 16 22:27:06.480498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:06.486933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:06.487318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.521487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63706eee-0180-4f11-ab1d-16cc3aee168b req-cba921f5-7c8f-4428-a59b-586f9718ae43 service neutron] 10.222.0.89 "GET /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231947 Aug 16 22:27:06.529530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:06.578587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ddf50-6a7f-4bd5-950b-3060e322e511 None None] The sync data for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 is: [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:24:17Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'f408bfa5-a9d6-471a-92fe-ac919482dc01', 'name': '', 'network_id': 'a5352035-2672-420f-aa8b-d5624c20257e', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:96:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:15Z', 'updated_at': '2021-08-16T22:24:23Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '3a81670b-2c69-4620-91ff-cd70c5ee3930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:06.677991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d23df1-ef36-4f91-ae4e-8c4aafd5ee13 req-6ab333db-57ab-473f-9e19-0649ddda17c4 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.679172 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.685135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1d23df1-ef36-4f91-ae4e-8c4aafd5ee13 req-6ab333db-57ab-473f-9e19-0649ddda17c4 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1096 time: 0.1295013 Aug 16 22:27:06.703522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:06.719035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:06.723019 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced777b6-4351-46ac-a7e2-6f5cdd2bfb85" -d '{"events": [{"server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "name": "network-vif-plugged", "status": "completed", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:06.742345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:06.745475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:06.747532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.777534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1d23df1-ef36-4f91-ae4e-8c4aafd5ee13 req-c82f211e-bf1b-4f95-9d1f-62defd8e2a34 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795040 Aug 16 22:27:06.805840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff507b-fb65-4c52-b536-95a5cc6c4d8b req-80568fa1-6fc1-447f-8f64-5e553638dc25 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:06.807432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cff507b-fb65-4c52-b536-95a5cc6c4d8b req-80568fa1-6fc1-447f-8f64-5e553638dc25 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 944 time: 0.1190672 Aug 16 22:27:06.864653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cff507b-fb65-4c52-b536-95a5cc6c4d8b req-df5dfb3d-611b-483d-b2ba-6c93b9e433be tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Aug 16 22:27:06.869607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:06.888290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d1794a6-a344-43b8-a43b-9030d47d8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:06.919455 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf351bb-1aa1-4afa-b2c3-b29d30c0a984 x-openstack-request-id: req-dbf351bb-1aa1-4afa-b2c3-b29d30c0a984 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:06.919756 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "name": "network-vif-plugged", "status": "completed", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:06.920010 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbf351bb-1aa1-4afa-b2c3-b29d30c0a984 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:06.920409 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059', 'code': 200} Aug 16 22:27:06.923891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-370592561'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:06.948809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:27:06.948809 n-d-791505-20 neutron-server[94817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:27:06.948809 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id': '76662970bd0e42a0a0e5be728c924681', 'id': '421140b9-2c67-45ae-9d1f-0e1f46982b4f', 'expiration': datetime.datetime(2021, 8, 16, 22, 29, 6, 941647)}] Aug 16 22:27:06.948809 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:27:06.949471 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:27:06.973104 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093657b-2789-4f60-9e37-fba6d9325b6b None None] New status for floating IP d57ca167-1b83-4cc6-8698-8877dc1680a8: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:27:07.048381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d1794a6-a344-43b8-a43b-9030d47d8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.052936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d1794a6-a344-43b8-a43b-9030d47d8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.093532 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5d1794a6-a344-43b8-a43b-9030d47d8db8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8aa7d09b00f542c28a2da40493fa1f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881502 Aug 16 22:27:07.094703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1794a6-a344-43b8-a43b-9030d47d8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0446f390-bf2e-47ab-ab2e-d56e6d6e35d7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.096712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37994) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:07.114102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed44d8-8766-49c7-b26d-2db6672ef28c req-da06aa35-9251-40a1-96fa-1db5fca83c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.115701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5ed44d8-8766-49c7-b26d-2db6672ef28c req-da06aa35-9251-40a1-96fa-1db5fca83c9c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.0969481 Aug 16 22:27:07.125670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ef822-d017-4ce5-9906-a130626b826b req-e6f9cf10-6f39-4180-ad21-b3fc55ea05a4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.127106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-229ef822-d017-4ce5-9906-a130626b826b req-e6f9cf10-6f39-4180-ad21-b3fc55ea05a4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0769029 Aug 16 22:27:07.151796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.180283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.180518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5ed44d8-8766-49c7-b26d-2db6672ef28c req-e5e6c4c4-a51d-4eec-ba34-7d0561331d16 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Aug 16 22:27:07.187332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-229ef822-d017-4ce5-9906-a130626b826b req-4a3d3e45-ebd9-48bf-ac30-d9fcfae5aae3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=712b5b38-fde6-4e26-ac75-7c205e90e508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523040 Aug 16 22:27:07.230025 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.232611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.233797 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0446f390-bf2e-47ab-ab2e-d56e6d6e35d7 HTTP/1.1" status: 204 len: 168 time: 0.1361573 Aug 16 22:27:07.241195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc9e9e-fc63-4547-bdd8-df96ed18742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446f390-bf2e-47ab-ab2e-d56e6d6e35d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.479661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:07.483437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.492710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.505815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-1ff8f612-50c4-4a71-bb25-c49864eb16ef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.508761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-1ff8f612-50c4-4a71-bb25-c49864eb16ef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 946 time: 0.0576284 Aug 16 22:27:07.509977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38000) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:07.531845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ae9503-f745-47d1-b446-91a04a14ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.607315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:07.607592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.607884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.613399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.652918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:07.665545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c48032-89c8-4d16-9839-1f683a1f94f7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.674022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.674264 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Added segment 2ad0f0b2-33dd-4a45-8c20-94eea0bf72d8 of type vlan for network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb Aug 16 22:27:07.708141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:07.708520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.722111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:07.726583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.769692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.775665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:07.776233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.830389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ae9503-f745-47d1-b446-91a04a14ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.837118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ae9503-f745-47d1-b446-91a04a14ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.855254 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1085808 Aug 16 22:27:07.858154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:07.863192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'subnet': {'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:07.873054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4d4de-d9a3-4c77-b1bb-ccc33116365e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Network': ['ID=1fe9af69-d755-46f9-9d4c-2f14ce47adcb,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.886522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:07.897602 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01ae9503-f745-47d1-b446-91a04a14ce90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbe44d04e6c343bfba8b1f9716804a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863623 Aug 16 22:27:07.898646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:07.900661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9503-f745-47d1-b446-91a04a14ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aad5d36-1e09-4443-8ffd-f810b3149f72,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.917881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.955383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:07.984576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=0d4b06ce-f82b-4ff8-a552-1026de9a2b37,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:07.984798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.033233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.035951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.039940 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aad5d36-1e09-4443-8ffd-f810b3149f72 HTTP/1.1" status: 204 len: 168 time: 0.1374133 Aug 16 22:27:08.046787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad409-d37b-4640-89db-a7753aeeb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aad5d36-1e09-4443-8ffd-f810b3149f72,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:08.072612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] No DVR routers for this DVR port 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:08.078451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c8d45-3856-4ff9-9743-8613248e6f0f req-95348f36-87a5-49c4-93e5-dcd048bbac4b tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.079982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-834c8d45-3856-4ff9-9743-8613248e6f0f req-95348f36-87a5-49c4-93e5-dcd048bbac4b tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.2104638 Aug 16 22:27:08.081677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.083531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd5c509e-eb64-4811-9477-ef195ae58614 req-c85248d1-5e1d-4544-9dfe-993b509a1c41 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "DELETE /v2.0/ports/0d4b06ce-f82b-4ff8-a552-1026de9a2b37 HTTP/1.1" status: 204 len: 173 time: 0.5664504 Aug 16 22:27:08.086128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-deleted', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:08.088470 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95103e07-c0c4-4c82-89bc-d5e420e10895" -d '{"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-deleted", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:08.130211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:08.133793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.386909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84221928-4924-43b4-843d-94c954b6b6a2 req-beb1fb23-60e8-412d-b09e-d107e6a6e7f7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.392060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e1d55f76-c29c-4a8e-989c-14475d4a8424 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:08.394118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84221928-4924-43b4-843d-94c954b6b6a2 req-beb1fb23-60e8-412d-b09e-d107e6a6e7f7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 944 time: 0.4225500 Aug 16 22:27:08.451964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-834c8d45-3856-4ff9-9743-8613248e6f0f req-62c88176-9094-487f-b02e-ff33a1c9c913 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605037 Aug 16 22:27:08.489614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port e1d55f76-c29c-4a8e-989c-14475d4a8424 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:08.495687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port e1d55f76-c29c-4a8e-989c-14475d4a8424 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:08.496318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.509971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84221928-4924-43b4-843d-94c954b6b6a2 req-26423d74-f677-4692-984b-7125c4c0f628 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146419 Aug 16 22:27:08.625559 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e17e7-88ae-4f9a-a905-c7200f3ea653 x-openstack-request-id: req-702e17e7-88ae-4f9a-a905-c7200f3ea653 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:08.626110 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10d4a2-0dd0-4736-813c-aa222055852d", "name": "network-vif-deleted", "tag": "0d4b06ce-f82b-4ff8-a552-1026de9a2b37", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:08.626535 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-702e17e7-88ae-4f9a-a905-c7200f3ea653 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:08.627076 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10d4a2-0dd0-4736-813c-aa222055852d', 'name': 'network-vif-deleted', 'tag': '0d4b06ce-f82b-4ff8-a552-1026de9a2b37', 'status': 'completed', 'code': 200} Aug 16 22:27:08.669709 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.712965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:08.721229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.742208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdcc134e-0975-4fbd-a655-608a0a8e3ca0 req-ce1478e9-41d9-4676-838e-ba4028a0505e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10d4a2-0dd0-4736-813c-aa222055852d HTTP/1.1" status: 200 len: 210 time: 0.0661664 Aug 16 22:27:08.750856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.794154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:08.827691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Subnet': ['ID=cc04e4d6-ad41-4621-9233-a695f9891fa6,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:08.837041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Checking segment: {'id': '2ad0f0b2-33dd-4a45-8c20-94eea0bf72d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:08.837450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network hostable DHCP agents. Network: 1fe9af69-d755-46f9-9d4c-2f14ce47adcb, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:08.855335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:08.865709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1fe9af69-d755-46f9-9d4c-2f14ce47adcb) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:08.869721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:08.870327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.877922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db52fa1-cb1a-43f9-9d90-28977bc43825 None None] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:08.890057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-853181c8-3bc8-4998-98b5-6d126d04bc52 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0308301 Aug 16 22:27:08.892809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38034) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:08.898005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-923647425', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:08.921830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:08.922886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.923894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:08.924969 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e178e-609a-4451-830f-20a0c9d0f844" -d '{"events": [{"server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "name": "network-vif-plugged", "status": "completed", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:08.983666 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40af231-baba-43f7-8653-688aa5b2ec01 x-openstack-request-id: req-f40af231-baba-43f7-8653-688aa5b2ec01 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:08.983962 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "name": "network-vif-plugged", "status": "completed", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:08.984346 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f40af231-baba-43f7-8653-688aa5b2ec01 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:08.984974 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424', 'code': 200} Aug 16 22:27:08.986204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.035824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0388e-acd8-4646-a238-b0d4caa4a9ba None None] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:09.228827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.233019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed4a8-802b-45a9-b090-116a4f657204 req-59a0dd55-bd78-4e34-9980-5b891057abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.234599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bed4a8-802b-45a9-b090-116a4f657204 req-59a0dd55-bd78-4e34-9980-5b891057abd5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 1097 time: 0.1483274 Aug 16 22:27:09.316617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bed4a8-802b-45a9-b090-116a4f657204 req-625d11c1-a9e2-4e46-aef6-419b6643b7c0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 Aug 16 22:27:09.457657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.478414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.648832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.116 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e586e988-f49b-4cee-b27f-50e0a474fa11) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:09.675197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17019a7e-3121-4bf9-b264-24f23d89e5ff req-d339e027-144b-4b7a-9991-494d2ae6961f tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.676773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17019a7e-3121-4bf9-b264-24f23d89e5ff req-d339e027-144b-4b7a-9991-494d2ae6961f tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.1298301 Aug 16 22:27:09.695358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378860-72db-4ce7-b466-e603c1cb7182 req-273892ea-b23c-4e45-8044-095b780711b1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:09.696787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9378860-72db-4ce7-b466-e603c1cb7182 req-273892ea-b23c-4e45-8044-095b780711b1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.1023510 Aug 16 22:27:09.783752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17019a7e-3121-4bf9-b264-24f23d89e5ff req-c4d04431-8f58-494d-9a6f-b4fa4851a3ee tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967734 Aug 16 22:27:09.807988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9378860-72db-4ce7-b466-e603c1cb7182 req-f665694a-7955-47cd-b57e-003377e7c66d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861089 Aug 16 22:27:09.831800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.890381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:09.923553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:09.950793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:09.954138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:09.956419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:10.023849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=e586e988-f49b-4cee-b27f-50e0a474fa11,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:10.039361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.039714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.040064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.040435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.040789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.041149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.041489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.041826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.042158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.042497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.042821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.043150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:10.127081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0e3b-6af3-451b-9b65-3f72b6badffe req-1d7d801b-e4d8-4536-b6a9-691e11564379 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.128760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-216d0e3b-6af3-451b-9b65-3f72b6badffe req-1d7d801b-e4d8-4536-b6a9-691e11564379 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.1688859 Aug 16 22:27:10.202700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-216d0e3b-6af3-451b-9b65-3f72b6badffe req-2a0064ca-2af3-4ff4-9d43-5109959aa3bd tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646355 Aug 16 22:27:10.328102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.413747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.416721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ff83-d546-4c3a-9db2-006d2a3afc3d req-db8c432b-a30c-498b-ad1e-5e1b1221d80e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:10.418300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5eb2ff83-d546-4c3a-9db2-006d2a3afc3d req-db8c432b-a30c-498b-ad1e-5e1b1221d80e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.1256945 Aug 16 22:27:10.443880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:10.603813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8f4428b-eec7-44f0-af26-275503cb2fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.661111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port f408bfa5-a9d6-471a-92fe-ac919482dc01 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:10.661459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.770123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5eb2ff83-d546-4c3a-9db2-006d2a3afc3d req-c6997bd0-6308-46cf-81e2-9d9931a9f010 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167496 Aug 16 22:27:10.798137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port f408bfa5-a9d6-471a-92fe-ac919482dc01, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f408bfa5-a9d6-471a-92fe-ac919482dc01,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:10.798522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.815788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8f4428b-eec7-44f0-af26-275503cb2fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.820424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for f408bfa5-a9d6-471a-92fe-ac919482dc01 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:10.823037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8f4428b-eec7-44f0-af26-275503cb2fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:10.916953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8f4428b-eec7-44f0-af26-275503cb2fde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b80b790c97bc42a7bb58bcf8c99f8513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706509 Aug 16 22:27:10.919683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:10.928017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4428b-eec7-44f0-af26-275503cb2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5457d7f-345f-4117-a63c-087f63575022,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:10.988680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.039280 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.042137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6775c81-5f0b-4677-8a2d-cba02b7e4cd1 req-df7c9b58-0766-4cb6-994a-71b3d78af8d3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.043641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6775c81-5f0b-4677-8a2d-cba02b7e4cd1 req-df7c9b58-0766-4cb6-994a-71b3d78af8d3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.0996594 Aug 16 22:27:11.079926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.161928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6775c81-5f0b-4677-8a2d-cba02b7e4cd1 req-147ff991-d680-4f39-a192-8cc485ad267b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116421 Aug 16 22:27:11.164994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.176648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.179219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.182652 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5457d7f-345f-4117-a63c-087f63575022 HTTP/1.1" status: 204 len: 168 time: 0.2597592 Aug 16 22:27:11.189719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252acd6b-caab-442b-8b62-d51695835941 req-8754895e-f21a-4692-a419-22993bdab090 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.191267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-252acd6b-caab-442b-8b62-d51695835941 req-8754895e-f21a-4692-a419-22993bdab090 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.0793979 Aug 16 22:27:11.208740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=f408bfa5-a9d6-471a-92fe-ac919482dc01,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:11.212922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c608bd4-3cd6-4e2f-ac87-965e1be332c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5457d7f-345f-4117-a63c-087f63575022,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:11.238969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:27:11.264256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-252acd6b-caab-442b-8b62-d51695835941 req-6e7457c3-af51-4964-91c7-281f997578da tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618467 Aug 16 22:27:11.420289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.509621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:11.522050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:11.534100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487cb0a-1712-4e7f-9faa-e4bb0df61eda req-aaaf4db1-9c41-4eab-ba3e-6310929c87eb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.537261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:11.537894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.541865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a487cb0a-1712-4e7f-9faa-e4bb0df61eda req-aaaf4db1-9c41-4eab-ba3e-6310929c87eb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.1159875 Aug 16 22:27:11.580075 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.584830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9977471a-eb38-4c8e-94d3-99268e95939b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6905596 Aug 16 22:27:11.586177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:11.599639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.612990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:11.614000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.642028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a487cb0a-1712-4e7f-9faa-e4bb0df61eda req-9dbce0af-e739-49ab-b23c-700ac1b23c99 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993469 Aug 16 22:27:11.658729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:11.659773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.660508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca082bd2-3398-4a93-8501-bcafd28711f6 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:11.706552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5068b04f-b597-45f2-afaf-0bd22c011084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.731147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:11.838421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:11.845963 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d9c31967-ee27-49b3-8eea-d5e2788d311f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/1db13d88-53e0-40f7-a287-3f89a3f9c0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186969 Aug 16 22:27:11.846347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fc14a-cf1f-4df5-9659-a49335426f50 req-1bc7f976-7e04-471e-a828-ceac8eb60fed tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:11.846808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:11.846905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5fc14a-cf1f-4df5-9659-a49335426f50 req-1bc7f976-7e04-471e-a828-ceac8eb60fed tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.1313405 Aug 16 22:27:11.850962 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Sync routers for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:11.864102 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:11.864854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:11.897169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting subnet 3a81670b-2c69-4620-91ff-cd70c5ee3930 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:11.900972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.945459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:11.960988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb5fc14a-cf1f-4df5-9659-a49335426f50 req-4bfd64f3-080d-4548-b8c5-c7eac37acaa9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050787 Aug 16 22:27:11.977378 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:12.033205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5068b04f-b597-45f2-afaf-0bd22c011084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.054524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.064614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5068b04f-b597-45f2-afaf-0bd22c011084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.125006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5068b04f-b597-45f2-afaf-0bd22c011084 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a741b7993624cd2bc8544feba30c3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623575 Aug 16 22:27:12.126127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38140) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:12.128128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b04f-b597-45f2-afaf-0bd22c011084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0684a-af0a-4042-b2e9-17ec21e4e245,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.146915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.199066 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Subnet': ['ID=3a81670b-2c69-4620-91ff-cd70c5ee3930,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.222332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.227271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa10bc-1e4f-4d50-8beb-93bf68767f6a None None] Network a5352035-2672-420f-aa8b-d5624c20257e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:12.227466 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89a7fdd4-083a-4165-abd4-31319dcac5cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/subnets/3a81670b-2c69-4620-91ff-cd70c5ee3930 HTTP/1.1" status: 204 len: 168 time: 0.3774977 Aug 16 22:27:12.227976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38144) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:12.331153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.373123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.406208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.436026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] DHCP port deletion for a5352035-2672-420f-aa8b-d5624c20257e request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:27:12.437459 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:27:11Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:12.445832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967cf9-e5f2-4005-9f71-96e1b8648c39 req-0e8e67dd-3e30-487c-82f4-6647d32eb9cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.447382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d967cf9-e5f2-4005-9f71-96e1b8648c39 req-0e8e67dd-3e30-487c-82f4-6647d32eb9cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.2169118 Aug 16 22:27:12.452820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.489941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Checking router: 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:12.502360 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Routers {'1db13d88-53e0-40f7-a287-3f89a3f9c0f0'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:12.502995 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:12.510848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Deleting port f2dbaef8-15df-46a2-b03c-f54196389c4b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:12.511520 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.527703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.562569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a7af6-8b20-4f9c-87ee-c9e687e85700 req-a7b8bec2-4b43-4740-9e6b-6ee01b8ddc6e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.564114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-468a7af6-8b20-4f9c-87ee-c9e687e85700 req-a7b8bec2-4b43-4740-9e6b-6ee01b8ddc6e tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.1780252 Aug 16 22:27:12.576735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d967cf9-e5f2-4005-9f71-96e1b8648c39 req-11174796-1f74-41b2-aae1-91a944db1e48 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161058 Aug 16 22:27:12.592757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] For port f2dbaef8-15df-46a2-b03c-f54196389c4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f2dbaef8-15df-46a2-b03c-f54196389c4b,segment=NetworkSegment(42cf8298-41ef-4b54-821e-7b9c83973c3c),segment_id=42cf8298-41ef-4b54-821e-7b9c83973c3c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:12.594014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.613288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Calling delete_port for f2dbaef8-15df-46a2-b03c-f54196389c4b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:12.619027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:12.619526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.641474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.643876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.645004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cd0684a-af0a-4042-b2e9-17ec21e4e245 HTTP/1.1" status: 204 len: 168 time: 0.5178399 Aug 16 22:27:12.667903 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] Set router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:12.684340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b18a9e-dfec-4665-9a1b-9f9cd8db9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0684a-af0a-4042-b2e9-17ec21e4e245,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.715777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:12.734151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-468a7af6-8b20-4f9c-87ee-c9e687e85700 req-6faf327d-8ad4-41cc-9bfd-af7fdc6d671b tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575303 Aug 16 22:27:12.757359 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:12.767526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:12.768716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0d4b06ce-f82b-4ff8-a552-1026de9a2b37 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:12.824331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] Pushing event deleted for resources: {'Port': ['ID=f2dbaef8-15df-46a2-b03c-f54196389c4b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:12.832719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c5376-c372-4b7b-9f6d-73bf77f377e6 None None] No DVR routers for this DVR port f2dbaef8-15df-46a2-b03c-f54196389c4b on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:12.877231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-866af892-fda8-4ee3-aa37-51ced61d02e1 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:12.878907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-866af892-fda8-4ee3-aa37-51ced61d02e1 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 1097 time: 0.2508821 Aug 16 22:27:12.977048 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:27:11Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:13.010224 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72abeed-c08a-4a06-81ee-bd45deeb40d3 None None] The sync data for ids ['1db13d88-53e0-40f7-a287-3f89a3f9c0f0'] in n-d-791505-20 is: [{'id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758941858', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:24:08Z', 'updated_at': '2021-08-16T22:27:11Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '08b46c12-a3aa-4902-8c2f-9ea482a5ca02', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db13d88-53e0-40f7-a287-3f89a3f9c0f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:24:09Z', 'updated_at': '2021-08-16T22:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:13.106428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.1 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/5e4664a7-488d-412a-9255-f50b37e0d30c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:13.151770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 08b46c12-a3aa-4902-8c2f-9ea482a5ca02, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:13.152267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.165006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:13.181323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Deleting port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:13.181679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.318636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] For port c176bfcf-4ddd-48b6-a2a3-227c39bc8059, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:13.319020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.323878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.338903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Calling delete_port for c176bfcf-4ddd-48b6-a2a3-227c39bc8059 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:13.358307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.394677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=08b46c12-a3aa-4902-8c2f-9ea482a5ca02,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:13.487203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.511203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f2dbaef8-15df-46a2-b03c-f54196389c4b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:13.512789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.545674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f2dbaef8-15df-46a2-b03c-f54196389c4b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:13.547412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f2dbaef8-15df-46a2-b03c-f54196389c4b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:13.548719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f408bfa5-a9d6-471a-92fe-ac919482dc01 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:13.577797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:13.581910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:13.583950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.585639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:13.588068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f408bfa5-a9d6-471a-92fe-ac919482dc01 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:13.589684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f408bfa5-a9d6-471a-92fe-ac919482dc01 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:13.618190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['50594a35-d725-4f99-8614-538f45fd085f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:13.651214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.653499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.671399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c176bfcf-4ddd-48b6-a2a3-227c39bc8059'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:13.678942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=5e4664a7-488d-412a-9255-f50b37e0d30c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:13.728143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.729185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Fanout notify agent at l3_agent the message router_deleted on router 1db13d88-53e0-40f7-a287-3f89a3f9c0f0 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:27:13.742925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:13.764810 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-368903b2-eec0-4cbf-bae4-6963ebe027cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/routers/1db13d88-53e0-40f7-a287-3f89a3f9c0f0 HTTP/1.1" status: 204 len: 168 time: 1.5193646 Aug 16 22:27:13.766177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:13.890844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.010866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.023419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5352035-2672-420f-aa8b-d5624c20257e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:14.034759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf8298-41ef-4b54-821e-7b9c83973c3c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:14.035065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf8298-41ef-4b54-821e-7b9c83973c3c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:14.045609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.061963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.070369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:14.070961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:14.074966 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:14.149636 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.164261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.166789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/networks/a5352035-2672-420f-aa8b-d5624c20257e HTTP/1.1" status: 204 len: 168 time: 0.3993897 Aug 16 22:27:14.178196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:14.187208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157959e-3c2e-4d77-8fdc-2412c58d9e89 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Network': ['ID=a5352035-2672-420f-aa8b-d5624c20257e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:14.208417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Pushing event deleted for resources: {'Port': ['ID=c176bfcf-4ddd-48b6-a2a3-227c39bc8059,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:14.255570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.287041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.319061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-657629f0-a35c-42ae-bff2-b203500f9223 req-d4059b4d-f75a-43d0-83c3-ea21e4089f85 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82837311-5d8f-43e5-96f8-abaaf3fce256 HTTP/1.1" status: 200 len: 210 time: 0.1240418 Aug 16 22:27:14.321763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.326037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] No DVR routers for this DVR port c176bfcf-4ddd-48b6-a2a3-227c39bc8059 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:14.332926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.385726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.388548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.393592 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/security-groups/712b5b38-fde6-4e26-ac75-7c205e90e508 HTTP/1.1" status: 204 len: 168 time: 0.2141047 Aug 16 22:27:14.407006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b24541-ffc6-446a-9659-d959ddd38198 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b5b38-fde6-4e26-ac75-7c205e90e508,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:14.409909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.412126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b47dc4e5-4599-4f9e-b283-7d713685564a req-0ee67d94-d520-4e86-bd9d-6147d49b9a7c tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.88 "DELETE /v2.0/ports/c176bfcf-4ddd-48b6-a2a3-227c39bc8059 HTTP/1.1" status: 204 len: 173 time: 1.5203142 Aug 16 22:27:14.413630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'name': 'network-vif-deleted', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:14.415459 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c4018-4ff8-42ed-8832-69070a22934d" -d '{"events": [{"server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "name": "network-vif-deleted", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:14.491917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-e0b31a65-7f6e-4105-832a-eeb4bd50b13a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:14.493730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-e0b31a65-7f6e-4105-832a-eeb4bd50b13a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.2977114 Aug 16 22:27:14.519185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f596bd-6141-4d02-82ad-f40e36f5cb4b req-8ccf05a5-29f1-464b-a79e-3cd9be47fd0e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:14.520703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8f596bd-6141-4d02-82ad-f40e36f5cb4b req-8ccf05a5-29f1-464b-a79e-3cd9be47fd0e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 945 time: 0.3333821 Aug 16 22:27:14.698398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8f596bd-6141-4d02-82ad-f40e36f5cb4b req-a8f80114-0612-447c-ae0a-f48086955266 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586709 Aug 16 22:27:14.706436 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acea174-8b46-4e08-8ebf-411c1ba97c78 x-openstack-request-id: req-5acea174-8b46-4e08-8ebf-411c1ba97c78 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:14.706736 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82837311-5d8f-43e5-96f8-abaaf3fce256", "name": "network-vif-deleted", "tag": "c176bfcf-4ddd-48b6-a2a3-227c39bc8059", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:14.706983 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5acea174-8b46-4e08-8ebf-411c1ba97c78 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:14.707376 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82837311-5d8f-43e5-96f8-abaaf3fce256', 'name': 'network-vif-deleted', 'tag': 'c176bfcf-4ddd-48b6-a2a3-227c39bc8059', 'status': 'completed', 'code': 200} Aug 16 22:27:14.749859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.765980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port e1d55f76-c29c-4a8e-989c-14475d4a8424 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:14.766329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.953120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port e1d55f76-c29c-4a8e-989c-14475d4a8424, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=e1d55f76-c29c-4a8e-989c-14475d4a8424,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:14.953505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:14.990379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for e1d55f76-c29c-4a8e-989c-14475d4a8424 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:15.086023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:15.091362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457292393', 'description': 'tempest-secgroup-smoke-1457292393 description', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.114920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.225163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.234637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.239058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.245235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.253481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.254761 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1674144 Aug 16 22:27:15.261171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:15.273501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.276455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.302637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8d8bb-7c9d-4311-b7a4-baffd331582d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f989e70-372f-490c-838e-4cd62b27069a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.311532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:15.319729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.345952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.419802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.429315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.484928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10265b10-bdd0-4e36-9595-f35153d855e3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.508072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.511339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52f48ba5-d310-47d4-a8e5-6ccf7f16c64d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2489541 Aug 16 22:27:15.514676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:15.517902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=5e4664a7-488d-412a-9255-f50b37e0d30c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.525755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.538466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port e1d55f76-c29c-4a8e-989c-14475d4a8424 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:15.545592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-57c35172-4271-46c7-b2c5-013be119f7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.545817 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.547777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff735060-153e-40dd-9ad1-fcb7bcb4a92f req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "DELETE /v2.0/ports/e1d55f76-c29c-4a8e-989c-14475d4a8424 HTTP/1.1" status: 204 len: 173 time: 1.0368900 Aug 16 22:27:15.557894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:15.575428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0aea4-0c4c-4a4e-afd9-c360b88326d8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=e1d55f76-c29c-4a8e-989c-14475d4a8424,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.598185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.648301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:15.657701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 08b46c12-a3aa-4902-8c2f-9ea482a5ca02 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:15.689689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.693416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:15.696254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:15.703124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.731295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34028d87-5c11-475b-a3ab-81d1cdc9422c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.739657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.744637 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2114206-636f-4773-ae75-556211605a25 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287042 Aug 16 22:27:15.745326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38314) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:15.751363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.796904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.878039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.882258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.894762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a44c81ff-13e9-4e2f-85c1-6234c434ad50 req-602bc43a-6650-42b4-8d8f-08e18f1d3743 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a512ebe-9b4e-4378-be8d-da5c5b22828e HTTP/1.1" status: 200 len: 210 time: 0.0716784 Aug 16 22:27:15.899686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e7163d-6083-4910-8c1f-2bd3085768bb,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:15.916620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:15.920946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a161edc3-e5de-471b-b690-75c3c5ee95ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723022 Aug 16 22:27:15.921546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:15.927325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:15.931469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be526fe5-b914-476c-9c28-529f5d17b069 req-40369387-df23-4391-8c75-01eff1729b85 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:15.933099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be526fe5-b914-476c-9c28-529f5d17b069 req-40369387-df23-4391-8c75-01eff1729b85 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.1399310 Aug 16 22:27:15.943173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:15.964861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.036579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be526fe5-b914-476c-9c28-529f5d17b069 req-6033258f-c950-4e7e-92c4-c7d4ac9b6ee0 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956094 Aug 16 22:27:16.042109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.055178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.073651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a1a19-f2c0-46ea-b7f2-8e6c9ed90a65,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.081021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.085592 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-017ea7a8-184e-44a1-ad60-fc7bd305cec5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628175 Aug 16 22:27:16.087267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.094144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:16.119162 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:27:16.125487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.142530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:16.155891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:16.159305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4e69522b-8e07-498f-95aa-a110cc6b8c1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/routers/6d2d3740-cf95-4631-ae3c-116724aa351b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5665205 Aug 16 22:27:16.162050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.168944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'port': {'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb', 'name': 'tempest-FloatingIPTestJSON-1977378162'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:16.170383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:16.171009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:16.208685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.215301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.215896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:16.233101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:16.234096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:26:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:16.251789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.253348 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648116 Aug 16 22:27:16.254562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b24be-cd90-457b-85c6-c7e107dec39f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9209c3f-57d8-424b-a9c0-6ea199789eee,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.265435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.276738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '6f989e70-372f-490c-838e-4cd62b27069a', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:16.279120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:16.279963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49eaac6-6a24-46db-90e7-e88854ce4aca None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:16.328709 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:27:16.337195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.376370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:16.379908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.404898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c176bfcf-4ddd-48b6-a2a3-227c39bc8059 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:16.414645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] device_id is not set on port 2e843b7c-8c57-477e-a2c1-885e09d7dada yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:16.436587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: c176bfcf-4ddd-48b6-a2a3-227c39bc8059 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:16.436949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c176bfcf-4ddd-48b6-a2a3-227c39bc8059 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:16.437410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e1d55f76-c29c-4a8e-989c-14475d4a8424 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:16.457742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: e1d55f76-c29c-4a8e-989c-14475d4a8424 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:16.458101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device e1d55f76-c29c-4a8e-989c-14475d4a8424 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:16.466807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.478886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.509581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f680f490-c4c9-4834-b7f6-c94a9eac4929,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.534798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.535992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ed58c527-1652-4f83-a562-278cc8585552 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2663918 Aug 16 22:27:16.539357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.545457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'network': {'name': 'tempest-network-smoke--647276600', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:16.559382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.9 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/2e843b7c-8c57-477e-a2c1-885e09d7dada) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:16.575539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:16.579562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.605452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:16.614567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.617604 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Added segment 76ba0ab7-09d1-47da-9e59-4dca50dc3611 of type vlan for network 5d2500f3-089d-4fbe-beff-44348b3bd59d Aug 16 22:27:16.673631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.706693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.708952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'name': 'network-vif-deleted', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:16.713127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.713366 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db3893-f4b1-4ae2-a4fe-cc422054eabd" -d '{"events": [{"server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "name": "network-vif-deleted", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:16.713729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.742278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.764645 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c446efcf-51cb-47cc-a6fe-0c13352ee42e x-openstack-request-id: req-c446efcf-51cb-47cc-a6fe-0c13352ee42e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:16.764944 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a512ebe-9b4e-4378-be8d-da5c5b22828e", "name": "network-vif-deleted", "tag": "e1d55f76-c29c-4a8e-989c-14475d4a8424", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:16.765402 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c446efcf-51cb-47cc-a6fe-0c13352ee42e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:16.765772 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a512ebe-9b4e-4378-be8d-da5c5b22828e', 'name': 'network-vif-deleted', 'tag': 'e1d55f76-c29c-4a8e-989c-14475d4a8424', 'status': 'completed', 'code': 200} Aug 16 22:27:16.773912 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2311299 Aug 16 22:27:16.774776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.779238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'admin_state_up': True, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:16.789849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.804760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8db47-a21d-4458-92f5-292528b4026d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Network': ['ID=5d2500f3-089d-4fbe-beff-44348b3bd59d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.815305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:16.821792 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.822993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.842108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:16.845339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:16.847948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:16.890252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.898780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=2e843b7c-8c57-477e-a2c1-885e09d7dada,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:16.928945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:16.929707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:16.948117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3377e9c1-ede5-4d6f-8089-30ae7107ebcb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7816591 Aug 16 22:27:16.948417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38410) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:16.955994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'port': {'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb', 'name': 'tempest-FloatingIPTestJSON-1646741713'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:17.014043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:17.058021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.110764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:17.115590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.136167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] device_id is not set on port 356ff58d-d2f4-429c-80a0-8d90de2ad028 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:17.342132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb66d-f398-497d-a8a2-e3fdd91f28d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.344724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.364562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.479241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.205 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/159151a6-8d21-4b35-8f6c-5ed3972f3e40) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:17.591329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.631052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:17.671052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:17.673930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:17.677512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:17.699501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=159151a6-8d21-4b35-8f6c-5ed3972f3e40,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:17.747137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e4db-78f0-4770-95c4-70ebbde2bd2f req-05ca675f-663e-4f97-8cb6-8d4b53d80a11 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.748685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6d2e4db-78f0-4770-95c4-70ebbde2bd2f req-05ca675f-663e-4f97-8cb6-8d4b53d80a11 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.5526712 Aug 16 22:27:17.778767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-f38e6d80-bca5-4224-82be-c3314e12102c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.780223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-f38e6d80-bca5-4224-82be-c3314e12102c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.5831053 Aug 16 22:27:17.802162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.13 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/356ff58d-d2f4-429c-80a0-8d90de2ad028) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:17.830629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-838e7792-6eda-4520-94f4-03fa268ec01b tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:17.832125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-838e7792-6eda-4520-94f4-03fa268ec01b tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 1097 time: 0.2163610 Aug 16 22:27:17.844018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-bd559535-8232-4996-811a-cb4aee512fba tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/quotas/0cfaf84914ab498c91187c5c11bb57e3 HTTP/1.1" status: 200 len: 375 time: 0.0508730 Aug 16 22:27:17.925970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6d2e4db-78f0-4770-95c4-70ebbde2bd2f req-221be299-d4ab-4335-a636-96a4647dbb46 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31ad329b-d81b-4c1c-a43d-8a8691258b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665769 Aug 16 22:27:17.937708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.043102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-32e781d3-574a-454f-8544-b06b6f5ad0e6 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862214 Aug 16 22:27:18.068757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb66d-f398-497d-a8a2-e3fdd91f28d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.089688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a7bb66d-f398-497d-a8a2-e3fdd91f28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.126452 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.150943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.198340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7a7bb66d-f398-497d-a8a2-e3fdd91f28d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b5ccacccf65477f81cc67b3bacdf1de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832502 Aug 16 22:27:18.201716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38432) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.203724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bb66d-f398-497d-a8a2-e3fdd91f28d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2622d928-379e-4bdc-a303-6d7fc6d54133,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:18.241276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Deleting port 50594a35-d725-4f99-8614-538f45fd085f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:18.241835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.274569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6ba264f-63e6-4132-8ae2-dc3302e3a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.297815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.327992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.330854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.336392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-3277d064-6d55-465e-9cd0-c533d61179b7 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632864 Aug 16 22:27:18.371689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:27:18.419410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.421819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.422946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2622d928-379e-4bdc-a303-6d7fc6d54133 HTTP/1.1" status: 204 len: 168 time: 0.2203004 Aug 16 22:27:18.439488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722fa58-e2e0-4731-88d7-b477626f6bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2622d928-379e-4bdc-a303-6d7fc6d54133,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:18.447189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] For port 50594a35-d725-4f99-8614-538f45fd085f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=50594a35-d725-4f99-8614-538f45fd085f,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:18.447729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.482924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Calling delete_port for 50594a35-d725-4f99-8614-538f45fd085f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:18.501553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:18.507371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.519852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Sync routers for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:18.525147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.526264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-e2f21fb0-4b4c-4673-80be-dbe1435eb3a4 service neutron] 10.222.0.22 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803939 Aug 16 22:27:18.530158 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-707127f7-f395-4de0-9067-51ba89f69ac6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7513747 Aug 16 22:27:18.530491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.554450 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:18.556896 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:18.565197 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a855db3-971d-412e-b367-b2da14adef39 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=b7e7c63a95da40d6aeb762e67c08fa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334876 Aug 16 22:27:18.572705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.592795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:18.598597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:18.609313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:18.647936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=356ff58d-d2f4-429c-80a0-8d90de2ad028,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:18.690165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.690874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.717575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-39dc7ffb-a8ea-4ec6-8852-c2e144b76e7e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7653339 Aug 16 22:27:18.717990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.724242 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:18.741188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '356ff58d-d2f4-429c-80a0-8d90de2ad028', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:18.764239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7baf8-f9b3-43ef-a556-d0fc9000bb00 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:18.766508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12e7baf8-f9b3-43ef-a556-d0fc9000bb00 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923127 Aug 16 22:27:18.769138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.791099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.810285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-16ccfa5e-88d2-40f0-90c7-075cc8972df9 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385821 Aug 16 22:27:18.813712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:18.819983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539567358', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:18.960485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.964125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:18.969197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:18.977203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ada703bb-d3a3-43c8-80b7-cf410141ca9d req-ace5efdc-8dac-48da-bbb6-fde8e457e276 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 210 time: 0.1274230 Aug 16 22:27:19.003745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['50594a35-d725-4f99-8614-538f45fd085f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:19.115406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Pushing event deleted for resources: {'Port': ['ID=50594a35-d725-4f99-8614-538f45fd085f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:19.117641 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:17Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:19.189772 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Checking router: 6f6104e3-ac76-4927-9cb7-168e2f6624d5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:19.190575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61d0b115-8312-4847-b8d8-dda71c9d4ec1 req-b545da33-ad14-48b0-8e17-c88e6b7bec4a tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb HTTP/1.1" status: 200 len: 210 time: 0.1272438 Aug 16 22:27:19.192202 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Updating router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:19.195147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.228631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] No DVR routers for this DVR port 50594a35-d725-4f99-8614-538f45fd085f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:19.242259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.244459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6551126b-5396-4ea7-aaa2-2f6142725b00 req-7d5c5a19-da54-43a1-9f3e-07fa4a78cb77 tempest-TestServerMultinode-1148335957 tempest-TestServerMultinode-1148335957-project-admin] 10.222.0.89 "DELETE /v2.0/ports/50594a35-d725-4f99-8614-538f45fd085f HTTP/1.1" status: 204 len: 173 time: 1.3954425 Aug 16 22:27:19.247651 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.250394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'name': 'network-vif-deleted', 'tag': '50594a35-d725-4f99-8614-538f45fd085f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:19.253374 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b117f-357a-4177-9d78-16a0fdec1945" -d '{"events": [{"server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "name": "network-vif-deleted", "tag": "50594a35-d725-4f99-8614-538f45fd085f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:19.348888 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2030696b-3847-411c-aafe-347b8bfe7719 x-openstack-request-id: req-2030696b-3847-411c-aafe-347b8bfe7719 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:19.350162 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb", "name": "network-vif-deleted", "tag": "50594a35-d725-4f99-8614-538f45fd085f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:19.352319 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2030696b-3847-411c-aafe-347b8bfe7719 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:19.352524 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9d7c68-55b7-4ef1-bd4b-f378e9b10cbb', 'name': 'network-vif-deleted', 'tag': '50594a35-d725-4f99-8614-538f45fd085f', 'status': 'completed', 'code': 200} Aug 16 22:27:19.378233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.415108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.498038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Subnet': ['ID=18e083ed-c659-45cd-bd4a-859bf27edd8e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:19.503545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:19.503919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network hostable DHCP agents. Network: 5d2500f3-089d-4fbe-beff-44348b3bd59d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:19.523977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:19.536475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 5d2500f3-089d-4fbe-beff-44348b3bd59d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:19.545718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba28330-b0d2-4dac-ad85-f585b8208c21 None None] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:19.546641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:19.547392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.574366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.204 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/77213975-ec92-4a75-8794-cc9ee9831942) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:19.579931 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11dd46b5-5051-4f72-a15b-fec179d7b087 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7641976 Aug 16 22:27:19.583311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38482) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:19.715244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.731172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-5d2500f3-089d-4fbe-beff-44348b3bd59d', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:19.733838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.816762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:19.903237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:19.912394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:19.930654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:19.958193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Allocated IP 172.20.0.2 (5d2500f3-089d-4fbe-beff-44348b3bd59d/18e083ed-c659-45cd-bd4a-859bf27edd8e/5a914654-6d5b-439d-a961-50ac384dab20) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:20.037914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=77213975-ec92-4a75-8794-cc9ee9831942,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.108778 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:27:20.144066 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.186205 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Transition to ACTIVE for port object 159151a6-8d21-4b35-8f6c-5ed3972f3e40 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:20.218363 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.255997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd8f2669-a4c2-430a-a84d-f4be7c857d36 req-ca82ea40-9608-49fb-880e-af92e0545421 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 210 time: 0.0566688 Aug 16 22:27:20.337677 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Attempting to bind port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:20.338057 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Attempting to bind port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:20.338426 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Attempting to bind port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:20.350372 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:20.351886 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:20.352492 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.355046 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:20.355837 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Bound port: 159151a6-8d21-4b35-8f6c-5ed3972f3e40, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:20.356481 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.360315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Pushing event updated for resources: {'Port': ['ID=159151a6-8d21-4b35-8f6c-5ed3972f3e40,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.396316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.396981 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.398525 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.399179 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.400189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.400189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.400834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.401878 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.402431 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.403130 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.403939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.404711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:20.404790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.426167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:20.471688 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] For port 159151a6-8d21-4b35-8f6c-5ed3972f3e40, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:20.476277 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] For port 159151a6-8d21-4b35-8f6c-5ed3972f3e40, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=159151a6-8d21-4b35-8f6c-5ed3972f3e40,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:20.483622 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.563585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:20.564575 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:20.660771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.672458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Transition to ACTIVE for port object 5a914654-6d5b-439d-a961-50ac384dab20 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:20.689962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Transition to ACTIVE for port object 5a914654-6d5b-439d-a961-50ac384dab20 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:20.697482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.742911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:20.746302 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:20.749963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:20.753760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:20.822038 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981af92-98c0-4bf8-9ca5-1cf7fb3dd692 None None] Pushing event updated for resources: {'Port': ['ID=159151a6-8d21-4b35-8f6c-5ed3972f3e40,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.842843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Pushing event updated for resources: {'Port': ['ID=5a914654-6d5b-439d-a961-50ac384dab20,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:20.844965 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.847491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Attempting to bind port 5a914654-6d5b-439d-a961-50ac384dab20 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:20.849195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Attempting to bind port 5a914654-6d5b-439d-a961-50ac384dab20 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:20.849906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Attempting to bind port 5a914654-6d5b-439d-a961-50ac384dab20 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:20.856530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:20.857251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:20.857854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.859052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Bound using segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:20.859804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Bound port: 5a914654-6d5b-439d-a961-50ac384dab20, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:20.860391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:20.926933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:20.951055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] For port 5a914654-6d5b-439d-a961-50ac384dab20, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:20.955924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] For port 5a914654-6d5b-439d-a961-50ac384dab20, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a914654-6d5b-439d-a961-50ac384dab20,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:20.963346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.025938 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:17Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:21.057598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e12e-d1e0-424a-894d-d750bd399b63 None None] Pushing event updated for resources: {'Port': ['ID=5a914654-6d5b-439d-a961-50ac384dab20,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:21.082407 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47829b13-59ef-41bf-ae1b-45553f31b274 None None] The sync data for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 is: [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:17Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:21.116655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.198284 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.231538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7874b66-c98b-4d2e-a740-050259ee0a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.442766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2641934-6094-4e63-8157-622e2d43e8f0 req-52a2e0db-2697-469b-9e45-04740b834171 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 210 time: 0.0685885 Aug 16 22:27:21.490387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-2747809c-75fa-41c0-abcd-85a97f4ac411 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:21.492097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-2747809c-75fa-41c0-abcd-85a97f4ac411 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 806 time: 0.5031474 Aug 16 22:27:21.518168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Request body: {'port': {'device_id': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'admin_state_up': True, 'tenant_id': '0cfaf84914ab498c91187c5c11bb57e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:21.614783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a914654-6d5b-439d-a961-50ac384dab20 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:21.675922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.1 (5d2500f3-089d-4fbe-beff-44348b3bd59d/18e083ed-c659-45cd-bd4a-859bf27edd8e/d27fc040-6b63-44b3-82a6-89b5fbf827bf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:21.703956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5a914654-6d5b-439d-a961-50ac384dab20 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:21.732150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.740659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.835830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.840466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7874b66-c98b-4d2e-a740-050259ee0a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.855995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7874b66-c98b-4d2e-a740-050259ee0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.856657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object d27fc040-6b63-44b3-82a6-89b5fbf827bf will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:21.866189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.878536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=77213975-ec92-4a75-8794-cc9ee9831942,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:21.893930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.955347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Made reservation on behalf of 0cfaf84914ab498c91187c5c11bb57e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:21.958933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:21.966306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7874b66-c98b-4d2e-a740-050259ee0a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d06e0-373a-4805-a3f2-4df210eb96c4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:21.991775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a7874b66-c98b-4d2e-a740-050259ee0a86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21e303cab5b14db6b2c21e80f9c80c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0628407 Aug 16 22:27:22.003586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38548) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:22.071346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.125741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:22.132130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:22.141628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:22.194875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.262407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.339344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Deleting port 8f0976c6-e333-49a5-aa9e-0194949d90d9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:22.339691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.341992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea330ea0-ddd5-441d-8a49-99ef59ff575e None None] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:22.412564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Provisioning for port 5a914654-6d5b-439d-a961-50ac384dab20 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:22.424129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Provisioning complete for port 5a914654-6d5b-439d-a961-50ac384dab20 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:22.425631 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.452086 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 54221ba1-284e-4ef5-ad23-798f10c41954 associated. External IP: 172.25.8.204, port: 356ff58d-d2f4-429c-80a0-8d90de2ad028. Aug 16 22:27:22.526691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.541931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] For port 8f0976c6-e333-49a5-aa9e-0194949d90d9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8f0976c6-e333-49a5-aa9e-0194949d90d9,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:22.542307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.556673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.592007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Calling delete_port for 8f0976c6-e333-49a5-aa9e-0194949d90d9 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:22.595230 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.640508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 50594a35-d725-4f99-8614-538f45fd085f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:22.666520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbc2e542-7037-4a86-9449-42b637c29854 req-c6c3d983-18f8-4952-a1a3-b4d6e5986fad tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 210 time: 0.0867715 Aug 16 22:27:22.667103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] For port 5a914654-6d5b-439d-a961-50ac384dab20, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a914654-6d5b-439d-a961-50ac384dab20,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:22.668526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 50594a35-d725-4f99-8614-538f45fd085f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:22.668915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.669053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 50594a35-d725-4f99-8614-538f45fd085f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:22.682780 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.789466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Allocated IP 172.20.0.7 (8efdcf78-dcbc-4bfd-a714-42cc6a551dac/16c63000-4841-45df-85aa-a6451ec9b129/49cea60d-6f4c-4c17-ab86-4eda0c502da1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:22.798713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b265cd-93a5-4021-a359-78b7f3f7a10f None None] Pushing event updated for resources: {'Port': ['ID=5a914654-6d5b-439d-a961-50ac384dab20,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:22.806383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.883973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.886539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:22.890106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df0d06e0-373a-4805-a3f2-4df210eb96c4 HTTP/1.1" status: 204 len: 168 time: 0.8831513 Aug 16 22:27:22.919536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76fe83-53f7-44a1-9079-7f5a1b91cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d06e0-373a-4805-a3f2-4df210eb96c4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:23.015022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Provisioning for port d27fc040-6b63-44b3-82a6-89b5fbf827bf completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:23.024632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Provisioning complete for port d27fc040-6b63-44b3-82a6-89b5fbf827bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:23.025172 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.069743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:23.077881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.098369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.109707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.126511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.139455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0976c6-e333-49a5-aa9e-0194949d90d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:23.175124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Port d27fc040-6b63-44b3-82a6-89b5fbf827bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:23.202458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Provisioning complete for port 5a914654-6d5b-439d-a961-50ac384dab20 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:23.202798 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc490587-67c0-4323-9f64-f6921bc7ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.287078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:23.295003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.310532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:23.335458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:23.340902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:23.392147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:23.392802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:23.436876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:23.437813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.450546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.456658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:23.476702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:23.491851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:23.586349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event updated for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:23.600621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:23.603062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:23.606713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3de1ea63-8b5d-434a-acb7-bbefa445d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8867414 Aug 16 22:27:23.609036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38568) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:23.613049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.613982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.630080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:23.639113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-aea14a52-eaa1-4813-a133-14e962f2c9e7 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1294913 Aug 16 22:27:23.662646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Request body: {'port': {'device_id': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:23.714155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:23.727098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:23.745325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.774277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:23.775323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b706216-f891-4050-b453-4f9b034d4482 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:23.802278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.817502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f478c17-db11-401c-9268-522257d9d01d None None] Provisioning complete for port d27fc040-6b63-44b3-82a6-89b5fbf827bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:23.817999 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f478c17-db11-401c-9268-522257d9d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.852154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:23.883142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 159151a6-8d21-4b35-8f6c-5ed3972f3e40 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:23.913324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9826949-ea9e-4fe2-b3d4-a3fd1cb3add5 req-68634d00-eda1-4b7c-b269-7d3ecd8f53c1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:23.923186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9826949-ea9e-4fe2-b3d4-a3fd1cb3add5 req-68634d00-eda1-4b7c-b269-7d3ecd8f53c1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 931 time: 0.1090066 Aug 16 22:27:23.988905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9826949-ea9e-4fe2-b3d4-a3fd1cb3add5 req-4ea014fd-a542-47f2-b2a2-0a5a28d96d73 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647969 Aug 16 22:27:24.004399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9f478c17-db11-401c-9268-522257d9d01d None None] Port d27fc040-6b63-44b3-82a6-89b5fbf827bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:24.071367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:24.076972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:24.078140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.124417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:24.149045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-469f48be-3827-4406-a8c9-2342fddcd510 None None] Provisioning complete for port d27fc040-6b63-44b3-82a6-89b5fbf827bf triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:24.149275 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-469f48be-3827-4406-a8c9-2342fddcd510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.169952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.179488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.179813 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 54221ba1-284e-4ef5-ad23-798f10c41954 disassociated. External IP: 172.25.8.204, port: 356ff58d-d2f4-429c-80a0-8d90de2ad028. Aug 16 22:27:24.189333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-469f48be-3827-4406-a8c9-2342fddcd510 None None] Port d27fc040-6b63-44b3-82a6-89b5fbf827bf cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:24.234711 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.261578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 159151a6-8d21-4b35-8f6c-5ed3972f3e40, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=159151a6-8d21-4b35-8f6c-5ed3972f3e40,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:24.267477 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.268984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a914654-6d5b-439d-a961-50ac384dab20 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:24.351292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=159151a6-8d21-4b35-8f6c-5ed3972f3e40,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:24.374292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5a914654-6d5b-439d-a961-50ac384dab20 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:24.374783 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.377209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cea60d-6f4c-4c17-ab86-4eda0c502da1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:24.388025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.408175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Transition to ACTIVE for port object 49cea60d-6f4c-4c17-ab86-4eda0c502da1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:24.414222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.516002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Pushing event updated for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:24.566570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Attempting to bind port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:24.567273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Attempting to bind port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:24.567397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Attempting to bind port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:24.572816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:24.573303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Attempting to bind port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 on network 8efdcf78-dcbc-4bfd-a714-42cc6a551dac {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:24.578564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:24.578909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Checking segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:24.579300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Bound using segment: {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:24.579739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Bound port: 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:24.580108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.646759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:24.650487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:24.656130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.699221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.700074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:24.701571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] 10.222.0.88 "PUT /v2.0/ports/49cea60d-6f4c-4c17-ab86-4eda0c502da1 HTTP/1.1" status: 200 len: 1092 time: 1.0457735 Aug 16 22:27:24.706417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:24.708710 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968aedf0-264f-4069-9248-14935ccb0f21" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:24.738960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5c21-57a2-4729-bbda-a8d318277c49 service neutron] Pushing event updated for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:24.787614 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d3c7e-26b3-4064-b9c7-2ebdeedb8793 x-openstack-request-id: req-d09d3c7e-26b3-4064-b9c7-2ebdeedb8793 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:24.788655 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:24.788986 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d09d3c7e-26b3-4064-b9c7-2ebdeedb8793 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:24.789381 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1', 'status': 'completed', 'code': 200} Aug 16 22:27:24.807516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:24.841230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-f96ec0de-19cd-4619-b1aa-c34d180219f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:24.842806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-f96ec0de-19cd-4619-b1aa-c34d180219f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 1095 time: 0.0469880 Aug 16 22:27:24.848901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:24.859547 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Sync routers for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:24.863600 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9298d2d7-9364-4252-aa09-cf2ccd51c292 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/6f6104e3-ac76-4927-9cb7-168e2f6624d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2791159 Aug 16 22:27:24.879815 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:24.881733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:24.929986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-3d4b04a3-9ae1-47ce-bb43-1bd57f9c1a3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1 HTTP/1.1" status: 200 len: 217 time: 0.0725243 Aug 16 22:27:24.935751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Router d8d629be-7806-4d4a-9dbb-43c22ea50ade has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:24.976697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:25.039469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-15d35003-7d8b-4ac4-a08e-1e525eb96600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.040960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-15d35003-7d8b-4ac4-a08e-1e525eb96600 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.1027036 Aug 16 22:27:25.105130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-b093e7ef-3f4f-4623-ac51-1be7be2355aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555227 Aug 16 22:27:25.138584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:25.147958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-130735191'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:25.228244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:25.235214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-ccd4e0a9-4888-42ba-942d-ebcaeb5909c7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457292393&fields=id&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 267 time: 0.1140981 Aug 16 22:27:25.236833 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-593d5741-2500-468d-9f0a-9c31ab580756 admin admin] 10.222.0.22 "PUT /v2.0/routers/d8d629be-7806-4d4a-9dbb-43c22ea50ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8085682 Aug 16 22:27:25.237574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:25.243851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19163-a7d6-4e2d-9d97-f0b33816c5ba req-6d00ae9d-e65e-4ac1-a8a9-13ec73c427cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.245237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fca19163-a7d6-4e2d-9d97-f0b33816c5ba req-6d00ae9d-e65e-4ac1-a8a9-13ec73c427cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 943 time: 0.1389360 Aug 16 22:27:25.251908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Sync routers for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:25.263092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:25.263999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.346925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-67b7948a-f0e5-4995-ab7a-74169ffb9561 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280500 Aug 16 22:27:25.372181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.373890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Made reservation on behalf of 0c5b7c0c2a09447ca199bd7fb96b2068 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:25.377626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.380162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 2, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.381178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:25.412199 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Checking router: 6f6104e3-ac76-4927-9cb7-168e2f6624d5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:25.412497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Updating router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 port d27fc040-6b63-44b3-82a6-89b5fbf827bf binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:27:25.431800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.443200 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.451963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd61748f-3832-4b7a-b923-d320fe2fdec5 req-4dfe0445-2886-4e48-964e-76e6d6b46c21 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940659 Aug 16 22:27:25.470587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:25.488644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fca19163-a7d6-4e2d-9d97-f0b33816c5ba req-a51b76e1-1226-4ddc-b485-d2ac2aa070f8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132063 Aug 16 22:27:25.502237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.525009 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:25.540232 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:25.540901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.554752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-86ecc366-c092-45ba-a254-dd7c99672c7e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.557540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-86ecc366-c092-45ba-a254-dd7c99672c7e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 796 time: 0.3021500 Aug 16 22:27:25.558527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 159151a6-8d21-4b35-8f6c-5ed3972f3e40 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:25.595462 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.601152 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac335fb4-0006-4868-a765-cfaef79c4603 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/54221ba1-284e-4ef5-ad23-798f10c41954 HTTP/1.1" status: 200 len: 688 time: 1.9872675 Aug 16 22:27:25.603726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:25.619801 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:25.620780 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.629825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.669110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:25.669401 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.671220 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.671862 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cedb515-f726-4c01-a0c8-e548e91c770a None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:25.722994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-de925c9e-6f18-499a-b39f-b48a3e275330 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/quotas/b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 375 time: 0.1243379 Aug 16 22:27:25.728468 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.736167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 5, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port': {'id': '6aae861b-0551-4801-b231-f1860bd88b4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:55:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.742642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Deleting port 6aae861b-0551-4801-b231-f1860bd88b4b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:25.742993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.746236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.789818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Checking router: d8d629be-7806-4d4a-9dbb-43c22ea50ade for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:25.807852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Routers {'d8d629be-7806-4d4a-9dbb-43c22ea50ade'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:25.808489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:25.814116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:25.825029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedf0-264f-4069-9248-14935ccb0f21 req-38e05937-e2d0-4b33-855e-9953381eb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:25.826751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-38e05937-e2d0-4b33-855e-9953381eb874 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 1095 time: 0.2680249 Aug 16 22:27:25.827544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e052acd9-d66e-4f09-b889-671e3bed1b13,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:25.837712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.838051 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Added segment 1d032912-cb5a-494e-a200-cf64ca9d8c1c of type vlan for network 7cf0c48a-42f2-470d-a21a-cd521531ed7e Aug 16 22:27:25.853154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.853367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.853733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.854091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.854415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.854759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.855092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.855425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.855756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.856086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.856422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.856753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:25.927551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-16cb99d9-59fb-4f4f-8fc8-0d17d9a74f21 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955025 Aug 16 22:27:25.946638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] For port 6aae861b-0551-4801-b231-f1860bd88b4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6aae861b-0551-4801-b231-f1860bd88b4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:25.947020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.949370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] Set router d8d629be-7806-4d4a-9dbb-43c22ea50ade gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:25.950429 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.955932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 77213975-ec92-4a75-8794-cc9ee9831942 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:25.956445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:25.965808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Calling delete_port for 6aae861b-0551-4801-b231-f1860bd88b4b owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:26.014602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:27:25Z', 'revision_number': 6, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:26.034493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.042526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.043463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.056529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea249cc2-e309-4da1-9356-44dc8f1f10cb None None] The sync data for ids ['d8d629be-7806-4d4a-9dbb-43c22ea50ade'] in n-d-791505-20 is: [{'id': 'd8d629be-7806-4d4a-9dbb-43c22ea50ade', 'name': 'tempest-TestServerMultinode-1153114261-router', 'tenant_id': '0254a59eabde46aeaf2015e143b48a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:20Z', 'updated_at': '2021-08-16T22:27:25Z', 'revision_number': 6, 'project_id': '0254a59eabde46aeaf2015e143b48a74', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:26.082906 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.106759 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Transition to ACTIVE for port object d27fc040-6b63-44b3-82a6-89b5fbf827bf will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:26.117352 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.120218 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2727048 Aug 16 22:27:26.123167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:26.153411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fdadd-5161-4274-852f-423fc570dcfc tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Pushing event updated for resources: {'Network': ['ID=7cf0c48a-42f2-470d-a21a-cd521531ed7e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.165752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 7cf0c48a-42f2-470d-a21a-cd521531ed7e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:26.190210 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270238-e738-4904-a1aa-b93e00eeaeaf None None] Pushing event updated for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.295862 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Attempting to bind port d27fc040-6b63-44b3-82a6-89b5fbf827bf on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:26.296403 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Attempting to bind port d27fc040-6b63-44b3-82a6-89b5fbf827bf by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:26.296938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedf0-264f-4069-9248-14935ccb0f21 req-ce81d787-4636-4b50-912b-f84019021c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.297101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Attempting to bind port d27fc040-6b63-44b3-82a6-89b5fbf827bf on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:26.303092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:26.303744 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:26.304291 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.304792 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Bound using segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:26.305408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Bound port: d27fc040-6b63-44b3-82a6-89b5fbf827bf, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:26.305896 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.314839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-ce81d787-4636-4b50-912b-f84019021c4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.4805040 Aug 16 22:27:26.326175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'name': 'tempest-network--1693468523', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:26.332378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.395578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aae861b-0551-4801-b231-f1860bd88b4b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.403743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-896197f7-1fdd-41e4-a0e0-d26c5c9ee54b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1 HTTP/1.1" status: 200 len: 217 time: 0.0710886 Aug 16 22:27:26.440426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a8eb9e71-f3a7-4f55-b69b-c8acc0a53d77 service neutron] 10.222.0.22 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981039 Aug 16 22:27:26.482308 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] For port d27fc040-6b63-44b3-82a6-89b5fbf827bf, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:26.487856 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] For port d27fc040-6b63-44b3-82a6-89b5fbf827bf, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d27fc040-6b63-44b3-82a6-89b5fbf827bf,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:26.494578 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.500994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:26.503615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.525741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.559180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.560113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.565160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.598963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 77213975-ec92-4a75-8794-cc9ee9831942 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:26.635188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aedf0-264f-4069-9248-14935ccb0f21 req-150bc449-3fe7-41ab-a148-ed6fa5c76fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:26.636784 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5270238-e738-4904-a1aa-b93e00eeaeaf None None] Pushing event updated for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:26.637320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-150bc449-3fe7-41ab-a148-ed6fa5c76fd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.2327192 Aug 16 22:27:26.655941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:26.656587 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:26.705957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-c7ba91e7-d529-493b-a5a9-f54fa5c6f59e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532715 Aug 16 22:27:26.745679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.751259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.792264 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:26.817470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.818039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d629be-7806-4d4a-9dbb-43c22ea50ade {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:27:26.823697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.825257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47d37adb-feff-40ed-b77a-ca81a7bf7679 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d8d629be-7806-4d4a-9dbb-43c22ea50ade HTTP/1.1" status: 204 len: 168 time: 1.5809000 Aug 16 22:27:26.829154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:26.859651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-88e340a8-0679-4b9c-ba04-f8c6aaf10b3d service neutron] 10.222.0.22 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180329 Aug 16 22:27:26.926625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Deleting subnet 1dfc92e0-515f-48c5-8bdf-f5995468e1a4 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:26.934775 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.979795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:26.989760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.041938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.091798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:27.104763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c2d613-e181-45ca-b74a-7875a488fa65,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:27.113022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.113412 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Added segment 2b1006f3-77e1-48a4-ba06-ac23764db2bc of type vlan for network 01e97e5a-8b51-4b37-8b50-eba14241f78c Aug 16 22:27:27.156461 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:26Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:27.191526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116148d8-7b3d-49a0-a7c3-5d34e457cf87 None None] The sync data for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 is: [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:26Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:27.243573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.323207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.367924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.415758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfc92e0-515f-48c5-8bdf-f5995468e1a4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:27.423425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.424666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.425248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.444463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.450157 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-472f0cbb-a4a0-4ffe-b3cb-09d834d2ae53 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1dfc92e0-515f-48c5-8bdf-f5995468e1a4 HTTP/1.1" status: 204 len: 168 time: 0.6191344 Aug 16 22:27:27.451132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:27.451967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a77f4-1f00-46f6-a365-4a2a95ea47e2 None None] Network 710228a6-7a56-48cf-ba77-9a8cc87a68e0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:27.458510 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3325727 Aug 16 22:27:27.459077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:27.506779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad78ab-d4d4-498e-a3d3-2df5d76b018a req-8be711ef-f715-405e-bdaa-86e945d1e8b5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.530850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79ad78ab-d4d4-498e-a3d3-2df5d76b018a req-8be711ef-f715-405e-bdaa-86e945d1e8b5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 943 time: 0.7606547 Aug 16 22:27:27.563496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d27fc040-6b63-44b3-82a6-89b5fbf827bf up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:27.636545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-27dfe1ca-af3d-4414-8d3c-f840c00f70ea service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8809757 Aug 16 22:27:27.707095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.722657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.728667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4557ed-584b-4e3a-8c25-cf31ed9c58de tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=01e97e5a-8b51-4b37-8b50-eba14241f78c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:27.731565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.742919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.753169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.754198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 01e97e5a-8b51-4b37-8b50-eba14241f78c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:27.761246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.771286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.776149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.797993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:27.807080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50875178-e7e4-4225-95f8-2a09377c9034 req-6ddafa4e-83e8-4aa5-bd05-163cdfb58643 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.4803150 Aug 16 22:27:27.860105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] DHCP port deletion for 710228a6-7a56-48cf-ba77-9a8cc87a68e0 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:27:27.905634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d27fc040-6b63-44b3-82a6-89b5fbf827bf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:27.906621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.921000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d27fc040-6b63-44b3-82a6-89b5fbf827bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:27.921274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e97e5a-8b51-4b37-8b50-eba14241f78c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:27.921566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.923891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Deleting port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:27.924238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:27.938930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50875178-e7e4-4225-95f8-2a09377c9034 req-245f518e-bad0-4eab-ae18-3005f9f72e42 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308060 Aug 16 22:27:27.973707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1006f3-77e1-48a4-ba06-ac23764db2bc') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:27.973986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1006f3-77e1-48a4-ba06-ac23764db2bc') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:28.002177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.037724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.038506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.039984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:28.040710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:28.042796 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:28.078389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d27fc040-6b63-44b3-82a6-89b5fbf827bf, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d27fc040-6b63-44b3-82a6-89b5fbf827bf,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:28.087275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Deleting port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:28.087658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.089574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.105941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79ad78ab-d4d4-498e-a3d3-2df5d76b018a req-3b3527d7-1020-4972-9498-7d5dcd430072 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742650 Aug 16 22:27:28.110572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-968aedf0-264f-4069-9248-14935ccb0f21 req-40b99e19-eac9-4fd7-ae16-b82175b43e08 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682252 Aug 16 22:27:28.111297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.120831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] For port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:28.121436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.171792 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.184364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Calling delete_port for 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:28.186091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01e97e5a-8b51-4b37-8b50-eba14241f78c {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:27:28.214375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.219633 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/01e97e5a-8b51-4b37-8b50-eba14241f78c HTTP/1.1" status: 204 len: 168 time: 0.7191813 Aug 16 22:27:28.223952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:28.229727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1888b16-f025-4019-ba77-3da696ee76e8 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Network': ['ID=01e97e5a-8b51-4b37-8b50-eba14241f78c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.243937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:28.273255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=77213975-ec92-4a75-8794-cc9ee9831942,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.291318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] For port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,segment=NetworkSegment(c3850e16-f4ec-4a01-b606-bd02de3e2b76),segment_id=c3850e16-f4ec-4a01-b606-bd02de3e2b76)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:28.292008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.315673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:28.318401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.319653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Calling delete_port for 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:28.356025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e677cea-f3f9-4933-b665-2dbfca35bd2f req-f2f9bb9b-554f-435c-9567-7ff6da89205a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 210 time: 0.0690818 Aug 16 22:27:28.383859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:28.401910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.405041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.405304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.405729 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Added segment 4d2c0615-f170-4ae7-8a3d-bfaa6acfd93f of type vlan for network 305dd66f-f57c-4433-b27d-5715d1316241 Aug 16 22:27:28.410857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aef48f2c-d877-40c7-bf0b-7c08fa3f1eed tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/54221ba1-284e-4ef5-ad23-798f10c41954 HTTP/1.1" status: 204 len: 168 time: 2.8058369 Aug 16 22:27:28.411664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:28.417689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.417968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '2e843b7c-8c57-477e-a2c1-885e09d7dada'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:28.453991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.456306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.464768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.484781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] No DVR routers for this DVR port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:28.491445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.498890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.505331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.511908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.520736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.529786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.532803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6aae861b-0551-4801-b231-f1860bd88b4b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:28.538118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-4869a883-222a-4029-8a83-d690e05c7283 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.3252819 Aug 16 22:27:28.540037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.542120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.589725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.599826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710228a6-7a56-48cf-ba77-9a8cc87a68e0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:28.610328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3850e16-f4ec-4a01-b606-bd02de3e2b76') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:28.610631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3850e16-f4ec-4a01-b606-bd02de3e2b76') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:28.620567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.629840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-c7df4dea-6e9f-41d6-bb07-e651a7721565 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.631763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-c7df4dea-6e9f-41d6-bb07-e651a7721565 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0868976 Aug 16 22:27:28.634879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.640881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:28.641319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.647836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] No DVR routers for this DVR port 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:28.667522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce9b8d-cbfa-4d11-b35b-5fc9e87db7be None None] Pushing event deleted for resources: {'Port': ['ID=7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.670507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6aae861b-0551-4801-b231-f1860bd88b4b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:28.677596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6aae861b-0551-4801-b231-f1860bd88b4b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:28.681721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8f0976c6-e333-49a5-aa9e-0194949d90d9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:28.704180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:28.706602 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:28.708695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8f0976c6-e333-49a5-aa9e-0194949d90d9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:28.709341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8f0976c6-e333-49a5-aa9e-0194949d90d9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:28.710174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.732149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.737568 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] 10.222.0.22 "DELETE /v2.0/networks/710228a6-7a56-48cf-ba77-9a8cc87a68e0 HTTP/1.1" status: 204 len: 168 time: 1.2804658 Aug 16 22:27:28.737568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ad410-acfa-4d7e-876b-01c6c62cf2af admin admin] Pushing event deleted for resources: {'Network': ['ID=710228a6-7a56-48cf-ba77-9a8cc87a68e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.739150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:28.770719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.772932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.773810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.833561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5990374 Aug 16 22:27:28.837644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:28.842762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'subnet': {'network_id': '305dd66f-f57c-4433-b27d-5715d1316241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:28.864852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9911e-a7b8-4811-a533-25af895dd24f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=305dd66f-f57c-4433-b27d-5715d1316241,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:28.880288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 305dd66f-f57c-4433-b27d-5715d1316241 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:28.887123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:28.890281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:28.978637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-17db85f0-3504-4589-83ec-4920cc15aec9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:28.980255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-17db85f0-3504-4589-83ec-4920cc15aec9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 796 time: 0.3431647 Aug 16 22:27:28.992462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-156ab1a4-13d6-4d94-8384-c6cbf4829687 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3436015 Aug 16 22:27:29.026003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:29.129082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.199658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-3f9eac44-abbd-432b-a72f-499337287edd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 380 time: 0.2020149 Aug 16 22:27:29.254925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:27:29.255473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.257491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'port': {'device_id': 'f606d631-3ae9-484b-853b-51126e56bc30', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'admin_state_up': True, 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'security_groups': ['6f989e70-372f-490c-838e-4cd62b27069a']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:29.317851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ea79fbf-f31c-455b-9b20-c175aceaf14d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:29.328809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Checking segment: {'id': '4d2c0615-f170-4ae7-8a3d-bfaa6acfd93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '305dd66f-f57c-4433-b27d-5715d1316241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:29.329631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Network hostable DHCP agents. Network: 305dd66f-f57c-4433-b27d-5715d1316241, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:29.345916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Network 305dd66f-f57c-4433-b27d-5715d1316241 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:29.357009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 305dd66f-f57c-4433-b27d-5715d1316241) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:29.362108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.362953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.363676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.372626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a793ce7-7ed0-46cc-80ed-a0a28299fe10 None None] Network 305dd66f-f57c-4433-b27d-5715d1316241 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:29.385977 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-95f15c8b-836b-40b2-ae9a-abf276338742 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5470760 Aug 16 22:27:29.386748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38668) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:29.394642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'floatingip': {'floating_network_id': '305dd66f-f57c-4433-b27d-5715d1316241'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:29.408614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.416103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.422239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.429646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.435680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.442900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.443269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.449172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.451129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-dd916331-c703-4382-8d6d-76065c4d7d48 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 5445 time: 0.3878927 Aug 16 22:27:29.550835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d27fc040-6b63-44b3-82a6-89b5fbf827bf up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:29.577987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa038c-2985-4990-8e42-80a1c142b999 None None] Network 305dd66f-f57c-4433-b27d-5715d1316241 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:29.591376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.662609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bb331-d935-4db6-9706-b12c0fe559a4 req-b6ee2197-cdfb-427c-93d4-921fa8b222c0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:29.665024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-027bb331-d935-4db6-9706-b12c0fe559a4 req-b6ee2197-cdfb-427c-93d4-921fa8b222c0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 943 time: 0.4642229 Aug 16 22:27:29.708844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Allocated IP 172.20.0.9 (305dd66f-f57c-4433-b27d-5715d1316241/5ea79fbf-f31c-455b-9b20-c175aceaf14d/43fd2dd0-2a79-445e-aae9-642484549632) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:29.721313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d27fc040-6b63-44b3-82a6-89b5fbf827bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:29.721689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.800536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a8fd5bd-d5b4-4edb-a62b-ec078283d999 req-1fcdf11d-df33-41c5-8bd7-9e5edea402e7 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3096678 Aug 16 22:27:29.822469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.834862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.157 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/4e57bc26-6c18-43f8-aae8-7b88282ddd92) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:29.887075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:29.902368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:29.924355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-027bb331-d935-4db6-9706-b12c0fe559a4 req-04e0eda0-52e2-4b81-ab99-6a63df850f76 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309430 Aug 16 22:27:29.926268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:29.926775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7c3920e8-c8f2-4b01-8ae4-3dd7d17dbbfb not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:29.941015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Network 305dd66f-f57c-4433-b27d-5715d1316241 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:29.942759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:29.947313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:29.985116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Port': ['ID=43fd2dd0-2a79-445e-aae9-642484549632,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:29.988740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:29.992327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.048545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.086672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.262113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.266897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.338900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Port': ['ID=43fd2dd0-2a79-445e-aae9-642484549632,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.349748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.352160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c6159d5-3701-452a-94ce-7682f02d85d5 req-6ed0ee01-5cad-49b5-95a3-f765599bb19b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 210 time: 0.3539577 Aug 16 22:27:30.356150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9edfddeb-34e6-4c67-9543-cd89cce59171,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:30.364149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.368474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1ce01e2-056b-4167-9afe-24189e73969e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9776695 Aug 16 22:27:30.368758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:30.413544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 49cea60d-6f4c-4c17-ab86-4eda0c502da1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:30.424260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:30.439571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d3e031da-ae60-4749-8f99-6e7ca6d8a4ea tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=305dd66f-f57c-4433-b27d-5715d1316241 HTTP/1.1" status: 200 len: 689 time: 0.0695601 Aug 16 22:27:30.441933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38672) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:30.495395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.506089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] For port 9edfddeb-34e6-4c67-9543-cd89cce59171, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:30.551457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.593113 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.622337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] device_id is not set on port 9edfddeb-34e6-4c67-9543-cd89cce59171 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:30.636263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:30.649317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:30.651585 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6bd39-be94-4a5d-a445-23bf0a719979" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:30.655812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.675957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:30.677678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '49cea60d-6f4c-4c17-ab86-4eda0c502da1', 'network_id': '8efdcf78-dcbc-4bfd-a714-42cc6a551dac', 'port_id': '49cea60d-6f4c-4c17-ab86-4eda0c502da1', 'mac_address': 'fa:16:3e:0f:5c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c63000-4841-45df-85aa-a6451ec9b129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:30.681743 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.682021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.683202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9edfddeb-34e6-4c67-9543-cd89cce59171 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:30.689576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Deleting port 43fd2dd0-2a79-445e-aae9-642484549632 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:30.689986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.691639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.10 (5d2500f3-089d-4fbe-beff-44348b3bd59d/18e083ed-c659-45cd-bd4a-859bf27edd8e/9c6404de-c3f3-49ce-8aa0-0d791aa93c19) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:30.761022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.795646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.815594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.815966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] No DVR routers for this DVR port 9edfddeb-34e6-4c67-9543-cd89cce59171 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:30.823659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.824290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.824566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.826251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:30.834861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cea60d-6f4c-4c17-ab86-4eda0c502da1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:30.869961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:30.875104 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee7c1d-271d-45a9-ae71-ed43c7d7912e x-openstack-request-id: req-f7ee7c1d-271d-45a9-ae71-ed43c7d7912e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:30.875803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Calling delete_port for 43fd2dd0-2a79-445e-aae9-642484549632 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:30.875906 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:30.875906 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7ee7c1d-271d-45a9-ae71-ed43c7d7912e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:30.876460 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'code': 200} Aug 16 22:27:30.878072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9edfddeb-34e6-4c67-9543-cd89cce59171 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:30.879127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6f90bab-0240-4442-9a44-ed20e6b9715f no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:30.926459 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:30.951169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:30.998778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.035191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:31.054378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.066878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:31.082338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.094465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:31.100865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.101742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 840ab409-1bed-4822-b480-7847fc3787b2 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:31.110363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Port': ['ID=43fd2dd0-2a79-445e-aae9-642484549632,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.175432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.177207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] In _notify_port_updated(), no bound segment for port 9edfddeb-34e6-4c67-9543-cd89cce59171 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:27:31.178712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.179454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.180798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ee9f21-d1ea-4707-8390-b1ceb33af1a4 service neutron] 10.222.0.88 "PUT /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 200 len: 1033 time: 2.1608295 Aug 16 22:27:31.181517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=4e57bc26-6c18-43f8-aae8-7b88282ddd92,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.194103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-48cbed36-5203-470e-9f65-00c73f3c7d53 None None] Provisioning complete for port 9edfddeb-34e6-4c67-9543-cd89cce59171 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:31.194957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48cbed36-5203-470e-9f65-00c73f3c7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.225847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.227905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.267159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-48cbed36-5203-470e-9f65-00c73f3c7d53 None None] Port 9edfddeb-34e6-4c67-9543-cd89cce59171 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:31.290378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.291065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.293160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.299107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.305055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.310979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.316798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea79fbf-f31c-455b-9b20-c175aceaf14d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.316951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.323313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.325205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-c4767f74-e83e-4a8e-a048-75358f75dc3e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 4663 time: 0.3638642 Aug 16 22:27:31.334701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:31.339197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.340032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:31.360582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-69acaeea-9f42-4c98-90dc-ab645d55a0df tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.361928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-69acaeea-9f42-4c98-90dc-ab645d55a0df tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "GET /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1693411 Aug 16 22:27:31.367551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['49cea60d-6f4c-4c17-ab86-4eda0c502da1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:31.379699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fcbd4-a627-47e7-8591-0f2755a2f083 req-9f0941ef-cd66-4572-824f-c49be325dcd4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:31.381351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-476fcbd4-a627-47e7-8591-0f2755a2f083 req-9f0941ef-cd66-4572-824f-c49be325dcd4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 944 time: 0.3414826 Aug 16 22:27:31.395172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:31.476856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.533784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.555940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.593411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:31.608107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.608409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b3856986-648d-4a3e-982c-52a576918071 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:31.646116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:31.668328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de4ef72-0d4e-4093-ab95-0c65b8cfda02 req-a11cd9bd-8d7d-4651-a792-55d3be05d239 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3115454 Aug 16 22:27:31.730519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-476fcbd4-a627-47e7-8591-0f2755a2f083 req-e91166c9-a2cb-442d-b273-ba6a077a085c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324673 Aug 16 22:27:31.747984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.755393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.760027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305dd66f-f57c-4433-b27d-5715d1316241']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:31.770682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2c0615-f170-4ae7-8a3d-bfaa6acfd93f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:31.770981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2c0615-f170-4ae7-8a3d-bfaa6acfd93f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:31.780496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.796561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.803780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:31.804211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:31.806388 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:31.870521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.878262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.888056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 305dd66f-f57c-4433-b27d-5715d1316241 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:27:31.890885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Network': ['ID=305dd66f-f57c-4433-b27d-5715d1316241,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:31.892846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.894783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a1b9ec8-105e-4bec-b7b2-5da70ea8f53e tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/305dd66f-f57c-4433-b27d-5715d1316241 HTTP/1.1" status: 204 len: 168 time: 1.4518440 Aug 16 22:27:31.897713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:31.924376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.925898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1375e6a-bbce-45f5-83a4-2656bf63d989 req-87e6419c-3598-4ddb-a383-ed4f5672088c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 210 time: 0.0658767 Aug 16 22:27:31.975915 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c78b9de-56bc-4a80-80c0-a58bdfe18518 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.0765686 Aug 16 22:27:31.976361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:31.978177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:31.978318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.981593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:31.982306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 30aa6e76-684b-43b6-ba67-443cae7d4e2f no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:32.016217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:27:32.016729 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:27:32.066556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:32.102454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.103216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.103837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.104463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.104932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.105426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.106032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.106504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.106965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.107429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.107891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.109611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.110073 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b5adc4f9-0563-4097-b7e5-9fe5cdc12239 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7041 time: 0.1304746 Aug 16 22:27:32.112893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.148037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:32.154632 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-fa2f70ce-eb54-4b94-98de-76dd6c9b6292 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] delete failed (client error): The resource could not be found. Aug 16 22:27:32.155074 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.156051 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa2f70ce-eb54-4b94-98de-76dd6c9b6292 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/f1227eb8-df92-4569-921b-6409f1c5bddb HTTP/1.1" status: 404 len: 345 time: 0.0422051 Aug 16 22:27:32.161659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.176365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:32.178168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:32.179746 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ff1875-4e31-4c8f-8f26-4e4135a0fca1 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 22:27:32.180445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ff1875-4e31-4c8f-8f26-4e4135a0fca1 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:27:32.187046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b8ff1875-4e31-4c8f-8f26-4e4135a0fca1 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/305dd66f-f57c-4433-b27d-5715d1316241 HTTP/1.1" status: 404 len: 339 time: 0.0240977 Aug 16 22:27:32.187758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.191323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:32.192972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'name': 'tempest-network--68989351', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:32.202611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:32.216630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:32.230324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:32.232892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.260967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:32.270835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.271194 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Added segment 29447043-3e39-4da2-9082-78aac0daabdc of type vlan for network fe34c198-84d0-4586-b961-9f4f562f67fe Aug 16 22:27:32.327420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.328420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.329084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.335116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.366675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Deleting port 7391bc05-f9d6-4349-bb85-b85b2c03ade0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:32.366888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.385950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.387622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.388507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.417687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-a1e29c16-b833-4e40-82a9-6c81af010027 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1675613 Aug 16 22:27:32.461031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.2705734 Aug 16 22:27:32.461318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Request body: {'port': {'device_id': 'f606d631-3ae9-484b-853b-51126e56bc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:32.466856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38696) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.511562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-59153b75-4a71-4b71-bad4-026befc576d7 None None] Provisioning for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:32.515858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-59153b75-4a71-4b71-bad4-026befc576d7 None None] Provisioning complete for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:32.516346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-59153b75-4a71-4b71-bad4-026befc576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.527202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] For port 7391bc05-f9d6-4349-bb85-b85b2c03ade0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7391bc05-f9d6-4349-bb85-b85b2c03ade0,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:32.527577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.540511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c672d-dbc6-44f9-b141-7a593194d4f0 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=fe34c198-84d0-4586-b961-9f4f562f67fe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:32.554782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fe34c198-84d0-4586-b961-9f4f562f67fe details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:32.556683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.594822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Calling delete_port for 7391bc05-f9d6-4349-bb85-b85b2c03ade0 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:32.598159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-59153b75-4a71-4b71-bad4-026befc576d7 None None] Port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:32.602603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e402a-e6a9-4950-91ca-158111bb904b tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.607797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.608746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e402a-e6a9-4950-91ca-158111bb904b tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.614664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e402a-e6a9-4950-91ca-158111bb904b tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.621019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e402a-e6a9-4950-91ca-158111bb904b tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:32.623291 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db9e402a-e6a9-4950-91ca-158111bb904b tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.1581557 Aug 16 22:27:32.625972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.633203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.697096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.788497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.800084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe34c198-84d0-4586-b961-9f4f562f67fe']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:32.812153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29447043-3e39-4da2-9082-78aac0daabdc') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:32.812606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29447043-3e39-4da2-9082-78aac0daabdc') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:32.823084 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.838245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.844778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:32.845231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:32.847186 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:32.877858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3856986-648d-4a3e-982c-52a576918071'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:32.880263 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0b2eb6-eb75-4e01-a1f2-e99144c95f01" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "840ab409-1bed-4822-b480-7847fc3787b2"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "b3856986-648d-4a3e-982c-52a576918071"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:32.911875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.917383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe34c198-84d0-4586-b961-9f4f562f67fe {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:27:32.935519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:32.948862 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/fe34c198-84d0-4586-b961-9f4f562f67fe HTTP/1.1" status: 204 len: 168 time: 0.3216650 Aug 16 22:27:32.949811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:32.955342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'name': 'tempest-network--1530048810', 'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:32.958809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acec599-8914-400c-b23d-2446f0469355 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe34c198-84d0-4586-b961-9f4f562f67fe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:32.986929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:32.990042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.021763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:33.035711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.036285 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Added segment b5b476c9-83ee-477d-be16-6881fadf3076 of type vlan for network a07fbbbf-dd49-4629-b8df-77cfc1b5f21c Aug 16 22:27:33.095215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.130805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.132426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.133086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.200516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2493503 Aug 16 22:27:33.200987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.311114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a330c58f-e8d9-4c66-b635-061813e28810 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.313337 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a330c58f-e8d9-4c66-b635-061813e28810 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "GET /v2.0/networks/a07fbbbf-dd49-4629-b8df-77cfc1b5f21c HTTP/1.1" status: 200 len: 757 time: 0.1024971 Aug 16 22:27:33.316575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.327627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb7aec-6868-47ef-895b-46c93209989d tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=a07fbbbf-dd49-4629-b8df-77cfc1b5f21c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.340727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a07fbbbf-dd49-4629-b8df-77cfc1b5f21c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:33.416422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.422358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.423917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02232e06-ffb5-43d5-99dd-d62d586250da tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.427787 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-02232e06-ffb5-43d5-99dd-d62d586250da tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "GET /v2.0/networks/7cf0c48a-42f2-470d-a21a-cd521531ed7e HTTP/1.1" status: 200 len: 767 time: 0.1078482 Aug 16 22:27:33.428211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.428346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.434335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.440099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.446053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.447910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-3cf1b5ac-8856-4879-a6b7-6f29b9d4bc87 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 4653 time: 0.3679359 Aug 16 22:27:33.471881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb88fbb-36b0-4317-8d52-2b3ab5af025a req-2ab9a86e-b5d0-4dfa-96bd-18c444a856e8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.476948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bb88fbb-36b0-4317-8d52-2b3ab5af025a req-2ab9a86e-b5d0-4dfa-96bd-18c444a856e8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 944 time: 0.3944566 Aug 16 22:27:33.508846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.587583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.591418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.601149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07fbbbf-dd49-4629-b8df-77cfc1b5f21c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:33.612011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b476c9-83ee-477d-be16-6881fadf3076') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:33.612342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b476c9-83ee-477d-be16-6881fadf3076') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:33.621281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.624829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.634134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b3856986-648d-4a3e-982c-52a576918071,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:33.636060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.642715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:33.643163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:33.644939 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:33.699718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.704780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a07fbbbf-dd49-4629-b8df-77cfc1b5f21c {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:27:33.707455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.709907 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/a07fbbbf-dd49-4629-b8df-77cfc1b5f21c HTTP/1.1" status: 204 len: 168 time: 0.2800050 Aug 16 22:27:33.719874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.722931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89bb991d-42fa-4502-abaa-26dc56776e67 req-b08fc6bc-4e17-4c8c-8367-015db24da48a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&id=4b51b560-71cb-4821-ae85-48119a016a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2625406 Aug 16 22:27:33.728104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'name': 'tempest-network--748027827'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:33.730045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc93d9-6b2b-4238-87a0-7b4df21c4fab tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Network': ['ID=a07fbbbf-dd49-4629-b8df-77cfc1b5f21c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.753942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Made reservation on behalf of 42ced7bacfb34c598b5fe56e2f4216cb for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:33.757868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.786907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:33.798284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.798676 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Added segment 7ba4b443-7128-407b-ae69-0da46480c3fa of type vlan for network 015b6585-2f80-41c0-b344-b676c9ca3a77 Aug 16 22:27:33.815039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bb88fbb-36b0-4317-8d52-2b3ab5af025a req-026650a1-3a0f-4fe8-aa64-40a781f7fc7b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863085 Aug 16 22:27:33.849963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.870779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=4e57bc26-6c18-43f8-aae8-7b88282ddd92,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:33.880866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] For port b3856986-648d-4a3e-982c-52a576918071, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:33.898030 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276d075-5229-4a86-8aad-f96dfa45c1f5 x-openstack-request-id: req-2276d075-5229-4a86-8aad-f96dfa45c1f5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:33.898554 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "840ab409-1bed-4822-b480-7847fc3787b2", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "b3856986-648d-4a3e-982c-52a576918071", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-unplugged", "status": "completed", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:33.898667 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2276d075-5229-4a86-8aad-f96dfa45c1f5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:33.899171 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'code': 200} Aug 16 22:27:33.899495 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2', 'code': 200} Aug 16 22:27:33.899951 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'code': 200} Aug 16 22:27:33.900414 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3856986-648d-4a3e-982c-52a576918071', 'code': 200} Aug 16 22:27:33.900825 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'code': 200} Aug 16 22:27:33.904792 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.905938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:33.906790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.923039 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.969324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:33.986951 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2669611 Aug 16 22:27:33.990207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:33.998287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:34.001838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883abdf9-e1b6-498e-b7d6-7d4c5688a2b3 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=015b6585-2f80-41c0-b344-b676c9ca3a77,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.004229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] device_id is not set on port b3856986-648d-4a3e-982c-52a576918071 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:34.023545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 015b6585-2f80-41c0-b344-b676c9ca3a77 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:34.050815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Pushing event deleted for resources: {'Port': ['ID=7391bc05-f9d6-4349-bb85-b85b2c03ade0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.068926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.092279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:34.152726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.166498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Transition to ACTIVE for port object 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:34.167761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.190741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.210464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.220181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Network 015b6585-2f80-41c0-b344-b676c9ca3a77 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:27:34.220995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.221532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.222476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.223987 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "PUT /v2.0/networks/015b6585-2f80-41c0-b344-b676c9ca3a77 HTTP/1.1" status: 200 len: 856 time: 0.2301095 Aug 16 22:27:34.236183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:34.290479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.351339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c035723-eb7a-4743-bbcc-582fe4e3485f tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event updated for resources: {'Network': ['ID=015b6585-2f80-41c0-b344-b676c9ca3a77,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.382166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.404915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e630-edaa-40ee-b4ba-5b74f415a441 req-c3b72ef9-704a-4a47-b4a6-2735a928d3ce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.406758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdf5e630-edaa-40ee-b4ba-5b74f415a441 req-c3b72ef9-704a-4a47-b4a6-2735a928d3ce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 932 time: 0.4387522 Aug 16 22:27:34.434440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 49cea60d-6f4c-4c17-ab86-4eda0c502da1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:34.434682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] No DVR routers for this DVR port b3856986-648d-4a3e-982c-52a576918071 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:34.451262 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 632e8217-23a6-4c77-9281-5902d6dc140c associated. External IP: 172.25.8.157, port: 2e843b7c-8c57-477e-a2c1-885e09d7dada. Aug 16 22:27:34.486959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.524724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.530725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:34.536558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015b6585-2f80-41c0-b344-b676c9ca3a77']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:34.538674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:34.539222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.556196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba4b443-7128-407b-ae69-0da46480c3fa') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:34.556526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba4b443-7128-407b-ae69-0da46480c3fa') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:34.569355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.599264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.610220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:34.610836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.662186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:34.666058 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:34.690673 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.701368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 015b6585-2f80-41c0-b344-b676c9ca3a77 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:27:34.703395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:34.712996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.715392 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] 10.222.0.22 "DELETE /v2.0/networks/015b6585-2f80-41c0-b344-b676c9ca3a77 HTTP/1.1" status: 204 len: 168 time: 0.4780087 Aug 16 22:27:34.716555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce6e9-6040-4b43-99de-0a321ac8c915 tempest-ExternalNetworksTestJSON-2113838718 tempest-ExternalNetworksTestJSON-2113838718-project-admin] Pushing event deleted for resources: {'Network': ['ID=015b6585-2f80-41c0-b344-b676c9ca3a77,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.718735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:34.721778 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.725826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] In _notify_port_updated(), no bound segment for port b3856986-648d-4a3e-982c-52a576918071 on network 4caf014e-fc00-496c-98cf-31e446a604cf {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:27:34.726976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:34.727610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.728882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-719519c7-2dac-4ffd-b13c-a4c891258fd0 service neutron] 10.222.0.88 "PUT /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 200 len: 1033 time: 3.3404226 Aug 16 22:27:34.755849 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b845d580-3cc9-4962-b1ed-c6cde2a21b89 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] DELETE failed (client error): The resource could not be found. Aug 16 22:27:34.756638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b845d580-3cc9-4962-b1ed-c6cde2a21b89 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:27:34.761797 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b845d580-3cc9-4962-b1ed-c6cde2a21b89 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "DELETE /v2.0/subnets/5ea79fbf-f31c-455b-9b20-c175aceaf14d HTTP/1.1" status: 404 len: 337 time: 0.0396771 Aug 16 22:27:34.761945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:34.792173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:34.796081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5993dc57-f5fb-48eb-b73e-da5daf5d1527 None None] Provisioning complete for port b3856986-648d-4a3e-982c-52a576918071 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:34.796653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5993dc57-f5fb-48eb-b73e-da5daf5d1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.838580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5993dc57-f5fb-48eb-b73e-da5daf5d1527 None None] Port b3856986-648d-4a3e-982c-52a576918071 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:27:34.873307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.891654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdf5e630-edaa-40ee-b4ba-5b74f415a441 req-ab8cd796-ee6a-48f0-b29c-863a8b8ed2bc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507747 Aug 16 22:27:34.892241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.977550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:34.987386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf0c48a-42f2-470d-a21a-cd521531ed7e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:34.998047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d032912-cb5a-494e-a200-cf64ca9d8c1c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:34.998478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d032912-cb5a-494e-a200-cf64ca9d8c1c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:35.008589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.024118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.030229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:35.030783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:35.033825 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:35.047597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:35.047868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:35.048209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:35.096939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.097214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:35.097404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:35.109824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.114359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] 10.222.0.22 "DELETE /v2.0/networks/7cf0c48a-42f2-470d-a21a-cd521531ed7e HTTP/1.1" status: 204 len: 168 time: 0.3484766 Aug 16 22:27:35.127393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.128293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f5783-9318-4d06-a100-3871afa34f74 tempest-ExternalNetworksTestJSON-330945419 tempest-ExternalNetworksTestJSON-330945419-project] Pushing event deleted for resources: {'Network': ['ID=7cf0c48a-42f2-470d-a21a-cd521531ed7e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:35.133359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.139299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.145262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.151296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.153489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-0f7fe80d-26cd-4876-bb0e-da983e12e26a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3875 time: 0.2649078 Aug 16 22:27:35.159084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:35.159434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:35.159833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Bound using segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:35.160282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Bound port: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:35.160654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.224687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:35.225592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.382712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:35.552212 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6bcf37d2-ba57-4988-84cf-2640fda71945 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c5b7c0c2a09447ca199bd7fb96b2068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681361 Aug 16 22:27:35.554675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:35.590584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b2eb9-073a-4af8-adda-924559b57c63 req-1ba34397-d7b9-40ca-9e2b-7aad1c7c7cb1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:35.592084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854b2eb9-073a-4af8-adda-924559b57c63 req-1ba34397-d7b9-40ca-9e2b-7aad1c7c7cb1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.6109753 Aug 16 22:27:35.607144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.628273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.675072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.677753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.679149 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e052acd9-d66e-4f09-b889-671e3bed1b13 HTTP/1.1" status: 204 len: 168 time: 0.1235313 Aug 16 22:27:35.687273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4397a-7182-4e48-b2c5-ecd782f10b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e052acd9-d66e-4f09-b889-671e3bed1b13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:35.749478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4737a5d9-8cef-40ff-8a71-3b1083160f5f req-6544279b-b779-480d-8e31-92b2f93ecadd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5811057 Aug 16 22:27:35.841666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:35.861716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854b2eb9-073a-4af8-adda-924559b57c63 req-d4e6e2df-7426-4f98-bbcd-676eefef9aee tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400036 Aug 16 22:27:35.883777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:35.887952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:35.892300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.896435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:35.897401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:35.902217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:35.904672 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce94e35-65e9-465d-912f-9bdcf633e1ec" -d '{"events": [{"server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "name": "network-vif-plugged", "status": "completed", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:35.950095 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f294b5-8052-4450-9df7-e518e5f5fe49 x-openstack-request-id: req-80f294b5-8052-4450-9df7-e518e5f5fe49 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:35.950472 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "name": "network-vif-plugged", "status": "completed", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:35.950729 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80f294b5-8052-4450-9df7-e518e5f5fe49 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:35.951193 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1', 'code': 200} Aug 16 22:27:36.031711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:36.037642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.038277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.039647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] 10.222.0.89 "PUT /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1093 time: 3.5855954 Aug 16 22:27:36.041633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:36.043886 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c" -d '{"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:36.077096 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dbc50e16-4872-414a-a9e2-5cf899890d54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42ced7bacfb34c598b5fe56e2f4216cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437918 Aug 16 22:27:36.079180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Router 12e648fc-be46-4e50-83b2-7423799f3a57 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:36.079779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:36.136405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.156972 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e64a92-e43e-442f-969c-189f02fc3074 x-openstack-request-id: req-69e64a92-e43e-442f-969c-189f02fc3074 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:36.157330 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:36.157551 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69e64a92-e43e-442f-969c-189f02fc3074 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:36.157950 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:27:36.160626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.215388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c79f5-853c-4305-8232-38b2e5284927 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:36.226179 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.230682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.235246 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85c2d613-e181-45ca-b74a-7875a488fa65 HTTP/1.1" status: 204 len: 168 time: 0.1544580 Aug 16 22:27:36.244205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad465f3-0e47-45c3-ac64-494c43c532d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c2d613-e181-45ca-b74a-7875a488fa65,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:36.385121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37732d-bdfc-4607-9037-546a82a69892 req-8e67a55d-b9b1-41b1-929a-684646fc7075 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.386667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de37732d-bdfc-4607-9037-546a82a69892 req-8e67a55d-b9b1-41b1-929a-684646fc7075 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.3742774 Aug 16 22:27:36.404578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb747-3611-4cdb-b5fb-6d6b82aa04ae req-a8e27652-9a2f-4857-8b48-7d0b03eff349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.406098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77ecb747-3611-4cdb-b5fb-6d6b82aa04ae req-a8e27652-9a2f-4857-8b48-7d0b03eff349 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 1097 time: 0.3593130 Aug 16 22:27:36.440798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-cfd3d9a8-a53b-4740-8066-26bb029d93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.442278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-cfd3d9a8-a53b-4740-8066-26bb029d93f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1096 time: 0.3192697 Aug 16 22:27:36.592314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-13433ffe-2881-4cdc-beb6-d3fbfbf51e8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 217 time: 0.0813632 Aug 16 22:27:36.605547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:36.617103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:36.626733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:36.627854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:36.636101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77ecb747-3611-4cdb-b5fb-6d6b82aa04ae req-b36a1c07-dd50-4c83-aa22-493789af26d0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085280 Aug 16 22:27:36.637796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.638182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.638507 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Floating IP 64198be2-20ce-4a5d-a935-389140fd9691 disassociated. External IP: 172.25.8.25, port: 2b4288e2-c10f-4110-a10f-7cbdfe5e0871. Aug 16 22:27:36.638866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:36.666424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:36.669939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de37732d-bdfc-4607-9037-546a82a69892 req-a0cfc8b1-aa11-4519-86db-acdf2460cec4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700152 Aug 16 22:27:36.675980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:36.676683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:36.687246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:36.696528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b64c257a-92a6-4dd0-b65c-cfc1b0e26329 admin admin] 10.222.0.22 "PUT /v2.0/routers/12e648fc-be46-4e50-83b2-7423799f3a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9552588 Aug 16 22:27:36.699710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:36.702441 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Sync routers for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:36.702941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.706945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-f17472e8-c61c-443f-b094-523863346352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.708660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-f17472e8-c61c-443f-b094-523863346352 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.0961311 Aug 16 22:27:36.721520 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:36.722148 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:36.758057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:36.759317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b068d-317d-452e-8c14-f824048f76e7 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:36.801840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af1a82b4-82c9-4fa7-8ba7-2675c5f5fea7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3847280 Aug 16 22:27:36.801840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:36.856577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:36.856835 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:36.883775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-64d1030d-2a39-483c-888b-01d7b96b5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:36.892327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-64d1030d-2a39-483c-888b-01d7b96b5ec7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571898 Aug 16 22:27:36.926305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2dbdd0e-ef09-4b5a-8ad2-b45365796cc2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/floatingips/632e8217-23a6-4c77-9281-5902d6dc140c HTTP/1.1" status: 200 len: 978 time: 0.1211984 Aug 16 22:27:36.956382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38786) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:37.124328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.130421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.132993 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cad44f3e-4d40-4ac6-9f25-0cd82dde166a tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1752141 Aug 16 22:27:37.135527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38792) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:37.136501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.140276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': '356ff58d-d2f4-429c-80a0-8d90de2ad028'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:37.142611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.149258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.156748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6664f549-f81e-44b8-be1a-140892f68c15 req-ab523ed6-cbda-46c2-b56f-8750af4185da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3875 time: 0.2387438 Aug 16 22:27:37.166964 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '32a1534a-100e-4f3e-940c-16524c00d111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:27:33Z', 'revision_number': 5, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port': {'id': '32a1534a-100e-4f3e-940c-16524c00d111', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:26:32Z', 'updated_at': '2021-08-16T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:37.169783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.202212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.211720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21417d-1dc8-48c0-9bbf-bbb0fbdee91c req-df5a29f3-3fa2-447f-9f93-be73b50fa72c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:37.211720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb21417d-1dc8-48c0-9bbf-bbb0fbdee91c req-df5a29f3-3fa2-447f-9f93-be73b50fa72c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.2320650 Aug 16 22:27:37.222321 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Checking router: 12e648fc-be46-4e50-83b2-7423799f3a57 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:37.222540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.234165 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Routers {'12e648fc-be46-4e50-83b2-7423799f3a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:37.234364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-6ff95be7-d23b-499b-894d-bbdbf6148368 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350084 Aug 16 22:27:37.235008 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['12e648fc-be46-4e50-83b2-7423799f3a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:37.242462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=2b4288e2-c10f-4110-a10f-7cbdfe5e0871,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:37.354205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6664f549-f81e-44b8-be1a-140892f68c15 req-6cfa65fb-e154-487f-9992-b4b1bdf6f2bd tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920474 Aug 16 22:27:37.408508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Deleting port 32a1534a-100e-4f3e-940c-16524c00d111 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:37.409048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.453138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb21417d-1dc8-48c0-9bbf-bbb0fbdee91c req-b81e2390-e7d7-44c9-a854-4cdb8e2e5cb5 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169538 Aug 16 22:27:37.534720 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] Set router 12e648fc-be46-4e50-83b2-7423799f3a57 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:37.622705 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:27:37Z', 'revision_number': 6, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:37.644166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] For port 32a1534a-100e-4f3e-940c-16524c00d111, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=32a1534a-100e-4f3e-940c-16524c00d111,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:37.644498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:37.665781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Calling delete_port for 32a1534a-100e-4f3e-940c-16524c00d111 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:37.683132 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47645344-ab91-40ef-9ed9-bd24ac7d63d3 None None] The sync data for ids ['12e648fc-be46-4e50-83b2-7423799f3a57'] in n-d-791505-20 is: [{'id': '12e648fc-be46-4e50-83b2-7423799f3a57', 'name': 'tempest-TestServerMultinode-102138793-router', 'tenant_id': 'e1e2307956704f4389467cc10a6af24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:26:31Z', 'updated_at': '2021-08-16T22:27:37Z', 'revision_number': 6, 'project_id': 'e1e2307956704f4389467cc10a6af24d', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:38.016635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-effe1e1d-e9d9-4f53-9984-de71fea4386e req-8e3d5375-6e44-4421-b681-1423b6438787 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619171 Aug 16 22:27:38.060208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95971d18-6817-4bd2-b21b-05fed66adc10 req-62241af1-a324-47a7-b7b3-b60813f1bacb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.068229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95971d18-6817-4bd2-b21b-05fed66adc10 req-62241af1-a324-47a7-b7b3-b60813f1bacb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.1418858 Aug 16 22:27:38.074004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-13252097-4202-44d6-9ba5-13bbce4aba7a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290948 Aug 16 22:27:38.125510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Router 7f3c948d-daa8-49ed-8169-e1617d11646f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:38.148203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95971d18-6817-4bd2-b21b-05fed66adc10 req-0ce501fc-b53b-4f0a-95ba-d91a519f911e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780516 Aug 16 22:27:38.249800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:38.347353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-5d192a36-4f68-4853-b0fc-721bb37f5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.348907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-5d192a36-4f68-4853-b0fc-721bb37f5030 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1096 time: 0.1954181 Aug 16 22:27:38.371426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-e3f2a756-ec76-4cd3-9329-a3700ac1b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.373252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-e3f2a756-ec76-4cd3-9329-a3700ac1b493 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1098 time: 0.1626108 Aug 16 22:27:38.420272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b89924e5-5dc0-464b-8ba1-d2109e9e6671 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:38.504544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:38.516924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Sync routers for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:38.530745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.536186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:38.537389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:38.547156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.571755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.576654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a1534a-100e-4f3e-940c-16524c00d111,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:38.639577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b89924e5-5dc0-464b-8ba1-d2109e9e6671 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "PUT /v2.0/quotas/1c0c039e5f4f45c18db0cbbc2be81298 HTTP/1.1" status: 200 len: 368 time: 0.3811500 Aug 16 22:27:38.644863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port 2b4288e2-c10f-4110-a10f-7cbdfe5e0871 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:38.653353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:38.659631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Request body: {'network': {'project_id': '1c0c039e5f4f45c18db0cbbc2be81298'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:38.667438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.669913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-d3afba4a-c371-4d75-8895-4fbd5da3045f tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "DELETE /v2.0/ports/2b4288e2-c10f-4110-a10f-7cbdfe5e0871 HTTP/1.1" status: 204 len: 173 time: 3.9279308 Aug 16 22:27:38.675223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:38.677656 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91455cc8-5fc3-483b-b61d-40586417d7b0" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:38.715289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.722510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:38.737478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-b3d8b7a1-7573-436c-8f8c-50b278b569ef tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.744033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-b3d8b7a1-7573-436c-8f8c-50b278b569ef tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.751536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-b3d8b7a1-7573-436c-8f8c-50b278b569ef tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.757558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-b3d8b7a1-7573-436c-8f8c-50b278b569ef tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.759697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-b3d8b7a1-7573-436c-8f8c-50b278b569ef tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3141 time: 0.3100059 Aug 16 22:27:38.804981 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 632e8217-23a6-4c77-9281-5902d6dc140c associated. External IP: 172.25.8.157, port: 2e843b7c-8c57-477e-a2c1-885e09d7dada. Aug 16 22:27:38.805703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-a0f54d0e-18ed-453a-af8e-4e7161571c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.807225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-a0f54d0e-18ed-453a-af8e-4e7161571c66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.4490786 Aug 16 22:27:38.846701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.850669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.890447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-f562498a-47bf-4d90-8c3a-1cff3c124340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:38.892345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-f562498a-47bf-4d90-8c3a-1cff3c124340 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.4754784 Aug 16 22:27:38.893693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-ece82c7c-b73c-41eb-a757-f85416371116 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 217 time: 0.0643830 Aug 16 22:27:38.920101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Made reservation on behalf of 1c0c039e5f4f45c18db0cbbc2be81298 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:38.922522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.942434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.943003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e648fc-be46-4e50-83b2-7423799f3a57 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:27:38.950163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:38.951341 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-279a7aac-e277-463a-96be-a275a017fcf7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/12e648fc-be46-4e50-83b2-7423799f3a57 HTTP/1.1" status: 204 len: 168 time: 2.2500412 Aug 16 22:27:38.956983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:38.976863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.008390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Checking router: 7f3c948d-daa8-49ed-8169-e1617d11646f for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:39.008603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Deleting subnet 5ea494db-00a2-4979-90c0-c96ab1cd80fe {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:39.012306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.019410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.020116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.027630 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.032940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f56af3c9-6fd0-46b2-98b8-3d951d1fedd6 req-0fb1431a-73a9-480f-a745-af5b080b963e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304869 Aug 16 22:27:39.050438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75724-b7ce-44a1-9b9e-224ad0c4cd3e req-28ecdf08-1ab4-48b6-813d-225a884a7f5a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.052058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f75724-b7ce-44a1-9b9e-224ad0c4cd3e req-28ecdf08-1ab4-48b6-813d-225a884a7f5a tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.3527284 Aug 16 22:27:39.101243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.143320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-42538dd2-2302-44e4-b860-91a259ba017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.145484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-42538dd2-2302-44e4-b860-91a259ba017b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.2202830 Aug 16 22:27:39.152102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-29162c54-cff5-4e2c-93c2-8da9475041f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1002 time: 0.2199056 Aug 16 22:27:39.161446 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab06c30-a4c3-4ff8-9910-dd30da5404a4 x-openstack-request-id: req-3ab06c30-a4c3-4ff8-9910-dd30da5404a4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:39.161686 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "2b4288e2-c10f-4110-a10f-7cbdfe5e0871", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:39.161886 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ab06c30-a4c3-4ff8-9910-dd30da5404a4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:39.162827 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '2b4288e2-c10f-4110-a10f-7cbdfe5e0871', 'status': 'completed', 'code': 200} Aug 16 22:27:39.197895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:39.236430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:39.243850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f75724-b7ce-44a1-9b9e-224ad0c4cd3e req-2004022c-005d-4433-9163-a2eb0661663b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816263 Aug 16 22:27:39.249447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.265189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port b6f90bab-0240-4442-9a44-ed20e6b9715f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:39.265785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.362960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-99c223fa-5c0a-4e0d-acf1-b9f8e5222d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.364479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-99c223fa-5c0a-4e0d-acf1-b9f8e5222d97 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1965480 Aug 16 22:27:39.407404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.435399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-92fe66be-68a2-4e5b-b6e3-e7e8a986ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.436918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-92fe66be-68a2-4e5b-b6e3-e7e8a986ca3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700627 Aug 16 22:27:39.447412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.450401 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5ea494db-00a2-4979-90c0-c96ab1cd80fe HTTP/1.1" status: 204 len: 168 time: 0.4923806 Aug 16 22:27:39.456987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a75896-c296-49a6-b0bd-000442420444 None None] Network 721f9b45-37e2-4246-b8b4-24bc53d85e5a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:39.464770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:39.490565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b093a-71e9-4099-97c8-2471e606f71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea494db-00a2-4979-90c0-c96ab1cd80fe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:39.495738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:39.509514 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:39.522683 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.523293 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.545391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 32a1534a-100e-4f3e-940c-16524c00d111 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:39.564473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.574180 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.574783 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.578118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 32a1534a-100e-4f3e-940c-16524c00d111 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:39.578567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 32a1534a-100e-4f3e-940c-16524c00d111 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:39.579109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7391bc05-f9d6-4349-bb85-b85b2c03ade0 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:39.616502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.617155 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3f7b-eaa2-4df5-88d2-7e11915f848b None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:39.629258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7391bc05-f9d6-4349-bb85-b85b2c03ade0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:39.629681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7391bc05-f9d6-4349-bb85-b85b2c03ade0 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:39.661431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port b6f90bab-0240-4442-9a44-ed20e6b9715f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6f90bab-0240-4442-9a44-ed20e6b9715f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:39.661830 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.665761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.695286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb6475-5345-4559-a022-dae233bb1f5d None None] The sync data for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 is: [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:17:14Z', 'revision_number': 4, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '802f806c-87e9-4687-aa2d-85845928f811', 'name': '', 'network_id': 'fe645dd0-0c29-4901-81ca-9877e8832341', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'mac_address': 'fa:16:3e:11:be:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:13Z', 'updated_at': '2021-08-16T22:17:25Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'subnets': [{'id': '426edb9b-35ba-4a00-aded-0ae83bf6f79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:39.716624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.726483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaf17-0295-458f-b3ce-fda85f2fe93c req-2aea6b08-fc04-4904-ad93-dd823f2fb581 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.728074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-037eaf17-0295-458f-b3ce-fda85f2fe93c req-2aea6b08-fc04-4904-ad93-dd823f2fb581 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.3875084 Aug 16 22:27:39.740180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for b6f90bab-0240-4442-9a44-ed20e6b9715f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:39.744624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.749100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-8536f8d9-c111-48c9-bdd6-fca6c48fa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.750568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-8536f8d9-c111-48c9-bdd6-fca6c48fa4dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3715212 Aug 16 22:27:39.765586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:39.788085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] DHCP port deletion for 721f9b45-37e2-4246-b8b4-24bc53d85e5a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:27:39.826704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.828676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:39.842903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Deleting port 6bbe14a9-1837-4df9-be20-5d870da62aef {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:39.843514 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.893502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:39.898134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.908180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:39.919572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] For port 6bbe14a9-1837-4df9-be20-5d870da62aef, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6bbe14a9-1837-4df9-be20-5d870da62aef,segment=NetworkSegment(8e9a3e66-e0ee-424e-9273-cf65f3e66447),segment_id=8e9a3e66-e0ee-424e-9273-cf65f3e66447)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:39.919881 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.938033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.938590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.955323 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1caea37d-1526-4706-88c4-b7e9bd977a1f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/632e8217-23a6-4c77-9281-5902d6dc140c HTTP/1.1" status: 200 len: 979 time: 2.8185649 Aug 16 22:27:39.957953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38840) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:39.965011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:39.972434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2352-45ef-4fa6-936e-ad1b0d5ec0a1 req-fd1f83be-cfac-49fb-a8b8-79d31d7b7f26 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:39.973665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Calling delete_port for 6bbe14a9-1837-4df9-be20-5d870da62aef owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:39.974041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e5e2352-45ef-4fa6-936e-ad1b0d5ec0a1 req-fd1f83be-cfac-49fb-a8b8-79d31d7b7f26 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.4235685 Aug 16 22:27:39.974793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2f49cf-b90c-4e9a-ad57-a710c9e64f57,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:39.975871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:39.983635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:39.984018 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Added segment 4ce89143-db67-491c-b775-fe9e70feb51b of type vlan for network 248d1e7e-7c26-4358-bf50-bfb532835d9d Aug 16 22:27:39.994230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:39.994951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.006898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-533d7c36-9c75-4ebc-8d4f-175faa0a736e service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456197 Aug 16 22:27:40.017865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-037eaf17-0295-458f-b3ce-fda85f2fe93c req-b8a38ec2-1381-4419-8f03-6514d5293255 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750576 Aug 16 22:27:40.038192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.127334 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c7750b-8eca-4a76-8926-fa6438344180 None None] New status for floating IP 64198be2-20ce-4a5d-a935-389140fd9691: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:27:40.156810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.157728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f4505-3ad3-48c6-8906-d257c728d6f9 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:40.182801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.194749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.223435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.227032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] Pushing event deleted for resources: {'Port': ['ID=6bbe14a9-1837-4df9-be20-5d870da62aef,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:40.229498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d118be-ffc9-4a44-8025-612a2c01e3c2 None None] No DVR routers for this DVR port 6bbe14a9-1837-4df9-be20-5d870da62aef on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:40.238568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.239632 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 632e8217-23a6-4c77-9281-5902d6dc140c disassociated. External IP: 172.25.8.157, port: 356ff58d-d2f4-429c-80a0-8d90de2ad028. Aug 16 22:27:40.260233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e5e2352-45ef-4fa6-936e-ad1b0d5ec0a1 req-2acd3fee-c4a5-4afa-ab64-15fc70299540 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594838 Aug 16 22:27:40.270038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-9f824fea-6ea2-4bac-ac58-69f16786d5b7 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047386 Aug 16 22:27:40.344227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.344227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.344227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.494010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:40.605869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:40.610327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.616541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:40.626415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:40.627045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.641555 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-911654d2-9526-4cf1-98ce-199c08ba8203 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/632e8217-23a6-4c77-9281-5902d6dc140c HTTP/1.1" status: 200 len: 688 time: 0.6784589 Aug 16 22:27:40.641764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38846) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:40.664608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.673751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:40.674385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.707191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:40.707856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad12cf-35ef-4de6-aaa6-476f08791085 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:40.752525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:27:40.774949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 4e57bc26-6c18-43f8-aae8-7b88282ddd92 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:40.775520 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.797813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c00cb5e-21fd-42a2-8f6b-b2c4ec17b37c req-2eb166b6-b277-42c2-8a77-6e4015afe4cd service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788322 Aug 16 22:27:40.829953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1755121 Aug 16 22:27:40.832959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:40.840260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Request body: {'network': {'project_id': '1c0c039e5f4f45c18db0cbbc2be81298'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:40.864116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:40.877673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:27:40.882429 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.882759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.882985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c17fd-8974-489c-bd19-1c38dba68698 tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Pushing event updated for resources: {'Network': ['ID=248d1e7e-7c26-4358-bf50-bfb532835d9d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:40.885887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Deleting port 6bbe14a9-1837-4df9-be20-5d870da62aef {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:40.886233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.893395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.894891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Made reservation on behalf of 1c0c039e5f4f45c18db0cbbc2be81298 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:40.897356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.910821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 248d1e7e-7c26-4358-bf50-bfb532835d9d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:40.911379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 4e57bc26-6c18-43f8-aae8-7b88282ddd92 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:40.949779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044639b-fad6-4e77-a03a-c23682cb573b req-be8f56a2-054c-43c2-954a-f04cef2b4c4c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.955693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044639b-fad6-4e77-a03a-c23682cb573b req-be8f56a2-054c-43c2-954a-f04cef2b4c4c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.962232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044639b-fad6-4e77-a03a-c23682cb573b req-be8f56a2-054c-43c2-954a-f04cef2b4c4c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.968183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044639b-fad6-4e77-a03a-c23682cb573b req-be8f56a2-054c-43c2-954a-f04cef2b4c4c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:40.969113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:40.973647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c044639b-fad6-4e77-a03a-c23682cb573b req-be8f56a2-054c-43c2-954a-f04cef2b4c4c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 3141 time: 0.7016437 Aug 16 22:27:40.976139 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.987956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:40.988322 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Added segment 5203b828-f1e4-44e2-af37-55b7d4768e5a of type vlan for network f2d4243e-852c-447b-9e19-9246fc3689ea Aug 16 22:27:41.000251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:27:41.020646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:41.027197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.035063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce276f1-ec48-4118-8a65-16bc87f3b627 req-96f9566e-ce5a-462e-b23f-5b170faa4b70 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305126 Aug 16 22:27:41.044327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.065995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] For port 6bbe14a9-1837-4df9-be20-5d870da62aef, host n-d-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:41.066767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.086379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ec7e9-3e3b-4d39-aca4-9a44a825a14a req-d1e4ca37-2102-4e87-9633-4a09fafbf99e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.090053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.093666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-808ec7e9-3e3b-4d39-aca4-9a44a825a14a req-d1e4ca37-2102-4e87-9633-4a09fafbf99e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.6763756 Aug 16 22:27:41.095135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=b6f90bab-0240-4442-9a44-ed20e6b9715f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.105174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.106264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.106854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.145994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Calling delete_port for 6bbe14a9-1837-4df9-be20-5d870da62aef owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:41.156456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Port 6bbe14a9-1837-4df9-be20-5d870da62aef was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:27:41.172602 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3366542 Aug 16 22:27:41.175836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.180250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port b6f90bab-0240-4442-9a44-ed20e6b9715f on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:41.185446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.188793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.190184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-255e2c19-2cc3-4ec8-ac78-3f279e1a5e1f tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Request body: {'network': {'project_id': '1c0c039e5f4f45c18db0cbbc2be81298'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:41.190772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-63ab29d6-67ba-4f79-8a82-a8099cfe0352 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "DELETE /v2.0/ports/b6f90bab-0240-4442-9a44-ed20e6b9715f HTTP/1.1" status: 204 len: 173 time: 2.5058882 Aug 16 22:27:41.195841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:41.198116 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d409f81-85ba-4989-b2e0-9c4695fb5434" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:41.199102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.210143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed08d5-5740-4f84-b073-162b86463d3e tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Pushing event updated for resources: {'Network': ['ID=f2d4243e-852c-447b-9e19-9246fc3689ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.221090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f2d4243e-852c-447b-9e19-9246fc3689ea details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:41.223369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c044639b-fad6-4e77-a03a-c23682cb573b req-fa254cac-676a-43b9-90a5-f3e7ae778cc4 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301321 Aug 16 22:27:41.232959 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-255e2c19-2cc3-4ec8-ac78-3f279e1a5e1f tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:27:41.233477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255e2c19-2cc3-4ec8-ac78-3f279e1a5e1f tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:27:41.237337 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-255e2c19-2cc3-4ec8-ac78-3f279e1a5e1f tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0522163 Aug 16 22:27:41.237337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=4e57bc26-6c18-43f8-aae8-7b88282ddd92,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.268642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbe14a9-1837-4df9-be20-5d870da62aef,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.270871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] No DVR routers for this DVR port 6bbe14a9-1837-4df9-be20-5d870da62aef on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:41.286475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-808ec7e9-3e3b-4d39-aca4-9a44a825a14a req-486a946d-d5f2-476b-99b5-6d6046eacd63 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694534 Aug 16 22:27:41.376724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.379419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.380624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b5882bbb-4f32-42f2-b984-e0fb241cbea3 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/632e8217-23a6-4c77-9281-5902d6dc140c HTTP/1.1" status: 204 len: 168 time: 0.7379346 Aug 16 22:27:41.384695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.397674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c6404de-c3f3-49ce-8aa0-0d791aa93c19'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:27:41.399895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.428573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.448433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721f9b45-37e2-4246-b8b4-24bc53d85e5a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:41.452534 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-06dfacbe-0b51-4a3d-b8a0-f92f03c9237b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] delete failed (client error): The resource could not be found. Aug 16 22:27:41.454024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-06dfacbe-0b51-4a3d-b8a0-f92f03c9237b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/632e8217-23a6-4c77-9281-5902d6dc140c HTTP/1.1" status: 404 len: 345 time: 0.0683563 Aug 16 22:27:41.458446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.505596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9a3e66-e0ee-424e-9273-cf65f3e66447') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:41.505934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9a3e66-e0ee-424e-9273-cf65f3e66447') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:41.537842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.540274 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a7f2c-cb60-4d25-a731-8cfeb7ff8777 x-openstack-request-id: req-b72a7f2c-cb60-4d25-a731-8cfeb7ff8777 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:41.540567 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "b6f90bab-0240-4442-9a44-ed20e6b9715f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:41.540822 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b72a7f2c-cb60-4d25-a731-8cfeb7ff8777 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:41.541239 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': 'b6f90bab-0240-4442-9a44-ed20e6b9715f', 'status': 'completed', 'code': 200} Aug 16 22:27:41.584773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af613bfc-b226-4488-bbb8-3825f0190b23 req-8540a9fc-ca51-47b2-9bc0-cd3310ada1cf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.597701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af613bfc-b226-4488-bbb8-3825f0190b23 req-8540a9fc-ca51-47b2-9bc0-cd3310ada1cf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.2142532 Aug 16 22:27:41.635438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.652394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:41.653211 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce8c6fe8-ab94-412a-9e34-e690902508ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c0c039e5f4f45c18db0cbbc2be81298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525768 Aug 16 22:27:41.654017 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.664153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d3dcc-edfb-41a4-8ba5-50dc4544d312 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.670790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d3dcc-edfb-41a4-8ba5-50dc4544d312 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.677045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d3dcc-edfb-41a4-8ba5-50dc4544d312 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.679358 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8d1d3dcc-edfb-41a4-8ba5-50dc4544d312 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/ports?network_id=1fe9af69-d755-46f9-9d4c-2f14ce47adcb HTTP/1.1" status: 200 len: 2359 time: 0.2181218 Aug 16 22:27:41.679967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.682197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.764179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port 840ab409-1bed-4822-b480-7847fc3787b2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:41.764396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:41.767438 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:41.782369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6bbe14a9-1837-4df9-be20-5d870da62aef no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:27:41.786894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1440ce-e4e2-40ff-9bba-38c0713fe163 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:41.789575 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a1440ce-e4e2-40ff-9bba-38c0713fe163 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/subnets/cc04e4d6-ad41-4621-9233-a695f9891fa6 HTTP/1.1" status: 200 len: 797 time: 0.1065307 Aug 16 22:27:41.794237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:41.799550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'port': {'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb', 'name': 'tempest-FloatingIPTestJSON-1921794202', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:41.804379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6bbe14a9-1837-4df9-be20-5d870da62aef {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:27:41.804730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6bbe14a9-1837-4df9-be20-5d870da62aef not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:27:41.858801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.872444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.891439 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.895594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] 10.222.0.22 "DELETE /v2.0/networks/721f9b45-37e2-4246-b8b4-24bc53d85e5a HTTP/1.1" status: 204 len: 168 time: 2.4236763 Aug 16 22:27:41.900466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:41.906557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af613bfc-b226-4488-bbb8-3825f0190b23 req-2304982c-a164-4a8c-b096-232b9049e7ef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079822 Aug 16 22:27:41.939814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d2039-165d-4956-9efd-5a517c3d1560 admin admin] Pushing event deleted for resources: {'Network': ['ID=721f9b45-37e2-4246-b8b4-24bc53d85e5a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:41.980025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:41.998589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61d0e6-3e1a-4d12-994a-121a01d7cd87 req-d73b996d-28cc-49d3-80c2-d7ce222faf93 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:42.000281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d61d0e6-3e1a-4d12-994a-121a01d7cd87 req-d73b996d-28cc-49d3-80c2-d7ce222faf93 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.2302532 Aug 16 22:27:42.010237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port 840ab409-1bed-4822-b480-7847fc3787b2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=840ab409-1bed-4822-b480-7847fc3787b2,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:42.010617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.036000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.039046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.040472 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff2f49cf-b90c-4e9a-ad57-a710c9e64f57 HTTP/1.1" status: 204 len: 168 time: 0.3594306 Aug 16 22:27:42.045648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:42.052662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for 840ab409-1bed-4822-b480-7847fc3787b2 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:42.059009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:42.073620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d61d0e6-3e1a-4d12-994a-121a01d7cd87 req-74659611-caa0-4d00-aa3a-aab3eb3e49da tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Aug 16 22:27:42.073812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fd7dd-971b-4efc-a32d-f31cb0334bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2f49cf-b90c-4e9a-ad57-a710c9e64f57,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:42.156931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f0f6bb12-f085-4a29-b0db-73975f4dd308 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0254a59eabde46aeaf2015e143b48a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945513 Aug 16 22:27:42.161231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:42.260109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.296095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.310624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.364962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=840ab409-1bed-4822-b480-7847fc3787b2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:42.442014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port 840ab409-1bed-4822-b480-7847fc3787b2 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:42.445641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.447737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-56aa3897-0d20-4975-9601-a7a40e29fde2 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "DELETE /v2.0/ports/840ab409-1bed-4822-b480-7847fc3787b2 HTTP/1.1" status: 204 len: 173 time: 1.2467365 Aug 16 22:27:42.477034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cfe49-7163-409e-bcb9-6cbd515467a5 req-46ceb2d5-5b0f-4b65-95a7-7598686241b9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:42.483141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cfe49-7163-409e-bcb9-6cbd515467a5 req-46ceb2d5-5b0f-4b65-95a7-7598686241b9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:42.484789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240cfe49-7163-409e-bcb9-6cbd515467a5 req-46ceb2d5-5b0f-4b65-95a7-7598686241b9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 1675 time: 0.1313322 Aug 16 22:27:42.505059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.507026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.510496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a437b30-3874-4df7-9040-59f9b90363f0 HTTP/1.1" status: 204 len: 168 time: 0.3459647 Aug 16 22:27:42.528859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.539823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea862d89-50c4-496a-aa15-c49e5debdcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a437b30-3874-4df7-9040-59f9b90363f0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:42.552126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.570022 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] device_id is not set on port 06355832-3b6c-4459-886f-8b73b980136e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:42.595745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-240cfe49-7163-409e-bcb9-6cbd515467a5 req-e48ff688-58dd-4dc5-9ff1-6a0750df133c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922434 Aug 16 22:27:42.622298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port 30aa6e76-684b-43b6-ba67-443cae7d4e2f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:42.622650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.719169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port 30aa6e76-684b-43b6-ba67-443cae7d4e2f, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=30aa6e76-684b-43b6-ba67-443cae7d4e2f,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:42.719568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.736222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for 30aa6e76-684b-43b6-ba67-443cae7d4e2f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:42.767727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:42.828919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.867614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:42.872892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:42.873524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.888455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d4243e-852c-447b-9e19-9246fc3689ea']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:42.907530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5203b828-f1e4-44e2-af37-55b7d4768e5a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:42.907908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5203b828-f1e4-44e2-af37-55b7d4768e5a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:42.923472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.963775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.972962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:42.990895 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.000388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:43.000961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:43.003023 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:43.021162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=30aa6e76-684b-43b6-ba67-443cae7d4e2f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.025902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:43.028428 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c20136-a409-4aad-84e3-40204bffd716" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:43.054475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38900) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:43.055795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:43.060197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.101038 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3ba5f6-88ff-490a-91a4-08ac0e8a8347 x-openstack-request-id: req-ab3ba5f6-88ff-490a-91a4-08ac0e8a8347 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:43.101464 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:43.101835 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab3ba5f6-88ff-490a-91a4-08ac0e8a8347 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:43.102408 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'code': 200} Aug 16 22:27:43.107591 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.112386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.114312 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f2d4243e-852c-447b-9e19-9246fc3689ea HTTP/1.1" status: 204 len: 168 time: 1.0662093 Aug 16 22:27:43.119639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:43.136832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.158234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dcbd4-73c2-4d20-b2a7-30eff806cc0c tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2d4243e-852c-447b-9e19-9246fc3689ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.184477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port 30aa6e76-684b-43b6-ba67-443cae7d4e2f on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:43.189320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.191432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-f046391a-4db4-41d9-a60a-890baac10c2b tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "DELETE /v2.0/ports/30aa6e76-684b-43b6-ba67-443cae7d4e2f HTTP/1.1" status: 204 len: 173 time: 0.7355266 Aug 16 22:27:43.210597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.14 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/06355832-3b6c-4459-886f-8b73b980136e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:43.226250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.12 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/06355832-3b6c-4459-886f-8b73b980136e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:43.235719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.286880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd660-5ea5-484b-97c8-dc4f3c160dfb req-a678534c-182f-411d-934b-30f7c5fbad6a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.288992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00bdd660-5ea5-484b-97c8-dc4f3c160dfb req-a678534c-182f-411d-934b-30f7c5fbad6a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.2336106 Aug 16 22:27:43.293812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2cd85f42-84c4-439e-877f-0a12afddf8d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1e2307956704f4389467cc10a6af24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221975 Aug 16 22:27:43.299693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38906) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:43.402567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.409596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29922048-5bf2-470b-990b-abe4a1af2e3a req-359fb330-5d69-4350-821f-8a51b159b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.410966 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29922048-5bf2-470b-990b-abe4a1af2e3a req-359fb330-5d69-4350-821f-8a51b159b9c3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1098 time: 0.2136247 Aug 16 22:27:43.419953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248d1e7e-7c26-4358-bf50-bfb532835d9d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:43.422039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c48b26-02ac-4b67-b70d-1babd945a5ae req-42fdd283-78f9-4d0c-8113-562962b41d0e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.423530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c48b26-02ac-4b67-b70d-1babd945a5ae req-42fdd283-78f9-4d0c-8113-562962b41d0e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.2250850 Aug 16 22:27:43.435019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce89143-db67-491c-b775-fe9e70feb51b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:43.435326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce89143-db67-491c-b775-fe9e70feb51b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:43.442931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00bdd660-5ea5-484b-97c8-dc4f3c160dfb req-e5147ca7-1cb1-4c20-9f96-5bad3fd4ea3e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440060 Aug 16 22:27:43.450504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.489765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.504196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.506800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:43.507301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:43.509104 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:43.516352 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.535332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29922048-5bf2-470b-990b-abe4a1af2e3a req-fa824ad5-41b3-4f6d-80cd-bee8bd3cc659 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108024 Aug 16 22:27:43.543133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2'}, {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:43.545388 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52e5fa-6049-4887-a107-a910a6451d43" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "840ab409-1bed-4822-b480-7847fc3787b2"}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:43.552295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:43.552555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.561591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c48b26-02ac-4b67-b70d-1babd945a5ae req-6919d504-9e3e-45fd-8c0b-035ca0c766f3 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220725 Aug 16 22:27:43.607354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.615953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.620444 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d52647-68e7-43f8-8d91-d694e66883e5 x-openstack-request-id: req-f6d52647-68e7-43f8-8d91-d694e66883e5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:43.620745 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "840ab409-1bed-4822-b480-7847fc3787b2", "status": "completed", "code": 200}, {"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "30aa6e76-684b-43b6-ba67-443cae7d4e2f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:43.620992 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6d52647-68e7-43f8-8d91-d694e66883e5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:43.621415 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '840ab409-1bed-4822-b480-7847fc3787b2', 'status': 'completed', 'code': 200} Aug 16 22:27:43.622526 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': '30aa6e76-684b-43b6-ba67-443cae7d4e2f', 'status': 'completed', 'code': 200} Aug 16 22:27:43.627373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.635215 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] 10.222.0.22 "DELETE /v2.0/networks/248d1e7e-7c26-4358-bf50-bfb532835d9d HTTP/1.1" status: 204 len: 168 time: 0.5097799 Aug 16 22:27:43.673686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.680382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975c008-d118-4412-8ac9-a1a2730dccba tempest-QuotasNegativeTest-1601892471 tempest-QuotasNegativeTest-1601892471-project-admin] Pushing event deleted for resources: {'Network': ['ID=248d1e7e-7c26-4358-bf50-bfb532835d9d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.702327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:43.702596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.726298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:43.738437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:43.742963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:43.748295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:43.753062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=06355832-3b6c-4459-886f-8b73b980136e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.759914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.762610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.763858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31ad329b-d81b-4c1c-a43d-8a8691258b1d HTTP/1.1" status: 204 len: 168 time: 0.4633539 Aug 16 22:27:43.813612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55a8c4-cf06-4d3c-9099-df10063c3ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad329b-d81b-4c1c-a43d-8a8691258b1d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:43.841321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8d092-1268-4459-b915-e4fb42b61197 req-b3da712a-dae4-496a-8657-70483aef7edc tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.842922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2a8d092-1268-4459-b915-e4fb42b61197 req-b3da712a-dae4-496a-8657-70483aef7edc tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 941 time: 0.1323657 Aug 16 22:27:43.861320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:43.862502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.891012 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-be942be4-9272-46e4-983f-2d9f1e139ee5 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0931041 Aug 16 22:27:43.891584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:43.897741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '06355832-3b6c-4459-886f-8b73b980136e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:43.919075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2a8d092-1268-4459-b915-e4fb42b61197 req-29434e8b-54ab-44f6-a0c7-c17fd4148483 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups?id=f20304c3-c8b5-4c7f-b900-8283133b00cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681014 Aug 16 22:27:43.924597 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:43.969514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.026993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:44.065061 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.078587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:27:44.082127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.085449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a989ad3-c806-4a69-8bb3-6f1a2b287c9d req-a3367b18-bcf6-4cdf-b9ab-24f79a85853c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.88 "DELETE /v2.0/ports/fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6 HTTP/1.1" status: 204 len: 173 time: 0.8727076 Aug 16 22:27:44.194725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.44 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d17f0e34-5839-4213-ab8c-6969e84713a6) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:44.329227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.334713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.414956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.433489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38924) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:44.449600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da742505-c178-4e8d-b713-2209e6383c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.464574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:44.471768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:44.474381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:44.506223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=d17f0e34-5839-4213-ab8c-6969e84713a6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:44.580612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da742505-c178-4e8d-b713-2209e6383c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.638233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da742505-c178-4e8d-b713-2209e6383c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.702588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da742505-c178-4e8d-b713-2209e6383c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d2e38-7360-4528-a99e-232dacd90ca4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:44.721365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-da742505-c178-4e8d-b713-2209e6383c4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abc746e745cd4055baa2352d09864ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865009 Aug 16 22:27:44.729608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9741-f57f-4a40-871f-b2d0b7d6eec6 req-4d7cae99-2630-48af-a95f-dab4018747be tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:44.731032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08fd9741-f57f-4a40-871f-b2d0b7d6eec6 req-4d7cae99-2630-48af-a95f-dab4018747be tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1488822 Aug 16 22:27:44.731538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:44.823335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473b8b2-e307-48f0-9763-0c19ad8cedae req-e61c09cf-70c7-45ec-812b-93680542b433 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:44.824895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b473b8b2-e307-48f0-9763-0c19ad8cedae req-e61c09cf-70c7-45ec-812b-93680542b433 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1484487 Aug 16 22:27:44.832693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.861841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08fd9741-f57f-4a40-871f-b2d0b7d6eec6 req-406d253f-ca03-4ca9-9149-61eed2dad815 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982790 Aug 16 22:27:44.876684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.929753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b473b8b2-e307-48f0-9763-0c19ad8cedae req-dbe01c9f-3f8d-495b-bec7-c7571ff42333 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947874 Aug 16 22:27:44.968469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.973048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.976542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:44.980071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a7d2e38-7360-4528-a99e-232dacd90ca4 HTTP/1.1" status: 204 len: 168 time: 0.2448034 Aug 16 22:27:45.000083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c4f08-6c6e-4d05-ae77-9c2ae8bd9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d2e38-7360-4528-a99e-232dacd90ca4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.055943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26061285-1528-4bb5-90fe-4c813a0c3d44 req-d4a4f305-6fe4-462d-b39f-63c81974281e tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0418725 Aug 16 22:27:45.089634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.254341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.259329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.334664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=d17f0e34-5839-4213-ab8c-6969e84713a6,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.344109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.380322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38940) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:45.394273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e48d9ac4-a976-4cce-a1ff-c30b70477d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.456165 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP b21fe26e-e073-4a04-ad81-da50c4ebbaa0 associated. External IP: 172.25.8.44, port: 06355832-3b6c-4459-886f-8b73b980136e. Aug 16 22:27:45.517418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c041e57-0561-4691-9002-551082c3c245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.524173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e48d9ac4-a976-4cce-a1ff-c30b70477d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.528459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e48d9ac4-a976-4cce-a1ff-c30b70477d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.571307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e48d9ac4-a976-4cce-a1ff-c30b70477d4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d4ad27b0d8249ebb7e8dca3cbc50467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865418 Aug 16 22:27:45.571307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9ac4-a976-4cce-a1ff-c30b70477d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c67ae-77a5-4d8f-bd4f-2fca8c28f66d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.571589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:45.623274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:45.625978 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15b71f2-925f-483f-b346-bcbfa449e488" -d '{"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:45.664341 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ff3f6-aeab-42f5-9e9f-fd34a1e4e7cb x-openstack-request-id: req-d57ff3f6-aeab-42f5-9e9f-fd34a1e4e7cb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:45.665281 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ead8e7-6f4d-4d9d-a84c-eace66cfa171", "name": "network-vif-deleted", "tag": "fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:45.665662 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d57ff3f6-aeab-42f5-9e9f-fd34a1e4e7cb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:45.666356 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ead8e7-6f4d-4d9d-a84c-eace66cfa171', 'name': 'network-vif-deleted', 'tag': 'fdcae7e4-71e4-429e-88e2-80bd2d3d3aa6', 'status': 'completed', 'code': 200} Aug 16 22:27:45.678192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.734139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.782953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:45.842795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.849960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.851103 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/700c67ae-77a5-4d8f-bd4f-2fca8c28f66d HTTP/1.1" status: 204 len: 168 time: 0.2786062 Aug 16 22:27:45.894037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dcb56-24c3-4a48-8a45-6bd0503ca2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c67ae-77a5-4d8f-bd4f-2fca8c28f66d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:45.918591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:45.933248 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:45.942258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:45.957690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:45.958572 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:45.998872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:46.001387 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-37c4b53f-a376-4878-b03c-b92b38c84c4f tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1067138 Aug 16 22:27:46.004569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:46.010299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:46.011192 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:46.014735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': '06355832-3b6c-4459-886f-8b73b980136e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:46.051525 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:46.052241 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7afbb3-565b-461a-b61f-250cdc468d97 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:46.081394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.135663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad06c5-496b-4789-a9a0-37c1a92b732b req-4329ad67-93ea-4278-9077-2a310351474f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:46.137542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dad06c5-496b-4789-a9a0-37c1a92b732b req-4329ad67-93ea-4278-9077-2a310351474f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1547482 Aug 16 22:27:46.150421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e31949-00c4-4895-a7a4-ed1d9169a25a req-80c3cb81-f4cf-487f-b467-7a61d234b956 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:46.151999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7e31949-00c4-4895-a7a4-ed1d9169a25a req-80c3cb81-f4cf-487f-b467-7a61d234b956 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1168458 Aug 16 22:27:46.220591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dad06c5-496b-4789-a9a0-37c1a92b732b req-1b3ca490-56fa-4e8b-b157-38be7e64598c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673957 Aug 16 22:27:46.223708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7e31949-00c4-4895-a7a4-ed1d9169a25a req-4055bf53-7f1a-4a54-b55a-d9754a6bf959 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633483 Aug 16 22:27:46.382698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb1fc60-9311-4dfe-a43e-9a64264a699e req-f80afe1d-2af7-43a3-b06a-e490171d4d04 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0603325 Aug 16 22:27:46.468690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629ebb3-2d15-42bc-8d11-454d7c1821da req-dd09a724-872e-40d0-af42-4cd4ec6749b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:46.476587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3629ebb3-2d15-42bc-8d11-454d7c1821da req-dd09a724-872e-40d0-af42-4cd4ec6749b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.0679076 Aug 16 22:27:46.520584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3629ebb3-2d15-42bc-8d11-454d7c1821da req-dd66d1e4-ae21-4595-b7a3-4bf6ec12a01d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Aug 16 22:27:46.548404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:46.599920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accda276-26ce-48c2-8f7e-357a14512e4d tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:46.599920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-accda276-26ce-48c2-8f7e-357a14512e4d tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1093 time: 0.0487909 Aug 16 22:27:46.601812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38974) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:46.606551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:46.638800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.675267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.680554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.749290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:46.883488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.91 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/57871613-aa70-47a3-a343-d649777b16b6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:46.946413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:47.014748 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.073847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.076418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:47.088719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.090252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:47.104628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:47.105879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:47.124513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:47.135798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:47.138959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:47.149059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:47.167878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:47.168756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:47.179149 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0b3d5a37-5609-4b84-9d6b-e2f9f7e50e87 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/b21fe26e-e073-4a04-ad81-da50c4ebbaa0 HTTP/1.1" status: 200 len: 978 time: 1.1734009 Aug 16 22:27:47.182644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:47.208988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:47.209884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad09b0-8c19-4108-b04d-d4214add057f None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:47.283269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=57871613-aa70-47a3-a343-d649777b16b6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:47.391535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port d17f0e34-5839-4213-ab8c-6969e84713a6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:47.392101 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.453348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fddb-2b67-4bc7-b9c0-ab79b2467dbc req-9c8329c8-561d-4b85-b094-4b2e26b4dc9b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:47.472920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24b2fddb-2b67-4bc7-b9c0-ab79b2467dbc req-9c8329c8-561d-4b85-b094-4b2e26b4dc9b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1256795 Aug 16 22:27:47.499408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.499654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.514405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for d17f0e34-5839-4213-ab8c-6969e84713a6 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:47.556619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24b2fddb-2b67-4bc7-b9c0-ab79b2467dbc req-10c41e5a-75e0-448e-8d80-9514d07d55f8 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Aug 16 22:27:47.619133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bd47e7d-6bd9-44bb-981b-7967273c1396 req-7ed99d22-f201-45c4-977d-c472e25aca7d tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0306408 Aug 16 22:27:47.739585 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.762250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.765594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:47.792828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=d17f0e34-5839-4213-ab8c-6969e84713a6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:47.829434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.861112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:47.861453 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP b21fe26e-e073-4a04-ad81-da50c4ebbaa0 disassociated (deleted). External IP: 172.25.8.44, port: 06355832-3b6c-4459-886f-8b73b980136e. Aug 16 22:27:47.978096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-462689548'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:48.023110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Made reservation on behalf of 6339ea69bb0c4d52989f2b898de93699 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:48.027365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.044359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.046931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.050769 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.144609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.242186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=57871613-aa70-47a3-a343-d649777b16b6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:48.244831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.272376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46228589-1e9f-43c9-a452-9b9b1ecd5b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.459259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:48.587033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:48.593129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.600231 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:48.614305 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:48.615554 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:48.616105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-b30954bb-75e9-488a-8bb2-b3a23fc19369 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4630127 Aug 16 22:27:48.622446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b954681d-3d51-4a7b-b198-1d7f5a3b65af tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/b21fe26e-e073-4a04-ad81-da50c4ebbaa0 HTTP/1.1" status: 204 len: 168 time: 1.4381993 Aug 16 22:27:48.625793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:48.646984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.676565 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:48.688413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:48.689310 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:48.700424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.740690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:48.741618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0f59be-23ce-4be4-8936-50ff773504f5 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:48.743123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 06355832-3b6c-4459-886f-8b73b980136e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:48.743302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.790826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:48.829522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-668dd7e0-f9fc-44c1-a638-a9ff3d486a6f req-065df7bb-1649-4ac4-81a5-f1b1d4a4c3d5 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0780318 Aug 16 22:27:48.836185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.836536 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Added segment dccbf888-3634-4922-a2d5-1a8f03907e3f of type vlan for network fd65f642-46b4-481f-bee3-996ad5cc9cb5 Aug 16 22:27:48.853586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495f2456-7a06-43bc-9bb1-b953cdf43d11,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:48.858960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.860705 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP e4564476-b793-4111-b611-95a59df4e815 associated. External IP: 172.25.8.91, port: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19. Aug 16 22:27:48.882886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 06355832-3b6c-4459-886f-8b73b980136e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:48.932624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-67ad91ea-2a94-49f7-a23d-1f7f9ab66c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:48.934182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-67ad91ea-2a94-49f7-a23d-1f7f9ab66c10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 1098 time: 0.2452126 Aug 16 22:27:48.947875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:48.957375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed99a0-2b98-4420-b43c-a903c777287b req-130e1bf6-9350-46ca-aee5-1dffe0dab166 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:48.965152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32ed99a0-2b98-4420-b43c-a903c777287b req-130e1bf6-9350-46ca-aee5-1dffe0dab166 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.3166778 Aug 16 22:27:49.077653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.118116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=06355832-3b6c-4459-886f-8b73b980136e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:49.118650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.124433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.125029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.136238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32ed99a0-2b98-4420-b43c-a903c777287b req-46d468a3-8835-4f79-acd4-a6f2794a18fc tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702449 Aug 16 22:27:49.186976 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.242379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.249614 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ead06dae-0bcf-4dea-bebe-45b220ad2e56 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/06355832-3b6c-4459-886f-8b73b980136e HTTP/1.1" status: 204 len: 168 time: 0.6230373 Aug 16 22:27:49.253745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4845119 Aug 16 22:27:49.260166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:49.266311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:49.267834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8a379-b2bd-4eb0-b084-9c95c347d179 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Pushing event updated for resources: {'Network': ['ID=fd65f642-46b4-481f-bee3-996ad5cc9cb5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:49.282158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:49.312937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.386914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-07c5bf02-d23b-4bb9-b79a-55733b80f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.388447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-07c5bf02-d23b-4bb9-b79a-55733b80f4b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 200 len: 906 time: 0.4077325 Aug 16 22:27:49.470272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-eaccacda-01f6-439f-88aa-3009d3ea1394 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69760e5e-2ddd-4511-9090-a0af3c63785a HTTP/1.1" status: 200 len: 217 time: 0.0444849 Aug 16 22:27:49.480696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.509926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:49.516273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5', 'binding:host_id': 'n-h2-791505-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-539497742'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:49.558364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:49.561311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-30d140d2-0932-45e4-99c9-e3e6c46473d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:49.563155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-30d140d2-0932-45e4-99c9-e3e6c46473d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 200 len: 846 time: 0.0836086 Aug 16 22:27:49.566660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Made reservation on behalf of b45a0ba82b284dd39ad1c7cd5700f022 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:49.569560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.612017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.154 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/dcbcc43a-a43e-4c95-a811-0dc23f69e6c7) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:49.638857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-14a4eec0-3045-4120-935c-3a7980d1a755 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8efdcf78-dcbc-4bfd-a714-42cc6a551dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587895 Aug 16 22:27:49.673310 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.733104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.777726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.823180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=dcbcc43a-a43e-4c95-a811-0dc23f69e6c7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:49.833391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:49.835841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:49.838128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:49.847995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:49.859628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Sync routers for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:49.872208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:49.874298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:49.925779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-1246cb82-9d00-4ba9-8ff3-cac5cdc3f7d0 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479839 Aug 16 22:27:49.939458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.975696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.984151 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:49.988106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86b8e77f-f33a-4a34-8685-8241964e4d9e req-6b5c5a6e-7ada-4461-b3e3-1e20b2cc136d tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0614502 Aug 16 22:27:50.037833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.048856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port 35d98e9d-f2af-4433-8337-8a3a59a9683f yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:50.062761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:50.083371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffae7df-a048-4102-bf48-7cbdd12984c5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:50.087612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.156921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.166317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.212388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-de070832-2975-455d-9f07-256805aed98e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6094460 Aug 16 22:27:50.243400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:27:50.249934 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ab0b6-3b30-4708-b03c-86ab0556fad6" -d '{"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:27:50.311346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.328705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=dcbcc43a-a43e-4c95-a811-0dc23f69e6c7,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:50.338839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.342985 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0f5d156-0afe-40b8-9c09-c37adcea03c9 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0816696 Aug 16 22:27:50.343760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:50.349762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'port': {'network_id': '1fe9af69-d755-46f9-9d4c-2f14ce47adcb', 'name': 'tempest-FloatingIPTestJSON-1210345870'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:50.402531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e4564476-b793-4111-b611-95a59df4e815', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606d631-3ae9-484b-853b-51126e56bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:27:47Z', 'updated_at': '2021-08-16T22:27:47Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:50.422378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbceda5e-79a6-4f35-8fb2-218bc2835f35 req-028157f0-a1d3-402f-8d55-e65d6d97fdf5 service neutron] 10.222.0.88 "GET /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771183 Aug 16 22:27:50.438417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Checking router: 6f6104e3-ac76-4927-9cb7-168e2f6624d5 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:27:50.448041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:50.448994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:50.481015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:50.485526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.507095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] device_id is not set on port f6dded10-06b6-4c9a-8ee0-484e96e8f8d5 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:50.529292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261268b-5999-430c-81bc-7f7f68e0378a req-c2567a18-6e54-4c60-902c-fa0b03ad67f9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.530889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6261268b-5999-430c-81bc-7f7f68e0378a req-c2567a18-6e54-4c60-902c-fa0b03ad67f9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1688087 Aug 16 22:27:50.561415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92592b-bed4-48da-b5c8-f5d84b512867 req-8aee535c-4da1-443a-a459-f8769066dba9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.568972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e92592b-bed4-48da-b5c8-f5d84b512867 req-8aee535c-4da1-443a-a459-f8769066dba9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.2168255 Aug 16 22:27:50.603837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:27:50.638268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port 35d98e9d-f2af-4433-8337-8a3a59a9683f yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:50.647894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.14 (1fe9af69-d755-46f9-9d4c-2f14ce47adcb/cc04e4d6-ad41-4621-9233-a695f9891fa6/f6dded10-06b6-4c9a-8ee0-484e96e8f8d5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:50.658425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6261268b-5999-430c-81bc-7f7f68e0378a req-ba180c0e-6c48-4ef2-8697-7788bf59db91 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201346 Aug 16 22:27:50.671102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e92592b-bed4-48da-b5c8-f5d84b512867 req-4dde7d35-288a-4c74-963a-b092323ccb1b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011677 Aug 16 22:27:50.672363 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.682094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39038) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:50.714568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Transition to ACTIVE for port object 35d98e9d-f2af-4433-8337-8a3a59a9683f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:50.774551 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01047456-aabb-4d3b-8946-b2a7e7991527 x-openstack-request-id: req-01047456-aabb-4d3b-8946-b2a7e7991527 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:27:50.776385 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:27:50.776854 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01047456-aabb-4d3b-8946-b2a7e7991527 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:27:50.777478 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:27:50.794995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.851409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b09d23b6-5b6b-40e7-8229-7ae945ecfb18 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/e4564476-b793-4111-b611-95a59df4e815 HTTP/1.1" status: 200 len: 991 time: 0.1571031 Aug 16 22:27:50.879358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.896907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=35d98e9d-f2af-4433-8337-8a3a59a9683f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:50.919051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Checking segment: {'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:50.919422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Network hostable DHCP agents. Network: fd65f642-46b4-481f-bee3-996ad5cc9cb5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:50.924850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-9cf85cf7-ebf6-473f-9f70-33dad9c46432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:50.926486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-9cf85cf7-ebf6-473f-9f70-33dad9c46432 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1098 time: 0.0913358 Aug 16 22:27:50.928880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:50.963722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:50.965800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e4564476-b793-4111-b611-95a59df4e815', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606d631-3ae9-484b-853b-51126e56bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:27:47Z', 'updated_at': '2021-08-16T22:27:47Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:50.974745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 1fe9af69-d755-46f9-9d4c-2f14ce47adcb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:50.978108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:50.982144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:50.998347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffec93-1054-4f3d-b34c-f0165c4866c3 None None] The sync data for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 is: [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'e4564476-b793-4111-b611-95a59df4e815', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606d631-3ae9-484b-853b-51126e56bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:27:47Z', 'updated_at': '2021-08-16T22:27:47Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:51.031336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fd65f642-46b4-481f-bee3-996ad5cc9cb5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:51.038939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:51.041056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043105c-5fec-458b-97f3-b3629abcd339 None None] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:51.058184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=f6dded10-06b6-4c9a-8ee0-484e96e8f8d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:51.093815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.095153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.110736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.111135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.111508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.114102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de1ba609-e9a8-46a9-a48d-97b12aeecc81 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7691293 Aug 16 22:27:51.117224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39044) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:51.120774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-c2910593-de5e-4402-b7d4-043335eed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.122633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-c2910593-de5e-4402-b7d4-043335eed43c service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.1872094 Aug 16 22:27:51.124663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': 'f6dded10-06b6-4c9a-8ee0-484e96e8f8d5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:51.133921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.134275 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.153459 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 2 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.176832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.177264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.177672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.178238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.183779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e70e853d-0aa4-4127-97d5-7c0cd4f96ec6 req-745374e7-6894-49c0-a084-4de6b5ed6e80 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0664740 Aug 16 22:27:51.221354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.233578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.233872 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.238424 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 3 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.261413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.261413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.261413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.268849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.269221 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.271431 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 4 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.292132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-eea853c4-221b-49e3-8221-85a61266fb4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.1592014 Aug 16 22:27:51.292803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.293170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.293510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.298417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.299035 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.300796 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 5 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.344540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.344929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.345293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.346752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6e819-3b5f-4ec0-b645-e6f0b9b56cee None None] New status for floating IP e4564476-b793-4111-b611-95a59df4e815: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:27:51.351632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.351973 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.352379 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 6 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.371053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-4b3a09f1-4cb1-48b1-bbd2-f32bd50621e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.372810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-4b3a09f1-4cb1-48b1-bbd2-f32bd50621e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.0727808 Aug 16 22:27:51.375344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.375663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.376012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.381765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.382100 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.383695 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 7 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.422994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.423346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.423800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.429264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.429600 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.430148 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 8 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.451742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.452073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.452412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.457651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-5f75e738-13e9-476a-8308-382b6c329837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.460228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-5f75e738-13e9-476a-8308-382b6c329837 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772884 Aug 16 22:27:51.475384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.475722 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.482488 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 9 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.532725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.533199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.533463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.545692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.545692 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.549362 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 10 to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f Aug 16 22:27:51.571057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:51.571397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:51.571738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:51.584875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 35d98e9d-f2af-4433-8337-8a3a59a9683f on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:51.585239 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 35d98e9d-f2af-4433-8337-8a3a59a9683f on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:51.585615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.612991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-36561318-9f93-474f-9709-1e998eab3367 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391318 Aug 16 22:27:51.775344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port 35d98e9d-f2af-4433-8337-8a3a59a9683f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:51.775948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:27:51.802403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.824647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.831884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.870453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:51.885815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f57ab0b6-3b30-4708-b03c-86ab0556fad6 req-9d44fcfb-2048-48ad-94f8-ae58838b0e7a service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464602 Aug 16 22:27:51.892976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.894175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:51.948861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=35d98e9d-f2af-4433-8337-8a3a59a9683f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:51.960816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f79b5-0ede-4569-a830-3db75c90ea06 req-4c7a7602-e951-4b58-80e8-3253fa5cdee2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:51.968822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d51f79b5-0ede-4569-a830-3db75c90ea06 req-4c7a7602-e951-4b58-80e8-3253fa5cdee2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1896434 Aug 16 22:27:51.978816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f6305415-64a6-464b-b97b-5dfecbd3b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4665165 Aug 16 22:27:51.983792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:52.016635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d51f79b5-0ede-4569-a830-3db75c90ea06 req-722f5796-e10a-47d6-bca3-15e22fd2519b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Aug 16 22:27:52.269015 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-43419a45-47ce-4446-a3e7-2e48b9317bae tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/e4564476-b793-4111-b611-95a59df4e815 HTTP/1.1" status: 200 len: 993 time: 0.3972998 Aug 16 22:27:52.309987 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 83cb15f7-bca6-405b-9dda-8bd058644eef associated. External IP: 172.25.8.154, port: f6dded10-06b6-4c9a-8ee0-484e96e8f8d5. Aug 16 22:27:52.328005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88264998-0752-48f9-bb86-ff80b35a4ece req-23ddb790-51ad-4f76-8f38-d98776ead4ee tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0398185 Aug 16 22:27:52.417005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Deleting port 35d98e9d-f2af-4433-8337-8a3a59a9683f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:52.417450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.491991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port 35d98e9d-f2af-4433-8337-8a3a59a9683f, host n-h2-791505-20, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:52.492358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.540693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Calling delete_port for 35d98e9d-f2af-4433-8337-8a3a59a9683f owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:52.661015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:52.715619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.737373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.753098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event deleted for resources: {'Port': ['ID=35d98e9d-f2af-4433-8337-8a3a59a9683f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:52.786201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.788119 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1954451a-b3ee-43ec-a69d-f30fce212153 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "DELETE /v2.0/ports/35d98e9d-f2af-4433-8337-8a3a59a9683f HTTP/1.1" status: 204 len: 168 time: 0.8033836 Aug 16 22:27:52.790956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:52.812039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:52.816731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.817778 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6cba58-a0d7-4407-a601-db985ebb0905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:27:52.820092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5b6cba58-a0d7-4407-a601-db985ebb0905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports/35d98e9d-f2af-4433-8337-8a3a59a9683f HTTP/1.1" status: 404 len: 333 time: 0.0274727 Aug 16 22:27:52.823681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:52.830533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:52.830806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1312434845'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:52.842057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:52.842889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:52.858580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Made reservation on behalf of b45a0ba82b284dd39ad1c7cd5700f022 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:52.862563 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddaa58b4-2edd-4d46-8448-b133db555545 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/83cb15f7-bca6-405b-9dda-8bd058644eef HTTP/1.1" status: 200 len: 979 time: 1.7433021 Aug 16 22:27:52.863878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:52.865890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:52.884462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port 9aca2c92-9e98-469a-a3bb-bea964855032 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:52.888336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:52.899153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:52.900566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:52.941900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:52.942810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb298e0-96f0-4960-80c0-7d5a92c14345 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:53.011431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port f6dded10-06b6-4c9a-8ee0-484e96e8f8d5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:53.011872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.066176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.132017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.147750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.376360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.377109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.377690 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP 83cb15f7-bca6-405b-9dda-8bd058644eef disassociated. External IP: 172.25.8.154, port: f6dded10-06b6-4c9a-8ee0-484e96e8f8d5. Aug 16 22:27:53.378153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for f6dded10-06b6-4c9a-8ee0-484e96e8f8d5 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:53.520637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84b5-298a-4e9a-b916-8557071b58de req-c597d535-7939-412a-a85e-50567eac41cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:53.522791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35ac84b5-298a-4e9a-b916-8557071b58de req-c597d535-7939-412a-a85e-50567eac41cb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.4339166 Aug 16 22:27:53.528815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.555858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=f6dded10-06b6-4c9a-8ee0-484e96e8f8d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:53.580115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3eb7bdce-0761-424f-93f0-4eb58e7fb1ec req-69b3b90b-08bc-4f20-8630-5f367b6d78fb tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0731742 Aug 16 22:27:53.582790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:53.587645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:53.592125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:53.593741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:53.594352 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.597708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=9aca2c92-9e98-469a-a3bb-bea964855032,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:53.626103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35ac84b5-298a-4e9a-b916-8557071b58de req-2ffb07f6-2930-4b1a-a25d-c743f12886eb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906167 Aug 16 22:27:53.636189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e93ef5aa-a4ec-4665-93d3-c57b96e8cf4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8109331 Aug 16 22:27:53.638409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39068) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:53.644891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:53.695511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:53.704817 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.809613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:53.824079 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:53.834597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:53.835476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:53.878211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.883125 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:53.883293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cca8ccc7-4eb3-48d3-917b-99a1b0aebb31 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/f6dded10-06b6-4c9a-8ee0-484e96e8f8d5 HTTP/1.1" status: 204 len: 168 time: 1.0134056 Aug 16 22:27:53.883392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:53.887082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port 9aca2c92-9e98-469a-a3bb-bea964855032 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:53.893942 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:53.894535 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:53.900345 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.914709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Transition to ACTIVE for port object 9aca2c92-9e98-469a-a3bb-bea964855032 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:53.921289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:53.930018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:53.930891 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854a4fd-008e-46dc-b4d0-6f53bd1a5605 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:53.941933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bf46cfcc-c941-4b5b-8ef6-07490891262c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/floatingips/83cb15f7-bca6-405b-9dda-8bd058644eef HTTP/1.1" status: 200 len: 688 time: 0.0552151 Aug 16 22:27:53.942154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:53.977595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=9aca2c92-9e98-469a-a3bb-bea964855032,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:53.993358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:53.993703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:53.994056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:53.998808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:53.999145 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:53.999539 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 2 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.012490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.015208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.015208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.018376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.018376 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.018769 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 3 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.034240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.034584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.034928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.040238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.040507 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.040910 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 4 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.054923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.055270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.055615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.060055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.060382 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.060736 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 5 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.073795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.074147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.074495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.079280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.079747 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.080334 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 6 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.094625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port dcbcc43a-a43e-4c95-a811-0dc23f69e6c7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:54.095071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.100214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.100798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.101381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.108634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.109465 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.110249 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 7 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.124777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.125151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.125502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.130092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.130435 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.130819 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 8 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.148929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.149181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.149631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.154473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.154473 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.154952 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 9 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.167796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.168234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.168672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.173279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.173718 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.174190 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 10 to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 Aug 16 22:27:54.178749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.179091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.187670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:54.188121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:54.188536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:54.191097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for dcbcc43a-a43e-4c95-a811-0dc23f69e6c7 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:54.193109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:54.193520 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port 9aca2c92-9e98-469a-a3bb-bea964855032 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:54.193961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.262250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port 9aca2c92-9e98-469a-a3bb-bea964855032, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:54.262625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:27:54.267143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.301665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] In _notify_port_updated(), no bound segment for port 9aca2c92-9e98-469a-a3bb-bea964855032 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:27:54.303172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.303855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.305319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "PUT /v2.0/ports/9aca2c92-9e98-469a-a3bb-bea964855032 HTTP/1.1" status: 200 len: 980 time: 0.6656346 Aug 16 22:27:54.308138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39076) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.349978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.378856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be68ab4-8309-4c61-aabd-423393c94e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=9aca2c92-9e98-469a-a3bb-bea964855032,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.385971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=dcbcc43a-a43e-4c95-a811-0dc23f69e6c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.435917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.436420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.436907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.437412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.437904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.438388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.438869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.439344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.439819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.440295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.440772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.441340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.441764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.442244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.442723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.443783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.444262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.444740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.445357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.445844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.446323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.446803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.447275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.447749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.448224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.448696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.449200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.449679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.450155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.457559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a4edb31a-71f8-4267-8e62-0035e910b728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25585 time: 0.1449528 Aug 16 22:27:54.457864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.468221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.471016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.472927 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0315e1a2-552c-4571-9c84-648756930232 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/83cb15f7-bca6-405b-9dda-8bd058644eef HTTP/1.1" status: 204 len: 168 time: 0.5296717 Aug 16 22:27:54.477281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.482182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '356ff58d-d2f4-429c-80a0-8d90de2ad028'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:54.509780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.546314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Deleting port 9aca2c92-9e98-469a-a3bb-bea964855032 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:54.546667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.608784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.612970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port 9aca2c92-9e98-469a-a3bb-bea964855032, host n-h2-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:54.613450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.627779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Calling delete_port for 9aca2c92-9e98-469a-a3bb-bea964855032 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:54.721099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.737351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.219 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e835458b-707f-46c9-8868-9ee1ae999f2b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:54.790750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aca2c92-9e98-469a-a3bb-bea964855032,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:54.793977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-433a38e8-ff2a-475d-92d0-d265fc4d03a7 req-e8e42818-8b66-44d4-b38c-1124099792e0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0720737 Aug 16 22:27:54.800931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.803010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b916c880-9abb-4d1b-860f-96e0fc15cc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "DELETE /v2.0/ports/9aca2c92-9e98-469a-a3bb-bea964855032 HTTP/1.1" status: 204 len: 168 time: 0.3439989 Aug 16 22:27:54.806788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.833014 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9deeeca-cd95-43be-8d96-3c8d5767cd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:27:54.834798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f9deeeca-cd95-43be-8d96-3c8d5767cd1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports/9aca2c92-9e98-469a-a3bb-bea964855032 HTTP/1.1" status: 404 len: 333 time: 0.0275187 Aug 16 22:27:54.841952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:54.849580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1489291163', 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:54.861736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc71f-f956-4f5f-b691-4343524cfebd req-5d484825-31bc-47bb-997e-4c8fe50ed5ce tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:54.863327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eecfc71f-f956-4f5f-b691-4343524cfebd req-5d484825-31bc-47bb-997e-4c8fe50ed5ce tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1545110 Aug 16 22:27:54.872808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.889301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Made reservation on behalf of b45a0ba82b284dd39ad1c7cd5700f022 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:54.891622 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:54.907418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eecfc71f-f956-4f5f-b691-4343524cfebd req-2360ad3f-0fe4-44f4-b62c-79a7b9cfeb85 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342336 Aug 16 22:27:54.919566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port 804ac4ee-5562-46a2-9184-758063c71f49 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:54.972690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.037849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:55.046727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:55.052710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:55.088213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=e835458b-707f-46c9-8868-9ee1ae999f2b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:55.181696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.308522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.393490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:55.399929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:55.405690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:55.406709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.407227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.409392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=804ac4ee-5562-46a2-9184-758063c71f49,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:55.446651 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4ea3d910-3c1f-4940-a6b1-948f978d7c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6036849 Aug 16 22:27:55.449702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:55.497240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55af4b-9562-458f-ade4-81d50d4e59d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:55.500695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5d55af4b-9562-458f-ade4-81d50d4e59d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports/804ac4ee-5562-46a2-9184-758063c71f49 HTTP/1.1" status: 200 len: 959 time: 0.0478196 Aug 16 22:27:55.501276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:55.575730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.579545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Deleting port 804ac4ee-5562-46a2-9184-758063c71f49 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:55.579905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.641433 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.651511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.655503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Calling delete_port for 804ac4ee-5562-46a2-9184-758063c71f49 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:55.742399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.772199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event deleted for resources: {'Port': ['ID=804ac4ee-5562-46a2-9184-758063c71f49,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:55.778691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.780635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-456539e5-7103-4617-a3bd-5baf9c1b05ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "DELETE /v2.0/ports/804ac4ee-5562-46a2-9184-758063c71f49 HTTP/1.1" status: 204 len: 168 time: 0.2782965 Aug 16 22:27:55.783240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:55.807123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.810196 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-02439340-6142-4426-a63d-c2cfd14b9950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:27:55.812169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-02439340-6142-4426-a63d-c2cfd14b9950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports/804ac4ee-5562-46a2-9184-758063c71f49 HTTP/1.1" status: 404 len: 333 time: 0.0277848 Aug 16 22:27:55.814266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.817750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:55.824198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1420577599'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:55.846864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Made reservation on behalf of b45a0ba82b284dd39ad1c7cd5700f022 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:55.849688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.870842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port a5e891f6-0815-4932-a64c-306141e74f92 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:55.892406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:55.947965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=e835458b-707f-46c9-8868-9ee1ae999f2b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.007188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f79c5c4-1b32-4430-912a-bc0dc44b0f29 req-de0c3c13-3fd9-4287-b3d4-c023a119cfb9 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/ports?device_id=e0ead8e7-6f4d-4d9d-a84c-eace66cfa171 HTTP/1.1" status: 200 len: 210 time: 0.0907784 Aug 16 22:27:56.123615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8653b-88f6-46a4-b72b-469673b45a80 req-69ab3ec6-ce76-4bac-8d4c-dfac375a3486 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.125229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7a8653b-88f6-46a4-b72b-469673b45a80 req-69ab3ec6-ce76-4bac-8d4c-dfac375a3486 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1249917 Aug 16 22:27:56.148940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.184650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7a8653b-88f6-46a4-b72b-469673b45a80 req-5e8839d6-8a1c-4184-826f-cf57dac3fd62 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523491 Aug 16 22:27:56.209167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.256894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Network fd65f642-46b4-481f-bee3-996ad5cc9cb5 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:56.260078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:56.264682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:56.265320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.266038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.267602 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP cf350fef-e041-4502-a883-011dde361b29 associated. External IP: 172.25.8.219, port: 356ff58d-d2f4-429c-80a0-8d90de2ad028. Aug 16 22:27:56.269402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e891f6-0815-4932-a64c-306141e74f92,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.283265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-22efc008-44a4-4ea3-b04c-95d227b395b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4644423 Aug 16 22:27:56.285985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:56.291166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:56.350748 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.489153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:27:56.535889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] device_id is not set on port a5e891f6-0815-4932-a64c-306141e74f92 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:27:56.544659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.561255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Transition to ACTIVE for port object a5e891f6-0815-4932-a64c-306141e74f92 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:56.565121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.606893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:27:56.618975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e891f6-0815-4932-a64c-306141e74f92,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.619611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:27:56.623507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.633429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.633856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.634131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.635029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:56.635671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:56.639836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.640180 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.640579 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 2 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.656433 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bb98e403-11ce-4a58-8688-7b7076064e0c tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1755464 Aug 16 22:27:56.656619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.656619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.656619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.656868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:56.661138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.661516 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.661922 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 3 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.662173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1033801631'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:56.671314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:56.674194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.674541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.674889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.680051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.680430 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.680650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:27:56.680870 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 4 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.681715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:56.685219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:56.688835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.695916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.696312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.696657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.702607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.702938 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.703328 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 5 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.713146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:27:56.714881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:56.715626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d3f52-6d04-47d1-b18c-37dfdb96f309 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:27:56.717397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.717741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.718085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.722555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.722910 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Added segment a964596a-b4ac-4e95-80cd-1952ffa0ee3d of type vlan for network c74cce91-529d-4b45-b906-5cd83d8bf460 Aug 16 22:27:56.723016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.723335 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.724091 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 6 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.736872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.737241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.737582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.742306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.742631 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.743015 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 7 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.754713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.755046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.755954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.760329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.760724 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.761037 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 8 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.764921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.773311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.773681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.774021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.778285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.778639 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.779031 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 9 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.788896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.790596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.790941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.791279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.794578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:56.795168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.795471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.795802 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.796209 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempt 10 to bind port a5e891f6-0815-4932-a64c-306141e74f92 Aug 16 22:27:56.808870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:56.809245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:56.809588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempting to bind port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:56.813868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:27:56.814225 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Failed to bind port a5e891f6-0815-4932-a64c-306141e74f92 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'dccbf888-3634-4922-a2d5-1a8f03907e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fd65f642-46b4-481f-bee3-996ad5cc9cb5'}] Aug 16 22:27:56.814697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.852432 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1920419 Aug 16 22:27:56.852705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39110) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:56.859547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'subnet': {'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:56.867818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b806e5f-ce6f-495a-a4f5-77d4e8b8d669 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Network': ['ID=c74cce91-529d-4b45-b906-5cd83d8bf460,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:56.878279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c74cce91-529d-4b45-b906-5cd83d8bf460 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:27:56.944815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port a5e891f6-0815-4932-a64c-306141e74f92, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:56.945285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:27:56.953459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:56.999079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] In _notify_port_updated(), no bound segment for port a5e891f6-0815-4932-a64c-306141e74f92 on network fd65f642-46b4-481f-bee3-996ad5cc9cb5 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:27:56.999956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.000557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.001902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "PUT /v2.0/ports/a5e891f6-0815-4932-a64c-306141e74f92 HTTP/1.1" status: 200 len: 980 time: 0.7148728 Aug 16 22:27:57.005008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.011190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:27:57.014603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.021440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff395960-0895-4522-82cb-8947dca0ef0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e891f6-0815-4932-a64c-306141e74f92,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.085904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Deleting port a5e891f6-0815-4932-a64c-306141e74f92 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:57.086355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.101716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39118) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.109179 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:27:57.154919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] For port a5e891f6-0815-4932-a64c-306141e74f92, host n-h2-791505-20, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:27:57.155292 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.167499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Calling delete_port for a5e891f6-0815-4932-a64c-306141e74f92 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:57.203069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.256866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.268136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.282262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5e891f6-0815-4932-a64c-306141e74f92,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.292171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.295495 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d504013d-5c85-4afb-b69e-18ad6f10cc21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a5e891f6-0815-4932-a64c-306141e74f92 HTTP/1.1" status: 204 len: 168 time: 0.2880826 Aug 16 22:27:57.296852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.322181 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954bb7d-1e77-493e-9a30-acd41f63e9f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:27:57.326952 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9954bb7d-1e77-493e-9a30-acd41f63e9f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1530391493-project-admin] 10.222.0.22 "GET /v2.0/ports/a5e891f6-0815-4932-a64c-306141e74f92 HTTP/1.1" status: 404 len: 333 time: 0.0259244 Aug 16 22:27:57.327861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.344176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.409742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.410882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586cda-9eef-4cba-afbc-49ad4baca597 req-758b4724-085f-423f-96ce-0494aaf26357 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.412994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21586cda-9eef-4cba-afbc-49ad4baca597 req-758b4724-085f-423f-96ce-0494aaf26357 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1567483 Aug 16 22:27:57.449546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Subnet': ['ID=01bb27b2-a0a4-41af-8a60-b12fa4d34bee,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.455910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.459031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.460987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/security-groups/f20304c3-c8b5-4c7f-b900-8283133b00cf HTTP/1.1" status: 204 len: 168 time: 0.3582523 Aug 16 22:27:57.463652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.488992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ce47d-ffe9-49b3-ae78-283b93b8568c tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20304c3-c8b5-4c7f-b900-8283133b00cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.495915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21586cda-9eef-4cba-afbc-49ad4baca597 req-ae73162a-4511-43ab-b3fe-5b8703305f0e tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Aug 16 22:27:57.497398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Checking segment: {'id': 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:57.497773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network hostable DHCP agents. Network: c74cce91-529d-4b45-b906-5cd83d8bf460, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:27:57.512007 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-51efc523-5125-4cd4-bd69-9bd11e48705a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] show failed (client error): The resource could not be found. Aug 16 22:27:57.513102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-51efc523-5125-4cd4-bd69-9bd11e48705a tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "GET /v2.0/security-groups/f20304c3-c8b5-4c7f-b900-8283133b00cf HTTP/1.1" status: 404 len: 347 time: 0.0482190 Aug 16 22:27:57.516624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.531059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.541232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd65f642-46b4-481f-bee3-996ad5cc9cb5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:57.551350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccbf888-3634-4922-a2d5-1a8f03907e3f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:57.551657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccbf888-3634-4922-a2d5-1a8f03907e3f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:27:57.561901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.564823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network c74cce91-529d-4b45-b906-5cd83d8bf460 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:27:57.576680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.582773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:27:57.583268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:27:57.586350 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:27:57.614673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c74cce91-529d-4b45-b906-5cd83d8bf460) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:57.619730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:57.620354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.626269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ee32b-b11f-48fc-8383-090d12dd558e None None] Network c74cce91-529d-4b45-b906-5cd83d8bf460 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:57.646975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.656001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.660834 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] 10.222.0.22 "DELETE /v2.0/networks/fd65f642-46b4-481f-bee3-996ad5cc9cb5 HTTP/1.1" status: 204 len: 168 time: 0.3301492 Aug 16 22:27:57.669972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fc03b7ef-89fe-4096-b573-c0f34ccdc5a7 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8161461 Aug 16 22:27:57.672492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39134) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:57.676592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33380d4-0555-42b4-9211-dfd8797b50cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629996110-project] Pushing event deleted for resources: {'Network': ['ID=fd65f642-46b4-481f-bee3-996ad5cc9cb5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:57.679469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1627961392', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:27:57.693523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port a6e1d76f-3289-4472-944f-e28ebc83e192 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:57.693875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.747367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.748538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.794464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-c74cce91-529d-4b45-b906-5cd83d8bf460', 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460', 'tenant_id': '76662970bd0e42a0a0e5be728c924681', 'fixed_ips': [{'subnet_id': '01bb27b2-a0a4-41af-8a60-b12fa4d34bee'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:27:57.795602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.837720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.838057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.841003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:57.884760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for a6e1d76f-3289-4472-944f-e28ebc83e192 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:57.933963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Allocated IP 172.20.0.2 (c74cce91-529d-4b45-b906-5cd83d8bf460/01bb27b2-a0a4-41af-8a60-b12fa4d34bee/84503d23-b30b-443b-8e3f-790d6fe2ed2e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:57.937282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:58.031082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.080299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6fcbdc79-6936-436c-82b3-9c164dc68533 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6339ea69bb0c4d52989f2b898de93699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415160 Aug 16 22:27:58.082782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:58.085754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.094489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Transition to ACTIVE for port object 84503d23-b30b-443b-8e3f-790d6fe2ed2e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:58.112461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Transition to ACTIVE for port object 84503d23-b30b-443b-8e3f-790d6fe2ed2e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:27:58.119949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.148923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.166597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Pushing event updated for resources: {'Port': ['ID=84503d23-b30b-443b-8e3f-790d6fe2ed2e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.170430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Network c74cce91-529d-4b45-b906-5cd83d8bf460 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:58.171907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.175124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:58.177778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.178125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.178662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.179001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.179340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.179666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.180007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.180336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.180665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.180993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.181346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.181672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:27:58.184769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:58.198840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.231510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.234985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.235127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=a6e1d76f-3289-4472-944f-e28ebc83e192,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.248793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/495f2456-7a06-43bc-9bb1-b953cdf43d11 HTTP/1.1" status: 204 len: 168 time: 0.1520977 Aug 16 22:27:58.251434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Attempting to bind port 84503d23-b30b-443b-8e3f-790d6fe2ed2e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:27:58.252056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Attempting to bind port 84503d23-b30b-443b-8e3f-790d6fe2ed2e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:27:58.252656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Attempting to bind port 84503d23-b30b-443b-8e3f-790d6fe2ed2e on network c74cce91-529d-4b45-b906-5cd83d8bf460 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:27:58.259383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:27:58.260331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Checking segment: {'id': 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:27:58.260967 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.261863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Bound using segment: {'id': 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:27:58.262673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82120c30-4803-4456-9c62-b375dc233170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f2456-7a06-43bc-9bb1-b953cdf43d11,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.262809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Bound port: 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:27:58.263432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.346878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] For port 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:27:58.350368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] For port 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=84503d23-b30b-443b-8e3f-790d6fe2ed2e,segment=NetworkSegment(a964596a-b4ac-4e95-80cd-1952ffa0ee3d),segment_id=a964596a-b4ac-4e95-80cd-1952ffa0ee3d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:27:58.355242 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.388417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.393895 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.397982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.402117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8c1a470d-1b4d-45ba-8469-155561fa6108 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/floatingips/64198be2-20ce-4a5d-a935-389140fd9691 HTTP/1.1" status: 204 len: 168 time: 0.8843970 Aug 16 22:27:58.402281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39150) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:58.419304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc0020-9617-46f3-b45c-779a3e230003 None None] Pushing event updated for resources: {'Port': ['ID=84503d23-b30b-443b-8e3f-790d6fe2ed2e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.420453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.555101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port b3856986-648d-4a3e-982c-52a576918071 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:58.555428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.581326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.25.8.12 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b54a8850-6318-485e-b428-85a2724a3a71) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:27:58.640867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:58.685361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.704521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for b3856986-648d-4a3e-982c-52a576918071 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:58.720412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e28e8-8ea7-458f-976f-4b135e9ede05 req-8889e145-2d59-4564-bed0-f0fe051167e1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:27:58.722271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c27e28e8-8ea7-458f-976f-4b135e9ede05 req-8889e145-2d59-4564-bed0-f0fe051167e1 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1376545 Aug 16 22:27:58.777128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c5231ac-cad6-4679-81da-330449d09c94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b45a0ba82b284dd39ad1c7cd5700f022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326602 Aug 16 22:27:58.778760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:58.808682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c27e28e8-8ea7-458f-976f-4b135e9ede05 req-eee2b16b-f216-4c7d-bb7b-4d6d02577649 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Aug 16 22:27:58.878204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.882922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.894900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.917525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=b3856986-648d-4a3e-982c-52a576918071,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:58.932202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.935930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:58.979402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:27:58.985873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:27:58.990151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:27:59.013629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=b54a8850-6318-485e-b428-85a2724a3a71,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.023867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.026153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-952ad916-e3b1-459f-82e7-7ae727a9b235 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/ports/b3856986-648d-4a3e-982c-52a576918071 HTTP/1.1" status: 204 len: 168 time: 0.6227169 Aug 16 22:27:59.028769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:59.063137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.065584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.069173 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ffae7df-a048-4102-bf48-7cbdd12984c5 HTTP/1.1" status: 204 len: 168 time: 0.2754803 Aug 16 22:27:59.083677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26164275-376e-497f-8236-97cadabae4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffae7df-a048-4102-bf48-7cbdd12984c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.138683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port 9edfddeb-34e6-4c67-9543-cd89cce59171 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:27:59.139034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.251469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.270186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for 9edfddeb-34e6-4c67-9543-cd89cce59171 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:27:59.444447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.576986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 84503d23-b30b-443b-8e3f-790d6fe2ed2e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:27:59.598369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=9edfddeb-34e6-4c67-9543-cd89cce59171,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:27:59.673345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.675863 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09c59774-dea7-4eff-a5fa-89961d0c16a0 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/ports/9edfddeb-34e6-4c67-9543-cd89cce59171 HTTP/1.1" status: 204 len: 168 time: 0.6460519 Aug 16 22:27:59.680058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:27:59.759752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting subnet 2dd6e43a-4de7-4843-8b55-e2cd1a1929ad {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:27:59.764236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.789411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.821891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.828116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ae3ce-38b4-4d0c-ad66-df11c8af3d5e None None] Network c74cce91-529d-4b45-b906-5cd83d8bf460 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:27:59.884833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab6ac1ac-72da-4550-9ac7-07b3e74e9f38 None None] Provisioning for port 84503d23-b30b-443b-8e3f-790d6fe2ed2e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:59.919671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 84503d23-b30b-443b-8e3f-790d6fe2ed2e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:27:59.925931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 84503d23-b30b-443b-8e3f-790d6fe2ed2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:27:59.926313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:27:59.976259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.059664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.095095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.102650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd6e43a-4de7-4843-8b55-e2cd1a1929ad,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:00.103649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0193fa-bc2a-430b-818b-ec51937c3338 req-51defb48-34db-4499-aa46-e6c26d2733b2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:00.107429 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.109575 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5d167b16-8017-436a-bd08-43d085bb94a3 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/subnets/2dd6e43a-4de7-4843-8b55-e2cd1a1929ad HTTP/1.1" status: 204 len: 168 time: 0.4284933 Aug 16 22:28:00.112181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:00.114545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac0193fa-bc2a-430b-818b-ec51937c3338 req-51defb48-34db-4499-aa46-e6c26d2733b2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1913939 Aug 16 22:28:00.115213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ce3d3-9287-4c4f-a9f8-017a4939c25f None None] Network 4e3ec1e0-91aa-4b01-b14c-69388cd076eb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:00.173960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting subnet 51ff788a-d102-41e1-b580-ece931f286d1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:00.178613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.224780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.241047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac0193fa-bc2a-430b-818b-ec51937c3338 req-b422efc5-2c51-4899-88c0-b5c78d984749 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231344 Aug 16 22:28:00.256231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.292753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=84503d23-b30b-443b-8e3f-790d6fe2ed2e,segment=NetworkSegment(a964596a-b4ac-4e95-80cd-1952ffa0ee3d),segment_id=a964596a-b4ac-4e95-80cd-1952ffa0ee3d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:00.317882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.379651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.399185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=84503d23-b30b-443b-8e3f-790d6fe2ed2e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:00.497496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router a25bc754-61d8-45a9-a73e-9e54932b15bc is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:00.498446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.523181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44781f74-9dd0-4c0d-8ff7-1e7a102e58d6 None None] Provisioning complete for port 84503d23-b30b-443b-8e3f-790d6fe2ed2e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:00.523907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44781f74-9dd0-4c0d-8ff7-1e7a102e58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.536730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.544891 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/subnets/51ff788a-d102-41e1-b580-ece931f286d1 HTTP/1.1" status: 204 len: 168 time: 0.4313548 Aug 16 22:28:00.545639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:00.546515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81659498-c130-4e8b-8f7f-022f1e3e65c8 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Subnet': ['ID=51ff788a-d102-41e1-b580-ece931f286d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:00.576443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be32ab-fbd7-4709-9d7f-d5bcd4087aa1 None None] Network 4caf014e-fc00-496c-98cf-31e446a604cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:00.626645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] DHCP port deletion for 4e3ec1e0-91aa-4b01-b14c-69388cd076eb request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:00.632552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:00.644930 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] Sync routers for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:00.648138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.659800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:00.660794 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:00.688967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.691118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2c61a52-86b8-4de4-aa14-a9173e7fdefd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0176616 Aug 16 22:28:00.694115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:00.748253 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:00.765497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:00.767771 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:00.780865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Deleting port 144c1f15-0207-4edc-85f5-e11446e2fb3a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:00.781170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.817467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Deleting port 144c1f15-0207-4edc-85f5-e11446e2fb3a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:00.818520 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.827228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:00.828679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb55ae06-64f0-4afc-8653-f5bda34ecb56 None None] The sync data for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:00.866704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] For port 144c1f15-0207-4edc-85f5-e11446e2fb3a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=144c1f15-0207-4edc-85f5-e11446e2fb3a,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:00.867089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.891855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Calling delete_port for 144c1f15-0207-4edc-85f5-e11446e2fb3a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:00.922141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] DHCP port deletion for 4caf014e-fc00-496c-98cf-31e446a604cf request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:00.931173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] For port 144c1f15-0207-4edc-85f5-e11446e2fb3a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=144c1f15-0207-4edc-85f5-e11446e2fb3a,segment=NetworkSegment(abf0d696-a338-4183-88bb-07f85f715f53),segment_id=abf0d696-a338-4183-88bb-07f85f715f53)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:00.931575 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:00.961096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Calling delete_port for 144c1f15-0207-4edc-85f5-e11446e2fb3a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:01.007474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.042355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Port': ['ID=144c1f15-0207-4edc-85f5-e11446e2fb3a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.046959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] No DVR routers for this DVR port 144c1f15-0207-4edc-85f5-e11446e2fb3a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:01.054799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Deleting port d2a92cf6-ec80-416d-885b-d3aa04baddec {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:01.055180 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.096254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:01.120788 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.149911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] Pushing event deleted for resources: {'Port': ['ID=144c1f15-0207-4edc-85f5-e11446e2fb3a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.154494 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.163422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] For port d2a92cf6-ec80-416d-885b-d3aa04baddec, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2a92cf6-ec80-416d-885b-d3aa04baddec,segment=NetworkSegment(9030953b-7968-4812-80f2-46bbb8559e55),segment_id=9030953b-7968-4812-80f2-46bbb8559e55)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:01.164101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.168521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3ec1e0-91aa-4b01-b14c-69388cd076eb']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.174741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2dfa81-3584-403e-9739-2134613fe258 None None] No DVR routers for this DVR port 144c1f15-0207-4edc-85f5-e11446e2fb3a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:01.180294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf0d696-a338-4183-88bb-07f85f715f53') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.180845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf0d696-a338-4183-88bb-07f85f715f53') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.188544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Calling delete_port for d2a92cf6-ec80-416d-885b-d3aa04baddec owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:01.195426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.213345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.225519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:01.226347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:01.230904 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:01.255417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1739491636', 'router:external': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:01.281142 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.310163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Made reservation on behalf of 31422d02d17d483092ee923aa95b339b for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:01.312589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.318570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.323465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.326647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] Pushing event deleted for resources: {'Port': ['ID=d2a92cf6-ec80-416d-885b-d3aa04baddec,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.330663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c3b35-2021-43f3-8275-37c35df13cfc None None] No DVR routers for this DVR port d2a92cf6-ec80-416d-885b-d3aa04baddec on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:01.331778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.334523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/networks/4e3ec1e0-91aa-4b01-b14c-69388cd076eb HTTP/1.1" status: 204 len: 168 time: 0.7846456 Aug 16 22:28:01.336106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:01.381114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66747390-9996-4826-9470-55b1afd881da tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Network': ['ID=4e3ec1e0-91aa-4b01-b14c-69388cd076eb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.384349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.459014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.520588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 84503d23-b30b-443b-8e3f-790d6fe2ed2e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:01.526688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130308aa-2684-4b88-af99-a4d731ef04d3 req-67a88a85-c326-4ba7-81a7-3803313ab2a0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.528473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-130308aa-2684-4b88-af99-a4d731ef04d3 req-67a88a85-c326-4ba7-81a7-3803313ab2a0 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1882315 Aug 16 22:28:01.558918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.569690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4caf014e-fc00-496c-98cf-31e446a604cf']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.570838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 84503d23-b30b-443b-8e3f-790d6fe2ed2e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:01.571212 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.579960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9030953b-7968-4812-80f2-46bbb8559e55') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.580339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9030953b-7968-4812-80f2-46bbb8559e55') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:01.590395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.606346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.613193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:01.613653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.617414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-130308aa-2684-4b88-af99-a4d731ef04d3 req-fe57b0f6-e24c-4202-8638-db5a30ab78b9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:01.617571 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:01.693746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.694691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.700487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.705663 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] 10.222.0.22 "DELETE /v2.0/networks/4caf014e-fc00-496c-98cf-31e446a604cf HTTP/1.1" status: 204 len: 168 time: 0.3586841 Aug 16 22:28:01.726680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.727666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcf276-7320-491a-ad88-cd89589cca34 tempest-TaggedBootDevicesTest_v242-1728164423 tempest-TaggedBootDevicesTest_v242-1728164423-project] Pushing event deleted for resources: {'Network': ['ID=4caf014e-fc00-496c-98cf-31e446a604cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.730849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2a92cf6-ec80-416d-885b-d3aa04baddec no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:01.756376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d2a92cf6-ec80-416d-885b-d3aa04baddec {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:01.756711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2a92cf6-ec80-416d-885b-d3aa04baddec not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:01.757465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 144c1f15-0207-4edc-85f5-e11446e2fb3a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:01.777796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 144c1f15-0207-4edc-85f5-e11446e2fb3a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:01.777992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 144c1f15-0207-4edc-85f5-e11446e2fb3a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:01.780191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:01.806654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159cf660-c3f1-4ce2-9843-2d06db0dc363,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:01.809711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.810063 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Added segment cdf2fbbe-f446-4c9c-a396-928a1f5a60d5 of type vlan for network 64e0df30-e21a-4527-87c5-9acdeafd4422 Aug 16 22:28:01.893511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.896026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.1 (c74cce91-529d-4b45-b906-5cd83d8bf460/01bb27b2-a0a4-41af-8a60-b12fa4d34bee/45ee62f7-1a7f-4243-be11-216d6ca5cb9d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:01.982283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:01.982694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:01.983687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.054149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9568255 Aug 16 22:28:02.058942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:02.069645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'subnet': {'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:02.079932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d37ac-b298-4484-8ad0-51b4d6a85b87 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Network': ['ID=64e0df30-e21a-4527-87c5-9acdeafd4422,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.094112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.094632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:02.099988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Made reservation on behalf of 31422d02d17d483092ee923aa95b339b for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:02.102455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.110804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Transition to ACTIVE for port object 45ee62f7-1a7f-4243-be11-216d6ca5cb9d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:02.149340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.194066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network c74cce91-529d-4b45-b906-5cd83d8bf460 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:02.197527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:02.200411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:02.252685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=45ee62f7-1a7f-4243-be11-216d6ca5cb9d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.273421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.442171 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.561128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b4663f0-1908-4725-bd57-91bd8c23844c None None] Provisioning for port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:02.566231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b4663f0-1908-4725-bd57-91bd8c23844c None None] Provisioning complete for port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:02.567240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b4663f0-1908-4725-bd57-91bd8c23844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.618318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1b4663f0-1908-4725-bd57-91bd8c23844c None None] Port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:02.748316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:28:02.748952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.799412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ab41f0b-017d-42a1-8900-e018e5383b40,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.799912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575d465-4b03-4817-91c8-18743958a95c req-e020f7b1-b069-4478-8cd5-0da36b73a220 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.801586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c575d465-4b03-4817-91c8-18743958a95c req-e020f7b1-b069-4478-8cd5-0da36b73a220 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1048110 Aug 16 22:28:02.816727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Checking segment: {'id': 'cdf2fbbe-f446-4c9c-a396-928a1f5a60d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:02.817116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network hostable DHCP agents. Network: 64e0df30-e21a-4527-87c5-9acdeafd4422, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:02.835286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:02.837251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.844327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.846089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 64e0df30-e21a-4527-87c5-9acdeafd4422) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:02.850357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:02.850991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.857268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a500bc-5ce5-4b55-872c-69c7785801a6 None None] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:02.874946 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12a56195-b2a7-44f9-8fdd-2d8059afef7f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8141053 Aug 16 22:28:02.878675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:02.885863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1493864101', 'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:02.921517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Made reservation on behalf of 31422d02d17d483092ee923aa95b339b for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:02.924738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:02.938361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c575d465-4b03-4817-91c8-18743958a95c req-295853cf-be41-4273-9e37-c4d2bbb14648 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281548 Aug 16 22:28:02.959419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=45ee62f7-1a7f-4243-be11-216d6ca5cb9d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:02.977754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] device_id is not set on port 943bbef7-5baf-4587-8a35-7e9a5550eabf yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:28:02.977956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.048458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31890d-6b96-4d41-8256-20c8f08895bf None None] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:03.092656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network c74cce91-529d-4b45-b906-5cd83d8bf460 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:03.094424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:03.096459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 2001:db8::199 (64e0df30-e21a-4527-87c5-9acdeafd4422/7ab41f0b-017d-42a1-8900-e018e5383b40/943bbef7-5baf-4587-8a35-7e9a5550eabf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:03.275330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.324982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.373688 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:03.376848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:03.379528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:03.381297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:03.381915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.407601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=943bbef7-5baf-4587-8a35-7e9a5550eabf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:03.415861 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e4284056-9b1f-4913-a96f-455870e46f1c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5357039 Aug 16 22:28:03.418471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:03.460634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f5840b14-3dc0-4fa7-b836-1c7a8bf9cf31 None None] Provisioning complete for port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:03.462713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f5840b14-3dc0-4fa7-b836-1c7a8bf9cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.515028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f5840b14-3dc0-4fa7-b836-1c7a8bf9cf31 None None] Port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:03.520097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Deleting port 943bbef7-5baf-4587-8a35-7e9a5550eabf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:03.520517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.590257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router a25bc754-61d8-45a9-a73e-9e54932b15bc has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:03.597872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.610227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Calling delete_port for 943bbef7-5baf-4587-8a35-7e9a5550eabf owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:03.699652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:03.705244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f6a20e6d-2e6c-4f16-a6cd-7cbc377749de tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/routers/a25bc754-61d8-45a9-a73e-9e54932b15bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0099788 Aug 16 22:28:03.708002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:03.717968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'port': {'network_id': 'c74cce91-529d-4b45-b906-5cd83d8bf460', 'name': 'tempest-FloatingIPTestJSON-723439637'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:03.721328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] Sync routers for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:03.734413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:03.735323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:03.748299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.776564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:03.799078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:03.800302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:03.805794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.807843 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/ports/943bbef7-5baf-4587-8a35-7e9a5550eabf HTTP/1.1" status: 204 len: 168 time: 0.3882196 Aug 16 22:28:03.809106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fe40b-14d5-4895-98d9-9db8e6f08a25 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Port': ['ID=943bbef7-5baf-4587-8a35-7e9a5550eabf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:03.811777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:03.816418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422', 'external_fixed_ips': [{'subnet_id': '7ab41f0b-017d-42a1-8900-e018e5383b40', 'ip_address': '2001:db8::199'}]}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:03.843758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.845510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:03.846117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.846453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221e501-6cd9-4d1c-944a-c10a88b54b50 None None] The sync data for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:03.864391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Made reservation on behalf of 76662970bd0e42a0a0e5be728c924681 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:03.868471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:03.887015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] device_id is not set on port e38aee84-7160-4820-93a0-9738a3f52721 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:28:03.945082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.002742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Allocated IP 172.20.0.10 (c74cce91-529d-4b45-b906-5cd83d8bf460/01bb27b2-a0a4-41af-8a60-b12fa4d34bee/e38aee84-7160-4820-93a0-9738a3f52721) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:04.112592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.148783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6eb0a-bd47-4206-b3b2-e377501de5a9 req-9e2cc3aa-465a-40b6-a473-9224161502cf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.150377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce6eb0a-bd47-4206-b3b2-e377501de5a9 req-9e2cc3aa-465a-40b6-a473-9224161502cf tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1160805 Aug 16 22:28:04.239626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce6eb0a-bd47-4206-b3b2-e377501de5a9 req-b9e2840e-8ca1-4494-b6b8-dfe40b50e4b4 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Aug 16 22:28:04.264415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.280944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Transition to ACTIVE for port object e38aee84-7160-4820-93a0-9738a3f52721 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:04.320592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.332393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.364758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.377568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Network c74cce91-529d-4b45-b906-5cd83d8bf460 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:04.381532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:04.385485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:04.410813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event updated for resources: {'Port': ['ID=e38aee84-7160-4820-93a0-9738a3f52721,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:04.446775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:04.448060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.470519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ee7f498f-1854-4fe5-beff-f6636530e1cb tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7608097 Aug 16 22:28:04.473194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:04.485060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Request body: {'floatingip': {'port_id': 'e38aee84-7160-4820-93a0-9738a3f52721'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:04.553908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.590454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 2001:db8::199 (64e0df30-e21a-4527-87c5-9acdeafd4422/7ab41f0b-017d-42a1-8900-e018e5383b40/bbd0947a-87bc-42f5-b836-3fcb941a227c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:04.645450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-33cd2b03-5ae8-46d5-8089-d015cef05c9c None None] Provisioning for port e38aee84-7160-4820-93a0-9738a3f52721 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:04.652842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-33cd2b03-5ae8-46d5-8089-d015cef05c9c None None] Provisioning complete for port e38aee84-7160-4820-93a0-9738a3f52721 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:04.653824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33cd2b03-5ae8-46d5-8089-d015cef05c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.706193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.707699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-33cd2b03-5ae8-46d5-8089-d015cef05c9c None None] Port e38aee84-7160-4820-93a0-9738a3f52721 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:28:04.748982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:04.797331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 64e0df30-e21a-4527-87c5-9acdeafd4422 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:04.801431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:04.804111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd0947a-87bc-42f5-b836-3fcb941a227c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:04.806372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:05.038090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.089735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.102826 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.217274 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP cf350fef-e041-4502-a883-011dde361b29 associated. External IP: 172.25.8.219, port: 356ff58d-d2f4-429c-80a0-8d90de2ad028. Aug 16 22:28:05.288111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.464533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router 11898f5d-8737-4d69-8491-e7001fca5198 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:05.513492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0f956-23bd-4f0d-81da-1e683832319d req-b4b1778b-5c40-4baa-8764-5173c071c528 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:05.514995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bd0f956-23bd-4f0d-81da-1e683832319d req-b4b1778b-5c40-4baa-8764-5173c071c528 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1267941 Aug 16 22:28:05.556702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bd0f956-23bd-4f0d-81da-1e683832319d req-355ab285-bc5f-4b74-afb4-88629c0ffd2b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Aug 16 22:28:05.565752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:05.594090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:05.605166 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Sync routers for ids ['11898f5d-8737-4d69-8491-e7001fca5198'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:05.610347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.611825 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72904614-a9e9-4ba4-9aa2-d71d3d2ffca0 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7990310 Aug 16 22:28:05.616272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:05.618920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Routers {'11898f5d-8737-4d69-8491-e7001fca5198'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:05.619858 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['11898f5d-8737-4d69-8491-e7001fca5198'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.702263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:05.713169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:05.731206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:05.731931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.742881 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Set router 11898f5d-8737-4d69-8491-e7001fca5198 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:05.748072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.792903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.815149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:05.815767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.859908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.884118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.884804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c6654f-9c3f-453c-9bc8-3b75212a3d0f None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:05.925733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Deleting port bbd0947a-87bc-42f5-b836-3fcb941a227c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:05.926118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:05.950339 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11898f5d-8737-4d69-8491-e7001fca5198', 'name': '', 'tenant_id': '31422d02d17d483092ee923aa95b339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422', 'external_fixed_ips': [{'subnet_id': '7ab41f0b-017d-42a1-8900-e018e5383b40', 'ip_address': '2001:db8::199'}], 'enable_snat': True}, 'gw_port_id': 'bbd0947a-87bc-42f5-b836-3fcb941a227c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:03Z', 'updated_at': '2021-08-16T22:28:04Z', 'revision_number': 3, 'project_id': '31422d02d17d483092ee923aa95b339b', 'gw_port': {'id': 'bbd0947a-87bc-42f5-b836-3fcb941a227c', 'name': '', 'network_id': '64e0df30-e21a-4527-87c5-9acdeafd4422', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11898f5d-8737-4d69-8491-e7001fca5198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '7ab41f0b-017d-42a1-8900-e018e5383b40', 'ip_address': '2001:db8::199', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:04Z', 'updated_at': '2021-08-16T22:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ab41f0b-017d-42a1-8900-e018e5383b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:05.981267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Checking router: 11898f5d-8737-4d69-8491-e7001fca5198 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:05.981952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Updating router 11898f5d-8737-4d69-8491-e7001fca5198 port bbd0947a-87bc-42f5-b836-3fcb941a227c binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:05.982354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router a25bc754-61d8-45a9-a73e-9e54932b15bc has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:06.012941 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.024444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.041426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Calling delete_port for bbd0947a-87bc-42f5-b836-3fcb941a227c owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:06.114513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:06.119023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.127948 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] Sync routers for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:06.150679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:06.151368 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:06.183563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-431ad3f7-f633-4693-9fe1-5815a6f60eba tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/floatingips/cf350fef-e041-4502-a883-011dde361b29 HTTP/1.1" status: 200 len: 978 time: 1.7081020 Aug 16 22:28:06.186277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:06.248785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.300560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbd0947a-87bc-42f5-b836-3fcb941a227c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:06.318384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port e38aee84-7160-4820-93a0-9738a3f52721 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:06.318745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.343859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.356858 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:06.381025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:06.381933 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:06.419088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.445839 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:06.455159 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7faf85f-8936-45ae-8835-8e6f9e3fbcf7 None None] The sync data for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:06.558304 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.db.api [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:28:06.558612 n-d-791505-20 neutron-server[94819]: DEBUG oslo_db.api [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:28:06.627584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.627971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.628294 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Floating IP cf350fef-e041-4502-a883-011dde361b29 disassociated. External IP: 172.25.8.219, port: e38aee84-7160-4820-93a0-9738a3f52721. Aug 16 22:28:06.628795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for e38aee84-7160-4820-93a0-9738a3f52721 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:06.739988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be217ca0-1157-43cd-a613-e85a4f6c6548 req-61762fcf-96cb-43ea-9a9c-cd0541a130ad tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:06.741528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be217ca0-1157-43cd-a613-e85a4f6c6548 req-61762fcf-96cb-43ea-9a9c-cd0541a130ad tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1028023 Aug 16 22:28:06.753816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.755955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.813437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be217ca0-1157-43cd-a613-e85a4f6c6548 req-6cd8ed0e-b3a0-4272-99b2-eee67342ea1d tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Aug 16 22:28:06.813697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.814440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11898f5d-8737-4d69-8491-e7001fca5198 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:06.821132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.823212 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c87c128-07c4-40ff-a380-adfbe49eff9b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/routers/11898f5d-8737-4d69-8491-e7001fca5198 HTTP/1.1" status: 204 len: 168 time: 1.2046454 Aug 16 22:28:06.826086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:06.842720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.873727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=e38aee84-7160-4820-93a0-9738a3f52721,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:06.882435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Deleting subnet 7ab41f0b-017d-42a1-8900-e018e5383b40 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:06.885386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.927725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:06.983777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.003775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router a25bc754-61d8-45a9-a73e-9e54932b15bc has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:07.042794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.068657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab41f0b-017d-42a1-8900-e018e5383b40,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:07.075502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.080494 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09363ef7-ba6f-4af1-b043-de271ef60c85 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/7ab41f0b-017d-42a1-8900-e018e5383b40 HTTP/1.1" status: 204 len: 168 time: 0.2507863 Aug 16 22:28:07.080741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39272) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:07.083921 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Port bbd0947a-87bc-42f5-b836-3fcb941a227c not found while updating agent binding for router 11898f5d-8737-4d69-8491-e7001fca5198. {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 22:28:07.093318 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:07.093951 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:28:07.094683 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11898f5d-8737-4d69-8491-e7001fca5198'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:28:07.095170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ca3ed-f75c-4c71-b1be-22d18065578e None None] The sync data for ids ['11898f5d-8737-4d69-8491-e7001fca5198'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:07.138023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:07.154257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] Sync routers for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:07.170617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:07.173839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.178433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.224992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.230525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e9468f01-c4da-4bdf-8fd5-3c0cc3081c14 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/e38aee84-7160-4820-93a0-9738a3f52721 HTTP/1.1" status: 204 len: 168 time: 1.0429599 Aug 16 22:28:07.231265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:07.236942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.248666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:07.249454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.275297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.287011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e0df30-e21a-4527-87c5-9acdeafd4422']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.289106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.289980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ca352-8591-4326-a9c7-947f53623cb2 None None] The sync data for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:07.299874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf2fbbe-f446-4c9c-a396-928a1f5a60d5') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.300283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf2fbbe-f446-4c9c-a396-928a1f5a60d5') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:07.310581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.325783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.334369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:07.335370 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:07.338532 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:07.428948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.434528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64e0df30-e21a-4527-87c5-9acdeafd4422 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:28:07.437475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.439439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/networks/64e0df30-e21a-4527-87c5-9acdeafd4422 HTTP/1.1" status: 204 len: 168 time: 0.3577158 Aug 16 22:28:07.486112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea901189-f9f3-446b-9c72-c1b7878f39bf tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Network': ['ID=64e0df30-e21a-4527-87c5-9acdeafd4422,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:07.697535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:07.702597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'name': 'tempest-router--1312535986', 'project_id': '75977e5a9f3a4b9b886628396430a118'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:07.730014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.731248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.803979 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.809183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.825552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:07.829106 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24235e61-e161-47ee-8448-391d839767e1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1284688 Aug 16 22:28:07.829857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:07.919133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.061835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.118172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.120665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.129691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b41c4-70af-46d5-9668-7494e52619c1 req-5d624c16-ff1b-45ce-833e-b86195638a7f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.131958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-853b41c4-70af-46d5-9668-7494e52619c1 req-5d624c16-ff1b-45ce-833e-b86195638a7f tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1058075 Aug 16 22:28:08.187040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.187747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfc7f272-4ff8-40d9-b8bf-62760bdd51d9 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:08.193025 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.194570 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4a89ea4-a4a4-46ff-bbb1-6c5f77c0a89c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/routers/dfc7f272-4ff8-40d9-b8bf-62760bdd51d9 HTTP/1.1" status: 204 len: 168 time: 0.3635633 Aug 16 22:28:08.222642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-853b41c4-70af-46d5-9668-7494e52619c1 req-c3ea22aa-e4b3-49df-98de-20228b48e75c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618365 Aug 16 22:28:08.320749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:08.436767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 45ee62f7-1a7f-4243-be11-216d6ca5cb9d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:08.437045 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.522378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aae3a-72a0-415d-8a1f-597e48f7eae3 req-877c4841-2f11-4d9b-9851-54fc38c0dffb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.523912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa3aae3a-72a0-415d-8a1f-597e48f7eae3 req-877c4841-2f11-4d9b-9851-54fc38c0dffb tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1209209 Aug 16 22:28:08.573017 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.594513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 45ee62f7-1a7f-4243-be11-216d6ca5cb9d owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:08.598823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa3aae3a-72a0-415d-8a1f-597e48f7eae3 req-dd401c48-1840-4ee2-9292-b3ba98c1872b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662215 Aug 16 22:28:08.625323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2040433233', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:08.653626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.654775 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.752601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.811192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b88ef-e2f8-41cb-860e-86ae77ba5008 req-f99eeb16-0694-47f0-80ed-232c9e7efbe9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:08.812826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-402b88ef-e2f8-41cb-860e-86ae77ba5008 req-f99eeb16-0694-47f0-80ed-232c9e7efbe9 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.0748489 Aug 16 22:28:08.899346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-402b88ef-e2f8-41cb-860e-86ae77ba5008 req-b794b3e1-ec4a-4cdb-8cab-a22b7abdd28b tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781500 Aug 16 22:28:08.904570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:08.932780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=45ee62f7-1a7f-4243-be11-216d6ca5cb9d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:08.998609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.221666 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.278249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.300948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.367098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef09c7b-d836-4ef5-b4c4-c65d1c32de83 req-8d659c72-9d9a-4ab3-8944-4c7baab34e02 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:09.368644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eef09c7b-d836-4ef5-b4c4-c65d1c32de83 req-8d659c72-9d9a-4ab3-8944-4c7baab34e02 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1278315 Aug 16 22:28:09.409047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Allocated IP 172.25.8.13 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a63e76fe-0190-4c8b-b029-f483fb871f23) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:09.454758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eef09c7b-d836-4ef5-b4c4-c65d1c32de83 req-e19b9e84-c033-467a-a46e-d29379b3d171 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764995 Aug 16 22:28:09.529121 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.562734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router a25bc754-61d8-45a9-a73e-9e54932b15bc has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:09.575373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.610220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:09.613158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:09.616931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:09.655546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event updated for resources: {'Port': ['ID=a63e76fe-0190-4c8b-b029-f483fb871f23,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:09.685595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:09.694440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4afa2990-6037-4882-bd16-de26e902834d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/routers/a25bc754-61d8-45a9-a73e-9e54932b15bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586556 Aug 16 22:28:09.696884 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] Sync routers for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:09.697951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39320) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:09.708965 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:09.709836 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:09.790553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:09.822157 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] Routers {'a25bc754-61d8-45a9-a73e-9e54932b15bc'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:09.822907 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a25bc754-61d8-45a9-a73e-9e54932b15bc'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:09.835551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08327e1-572f-44d8-b00e-312f2a0d788c req-d0b13ecf-67ca-4ca1-9ca8-37529745b2db tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:09.843759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d08327e1-572f-44d8-b00e-312f2a0d788c req-d0b13ecf-67ca-4ca1-9ca8-37529745b2db tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.1390965 Aug 16 22:28:09.858357 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:09.859013 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678543-73e2-4975-92ed-93be442b9a0d None None] The sync data for ids ['a25bc754-61d8-45a9-a73e-9e54932b15bc'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:09.896880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d08327e1-572f-44d8-b00e-312f2a0d788c req-33c144a7-4889-430d-b08c-47210e924262 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520248 Aug 16 22:28:09.902956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:09.972466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.015703 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.087839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port b54a8850-6318-485e-b428-85a2724a3a71 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:10.088196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.165592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.181193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for b54a8850-6318-485e-b428-85a2724a3a71 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:10.209771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.377213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.385244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Router 0afc0764-91c3-4b0e-b152-14aac63e217a is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:10.412126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=b54a8850-6318-485e-b428-85a2724a3a71,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:10.447593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.448090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.448532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.448973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.449493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.449932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.450438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.451423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.451862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.452321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.453350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.454719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:10.533718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.534888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:10.544597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] Sync routers for ids ['0afc0764-91c3-4b0e-b152-14aac63e217a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:10.554941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] Routers {'0afc0764-91c3-4b0e-b152-14aac63e217a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:10.555752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0afc0764-91c3-4b0e-b152-14aac63e217a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:10.570407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.575419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40d88eb9-c117-4968-93e5-1ffd076802a5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2527015 Aug 16 22:28:10.576866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:10.596935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:10.606860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] Routers {'0afc0764-91c3-4b0e-b152-14aac63e217a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:10.607718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0afc0764-91c3-4b0e-b152-14aac63e217a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:10.647033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:10.648044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113b23ad-1094-4562-a22d-87ce58ec57f9 None None] The sync data for ids ['0afc0764-91c3-4b0e-b152-14aac63e217a'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:10.685586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.690087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.693182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c4c588b3-a344-46d1-9c97-72315764572b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/0afc0764-91c3-4b0e-b152-14aac63e217a HTTP/1.1" status: 200 len: 924 time: 0.1147592 Aug 16 22:28:10.696215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:10.749832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-e64426dc-2882-4c5b-b7a5-4382f1f1c229 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.750781 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2967bcfa-5cb4-4755-9cf2-99d582a88af4 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afc0764-91c3-4b0e-b152-14aac63e217a HTTP/1.1" status: 200 len: 205 time: 0.0525239 Aug 16 22:28:10.751446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-e64426dc-2882-4c5b-b7a5-4382f1f1c229 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.2217445 Aug 16 22:28:10.753660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:10.760021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00611f7-6937-480c-bd25-56883d92392c req-e4b4636e-1e09-4338-9011-a3f251dd4e27 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:10.761503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e00611f7-6937-480c-bd25-56883d92392c req-e4b4636e-1e09-4338-9011-a3f251dd4e27 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 945 time: 0.1770706 Aug 16 22:28:10.801991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.802436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Fanout notify agent at l3_agent the message router_deleted on router a25bc754-61d8-45a9-a73e-9e54932b15bc {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:10.809629 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.810774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8ae6a4c8-8f2d-4f4e-9021-42464a40554d tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/routers/a25bc754-61d8-45a9-a73e-9e54932b15bc HTTP/1.1" status: 204 len: 168 time: 1.1118441 Aug 16 22:28:10.816550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:10.918347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e00611f7-6937-480c-bd25-56883d92392c req-b1a3b75b-dd80-4ba4-89e5-5d719145bb91 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480727 Aug 16 22:28:10.934487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting subnet 01bb27b2-a0a4-41af-8a60-b12fa4d34bee {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:10.938915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:10.988037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.027422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:11.027767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.147212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.150500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.187481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port 49cea60d-6f4c-4c17-ab86-4eda0c502da1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=49cea60d-6f4c-4c17-ab86-4eda0c502da1,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.187481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.206980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for 49cea60d-6f4c-4c17-ab86-4eda0c502da1 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:11.272315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.273366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.310769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Subnet': ['ID=01bb27b2-a0a4-41af-8a60-b12fa4d34bee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.318945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.323403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5d53f1d-6ed0-43e4-8ee8-0fe68962d18b tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/subnets/01bb27b2-a0a4-41af-8a60-b12fa4d34bee HTTP/1.1" status: 204 len: 168 time: 0.5034533 Aug 16 22:28:11.325095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:11.326471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b5b61-7ce4-4a6b-b616-913c5de53cbb None None] Network c74cce91-529d-4b45-b906-5cd83d8bf460 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:11.341495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port a63e76fe-0190-4c8b-b029-f483fb871f23 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:11.341925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.442434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.478175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.491618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for a63e76fe-0190-4c8b-b029-f483fb871f23 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:11.504277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.540940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a', '49cea60d-6f4c-4c17-ab86-4eda0c502da1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:11.542150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=49cea60d-6f4c-4c17-ab86-4eda0c502da1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.598477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] DHCP port deletion for c74cce91-529d-4b45-b906-5cd83d8bf460 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:11.609796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port 49cea60d-6f4c-4c17-ab86-4eda0c502da1 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:11.613331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.616235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8b55aae-b0ff-4758-8e32-36bb67b50ca4 req-00349fb0-0b16-4fa0-9d37-029df2e8d554 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "DELETE /v2.0/ports/49cea60d-6f4c-4c17-ab86-4eda0c502da1 HTTP/1.1" status: 204 len: 173 time: 0.8538384 Aug 16 22:28:11.617533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'name': 'network-vif-deleted', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:11.620400 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8097f1-36a3-4029-bf89-a08bd16b8574" -d '{"events": [{"server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "name": "network-vif-deleted", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:11.624922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 84503d23-b30b-443b-8e3f-790d6fe2ed2e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:11.625315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.670833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6199e-9fa9-457c-bb33-09cbe2b5d403 x-openstack-request-id: req-76f6199e-9fa9-457c-bb33-09cbe2b5d403 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:11.671126 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae37d54-963b-4f18-9d76-c4466e70023d", "name": "network-vif-deleted", "tag": "49cea60d-6f4c-4c17-ab86-4eda0c502da1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:11.671373 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76f6199e-9fa9-457c-bb33-09cbe2b5d403 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:11.671781 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae37d54-963b-4f18-9d76-c4466e70023d', 'name': 'network-vif-deleted', 'tag': '49cea60d-6f4c-4c17-ab86-4eda0c502da1', 'status': 'completed', 'code': 200} Aug 16 22:28:11.711445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] For port 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=84503d23-b30b-443b-8e3f-790d6fe2ed2e,segment=NetworkSegment(a964596a-b4ac-4e95-80cd-1952ffa0ee3d),segment_id=a964596a-b4ac-4e95-80cd-1952ffa0ee3d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.711445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.727661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 84503d23-b30b-443b-8e3f-790d6fe2ed2e owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:11.755273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.763382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Deleting port 84503d23-b30b-443b-8e3f-790d6fe2ed2e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:11.764056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.793632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=a63e76fe-0190-4c8b-b029-f483fb871f23,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.841700 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.847151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] For port 84503d23-b30b-443b-8e3f-790d6fe2ed2e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=84503d23-b30b-443b-8e3f-790d6fe2ed2e,segment=NetworkSegment(a964596a-b4ac-4e95-80cd-1952ffa0ee3d),segment_id=a964596a-b4ac-4e95-80cd-1952ffa0ee3d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:11.847954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.876069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Calling delete_port for 84503d23-b30b-443b-8e3f-790d6fe2ed2e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:11.877429 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.890604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] No DVR routers for this DVR port 84503d23-b30b-443b-8e3f-790d6fe2ed2e on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:11.915482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=84503d23-b30b-443b-8e3f-790d6fe2ed2e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.933336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39364) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:11.958472 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:11.985884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] Pushing event deleted for resources: {'Port': ['ID=84503d23-b30b-443b-8e3f-790d6fe2ed2e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:11.987822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300da102-3fd8-45e8-a02a-a3d38ee63e80 None None] No DVR routers for this DVR port 84503d23-b30b-443b-8e3f-790d6fe2ed2e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:12.025735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.027996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.047842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.059502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74cce91-529d-4b45-b906-5cd83d8bf460']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:12.080166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.080719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router 0afc0764-91c3-4b0e-b152-14aac63e217a {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:12.093178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-769ef2cc-f043-4553-b526-92cdec391dc3 req-7baa2b57-c180-4b61-9a38-7bc4a76658d2 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ae37d54-963b-4f18-9d76-c4466e70023d HTTP/1.1" status: 200 len: 210 time: 0.0581551 Aug 16 22:28:12.094931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:12.095308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a964596a-b4ac-4e95-80cd-1952ffa0ee3d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:12.106907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.110210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.114102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c7b40e2-084a-4334-b96b-dc83ecbbebe6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/0afc0764-91c3-4b0e-b152-14aac63e217a HTTP/1.1" status: 204 len: 168 time: 1.3590937 Aug 16 22:28:12.127483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.127483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632787272', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:12.136955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.143291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:12.143706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:12.157062 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:12.206443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.213267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.215462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/networks/c74cce91-529d-4b45-b906-5cd83d8bf460 HTTP/1.1" status: 204 len: 168 time: 0.8892095 Aug 16 22:28:12.221362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.225879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.227077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.239775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafed9d-30c5-4912-aca5-08c3af04c02e tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Network': ['ID=c74cce91-529d-4b45-b906-5cd83d8bf460,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:12.332492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.378316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port e835458b-707f-46c9-8868-9ee1ae999f2b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:12.378705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.471738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.472241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.484215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for e835458b-707f-46c9-8868-9ee1ae999f2b owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:12.543800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.619755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.667443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=e835458b-707f-46c9-8868-9ee1ae999f2b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:12.705463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.708310 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.709494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-da50ad63-1927-44e9-9a42-9e895b1fe8e8 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/floatingips/cf350fef-e041-4502-a883-011dde361b29 HTTP/1.1" status: 204 len: 168 time: 0.4869745 Aug 16 22:28:12.714381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.740138 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9164f042-0c9a-4c88-891e-193f1f34c8b4 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] DELETE failed (client error): The resource could not be found. Aug 16 22:28:12.740741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9164f042-0c9a-4c88-891e-193f1f34c8b4 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:28:12.742518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9164f042-0c9a-4c88-891e-193f1f34c8b4 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/e38aee84-7160-4820-93a0-9738a3f52721 HTTP/1.1" status: 404 len: 333 time: 0.0272205 Aug 16 22:28:12.745052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.776077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-35e8a0ea-bde2-4607-8ccc-928be54683e6 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/ports?device_id=a25bc754-61d8-45a9-a73e-9e54932b15bc HTTP/1.1" status: 200 len: 205 time: 0.0298712 Aug 16 22:28:12.778511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39382) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.814961 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-fde82f1c-10ee-4488-be1e-e7df24c02959 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] delete failed (client error): The resource could not be found. Aug 16 22:28:12.818805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fde82f1c-10ee-4488-be1e-e7df24c02959 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/routers/a25bc754-61d8-45a9-a73e-9e54932b15bc HTTP/1.1" status: 404 len: 336 time: 0.0365272 Aug 16 22:28:12.819096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39384) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.875442 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e090271-a5e8-4fa1-bfc7-1a3af8c8a105 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] DELETE failed (client error): The resource could not be found. Aug 16 22:28:12.875893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e090271-a5e8-4fa1-bfc7-1a3af8c8a105 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:28:12.877615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8e090271-a5e8-4fa1-bfc7-1a3af8c8a105 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/subnets/01bb27b2-a0a4-41af-8a60-b12fa4d34bee HTTP/1.1" status: 404 len: 337 time: 0.0575833 Aug 16 22:28:12.880867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:12.893530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.897700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.945749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:12.968177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 356ff58d-d2f4-429c-80a0-8d90de2ad028 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:12.968538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.056704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.068318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 356ff58d-d2f4-429c-80a0-8d90de2ad028 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:13.152698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 172.25.8.237 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/bc866923-34c8-46ee-840b-1a7fd97e7647) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:13.205416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.243183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=356ff58d-d2f4-429c-80a0-8d90de2ad028,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:13.303356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.316065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.321095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ad13b030-daa2-446c-a4b2-12be29cb9afd tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/356ff58d-d2f4-429c-80a0-8d90de2ad028 HTTP/1.1" status: 204 len: 168 time: 0.4391048 Aug 16 22:28:13.321719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39400) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:13.374775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Deleting port 802f806c-87e9-4687-aa2d-85845928f811 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:13.375347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.379113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.465242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:13.472664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:13.479403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:13.485737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=bc866923-34c8-46ee-840b-1a7fd97e7647,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:13.559963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] For port 802f806c-87e9-4687-aa2d-85845928f811, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=802f806c-87e9-4687-aa2d-85845928f811,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:13.560337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.579169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 84503d23-b30b-443b-8e3f-790d6fe2ed2e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:13.607454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 84503d23-b30b-443b-8e3f-790d6fe2ed2e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:13.608137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 84503d23-b30b-443b-8e3f-790d6fe2ed2e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:13.615405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Calling delete_port for 802f806c-87e9-4687-aa2d-85845928f811 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:13.774388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 2e843b7c-8c57-477e-a2c1-885e09d7dada {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:13.774982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.884129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:13.906618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 2e843b7c-8c57-477e-a2c1-885e09d7dada owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:13.991859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d757b25-7d37-42ab-96fd-dc832a86644f req-dbadd922-0cd5-4c80-a80a-769c4df25994 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:13.993362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d757b25-7d37-42ab-96fd-dc832a86644f req-dbadd922-0cd5-4c80-a80a-769c4df25994 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 946 time: 0.1012785 Aug 16 22:28:14.046271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d757b25-7d37-42ab-96fd-dc832a86644f req-fd88469c-521c-4a71-9ecb-c60c810b0275 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Aug 16 22:28:14.102946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.157061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=2e843b7c-8c57-477e-a2c1-885e09d7dada,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:14.211264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.215778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb9ea004-026f-4d58-8e9a-6dd3ef1ba021 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/ports/2e843b7c-8c57-477e-a2c1-885e09d7dada HTTP/1.1" status: 204 len: 168 time: 0.8908093 Aug 16 22:28:14.216196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:14.234340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.267956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4001ad-96a2-4c20-b9a8-d0bb04e3b462 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:14.269784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ca4001ad-96a2-4c20-b9a8-d0bb04e3b462 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2d3740-cf95-4631-ae3c-116724aa351b HTTP/1.1" status: 200 len: 913 time: 0.0522418 Aug 16 22:28:14.272380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39446) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:14.328153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.330438 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.369937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Pushing event deleted for resources: {'Port': ['ID=802f806c-87e9-4687-aa2d-85845928f811,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:14.559214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 49cea60d-6f4c-4c17-ab86-4eda0c502da1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:14.605549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 49cea60d-6f4c-4c17-ab86-4eda0c502da1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:14.606119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 49cea60d-6f4c-4c17-ab86-4eda0c502da1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:14.627472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.684662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.709304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:14.887948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:15.025503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router e9434f34-736e-4669-be40-ab9504135c93 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:15.043561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:15.058145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:15.068081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port 5e4664a7-488d-412a-9255-f50b37e0d30c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:15.068663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.087008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Router 7f3c948d-daa8-49ed-8169-e1617d11646f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:15.103343 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.119728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:15.143312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:15.154561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.219024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:15.270847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.279379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:15.298083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Sync routers for ids ['e9434f34-736e-4669-be40-ab9504135c93'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:15.299997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:15.303495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for 5e4664a7-488d-412a-9255-f50b37e0d30c owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:15.308527 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e614d523-3dc8-4b04-a7e8-3025aee9d030 admin admin] 10.222.0.22 "PUT /v2.0/routers/7f3c948d-daa8-49ed-8169-e1617d11646f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3739898 Aug 16 22:28:15.309201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:15.317930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Sync routers for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:15.319308 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Routers {'e9434f34-736e-4669-be40-ab9504135c93'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:15.320102 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9434f34-736e-4669-be40-ab9504135c93'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:15.337889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:15.338528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:15.343484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772675-be81-4726-bd76-f9942570cd5c req-cf168951-3d2d-41cb-a2de-c1585410b332 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.345758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03772675-be81-4726-bd76-f9942570cd5c req-cf168951-3d2d-41cb-a2de-c1585410b332 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 946 time: 0.1561472 Aug 16 22:28:15.373313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.375980 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f30e630e-864f-4b5f-99a0-a73c8af3712c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2566352 Aug 16 22:28:15.379875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:15.389920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['878508f5-eb50-4682-85e4-a01f6a0c55bc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:15.533711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03772675-be81-4726-bd76-f9942570cd5c req-20b6e065-a542-49d3-9c84-4d945578281c tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/security-groups?id=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729105 Aug 16 22:28:15.536872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Set router e9434f34-736e-4669-be40-ab9504135c93 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:15.560935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e60fa6e-a076-45b5-ab42-4dc9492495ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.602778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:15.629127 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0819cb8e-7dda-44b8-8619-106289fa9e3a tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/e9434f34-736e-4669-be40-ab9504135c93 HTTP/1.1" status: 200 len: 908 time: 0.2452075 Aug 16 22:28:15.633264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39472) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:15.637855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632787272', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': True}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:15.715839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.802290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.807159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:15.869874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-cc4659bf-58e0-4a32-a541-357aa2753b23 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:15.871467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-cc4659bf-58e0-4a32-a541-357aa2753b23 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 946 time: 0.1460912 Aug 16 22:28:15.873360 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9434f34-736e-4669-be40-ab9504135c93', 'name': 'tempest-snat-router-632787272', 'tenant_id': '31422d02d17d483092ee923aa95b339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237'}], 'enable_snat': False}, 'gw_port_id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 3, 'project_id': '31422d02d17d483092ee923aa95b339b', 'gw_port': {'id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9434f34-736e-4669-be40-ab9504135c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:15.919060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Checking router: e9434f34-736e-4669-be40-ab9504135c93 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:15.919413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Updating router e9434f34-736e-4669-be40-ab9504135c93 port bc866923-34c8-46ee-840b-1a7fd97e7647 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:15.956298 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.029096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.042251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:16.109684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Checking router: 7f3c948d-daa8-49ed-8169-e1617d11646f for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:16.123977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.132477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Routers {'7f3c948d-daa8-49ed-8169-e1617d11646f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:16.133153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7f3c948d-daa8-49ed-8169-e1617d11646f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:16.192912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.193786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=5e4664a7-488d-412a-9255-f50b37e0d30c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:16.248852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Deleting port 69760e5e-2ddd-4511-9090-a0af3c63785a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:16.249386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.280168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] Set router 7f3c948d-daa8-49ed-8169-e1617d11646f gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:16.367641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] For port 69760e5e-2ddd-4511-9090-a0af3c63785a, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=69760e5e-2ddd-4511-9090-a0af3c63785a,segment=NetworkSegment(dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb),segment_id=dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:16.368465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.383779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Calling delete_port for 69760e5e-2ddd-4511-9090-a0af3c63785a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:16.445926 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.482807 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Transition to ACTIVE for port object bc866923-34c8-46ee-840b-1a7fd97e7647 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:16.500104 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.626138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.645901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:16.660056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Attempting to bind port bc866923-34c8-46ee-840b-1a7fd97e7647 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:16.660056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Attempting to bind port bc866923-34c8-46ee-840b-1a7fd97e7647 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:16.660370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Attempting to bind port bc866923-34c8-46ee-840b-1a7fd97e7647 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:16.678154 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9142ec-5328-4238-91b5-ade3ea8c7acc None None] Pushing event updated for resources: {'Port': ['ID=bc866923-34c8-46ee-840b-1a7fd97e7647,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:16.680685 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:16.681058 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:16.681491 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.682030 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:16.682337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Bound port: bc866923-34c8-46ee-840b-1a7fd97e7647, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:16.690469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['69760e5e-2ddd-4511-9090-a0af3c63785a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:16.690922 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.716398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f17e70-c822-44ec-a9ab-99f2a1da3e48 None None] The sync data for ids ['7f3c948d-daa8-49ed-8169-e1617d11646f'] in n-d-791505-20 is: [{'id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'name': 'tempest-TaggedBootDevicesTest_v242-548375314-router', 'tenant_id': '72816ab1b569441aa690dbbd91251172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:17:10Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 5, 'project_id': '72816ab1b569441aa690dbbd91251172', 'gw_port': {'id': '2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c948d-daa8-49ed-8169-e1617d11646f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:17:11Z', 'updated_at': '2021-08-16T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:16.783505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Pushing event deleted for resources: {'Port': ['ID=69760e5e-2ddd-4511-9090-a0af3c63785a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:16.798283 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] For port bc866923-34c8-46ee-840b-1a7fd97e7647, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:16.803162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] For port bc866923-34c8-46ee-840b-1a7fd97e7647, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bc866923-34c8-46ee-840b-1a7fd97e7647,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:16.811830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42c0cfa3-a401-4ca5-bb98-08639fa48d86 req-01e13aa9-8582-400b-8a34-2c8c070c15fe tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e3da5a0-5297-4a94-8a55-c8632eddf8bb HTTP/1.1" status: 200 len: 210 time: 0.0420315 Aug 16 22:28:16.823052 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.858766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.871343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Deleting port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:16.872676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.903297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:16.903864 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9142ec-5328-4238-91b5-ade3ea8c7acc None None] Pushing event updated for resources: {'Port': ['ID=bc866923-34c8-46ee-840b-1a7fd97e7647,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:16.912399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] No DVR routers for this DVR port 69760e5e-2ddd-4511-9090-a0af3c63785a on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:16.915997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:16.922713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Routers {'e9434f34-736e-4669-be40-ab9504135c93'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:16.923646 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9434f34-736e-4669-be40-ab9504135c93'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:16.923784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6330fcd-cad7-4bdd-abaf-a0a26fd2e934 req-b60e3f63-8baa-4344-9b6a-3653f3756f03 tempest-ServersTestJSON-804229362 tempest-ServersTestJSON-804229362-project] 10.222.0.88 "DELETE /v2.0/ports/69760e5e-2ddd-4511-9090-a0af3c63785a HTTP/1.1" status: 204 len: 173 time: 1.0364470 Aug 16 22:28:16.924197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'name': 'network-vif-deleted', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:16.927360 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c362aa-fadc-48b3-9c2a-fcfe364ac6e3" -d '{"events": [{"server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "name": "network-vif-deleted", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:16.984837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.003752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 878508f5-eb50-4682-85e4-a01f6a0c55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:17.004134 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.007833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce690821-a6f7-483f-96f0-60909ec9e00a x-openstack-request-id: req-ce690821-a6f7-483f-96f0-60909ec9e00a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:17.009318 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3da5a0-5297-4a94-8a55-c8632eddf8bb", "name": "network-vif-deleted", "tag": "69760e5e-2ddd-4511-9090-a0af3c63785a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:17.009934 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce690821-a6f7-483f-96f0-60909ec9e00a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:17.011132 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3da5a0-5297-4a94-8a55-c8632eddf8bb', 'name': 'network-vif-deleted', 'tag': '69760e5e-2ddd-4511-9090-a0af3c63785a', 'status': 'completed', 'code': 200} Aug 16 22:28:17.132085 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] Set router e9434f34-736e-4669-be40-ab9504135c93 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:17.152528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.217431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:17.219677 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f6e97b-92b8-42ec-bf80-71535cbdf83c" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:17.247461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:17.257727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.260846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] For port 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:17.261281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.287622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Calling delete_port for 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:17.340564 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf5590-54ff-4a16-a28b-3394e2a1e2ad x-openstack-request-id: req-ffcf5590-54ff-4a16-a28b-3394e2a1e2ad {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:17.340887 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:17.341123 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffcf5590-54ff-4a16-a28b-3394e2a1e2ad {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:17.341472 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:28:17.390960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:17.487395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Router 6d2d3740-cf95-4631-ae3c-116724aa351b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:17.509724 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9434f34-736e-4669-be40-ab9504135c93', 'name': 'tempest-snat-router-632787272', 'tenant_id': '31422d02d17d483092ee923aa95b339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237'}], 'enable_snat': False}, 'gw_port_id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 3, 'project_id': '31422d02d17d483092ee923aa95b339b', 'gw_port': {'id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9434f34-736e-4669-be40-ab9504135c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:17.545223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 802f806c-87e9-4687-aa2d-85845928f811 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:17.588570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bfd9c-87ac-4ddd-bd85-11300f31e260 None None] The sync data for ids ['e9434f34-736e-4669-be40-ab9504135c93'] in n-d-791505-20 is: [{'id': 'e9434f34-736e-4669-be40-ab9504135c93', 'name': 'tempest-snat-router-632787272', 'tenant_id': '31422d02d17d483092ee923aa95b339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237'}], 'enable_snat': False}, 'gw_port_id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:14Z', 'revision_number': 3, 'project_id': '31422d02d17d483092ee923aa95b339b', 'gw_port': {'id': 'bc866923-34c8-46ee-840b-1a7fd97e7647', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9434f34-736e-4669-be40-ab9504135c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:12Z', 'updated_at': '2021-08-16T22:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:17.654659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 802f806c-87e9-4687-aa2d-85845928f811 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:17.654659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 802f806c-87e9-4687-aa2d-85845928f811 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:17.728623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:17.735354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1d5dfb2a-c670-4e45-bd36-37e92a8d71b2 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "PUT /v2.0/routers/6d2d3740-cf95-4631-ae3c-116724aa351b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4618459 Aug 16 22:28:17.738142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39490) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:17.744383 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] Sync routers for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:17.758490 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:17.759178 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:17.806413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.813869 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:17.824431 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] Routers {'6d2d3740-cf95-4631-ae3c-116724aa351b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:17.825524 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:27:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6d2d3740-cf95-4631-ae3c-116724aa351b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:17.844314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:17.880875 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:17.881696 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59091c0-ff44-474e-91e0-cf08e29f1965 None None] The sync data for ids ['6d2d3740-cf95-4631-ae3c-116724aa351b'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:17.931923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39494) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:17.950395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.007497 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.011418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:18.071692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Deleting subnet 16c63000-4841-45df-85aa-a6451ec9b129 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:18.077677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.142875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.165778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.188853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 172.25.8.202 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/1cd404ec-4126-4976-be8a-2198fa1eb097) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:18.238230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.253538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.257461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.267005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-542e3d07-8497-48e7-aa67-32e5c891f3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.371551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting port e586e988-f49b-4cee-b27f-50e0a474fa11 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:18.371551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.387452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.459936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.463480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.477335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c63000-4841-45df-85aa-a6451ec9b129,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:18.490353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.495511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7d2c3fce-b4f8-4b7e-8afe-0a393d68f44f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/16c63000-4841-45df-85aa-a6451ec9b129 HTTP/1.1" status: 204 len: 168 time: 0.5594959 Aug 16 22:28:18.495755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39496) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:18.531252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.531809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f3c948d-daa8-49ed-8169-e1617d11646f {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:18.543870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.545164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-25550dc9-1418-4044-b1a9-1362bb441c64 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7f3c948d-daa8-49ed-8169-e1617d11646f HTTP/1.1" status: 204 len: 168 time: 3.2345088 Aug 16 22:28:18.548574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:18.599896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.608587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.631932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Calling delete_port for e586e988-f49b-4cee-b27f-50e0a474fa11 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:18.639773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.708196 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Deleting subnet 426edb9b-35ba-4a00-aded-0ae83bf6f79f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:18.714790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.820545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.877245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=1cd404ec-4126-4976-be8a-2198fa1eb097,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:18.890606 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:18.923019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:18.926508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:18.929863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:19.200484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.209964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.224492 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.239304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efdcf78-dcbc-4bfd-a714-42cc6a551dac']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:19.255971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:19.256354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc11fdd9-2c0b-4986-b2c6-17cdd9418ceb') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:19.269602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.373822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.387941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.390393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.392346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/426edb9b-35ba-4a00-aded-0ae83bf6f79f HTTP/1.1" status: 204 len: 168 time: 0.8428409 Aug 16 22:28:19.399963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02180f3-cbd2-4b95-8b04-6b1ccd48ed27 None None] Network fe645dd0-0c29-4901-81ca-9877e8832341 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:19.413500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:19.472764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:19.472764 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:19.539053 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:19.541801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.547000 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.559011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dab14-feb3-431a-bd93-63f36aa4d2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426edb9b-35ba-4a00-aded-0ae83bf6f79f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:19.640768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bc866923-34c8-46ee-840b-1a7fd97e7647 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:19.645361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.675164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Port': ['ID=e586e988-f49b-4cee-b27f-50e0a474fa11,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:19.695360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.738451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.754838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] 10.222.0.22 "DELETE /v2.0/networks/8efdcf78-dcbc-4bfd-a714-42cc6a551dac HTTP/1.1" status: 204 len: 168 time: 1.2544684 Aug 16 22:28:19.779687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] DHCP port deletion for fe645dd0-0c29-4901-81ca-9877e8832341 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:28:19.785672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb2fd-dfb5-4582-b0fb-218f16a37a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8efdcf78-dcbc-4bfd-a714-42cc6a551dac,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:19.797242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.847498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Deleting port 7314a0a1-6d82-48ee-8400-8d043e31f819 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:19.848145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:19.921476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port bc866923-34c8-46ee-840b-1a7fd97e7647 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:19.943021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bc866923-34c8-46ee-840b-1a7fd97e7647 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:19.943329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.023723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] For port 7314a0a1-6d82-48ee-8400-8d043e31f819, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7314a0a1-6d82-48ee-8400-8d043e31f819,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:20.024399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.026382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.031740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Deleting port 7314a0a1-6d82-48ee-8400-8d043e31f819 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:20.032130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.032505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.035868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:20.064256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Calling delete_port for 7314a0a1-6d82-48ee-8400-8d043e31f819 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:20.073279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.101717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.102707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2d3740-cf95-4631-ae3c-116724aa351b {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:20.112871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.116569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-424bbf3c-b255-4d6c-8302-1854f1c95487 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/routers/6d2d3740-cf95-4631-ae3c-116724aa351b HTTP/1.1" status: 204 len: 168 time: 2.3736598 Aug 16 22:28:20.116852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:20.200799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] For port 7314a0a1-6d82-48ee-8400-8d043e31f819, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7314a0a1-6d82-48ee-8400-8d043e31f819,segment=NetworkSegment(17d324dd-ee37-44bd-87d1-060c4a09b833),segment_id=17d324dd-ee37-44bd-87d1-060c4a09b833)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:20.201153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.205692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Deleting subnet cc04e4d6-ad41-4621-9233-a695f9891fa6 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:28:20.218216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.220551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.234199 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5fb82078-131d-4bcd-b5fa-c4199e971778 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cfaf84914ab498c91187c5c11bb57e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943145 Aug 16 22:28:20.248067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Calling delete_port for 7314a0a1-6d82-48ee-8400-8d043e31f819 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:20.280391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.289291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:20.292528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port bc866923-34c8-46ee-840b-1a7fd97e7647, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bc866923-34c8-46ee-840b-1a7fd97e7647,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:20.346937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.347379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.416734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.442683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:20.478236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:20.478773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2dd4ff1b-71ff-479d-8ad7-8a5df5c4d10f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:20.479274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.494868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.497056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7314a0a1-6d82-48ee-8400-8d043e31f819,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:20.505641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] No DVR routers for this DVR port 7314a0a1-6d82-48ee-8400-8d043e31f819 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:20.527992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=bc866923-34c8-46ee-840b-1a7fd97e7647,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:20.543677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.548073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Subnet': ['ID=cc04e4d6-ad41-4621-9233-a695f9891fa6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:20.550640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.553300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b132040-073f-4472-83da-fe8fdcb8fa55 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/subnets/cc04e4d6-ad41-4621-9233-a695f9891fa6 HTTP/1.1" status: 204 len: 168 time: 0.4353759 Aug 16 22:28:20.555614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:20.570925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] Pushing event deleted for resources: {'Port': ['ID=7314a0a1-6d82-48ee-8400-8d043e31f819,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:20.584021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01173b-648f-4115-b347-b6b6414cb313 None None] No DVR routers for this DVR port 7314a0a1-6d82-48ee-8400-8d043e31f819 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:20.599040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 69760e5e-2ddd-4511-9090-a0af3c63785a no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:20.640948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 69760e5e-2ddd-4511-9090-a0af3c63785a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:20.641539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 69760e5e-2ddd-4511-9090-a0af3c63785a not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:20.660254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.661435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router a77505b9-b445-4a3f-b0b8-c9e997512f54 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:20.664485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.705525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.733132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe645dd0-0c29-4901-81ca-9877e8832341']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.778339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.784118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d324dd-ee37-44bd-87d1-060c4a09b833') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.784418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d324dd-ee37-44bd-87d1-060c4a09b833') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.792121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe9af69-d755-46f9-9d4c-2f14ce47adcb']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.802579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.808103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad0f0b2-33dd-4a45-8c20-94eea0bf72d8') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.810000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad0f0b2-33dd-4a45-8c20-94eea0bf72d8') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:20.826068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.840876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.850365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.852164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:20.852655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.852850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.854062 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c HTTP/1.1" status: 204 len: 168 time: 0.5635848 Aug 16 22:28:20.855132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:20.856748 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:20.876684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:28:20.877549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:28:20.880444 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:28:20.892009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cd108-201f-4e5e-ad59-f7c93ec98a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375212b-0ab4-4c2a-be9b-2a6bd5ea5c4c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:20.949179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.954615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:20.957128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] 10.222.0.22 "DELETE /v2.0/networks/1fe9af69-d755-46f9-9d4c-2f14ce47adcb HTTP/1.1" status: 204 len: 168 time: 0.4004307 Aug 16 22:28:20.993045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec70cb-227d-41d3-823e-818aff010ee0 tempest-FloatingIPTestJSON-951899417 tempest-FloatingIPTestJSON-951899417-project] Pushing event deleted for resources: {'Network': ['ID=1fe9af69-d755-46f9-9d4c-2f14ce47adcb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:21.210949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.248232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:21.260871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Sync routers for ids ['a77505b9-b445-4a3f-b0b8-c9e997512f54'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:21.269793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.286998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Routers {'a77505b9-b445-4a3f-b0b8-c9e997512f54'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:21.287908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.288417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a77505b9-b445-4a3f-b0b8-c9e997512f54'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:21.291974 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe645dd0-0c29-4901-81ca-9877e8832341 HTTP/1.1" status: 204 len: 168 time: 1.8750658 Aug 16 22:28:21.310352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3102c6a-4f2c-41b2-b0b6-5a7ee88603f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe645dd0-0c29-4901-81ca-9877e8832341,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:21.316388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.317742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5aad8543-6f39-477c-a19f-0eba30f7ef12 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6833823 Aug 16 22:28:21.320594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.391760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.471346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a68bbdf3-30f6-4475-ad32-8444ca73be1b tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/a77505b9-b445-4a3f-b0b8-c9e997512f54 HTTP/1.1" status: 200 len: 907 time: 0.1493726 Aug 16 22:28:21.473945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.607386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Set router a77505b9-b445-4a3f-b0b8-c9e997512f54 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:21.649690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5d8b9-5dfc-4cf8-8221-4e9e6ea875cc req-d8afba40-4e97-4eda-966f-17a8985537f4 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:21.651291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8a5d8b9-5dfc-4cf8-8221-4e9e6ea875cc req-d8afba40-4e97-4eda-966f-17a8985537f4 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1098 time: 0.0615904 Aug 16 22:28:21.659911 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.683449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bc866923-34c8-46ee-840b-1a7fd97e7647 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:21.698418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39554) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.784413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8a5d8b9-5dfc-4cf8-8221-4e9e6ea875cc req-ee08eedd-16ef-4fdb-91a9-04afaaa63b38 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224575 Aug 16 22:28:21.830956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b5a056fe-a542-47ef-989a-a915a3aedef5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72816ab1b569441aa690dbbd91251172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307507 Aug 16 22:28:21.833617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.876439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60c1b696-9e71-47ac-845e-03816b8c0fa8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76662970bd0e42a0a0e5be728c924681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812052 Aug 16 22:28:21.877362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39564) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:21.922943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.957093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:21.981383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.010101 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.038103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.054248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.059698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.061103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b51b560-71cb-4821-ae85-48119a016a7f HTTP/1.1" status: 204 len: 168 time: 0.2263613 Aug 16 22:28:22.072207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8beb-2c26-49af-8697-98453f7dd77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b51b560-71cb-4821-ae85-48119a016a7f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:22.084345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e07b-5952-48d3-ba3c-a724d3180317 req-6ac12680-7b55-4f7a-b077-cdf9035e3a32 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:22.086355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf83e07b-5952-48d3-ba3c-a724d3180317 req-6ac12680-7b55-4f7a-b077-cdf9035e3a32 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1733990 Aug 16 22:28:22.131652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.135415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.140230 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82c48032-89c8-4d16-9839-1f683a1f94f7 HTTP/1.1" status: 204 len: 168 time: 0.2612839 Aug 16 22:28:22.156651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf83e07b-5952-48d3-ba3c-a724d3180317 req-af29f8a5-5ee7-440a-b4a7-331f472445af tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562468 Aug 16 22:28:22.157172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bc866923-34c8-46ee-840b-1a7fd97e7647 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:22.157566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.175410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a677af2-91d1-4972-9998-5c9c9fec503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c48032-89c8-4d16-9839-1f683a1f94f7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:22.178745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Deleting port 1cd404ec-4126-4976-be8a-2198fa1eb097 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:22.179344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.189861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:22.287996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.309932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Calling delete_port for 1cd404ec-4126-4976-be8a-2198fa1eb097 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:22.312638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77505b9-b445-4a3f-b0b8-c9e997512f54', 'name': 'tempest-snat-router-632787272', 'tenant_id': '31422d02d17d483092ee923aa95b339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '1cd404ec-4126-4976-be8a-2198fa1eb097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:15Z', 'updated_at': '2021-08-16T22:28:19Z', 'revision_number': 3, 'project_id': '31422d02d17d483092ee923aa95b339b', 'gw_port': {'id': '1cd404ec-4126-4976-be8a-2198fa1eb097', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77505b9-b445-4a3f-b0b8-c9e997512f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:17Z', 'updated_at': '2021-08-16T22:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:22.355263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e1693a1-35cc-44e0-b1dc-3ed24edfb3bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/e4564476-b793-4111-b611-95a59df4e815 HTTP/1.1" status: 200 len: 993 time: 0.1623011 Aug 16 22:28:22.385755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Checking router: a77505b9-b445-4a3f-b0b8-c9e997512f54 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:22.386124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Updating router a77505b9-b445-4a3f-b0b8-c9e997512f54 port 1cd404ec-4126-4976-be8a-2198fa1eb097 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:22.416637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7314a0a1-6d82-48ee-8400-8d043e31f819 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:22.453991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7314a0a1-6d82-48ee-8400-8d043e31f819 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:22.454487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7314a0a1-6d82-48ee-8400-8d043e31f819 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:22.459118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.529293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.562248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cd404ec-4126-4976-be8a-2198fa1eb097,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:22.630619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.785540 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:28:22.786627 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:28:22.788833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.793435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.808660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.883805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.891185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a77505b9-b445-4a3f-b0b8-c9e997512f54 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:22.907510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:22.909922 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fdc44ad2-a022-442d-8a85-64fa782dd598 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a77505b9-b445-4a3f-b0b8-c9e997512f54 HTTP/1.1" status: 204 len: 168 time: 1.4349828 Aug 16 22:28:22.913260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:23.100101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:23.336673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Port 1cd404ec-4126-4976-be8a-2198fa1eb097 not found while updating agent binding for router a77505b9-b445-4a3f-b0b8-c9e997512f54. {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 22:28:23.351064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:23.355002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:23.355704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:28:23.356603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a77505b9-b445-4a3f-b0b8-c9e997512f54'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:28:23.357167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009cb051-9f37-437a-8898-e71a4d604653 None None] The sync data for ids ['a77505b9-b445-4a3f-b0b8-c9e997512f54'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:23.587515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Deleting port bc866923-34c8-46ee-840b-1a7fd97e7647 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:23.588139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:23.599447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7642e-53eb-4fc9-a9bb-af6383c78c81 req-cb0e39e6-27b0-4d29-ad5f-280eb9e9ef7f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:23.601169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73a7642e-53eb-4fc9-a9bb-af6383c78c81 req-cb0e39e6-27b0-4d29-ad5f-280eb9e9ef7f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1158409 Aug 16 22:28:23.688780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73a7642e-53eb-4fc9-a9bb-af6383c78c81 req-6c9cfd76-0b19-4858-a0d7-643edb4ed9da tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762241 Aug 16 22:28:23.742913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] For port bc866923-34c8-46ee-840b-1a7fd97e7647, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bc866923-34c8-46ee-840b-1a7fd97e7647,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:23.743258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:23.759202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Calling delete_port for bc866923-34c8-46ee-840b-1a7fd97e7647 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:24.059310 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.341450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.347682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc866923-34c8-46ee-840b-1a7fd97e7647,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:24.376513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39654) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:24.615802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.619969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.663644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-network', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:24.696067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-41750b12-8317-4dfa-808f-8b3cc4270f76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1612689 Aug 16 22:28:24.700140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.701452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9434f34-736e-4669-be40-ab9504135c93 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:24.727335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.729324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Made reservation on behalf of 5ee12436f0a9406db2efb94addb3bb30 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:24.731236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c107bbb-5702-451b-819f-11a6a6488208 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e9434f34-736e-4669-be40-ab9504135c93 HTTP/1.1" status: 204 len: 168 time: 1.8159266 Aug 16 22:28:24.737298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.740473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39670) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:24.759154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-172169295', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:24.768533 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.878224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:24.880024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.061239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.083725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.087844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.131004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:28:25.162649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.163162 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Added segment 93c68e1f-3b2f-4f8e-9929-cb4b945a584e of type vlan for network 8d8271e5-76a0-423a-a836-d7fb2133baa9 Aug 16 22:28:25.165155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29df2ef-1eeb-4da8-abe3-5b738137ed1a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:25.236365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.299306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.302055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:25.304593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.433958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6de97-1738-4694-81da-8968b3158cc7 req-23b073c7-a7e3-4b4b-8020-5d6e8b79e245 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:25.443653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cc6de97-1738-4694-81da-8968b3158cc7 req-23b073c7-a7e3-4b4b-8020-5d6e8b79e245 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.6017756 Aug 16 22:28:25.489795 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1042843 Aug 16 22:28:25.498074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:25.521714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Request body: {'subnet': {'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-subnet', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:25.542698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d90bf-4db3-4b80-848a-14b6202e4b68 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8271e5-76a0-423a-a836-d7fb2133baa9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:25.561117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:28:25.641784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Made reservation on behalf of 5ee12436f0a9406db2efb94addb3bb30 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:25.651571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.752854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bc866923-34c8-46ee-840b-1a7fd97e7647 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:25.769031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:25.786369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cc6de97-1738-4694-81da-8968b3158cc7 req-e3b84499-157f-442b-8bf5-02725050c8cf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362346 Aug 16 22:28:25.801614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: bc866923-34c8-46ee-840b-1a7fd97e7647 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:28:25.802343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bc866923-34c8-46ee-840b-1a7fd97e7647 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:26.086701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.119258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.143001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.208431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e379afb-d6ae-4c8d-aa5f-a71a136b299b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:26.225965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.226424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.226950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.227579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.228026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.228714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.229334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.229769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.230221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.230651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.231092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.231515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:26.255415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Checking segment: {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:26.255901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Network hostable DHCP agents. Network: 8d8271e5-76a0-423a-a836-d7fb2133baa9, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:28:26.283981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Allocated IP 172.25.8.159 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/71f47931-862d-48a1-bf5b-811024493ea5) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:26.284371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:28:26.301145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8d8271e5-76a0-423a-a836-d7fb2133baa9) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:26.311254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e86907-3a98-43af-8494-ad465c9e9846 None None] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:26.312917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:26.313712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.334528 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f028eb68-fa10-4dbd-8ddb-640911f3db64 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8342457 Aug 16 22:28:26.344898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:26.357179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:26.433922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.435037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.563172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.575571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.665205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.683643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:26.741394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:26.744705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:26.756600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:26.778652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:26.799429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event updated for resources: {'Port': ['ID=71f47931-862d-48a1-bf5b-811024493ea5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:26.830769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596080a-cb91-4131-94b4-3a32a245aaf0 None None] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:28:27.149257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5000e132-e2d2-4fe0-af9e-5a3225b372b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.342717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5000e132-e2d2-4fe0-af9e-5a3225b372b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.345106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.367333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.369364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5000e132-e2d2-4fe0-af9e-5a3225b372b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.388337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.456255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000e132-e2d2-4fe0-af9e-5a3225b372b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c253c2-9a61-4ca8-a37e-631c09336f70,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:27.464616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc953df-d04a-4452-950f-3092b28311a6 req-83d266bc-8746-46b9-85ae-efe733efd8b9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:27.472568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cc953df-d04a-4452-950f-3092b28311a6 req-83d266bc-8746-46b9-85ae-efe733efd8b9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.4538462 Aug 16 22:28:27.489308 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5000e132-e2d2-4fe0-af9e-5a3225b372b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=885d465f32d9447baa0468000021ec08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870928 Aug 16 22:28:27.490380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:27.582348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.619530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-5bae105f-02f5-43e4-9133-3fb26e9de433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:27.621186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-5bae105f-02f5-43e4-9133-3fb26e9de433 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1098 time: 0.1149271 Aug 16 22:28:27.624020 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.637318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Allocated IP 172.25.8.152 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/0e5192de-549d-4831-ba66-24085e1f89bf) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:27.659713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cc953df-d04a-4452-950f-3092b28311a6 req-1e8300cf-6bd4-462e-808c-7448e1e88c30 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862299 Aug 16 22:28:27.760836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-24e32da8-f60b-430a-9347-afa173ab213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:27.763262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-24e32da8-f60b-430a-9347-afa173ab213a service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.1026487 Aug 16 22:28:27.787305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.827760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.830367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.831618 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99c253c2-9a61-4ca8-a37e-631c09336f70 HTTP/1.1" status: 204 len: 168 time: 0.3345258 Aug 16 22:28:27.852077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-9a8ae01b-b6a6-4d68-b825-7f4e2dec2cc2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1001 time: 0.0761220 Aug 16 22:28:27.866045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287bff3-58e4-4dfb-a6eb-a68d2eefcb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c253c2-9a61-4ca8-a37e-631c09336f70,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:27.904472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:27.998337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:28.007255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:28.013337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:28.092635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5192de-549d-4831-ba66-24085e1f89bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:28.354317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:28.400262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d20567f-b932-473b-9041-b74c0bbbaa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:28.488209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-9fb81cb7-01c0-4029-8662-f7d2647f43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:28.489768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-9fb81cb7-01c0-4029-8662-f7d2647f43c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.5859344 Aug 16 22:28:28.557939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:28.772240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-89e7e21d-2e17-47f6-af13-934876fbfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:28.774215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d20567f-b932-473b-9041-b74c0bbbaa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:28.781451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1d20567f-b932-473b-9041-b74c0bbbaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:28.783772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-89e7e21d-2e17-47f6-af13-934876fbfe16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2738340 Aug 16 22:28:28.816134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:28.905194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-84ea27f9-97c2-4585-8fd0-54e163430e6d service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093354 Aug 16 22:28:28.979875 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1d20567f-b932-473b-9041-b74c0bbbaa24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfe2895ea7c4438a9881e780906105d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244192 Aug 16 22:28:28.982385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:28.984281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20567f-b932-473b-9041-b74c0bbbaa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7962ad-c738-4a4c-ab16-f270f929cb3e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:29.065238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6fe7a-bedf-42c2-a84a-bf8b3d1aa8e0 req-6253a79d-d641-4416-9350-ea3a811bdf09 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:29.066840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3c6fe7a-bedf-42c2-a84a-bf8b3d1aa8e0 req-6253a79d-d641-4416-9350-ea3a811bdf09 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.2698290 Aug 16 22:28:29.101054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.107678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Router 4f8c8458-1511-4797-a25b-2c155c6dbb1f is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:29.118891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.131512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.143450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3c6fe7a-bedf-42c2-a84a-bf8b3d1aa8e0 req-e7eef147-bf2b-4897-bbca-3f05e5401f7d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652142 Aug 16 22:28:29.149120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-335959a8-582e-4dd4-ba14-ab81e7b7e568 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260873 Aug 16 22:28:29.260877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:29.273546 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] Sync routers for ids ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:29.285863 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.287139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f295eff6-9965-4723-ad4b-39d8ad6fd46a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5433273 Aug 16 22:28:29.290032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39794) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:29.293406 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] Routers {'4f8c8458-1511-4797-a25b-2c155c6dbb1f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:29.294295 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:29.305458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:29.356715 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:29.393373 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] Routers {'4f8c8458-1511-4797-a25b-2c155c6dbb1f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:29.394269 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:29.647091 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:29.648623 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec0aaa4-d156-4945-a513-ad63d68932ea None None] The sync data for ids ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:29.685570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.688218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.689630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af7962ad-c738-4a4c-ab16-f270f929cb3e HTTP/1.1" status: 204 len: 168 time: 0.7062964 Aug 16 22:28:29.721268 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2d66d-fc65-49c5-9d1e-ee509cfad076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7962ad-c738-4a4c-ab16-f270f929cb3e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:29.782084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Router d851da1e-c2b7-45f5-a012-6944e9db6838 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:29.938887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:29.985318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:29.998886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Sync routers for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:30.015888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.016830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:30.019133 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-058f8b47-6688-49be-a7dd-ce06ca5d56c6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6723373 Aug 16 22:28:30.021548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39810) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:30.022447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:30.281894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:30.443415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed084078-c31e-41c6-94df-07298d4975c4 req-50031a18-e3b7-44f6-90d0-40ab06bb2654 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:30.452892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed084078-c31e-41c6-94df-07298d4975c4 req-50031a18-e3b7-44f6-90d0-40ab06bb2654 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1421432 Aug 16 22:28:30.507417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed084078-c31e-41c6-94df-07298d4975c4 req-38979f18-ddbf-488c-a4f5-cb878cf97ebc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495067 Aug 16 22:28:30.843054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:28Z', 'revision_number': 3, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:30.872894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Checking router: d851da1e-c2b7-45f5-a012-6944e9db6838 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:30.873445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Updating router d851da1e-c2b7-45f5-a012-6944e9db6838 port 0e5192de-549d-4831-ba66-24085e1f89bf binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:30.948375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.953553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:30.962241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.104757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.116014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router 4f8c8458-1511-4797-a25b-2c155c6dbb1f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:31.346310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:31.352545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.355740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b70fe316-fd4e-48fe-a176-2893a92cf02f tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "PUT /v2.0/routers/4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 200 len: 925 time: 2.0646877 Aug 16 22:28:31.358782 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] Sync routers for ids ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:31.362945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39846) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:31.377228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] Routers {'4f8c8458-1511-4797-a25b-2c155c6dbb1f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:31.378130 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:31.433494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Allocated IP 172.20.0.1 (8d8271e5-76a0-423a-a836-d7fb2133baa9/9e379afb-d6ae-4c8d-aa5f-a71a136b299b/fad89fca-182b-471e-8f5c-3cc585c15a7e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:31.474325 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:31.502681 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] Routers {'4f8c8458-1511-4797-a25b-2c155c6dbb1f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:31.504962 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:31.557213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.593895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Transition to ACTIVE for port object 0e5192de-549d-4831-ba66-24085e1f89bf will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:31.610625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8e231b93-b275-47ee-9824-1eda83a729f6 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 200 len: 925 time: 0.2462626 Aug 16 22:28:31.611446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:31.617014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.641691 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:31.643398 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd505dc-0d25-403e-8bc2-a24167bba8ee None None] The sync data for ids ['4f8c8458-1511-4797-a25b-2c155c6dbb1f'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:31.700581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.750038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Attempting to bind port 0e5192de-549d-4831-ba66-24085e1f89bf on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:31.752042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Attempting to bind port 0e5192de-549d-4831-ba66-24085e1f89bf by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:31.752610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Attempting to bind port 0e5192de-549d-4831-ba66-24085e1f89bf on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:31.767819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:31.769135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:31.770330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.770835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:31.771394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Bound port: 0e5192de-549d-4831-ba66-24085e1f89bf, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:31.772019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.791047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.855285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b02a-4fea-48ab-b2cc-4d965d02d140 None None] Pushing event updated for resources: {'Port': ['ID=0e5192de-549d-4831-ba66-24085e1f89bf,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:31.926582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] For port 0e5192de-549d-4831-ba66-24085e1f89bf, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:31.935371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] For port 0e5192de-549d-4831-ba66-24085e1f89bf, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e5192de-549d-4831-ba66-24085e1f89bf,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:31.949552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:31.949552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:31.955606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0fe267-5e5d-4ef7-a626-be519227ffd3 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.962185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:31.962880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:31.963695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:31.971178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7f0fe267-5e5d-4ef7-a626-be519227ffd3 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=4f8c8458-1511-4797-a25b-2c155c6dbb1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3448026 Aug 16 22:28:31.997455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199de496-dd43-423f-8672-167e4c0f476f req-b59a2e95-d6ce-4e46-8fcf-55ffa0b4b884 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:31.999109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-199de496-dd43-423f-8672-167e4c0f476f req-b59a2e95-d6ce-4e46-8fcf-55ffa0b4b884 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.3432045 Aug 16 22:28:32.054513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Pushing event updated for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:32.062493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:32.070709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-199de496-dd43-423f-8672-167e4c0f476f req-2385357d-b023-4e45-a521-d26be7aeb425 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609975 Aug 16 22:28:32.070880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:32.135505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.249419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947f108-a27d-4ca9-a4f6-5aac1d144f22 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:32.250828 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2947f108-a27d-4ca9-a4f6-5aac1d144f22 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.2848301 Aug 16 22:28:32.254374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:32.298114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b02a-4fea-48ab-b2cc-4d965d02d140 None None] Pushing event updated for resources: {'Port': ['ID=0e5192de-549d-4831-ba66-24085e1f89bf,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:32.310791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:32.320596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-152a7b42-4a37-4662-8b35-19d835b8f1ff tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 200 len: 205 time: 0.0634754 Aug 16 22:28:32.322320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:32.410787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.615653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.717052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:28Z', 'revision_number': 3, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:32.744111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.770598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.774340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17057b5-a03e-42e3-bcfa-23379a92e2f0 None None] The sync data for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 is: [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:28Z', 'revision_number': 3, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:32.796964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.885583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Pushing event updated for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:32.914638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:32.952067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port 71f47931-862d-48a1-bf5b-811024493ea5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:32.952935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.034586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:33.036535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:33.181654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.202318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for 71f47931-862d-48a1-bf5b-811024493ea5 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:33.413872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Router d851da1e-c2b7-45f5-a012-6944e9db6838 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:33.563249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.709263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=71f47931-862d-48a1-bf5b-811024493ea5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:33.734906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:33.751564 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9f6b94e-98c0-44e1-ada7-e4959dba428c admin admin] 10.222.0.22 "PUT /v2.0/routers/d851da1e-c2b7-45f5-a012-6944e9db6838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7289000 Aug 16 22:28:33.763918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e5192de-549d-4831-ba66-24085e1f89bf up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:33.887280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0e5192de-549d-4831-ba66-24085e1f89bf completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:33.896834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d376c-87f3-4a01-9357-c851ee082eec req-7a4d67c9-c8c9-4bf9-92e8-1755a07b8812 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:33.901675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0e5192de-549d-4831-ba66-24085e1f89bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:33.902427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:33.907092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0d376c-87f3-4a01-9357-c851ee082eec req-7a4d67c9-c8c9-4bf9-92e8-1755a07b8812 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.3512347 Aug 16 22:28:33.981539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.087395 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.118307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:28:34.125019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0e5192de-549d-4831-ba66-24085e1f89bf, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e5192de-549d-4831-ba66-24085e1f89bf,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:34.132185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.271587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0e5192de-549d-4831-ba66-24085e1f89bf,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:34.296541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d0d376c-87f3-4a01-9357-c851ee082eec req-bdbeb10d-d3d1-4122-b1ce-e7c863974b6f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754218 Aug 16 22:28:34.300035 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.305775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.404412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.404412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8c8458-1511-4797-a25b-2c155c6dbb1f {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:34.420887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.422553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-222c3a30-4a5c-4820-8802-18c7ce325327 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 204 len: 168 time: 2.0848589 Aug 16 22:28:34.426757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:34.433452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-552131008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:34.498164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.501967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.630670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.635449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.664755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:34.666268 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d58b76a3-e1dc-4f57-828b-9c2477a08a8a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2379048 Aug 16 22:28:34.668980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:34.682963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:35.014788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.066929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-6c6619d2-ea25-4490-bbe8-4d72334c3f17 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:35.073480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-6c6619d2-ea25-4490-bbe8-4d72334c3f17 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 819 time: 0.2805374 Aug 16 22:28:35.098486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-c19aad66-4149-4651-a9b0-40b4e3081941 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/quotas/5ee12436f0a9406db2efb94addb3bb30 HTTP/1.1" status: 200 len: 375 time: 0.0173881 Aug 16 22:28:35.182148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-f5484d08-839b-4a0a-b3b7-6a672c91eda4 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735686 Aug 16 22:28:35.275039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.318130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.361252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-e86c71ea-1c8c-45f7-9731-e07390b28b71 service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692781 Aug 16 22:28:35.471125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Allocated IP 172.25.8.24 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/629dd582-1928-4637-a0d6-6695517a59bc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:35.542908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-d86d5dc9-bdce-4fce-8c36-af3fd92279f8 service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737621 Aug 16 22:28:35.622960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5bc8b-744d-4318-898d-cede85c08f10 req-a166e34d-af0e-485a-9f88-d6250e89cf1c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:35.624643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb5bc8b-744d-4318-898d-cede85c08f10 req-a166e34d-af0e-485a-9f88-d6250e89cf1c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.0803034 Aug 16 22:28:35.627941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e5192de-549d-4831-ba66-24085e1f89bf up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:35.649259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.692602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ceb5bc8b-744d-4318-898d-cede85c08f10 req-9c1c4653-e25f-4ed7-9a8e-db6ab4b4a662 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609441 Aug 16 22:28:35.733604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.750843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0e5192de-549d-4831-ba66-24085e1f89bf triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:35.751232 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:35.829008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:35.846873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:35.862433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:35.920260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event updated for resources: {'Port': ['ID=629dd582-1928-4637-a0d6-6695517a59bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:36.136205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Sync routers for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:36.153950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:36.156734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:36.392048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40062) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:36.393156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:36.407904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:36.443094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22f00b94-dc7f-4a39-9118-0c4cc2d70dc2 req-60af5e61-7b72-4765-a4b0-74c819da4353 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 210 time: 0.0487001 Aug 16 22:28:36.456465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24a7fd-7b97-45f0-bec0-e4a1bd1bcd86 req-a54520b3-ec1a-4c75-b79d-d7afa3c4c57a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.464618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd24a7fd-7b97-45f0-bec0-e4a1bd1bcd86 req-a54520b3-ec1a-4c75-b79d-d7afa3c4c57a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.6301394 Aug 16 22:28:36.518326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd24a7fd-7b97-45f0-bec0-e4a1bd1bcd86 req-bcad7355-e810-449a-b946-2657e669bd91 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519857 Aug 16 22:28:36.647413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7164-b7da-43d8-8ed0-57bce0da731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.700807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f371cee6-f335-4a87-8d67-0b58d3427bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.730399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 2, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:36.760777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Checking router: d851da1e-c2b7-45f5-a012-6944e9db6838 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:28:36.761167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Updating router d851da1e-c2b7-45f5-a012-6944e9db6838 port fad89fca-182b-471e-8f5c-3cc585c15a7e binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:28:36.769542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.818681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.834984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7164-b7da-43d8-8ed0-57bce0da731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.850085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ba7164-b7da-43d8-8ed0-57bce0da731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:36.935319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba7164-b7da-43d8-8ed0-57bce0da731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a44492-c197-48aa-a842-19c13a349496,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:36.944543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2ba7164-b7da-43d8-8ed0-57bce0da731e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a07fa3099964cc8b0d5a5d3e1120c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350814 Aug 16 22:28:36.951674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40082) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:36.969559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a17ee1-b2a7-4560-89bf-c7d46ff5e718 req-e6f5d8c0-462a-49cf-b2e3-54d2ba316b0a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:36.971048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a17ee1-b2a7-4560-89bf-c7d46ff5e718 req-e6f5d8c0-462a-49cf-b2e3-54d2ba316b0a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1342819 Aug 16 22:28:37.031960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.035805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.063593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a17ee1-b2a7-4560-89bf-c7d46ff5e718 req-35868356-b380-4d26-a1d4-f40bb6e96b65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807037 Aug 16 22:28:37.075109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.093996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f371cee6-f335-4a87-8d67-0b58d3427bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.106650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f371cee6-f335-4a87-8d67-0b58d3427bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.110158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.137447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.148798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Transition to ACTIVE for port object fad89fca-182b-471e-8f5c-3cc585c15a7e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:37.158123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.174178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371cee6-f335-4a87-8d67-0b58d3427bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ecb6fc-409e-4520-b8c5-e4e02ad03e60,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.181814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f371cee6-f335-4a87-8d67-0b58d3427bd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=365679da637b44029f5bf1d646bd4165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770984 Aug 16 22:28:37.182170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.216121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.219457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.223791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2a44492-c197-48aa-a842-19c13a349496 HTTP/1.1" status: 204 len: 168 time: 0.2699909 Aug 16 22:28:37.239358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b41f12-adf2-46ff-bcdb-1518270b311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a44492-c197-48aa-a842-19c13a349496,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.240048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Router e9f724ee-1ee8-4cc1-a816-ae5162ea7952 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:37.263150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982e34-1ce4-443d-9b1b-5f04941e652e None None] Pushing event updated for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.278939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Attempting to bind port fad89fca-182b-471e-8f5c-3cc585c15a7e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:37.279204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Attempting to bind port fad89fca-182b-471e-8f5c-3cc585c15a7e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:37.279568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Attempting to bind port fad89fca-182b-471e-8f5c-3cc585c15a7e on network 8d8271e5-76a0-423a-a836-d7fb2133baa9 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:37.284723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:37.285168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Checking segment: {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:37.285636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.285979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Bound using segment: {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:37.286433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Bound port: fad89fca-182b-471e-8f5c-3cc585c15a7e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:37.286816 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.314742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.339603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.377334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] For port fad89fca-182b-471e-8f5c-3cc585c15a7e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:37.388608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] For port fad89fca-182b-471e-8f5c-3cc585c15a7e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fad89fca-182b-471e-8f5c-3cc585c15a7e,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:37.397837 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.400276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.403490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.407279 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4ecb6fc-409e-4520-b8c5-e4e02ad03e60 HTTP/1.1" status: 204 len: 168 time: 0.2238269 Aug 16 22:28:37.442493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab02fe4-3ffe-4af5-a70f-f4a5631b3f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ecb6fc-409e-4520-b8c5-e4e02ad03e60,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.467925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:37.468295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.495468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:37.507238 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] Sync routers for ids ['e9f724ee-1ee8-4cc1-a816-ae5162ea7952'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:37.521512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:37.522990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-044e637f-b52b-4b63-8080-1675734b6f70 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "PUT /v2.0/routers/e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 200 len: 882 time: 2.8524411 Aug 16 22:28:37.526221 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] Routers {'e9f724ee-1ee8-4cc1-a816-ae5162ea7952'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:37.527043 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9f724ee-1ee8-4cc1-a816-ae5162ea7952'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.529164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.537012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-f57ce5be-96a3-4096-bea2-b2654aec69a9 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:37.539049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982e34-1ce4-443d-9b1b-5f04941e652e None None] Pushing event updated for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:37.546657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-f57ce5be-96a3-4096-bea2-b2654aec69a9 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 819 time: 0.2406986 Aug 16 22:28:37.594316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'port': {'device_id': '2a28b703-4fcb-47bc-be83-830e57728132', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'admin_state_up': True, 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:37.619068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.634924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:28:37.643993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] Routers {'e9f724ee-1ee8-4cc1-a816-ae5162ea7952'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:37.644730 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9f724ee-1ee8-4cc1-a816-ae5162ea7952'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.678922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7688550c-466c-4624-aa06-1e55be6817f5 req-abf7f86b-0f63-4b81-b734-ca9a86024736 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 210 time: 0.1288195 Aug 16 22:28:37.726354 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.727151 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d8f8cf-1963-4c37-9f58-fb1f03677f33 None None] The sync data for ids ['e9f724ee-1ee8-4cc1-a816-ae5162ea7952'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:37.763973 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c769bf6a-8d78-48c3-9fd0-5b7761ad6aaa tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 200 len: 923 time: 0.2332687 Aug 16 22:28:37.765126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.849875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b204-4d86-44a5-b6b2-fae3d4430922 req-57b2cbde-b060-4e48-9cf8-8a648afbadec tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:37.858132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ad7b204-4d86-44a5-b6b2-fae3d4430922 req-57b2cbde-b060-4e48-9cf8-8a648afbadec tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.2463782 Aug 16 22:28:37.872580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120cc9be-e9ee-42af-8877-a2c256f3d275 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:37.879098 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-120cc9be-e9ee-42af-8877-a2c256f3d275 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=e9f724ee-1ee8-4cc1-a816-ae5162ea7952&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1118360 Aug 16 22:28:37.879324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:37.956044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-164ef938-c631-4a91-9355-de7930d67e0b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1709814 Aug 16 22:28:37.971866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:37Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:37.983313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ad7b204-4d86-44a5-b6b2-fae3d4430922 req-9435d65f-8c01-4477-a0a7-f23d6b6d4179 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243107 Aug 16 22:28:37.985818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Made reservation on behalf of 5ee12436f0a9406db2efb94addb3bb30 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:28:37.990169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.008549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72e83-7901-49d3-b1f5-c195217012d8 None None] The sync data for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 is: [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:37Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:38.035730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40112) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:38.143682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97771b75-76ff-4f14-90bf-8a35f27d8452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.147329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c553d99e-d94d-4b81-82f3-4a0a9dcbef0d tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.151882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c553d99e-d94d-4b81-82f3-4a0a9dcbef0d tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.2689345 Aug 16 22:28:38.153314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:38.199744 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc73367d-dd39-4def-a7ed-229d3ac8f934 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 200 len: 205 time: 0.0441611 Aug 16 22:28:38.201925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:38.313666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-af85708e-a4a5-42c8-850e-71bbb0ed86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.315286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-af85708e-a4a5-42c8-850e-71bbb0ed86de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1098 time: 0.2344618 Aug 16 22:28:38.340408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Allocated IP 172.20.0.3 (8d8271e5-76a0-423a-a836-d7fb2133baa9/9e379afb-d6ae-4c8d-aa5f-a71a136b299b/065a041d-9c9d-4ebb-a15b-c73972e5a481) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:38.386729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fadb8-ad6a-4bd2-9cac-deed00a4149b req-84649be1-ee43-473e-ac8b-db10ba336f9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.394361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e88fadb8-ad6a-4bd2-9cac-deed00a4149b req-84649be1-ee43-473e-ac8b-db10ba336f9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.2194116 Aug 16 22:28:38.401321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.456425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97771b75-76ff-4f14-90bf-8a35f27d8452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.491684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-97771b75-76ff-4f14-90bf-8a35f27d8452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.572293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.639470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port 629dd582-1928-4637-a0d6-6695517a59bc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:38.639852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.714347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-97771b75-76ff-4f14-90bf-8a35f27d8452 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d789222be4104afd88e5eb7180fe5770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763058 Aug 16 22:28:38.718809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:38.721914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97771b75-76ff-4f14-90bf-8a35f27d8452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97a4d6-46f4-40d4-ae26-97f387bde789,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:38.730060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e88fadb8-ad6a-4bd2-9cac-deed00a4149b req-22140042-f79e-4735-ac67-5332cd2dc987 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350437 Aug 16 22:28:38.749783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.765028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for 629dd582-1928-4637-a0d6-6695517a59bc owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:38.854539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-f01921ab-9782-4780-901c-c670a2d020b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:38.856051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-f01921ab-9782-4780-901c-c670a2d020b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.3760417 Aug 16 22:28:38.920713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a59bed81-3d07-4c28-9264-ce5decf032ce req-30b94adb-e02d-49a1-8f05-207c442d2c7e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 210 time: 0.0989974 Aug 16 22:28:38.961772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:38.997643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.040408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.057548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=629dd582-1928-4637-a0d6-6695517a59bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.057877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:39.064924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-593b2f70-3ce3-49cf-8c23-df433a5c370b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1002 time: 0.1681767 Aug 16 22:28:39.103815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.165055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.188300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-e8df0121-09c6-47f0-ac25-70fb18e8bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.189969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-e8df0121-09c6-47f0-ac25-70fb18e8bdb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1152763 Aug 16 22:28:39.192464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.195046 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.196197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e97a4d6-46f4-40d4-ae26-97f387bde789 HTTP/1.1" status: 204 len: 168 time: 0.4698687 Aug 16 22:28:39.240281 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.261061 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.264030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.267680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a29d42-9830-4f78-904c-bdd209be56a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97a4d6-46f4-40d4-ae26-97f387bde789,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.274583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:39.278239 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097cb32-dba4-4eac-9a31-ae2240a2a4ed" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:39.309619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:39.316840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.380024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-289cd0e7-241e-4785-8b67-fce2408ec5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.381720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-289cd0e7-241e-4785-8b67-fce2408ec5cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785090 Aug 16 22:28:39.382822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.400266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.401406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router e9f724ee-1ee8-4cc1-a816-ae5162ea7952 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:39.420065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.429761 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a52a820-0cfc-4165-8548-0735bb0712f2 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 204 len: 168 time: 1.2254212 Aug 16 22:28:39.431042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40162) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:39.439080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1967936723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:39.503859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.505850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.581236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Network 8d8271e5-76a0-423a-a836-d7fb2133baa9 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:39.595491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.606548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:39.615551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:39.679054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.697367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.735871 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3226493-80ef-4ad1-b490-88e8957abfec x-openstack-request-id: req-f3226493-80ef-4ad1-b490-88e8957abfec {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:39.737129 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:39.740541 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3226493-80ef-4ad1-b490-88e8957abfec {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:39.741815 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:28:39.748881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:39.749399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.770393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:39.771683 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7b90b88-db91-4d49-be35-ad2023d114db tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3388796 Aug 16 22:28:39.774510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:39.777534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fad89fca-182b-471e-8f5c-3cc585c15a7e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:39.780542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': True}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:39.818107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-f7400bbc-6e8d-44f0-9fbb-3140e9a1710e service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220133 Aug 16 22:28:39.861859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-470e3ee8-5e86-431f-8eef-4d9eec08d985 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2904367 Aug 16 22:28:39.874517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:39.904210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fad89fca-182b-471e-8f5c-3cc585c15a7e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:39.909597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Request body: {'port': {'device_id': '2a28b703-4fcb-47bc-be83-830e57728132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:39.910288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fad89fca-182b-471e-8f5c-3cc585c15a7e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:39.910523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.028933 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.078029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fad89fca-182b-471e-8f5c-3cc585c15a7e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fad89fca-182b-471e-8f5c-3cc585c15a7e,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:40.084402 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.146117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:40.149664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.202369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:40.213904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be3f7-2e0b-4516-8875-503968412372 req-aef35edd-d263-4503-99f7-dab8515a850c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:40.215432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf1be3f7-2e0b-4516-8875-503968412372 req-aef35edd-d263-4503-99f7-dab8515a850c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.2987223 Aug 16 22:28:40.232253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-604438b6-eba1-4049-adfa-0734a886c1b0 req-8253517c-8382-4159-bc03-f2b5f991aff6 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753018 Aug 16 22:28:40.328811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790e6ee-6991-4a04-894d-275cf6585151 req-ef02e103-d27e-4e82-994a-fe92fa2a2390 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:40.330336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e790e6ee-6991-4a04-894d-275cf6585151 req-ef02e103-d27e-4e82-994a-fe92fa2a2390 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 931 time: 0.2805738 Aug 16 22:28:40.375038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf1be3f7-2e0b-4516-8875-503968412372 req-a88711ee-3206-4e80-89a5-e56ca7ffb7c1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387224 Aug 16 22:28:40.471148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e790e6ee-6991-4a04-894d-275cf6585151 req-8695a416-269d-484d-ae15-1c932a043e43 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286967 Aug 16 22:28:41.068114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.091597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065a041d-9c9d-4ebb-a15b-c73972e5a481 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:41.096634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.102363 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.152239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Transition to ACTIVE for port object 065a041d-9c9d-4ebb-a15b-c73972e5a481 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:41.161507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.251948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:41.304953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 172.25.8.46 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2c4b2708-4c29-469c-a67c-1e50d0046325) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:41.391877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Attempting to bind port 065a041d-9c9d-4ebb-a15b-c73972e5a481 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:41.392220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Attempting to bind port 065a041d-9c9d-4ebb-a15b-c73972e5a481 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:41.392556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Attempting to bind port 065a041d-9c9d-4ebb-a15b-c73972e5a481 on network 8d8271e5-76a0-423a-a836-d7fb2133baa9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:41.407291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Port 065a041d-9c9d-4ebb-a15b-c73972e5a481 on network 8d8271e5-76a0-423a-a836-d7fb2133baa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:28:41.407755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Attempting to bind port 065a041d-9c9d-4ebb-a15b-c73972e5a481 on network 8d8271e5-76a0-423a-a836-d7fb2133baa9 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:41.423119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:41.423476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Checking segment: {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:41.423878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Bound using segment: {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:41.424396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Bound port: 065a041d-9c9d-4ebb-a15b-c73972e5a481, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c68e1f-3b2f-4f8e-9929-cb4b945a584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:41.424699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.500478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.584683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fad89fca-182b-471e-8f5c-3cc585c15a7e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:41.640242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26815cdf-76ad-4dcf-afba-3209d6defc0e req-90379886-dcac-4609-b9d3-9152fb555ca9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.641807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26815cdf-76ad-4dcf-afba-3209d6defc0e req-90379886-dcac-4609-b9d3-9152fb555ca9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1896098 Aug 16 22:28:41.642936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:41.643234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fad89fca-182b-471e-8f5c-3cc585c15a7e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:41.643626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.657043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:41.682506 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.760252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ac3e-f1dd-43d5-bfb0-09c894a9bc7b req-608b26b5-b88a-4887-b525-1956529ae1b0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.761770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f3ac3e-f1dd-43d5-bfb0-09c894a9bc7b req-608b26b5-b88a-4887-b525-1956529ae1b0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 943 time: 0.2173827 Aug 16 22:28:41.801918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:41.802126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:41.802553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.804124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] 10.222.0.88 "PUT /v2.0/ports/065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 1092 time: 1.9221957 Aug 16 22:28:41.808725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:41.811507 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611e43f-4baf-4ab7-87fc-386c8cf75c09" -d '{"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:41.825029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:41.844471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26815cdf-76ad-4dcf-afba-3209d6defc0e req-2f72b369-6d87-4ae1-94d4-daf2a417f28e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849575 Aug 16 22:28:41.862731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df3e4c-6ff4-4345-979e-213e5eab17ba service neutron] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:41.889013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:41.925777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:41.933085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f3ac3e-f1dd-43d5-bfb0-09c894a9bc7b req-d78e04ec-4fa4-4504-840d-cff6e51ccd6d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568866 Aug 16 22:28:41.936000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:41.977487 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84390352-60d2-4ba8-b2f1-c3664465c5f9 x-openstack-request-id: req-84390352-60d2-4ba8-b2f1-c3664465c5f9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:41.977780 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:41.978037 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84390352-60d2-4ba8-b2f1-c3664465c5f9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:41.978439 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:28:41.995568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=2c4b2708-4c29-469c-a67c-1e50d0046325,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:42.010002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-0dfb1126-d2c7-459b-8eee-15dffe31d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:42.010351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a41f1d6-848b-4dda-9489-85d9afd8d266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.011615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-0dfb1126-d2c7-459b-8eee-15dffe31d7e7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1095 time: 0.1411586 Aug 16 22:28:42.122865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-678ea579-feb8-4bbb-ad2a-ebe6ac39e112 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0734949 Aug 16 22:28:42.140876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a41f1d6-848b-4dda-9489-85d9afd8d266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.146946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a41f1d6-848b-4dda-9489-85d9afd8d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.176405 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a41f1d6-848b-4dda-9489-85d9afd8d266 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d6afea214b7403c9da3aba013148ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732460 Aug 16 22:28:42.181161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:42.207423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41f1d6-848b-4dda-9489-85d9afd8d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1105ccb-4b63-400f-8596-e4a0f26a9820,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:42.221106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-169f9b45-fd71-4c4b-b3a2-dcefb574e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:42.222844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-169f9b45-fd71-4c4b-b3a2-dcefb574e397 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.0788941 Aug 16 22:28:42.304659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-442a5f76-3e21-4fa2-abef-818a46facfc2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716982 Aug 16 22:28:42.428196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.444112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.512786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.533006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-95d220aa-3912-493e-b4b2-861507d7787a service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190917 Aug 16 22:28:42.736280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.739467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.740850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1105ccb-4b63-400f-8596-e4a0f26a9820 HTTP/1.1" status: 204 len: 168 time: 0.5587082 Aug 16 22:28:42.750119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a2f59bd-7f87-41d3-b37e-59e82b72db65 req-7722fded-0371-43f8-9764-a468d498311b service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828244 Aug 16 22:28:42.787945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f116f7-4c12-4d7f-8e02-5a54b6148848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1105ccb-4b63-400f-8596-e4a0f26a9820,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:42.835127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.839094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:42.945551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-911bb5bb-92f2-4044-8f35-4d9af5968d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:42.947173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-911bb5bb-92f2-4044-8f35-4d9af5968d56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1095 time: 0.1054156 Aug 16 22:28:43.064762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:43.199422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a2538-39eb-4274-a945-ae9e9743c867 req-b16ed8fc-2244-4381-9bb8-89a08d27a2e2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.201388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-763a2538-39eb-4274-a945-ae9e9743c867 req-b16ed8fc-2244-4381-9bb8-89a08d27a2e2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.2049127 Aug 16 22:28:43.229336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-d4f6227a-15f6-4787-9749-4c7a85f5e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.232724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-d4f6227a-15f6-4787-9749-4c7a85f5e366 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.2331059 Aug 16 22:28:43.332097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-a1e3a0c8-2211-457a-b82b-0be87c10ee1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0738990 Aug 16 22:28:43.340255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aed17c-882f-4172-9c1d-4d8220aaaf20 req-5fdbe72d-1bd4-4715-911f-314e844d2415 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.341938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91aed17c-882f-4172-9c1d-4d8220aaaf20 req-5fdbe72d-1bd4-4715-911f-314e844d2415 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 943 time: 0.2080116 Aug 16 22:28:43.345993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:43.354190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router 0170d2fc-f5a1-4119-a239-a64ec5b3f581 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:43.361673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-763a2538-39eb-4274-a945-ae9e9743c867 req-49e3e348-b00b-405b-adc4-80bb8abb50c8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449332 Aug 16 22:28:43.371010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:43.465033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.476469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-46e03f9c-22d0-459a-833a-b28c54c54d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:43.478253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-46e03f9c-22d0-459a-833a-b28c54c54d90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.1350698 Aug 16 22:28:43.493217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91aed17c-882f-4172-9c1d-4d8220aaaf20 req-63729600-2f3e-4f31-a5e0-ac08499fbbf4 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350102 Aug 16 22:28:43.495398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:43.536759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-19e7224c-51cf-4908-82fe-94f9d1be7102 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293679 Aug 16 22:28:43.554222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:43.558763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:43.570644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.579442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c21a58f-9b43-428c-b548-8df77c3f9a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.681925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:43.713594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:43.726583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.733454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-472383f4-ffa9-4d7e-a0e4-f925552df4f5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "PUT /v2.0/routers/0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 200 len: 918 time: 3.9578707 Aug 16 22:28:43.739647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40342) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:43.741344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] Sync routers for ids ['0170d2fc-f5a1-4119-a239-a64ec5b3f581'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:43.760103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['878508f5-eb50-4682-85e4-a01f6a0c55bc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:43.806219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] Routers {'0170d2fc-f5a1-4119-a239-a64ec5b3f581'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:43.807147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0170d2fc-f5a1-4119-a239-a64ec5b3f581'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:43.812230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c21a58f-9b43-428c-b548-8df77c3f9a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.817832 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c21a58f-9b43-428c-b548-8df77c3f9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:43.853684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:43.885539 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c21a58f-9b43-428c-b548-8df77c3f9a7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2b398f87f114772a47ba01d5d4fa225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255730 Aug 16 22:28:43.890945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] Routers {'0170d2fc-f5a1-4119-a239-a64ec5b3f581'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:43.890945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0170d2fc-f5a1-4119-a239-a64ec5b3f581'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:43.891296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:43.892187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21a58f-9b43-428c-b548-8df77c3f9a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0515a-588d-4e39-986a-c7364749481a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:43.899904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-e3c2f5b0-38fe-40fd-b5c7-d3ab26c44bc2 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249929 Aug 16 22:28:43.951476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:43.952084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71918c5c-b14c-4b09-804d-ca8c6dfea7ac None None] The sync data for ids ['0170d2fc-f5a1-4119-a239-a64ec5b3f581'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:43.999652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.035927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0678080-a0cd-4ddd-a6ef-f520b4eb9a54 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 200 len: 924 time: 0.2902958 Aug 16 22:28:44.036367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:44.070675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.134772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f611e43f-4baf-4ab7-87fc-386c8cf75c09 req-cd2e8fe4-a303-481b-9ef1-d341661813fe service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991258 Aug 16 22:28:44.136980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.144726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.145606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43669f-d509-460e-bf78-26c226b742de tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.149137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce43669f-d509-460e-bf78-26c226b742de tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=0170d2fc-f5a1-4119-a239-a64ec5b3f581&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1100810 Aug 16 22:28:44.153468 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2b0515a-588d-4e39-986a-c7364749481a HTTP/1.1" status: 204 len: 168 time: 0.2506819 Aug 16 22:28:44.154479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:44.275421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a8047-276c-4c56-b748-b6c89514153c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.276830 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc6a8047-276c-4c56-b748-b6c89514153c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.1090348 Aug 16 22:28:44.280051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:44.311772 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-acadf667-2394-4902-8496-0d7e51efdd2d tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 200 len: 205 time: 0.0297418 Aug 16 22:28:44.313800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f14461-cdab-495a-84ef-ae7ac957ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0515a-588d-4e39-986a-c7364749481a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:44.315195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:44.356549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.937657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:44.952524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77122-14cd-4469-ab66-59c3023029e7 req-97f4c64f-3f73-4271-8ddd-42c55ba5208f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.954041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5f77122-14cd-4469-ab66-59c3023029e7 req-97f4c64f-3f73-4271-8ddd-42c55ba5208f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1417823 Aug 16 22:28:44.962018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f5a7-f550-43f0-a10b-ddf0bcc0bfea req-11595ea6-dbde-40fa-877f-a73e454737fb tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:44.963566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5a4f5a7-f550-43f0-a10b-ddf0bcc0bfea req-11595ea6-dbde-40fa-877f-a73e454737fb tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 943 time: 0.1501653 Aug 16 22:28:45.059171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5a4f5a7-f550-43f0-a10b-ddf0bcc0bfea req-ad7faef8-2f85-4619-8f30-823bb4b00096 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604734 Aug 16 22:28:45.067304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:45.115782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5f77122-14cd-4469-ab66-59c3023029e7 req-8a2d5fdb-7665-435d-9bcd-f8f736649f43 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189439 Aug 16 22:28:45.133024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.236596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 878508f5-eb50-4682-85e4-a01f6a0c55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:45.237398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.252054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port 2c4b2708-4c29-469c-a67c-1e50d0046325 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:45.252640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.372662 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.419488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:45.420843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:45.423519 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441daf0-e4bd-4697-a045-c60ed31a09b3" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:45.447127 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.454393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.486630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for 2c4b2708-4c29-469c-a67c-1e50d0046325 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:45.531285 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7237879-928d-4735-9269-5d5c84b13720 x-openstack-request-id: req-c7237879-928d-4735-9269-5d5c84b13720 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:45.532013 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:45.532469 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7237879-928d-4735-9269-5d5c84b13720 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:45.533041 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:28:45.559870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8fe64c8-ae55-4266-9a57-4ec349de3623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.579876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:45.765493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:45.817264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=2c4b2708-4c29-469c-a67c-1e50d0046325,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:45.905821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.028866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.032601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.097207 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.098196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router 0170d2fc-f5a1-4119-a239-a64ec5b3f581 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:46.122362 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.123613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d96dfd4f-bf62-431c-8872-583412396bba tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 204 len: 168 time: 1.8071766 Aug 16 22:28:46.127308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:46.134469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1155909964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:46.165873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.166977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.240763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.247584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.325372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:46.329442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:46.329955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c48400ec-af24-40ae-913e-65b16baa30c5 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2009273 Aug 16 22:28:46.339292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:46.379608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bebf0-f490-4f6f-b522-f7349db5346c req-f94b0ba7-7efd-429a-b801-6a09d73ff62b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.385333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-211bebf0-f490-4f6f-b522-f7349db5346c req-f94b0ba7-7efd-429a-b801-6a09d73ff62b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 943 time: 0.1074069 Aug 16 22:28:46.401789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d0ab2-acc4-4c3f-aa5b-8e8d5c4e7581 req-9031e619-3850-4d2f-b9f2-1daecbd69ed3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:46.403382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-317d0ab2-acc4-4c3f-aa5b-8e8d5c4e7581 req-9031e619-3850-4d2f-b9f2-1daecbd69ed3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1076777 Aug 16 22:28:46.507383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-317d0ab2-acc4-4c3f-aa5b-8e8d5c4e7581 req-18db2bed-36fb-42b0-8b71-0172386ab839 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830972 Aug 16 22:28:46.518372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-211bebf0-f490-4f6f-b522-f7349db5346c req-eff1b078-9cb1-4891-b1e1-37cc29a9e817 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107779 Aug 16 22:28:46.692834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 065a041d-9c9d-4ebb-a15b-c73972e5a481 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:46.871243 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-ae75a8bc-1b6f-4942-b0f1-717e58bfb9ff service neutron] show failed (client error): The resource could not be found. Aug 16 22:28:46.872565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-ae75a8bc-1b6f-4942-b0f1-717e58bfb9ff service neutron] 10.222.0.89 "GET /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.1697187 Aug 16 22:28:46.884610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:46.894558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40444) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:46.907034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'port_id': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'mac_address': 'fa:16:3e:29:e1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:46.974773 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.000775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065a041d-9c9d-4ebb-a15b-c73972e5a481 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:47.067584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:47.080838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.109505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1414-f1f0-4277-90a4-08ff450755d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.146514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.200043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:47.304256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1414-f1f0-4277-90a4-08ff450755d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.307820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-efdf58c2-0a12-44e5-88af-af9eba1bde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.309481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-efdf58c2-0a12-44e5-88af-af9eba1bde5d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 1098 time: 0.1124995 Aug 16 22:28:47.313385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1414-f1f0-4277-90a4-08ff450755d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.346901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:47.417138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d9ac1414-f1f0-4277-90a4-08ff450755d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bb2939d53f84d2b84b28e830a5712db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214996 Aug 16 22:28:47.419453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.420852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac1414-f1f0-4277-90a4-08ff450755d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fefe9b-d81d-4b4e-8d22-1125a46070a3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:47.422468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:47.465130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.471275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.490052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['065a041d-9c9d-4ebb-a15b-c73972e5a481'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:47.606883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.653328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.755374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Allocated IP 172.25.8.209 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/51c15b18-f212-4c4e-97fa-a8780375e642) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:47.802397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:47.844389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.848455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.849689 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39fefe9b-d81d-4b4e-8d22-1125a46070a3 HTTP/1.1" status: 204 len: 168 time: 0.4262772 Aug 16 22:28:47.861977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54768176-5b2f-44dc-8bc9-81dcc2e0259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fefe9b-d81d-4b4e-8d22-1125a46070a3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:47.933556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:47.942479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9814-1cf0-46c7-8827-8f93f0e5c419 req-258867eb-54f6-4f2e-b4d5-c4109e1d32c6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:47.951138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bce9814-1cf0-46c7-8827-8f93f0e5c419 req-258867eb-54f6-4f2e-b4d5-c4109e1d32c6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1456509 Aug 16 22:28:47.962214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:47.989693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.016069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec8e6-aaed-4d27-9ec9-64028901a4bc req-467538ff-5935-4211-9c53-9826cb833f80 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.023237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-219ec8e6-aaed-4d27-9ec9-64028901a4bc req-467538ff-5935-4211-9c53-9826cb833f80 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 944 time: 0.2166326 Aug 16 22:28:48.074512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Pushing event updated for resources: {'Port': ['ID=51c15b18-f212-4c4e-97fa-a8780375e642,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:48.086847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:48.090778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:48.091773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bce9814-1cf0-46c7-8827-8f93f0e5c419 req-5132c8c5-7533-44ad-95dd-665a9bb91514 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395888 Aug 16 22:28:48.104990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:48.107898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:48.109306 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c79757-11cc-4b93-b0ff-8a60567c6b93" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:48.115822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.157592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.173539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-219ec8e6-aaed-4d27-9ec9-64028901a4bc req-1e426816-9137-436b-bb2f-19c6754070bb tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494317 Aug 16 22:28:48.186709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Transition to ACTIVE for port object 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:28:48.205850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.273398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-769da956-4b25-4af4-921b-a42c3dcd80aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.302287 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c261bdc-edba-43dd-bea3-8069cea2855c x-openstack-request-id: req-1c261bdc-edba-43dd-bea3-8069cea2855c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:48.302952 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:48.303403 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c261bdc-edba-43dd-bea3-8069cea2855c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:48.304502 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'code': 200} Aug 16 22:28:48.309378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:48.433665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40484) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:48.501051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11d3a012-1d17-4d66-a901-ced755556c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.503434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] No DVR routers for this DVR port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:28:48.692640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 065a041d-9c9d-4ebb-a15b-c73972e5a481 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:48.732841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.775507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:28:48.775507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:28:48.775507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:48.775507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:28:48.776514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:28:48.792118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:28:48.792118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:28:48.792118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Bound using segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:28:48.792118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Bound port: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:28:48.792118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.840818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11d3a012-1d17-4d66-a901-ced755556c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.841037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 065a041d-9c9d-4ebb-a15b-c73972e5a481 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:48.848521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11d3a012-1d17-4d66-a901-ced755556c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.850222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 065a041d-9c9d-4ebb-a15b-c73972e5a481 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:48.851183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.912866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:28:48.919348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:28:48.930358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:48.951170 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11d3a012-1d17-4d66-a901-ced755556c30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b34a81e78d8844afbf6b1db00697c41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088775 Aug 16 22:28:48.956980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40496) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:48.961719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3a012-1d17-4d66-a901-ced755556c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5369d1ad-d90f-4933-af91-05b442f4adce,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:48.998699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:48.999646 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.001535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] 10.222.0.88 "PUT /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1093 time: 1.6590583 Aug 16 22:28:49.038889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e992-55ea-48b5-9010-487e7e1b556c service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:49.124006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.171948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.192356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.225622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-64333289-de8d-4033-ab30-8fa92525fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.229471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-64333289-de8d-4033-ab30-8fa92525fa84 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1096 time: 0.1700172 Aug 16 22:28:49.243891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.286184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.318192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:49.320537 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b49843-1e9b-4727-9030-ab9c65071a8f" -d '{"events": [{"server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "name": "network-vif-plugged", "status": "completed", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:49.342083 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.375937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:49.391063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.447044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.450653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.454755 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5369d1ad-d90f-4933-af91-05b442f4adce HTTP/1.1" status: 204 len: 168 time: 0.4966524 Aug 16 22:28:49.469602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ab82-5518-4a34-9e81-2a10744d86a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5369d1ad-d90f-4933-af91-05b442f4adce,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:49.503625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:49.510786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:49.553492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716177-a39f-40a9-b19a-ac3968137a9a req-24b09824-72d5-4f97-86a7-eb30ac9fb21b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.556186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Router f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:49.560951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b716177-a39f-40a9-b19a-ac3968137a9a req-24b09824-72d5-4f97-86a7-eb30ac9fb21b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.2226672 Aug 16 22:28:49.586326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c832be-0238-4c7c-a17f-62a7cffc7b74 req-940aebab-1dd3-4504-a5ea-1da2e59309e5 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.587846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8c832be-0238-4c7c-a17f-62a7cffc7b74 req-940aebab-1dd3-4504-a5ea-1da2e59309e5 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 944 time: 0.2474670 Aug 16 22:28:49.588920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-98832b84-2afa-4dc3-bfd7-0e6f0f9acf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.590319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-98832b84-2afa-4dc3-bfd7-0e6f0f9acf1e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.3553014 Aug 16 22:28:49.707619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b716177-a39f-40a9-b19a-ac3968137a9a req-8d669ca8-480f-44f3-baa1-6aba26b14cff tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455040 Aug 16 22:28:49.733558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:49.746645 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] Sync routers for ids ['f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:49.756258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8c832be-0238-4c7c-a17f-62a7cffc7b74 req-837e5469-b14b-49d6-95e9-44bc84120131 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580303 Aug 16 22:28:49.759585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] Routers {'f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:49.763040 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:49.763620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:49.766124 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c21eeea-de3a-4073-badb-eb486c53b12c tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "PUT /v2.0/routers/f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 200 len: 920 time: 3.4306319 Aug 16 22:28:49.769439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40518) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:49.779851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-4def14f5-5db2-4084-86f4-4c012f4bce72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.1669781 Aug 16 22:28:49.811107 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d59de-7262-4857-8374-be21c50006c7 x-openstack-request-id: req-677d59de-7262-4857-8374-be21c50006c7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:49.811421 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "name": "network-vif-plugged", "status": "completed", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:49.811678 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-677d59de-7262-4857-8374-be21c50006c7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:49.812132 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'code': 200} Aug 16 22:28:49.868617 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:49.889511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] Routers {'f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:49.890940 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:49.892610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-443f8f2d-06bc-46c9-a9d4-0617dcfdd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.897399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-443f8f2d-06bc-46c9-a9d4-0617dcfdd963 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.1080916 Aug 16 22:28:49.933924 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:49.934839 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d259256f-0e4a-47b8-9de4-62e7e072bc9a None None] The sync data for ids ['f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:49.995310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-dfea5bb4-0b5f-45ff-97a8-bd425b397633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:49.997109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-dfea5bb4-0b5f-45ff-97a8-bd425b397633 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898321 Aug 16 22:28:49.999210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a02dc2-6560-4eb0-936f-1b01ca534054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.002958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558037ca-7ccf-4931-8906-6e6b5708fe6a req-8dd60bb3-88e2-4619-8c38-7080561517a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.004460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-558037ca-7ccf-4931-8906-6e6b5708fe6a req-8dd60bb3-88e2-4619-8c38-7080561517a7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.1061192 Aug 16 22:28:50.056334 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d47dfd2d-0e2b-49cd-ad81-c37b266ffdd1 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 200 len: 926 time: 0.2798827 Aug 16 22:28:50.058040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:50.068501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-558037ca-7ccf-4931-8906-6e6b5708fe6a req-5d4ca03c-225a-403e-ab1b-8a8acfbaedb5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Aug 16 22:28:50.130646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d8636-a994-4872-a3d6-c623d66b6d26 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.135481 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f4d8636-a994-4872-a3d6-c623d66b6d26 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0732400 Aug 16 22:28:50.135481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:50.153119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-3209b720-d6f9-4511-b3c2-18cee4695280 service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476729 Aug 16 22:28:50.212637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a02dc2-6560-4eb0-936f-1b01ca534054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.220609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33a02dc2-6560-4eb0-936f-1b01ca534054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.284002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a02dc2-6560-4eb0-936f-1b01ca534054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b9b9f3-648b-4ac5-8507-52113ef82498,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:50.293926 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-33a02dc2-6560-4eb0-936f-1b01ca534054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1d22a80aa4947be800668081a2f9159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845283 Aug 16 22:28:50.294552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:50.298732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331150b-fcf3-47a5-aba3-4ae469259de5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.304472 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3331150b-fcf3-47a5-aba3-4ae469259de5 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.1683290 Aug 16 22:28:50.305684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:50.334936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:50.339135 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49de4071-5216-4561-8e9f-a62e641018b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:50.348754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c9c1eff4-1323-48fa-a572-c5be5999e764 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 200 len: 205 time: 0.0394831 Aug 16 22:28:50.349617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:50.373958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.400455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.488438 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c64ad-ee93-47b5-b9b3-033d8da51565 x-openstack-request-id: req-0a3c64ad-ee93-47b5-b9b3-033d8da51565 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:50.488735 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:50.488982 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a3c64ad-ee93-47b5-b9b3-033d8da51565 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:50.489414 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:28:50.490982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.493561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.501493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3b9b9f3-648b-4ac5-8507-52113ef82498 HTTP/1.1" status: 204 len: 168 time: 0.2057815 Aug 16 22:28:50.560487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.629631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aa40e-980b-482c-ae5c-1d34a3053da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b9b9f3-648b-4ac5-8507-52113ef82498,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:50.698304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-fc72fdd0-9914-49ad-bcf4-b976fb662c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:50.699848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-fc72fdd0-9914-49ad-bcf4-b976fb662c91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1096 time: 0.1049657 Aug 16 22:28:50.703567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-ae9a3585-1dc5-4448-9a7a-560e4d87300b service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574227 Aug 16 22:28:50.727757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:50.879376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port 51c15b18-f212-4c4e-97fa-a8780375e642 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:50.879754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.010808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.035421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for 51c15b18-f212-4c4e-97fa-a8780375e642 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:51.085628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:28:51.134377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab52f4-bbc0-4df6-934d-e6c04d276f3e req-ecb026d7-ec93-4e39-b1d4-b185c4bcd74e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.136071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab52f4-bbc0-4df6-934d-e6c04d276f3e req-ecb026d7-ec93-4e39-b1d4-b185c4bcd74e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1807702 Aug 16 22:28:51.142564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-96237361-2f03-40ae-89e3-7b6766242f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.145316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-96237361-2f03-40ae-89e3-7b6766242f6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1096 time: 0.2538562 Aug 16 22:28:51.169955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:28:51.249197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.254222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f872-b0f9-434f-b61c-7b1fba8b9f2b req-15181fc6-e04e-4b24-982b-f90ccf4675c3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.256286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b798f872-b0f9-434f-b61c-7b1fba8b9f2b req-15181fc6-e04e-4b24-982b-f90ccf4675c3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.3293941 Aug 16 22:28:51.310824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:51.332904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-91d77898-78e4-4dd9-ae96-fe49ada96390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.334476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-91d77898-78e4-4dd9-ae96-fe49ada96390 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.6206427 Aug 16 22:28:51.374097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b798f872-b0f9-434f-b61c-7b1fba8b9f2b req-22f411db-f14f-4dad-9d56-222f6f9f5f65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014268 Aug 16 22:28:51.374825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8616-3778-4735-bbe6-15803bf3e4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.441279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab52f4-bbc0-4df6-934d-e6c04d276f3e req-062172f2-aed8-4d7b-baa2-b834ed3c5fa7 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933497 Aug 16 22:28:51.484034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-fafd47cb-85f6-4ed7-82ea-81908ec189f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.485557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-fafd47cb-85f6-4ed7-82ea-81908ec189f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.3267109 Aug 16 22:28:51.527445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-8c1eee22-a8e6-42c8-817e-d66f41f577ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.1677129 Aug 16 22:28:51.657821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.691760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=51c15b18-f212-4c4e-97fa-a8780375e642,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:51.734053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-33d63c51-22b9-48d0-8f8f-8591e631a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.735577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-33d63c51-22b9-48d0-8f8f-8591e631a241 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.1505985 Aug 16 22:28:51.737536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-97725f06-5b03-4ede-8816-e1298eb7fdf0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.2203610 Aug 16 22:28:51.781780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.857830 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8616-3778-4735-bbe6-15803bf3e4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.871729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8616-3778-4735-bbe6-15803bf3e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.906087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.908668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.919822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-956a8a0f-eb7a-4c4b-a968-7b6eca046e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.921963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-956a8a0f-eb7a-4c4b-a968-7b6eca046e4d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605735 Aug 16 22:28:51.931458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-0e5b4a49-3d2e-4c45-9c3d-d23da7fae99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:51.933008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-0e5b4a49-3d2e-4c45-9c3d-d23da7fae99b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.1875954 Aug 16 22:28:51.971628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.973345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:51.983447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:51.984630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-058cec5a-5a68-48ed-b818-a87f7cb3b1f9 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 204 len: 168 time: 1.6339185 Aug 16 22:28:51.988745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:51.997406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-58588810', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:52.043111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.046145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.069123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:52.069746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a7eb8616-3778-4735-bbe6-15803bf3e4a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=508ac6a469e04dd38a932611bd9f84ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562559 Aug 16 22:28:52.074348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb8616-3778-4735-bbe6-15803bf3e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddca010-862d-4744-ab1c-3c65b40b725e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:52.109444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4071-5216-4561-8e9f-a62e641018b6 req-757b5d15-814d-4dbc-88ff-5c1a83a95693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:52.111633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-757b5d15-814d-4dbc-88ff-5c1a83a95693 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628501 Aug 16 22:28:52.214909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-c9e51040-009c-430a-8758-5007eb1a61d5 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679060 Aug 16 22:28:52.247735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.365574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-a0b3ec8a-afc8-439d-b889-4d43fdc651fe service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293588 Aug 16 22:28:52.408610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-cfda3f48-3174-4361-85b4-9101dd282bcb service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875369 Aug 16 22:28:52.451710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.560282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.571392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.762805 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.783050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94172868-29e5-46d2-aef6-2d942b3b8ecb req-44a70209-3457-4b0d-998b-12e2bb332a0b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:52.785240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94172868-29e5-46d2-aef6-2d942b3b8ecb req-44a70209-3457-4b0d-998b-12e2bb332a0b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.1687860 Aug 16 22:28:52.786352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.790726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:52.793856 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ddca010-862d-4744-ab1c-3c65b40b725e HTTP/1.1" status: 204 len: 168 time: 0.7231159 Aug 16 22:28:52.810974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf34116-f32e-4d41-ad14-bca909e472d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddca010-862d-4744-ab1c-3c65b40b725e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:52.835688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd64a0-00d7-4985-8328-b0495d1ffa1d req-b1a525fa-89ba-4d61-92bf-4b3c7375c9ed tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:52.837465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2dd64a0-00d7-4985-8328-b0495d1ffa1d req-b1a525fa-89ba-4d61-92bf-4b3c7375c9ed tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.2228730 Aug 16 22:28:52.905047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49de4071-5216-4561-8e9f-a62e641018b6 req-b860ecfb-b7ad-401d-bbd6-0e7fefc06854 service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880891 Aug 16 22:28:52.927020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2dd64a0-00d7-4985-8328-b0495d1ffa1d req-3382b4aa-2598-46ae-b257-c4c7ebca48d8 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741425 Aug 16 22:28:52.932746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94172868-29e5-46d2-aef6-2d942b3b8ecb req-da2bba4e-fd48-4dfa-a442-82cb1c7ec334 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304805 Aug 16 22:28:53.022895 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.049134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.223647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Allocated IP 172.25.8.71 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/3271e66f-cb35-42cb-b8e4-2b263e25e8e9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:28:53.382058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.386732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:53.422014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-55db71ff-0dfe-4545-8108-147c2f8a3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.424273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-55db71ff-0dfe-4545-8108-147c2f8a3a1f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.1276751 Aug 16 22:28:53.477045 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.500965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f901402-14a3-42fd-b623-32d589d3ca95 req-d64fbc88-1ae4-4b36-8d47-2d9aab2fa6bf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.502530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f901402-14a3-42fd-b623-32d589d3ca95 req-d64fbc88-1ae4-4b36-8d47-2d9aab2fa6bf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1539934 Aug 16 22:28:53.587849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f901402-14a3-42fd-b623-32d589d3ca95 req-32f5efcf-011a-4081-9b7d-57a4f6aaf886 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763650 Aug 16 22:28:53.602017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:28:53.608617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:28:53.612995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-a9931e80-8377-4519-8b92-a6c621bd58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.614685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-a9931e80-8377-4519-8b92-a6c621bd58aa service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.1822202 Aug 16 22:28:53.618226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:28:53.671998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-8f259d42-c1f3-446b-ada2-af779ccd53f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0490875 Aug 16 22:28:53.695871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event updated for resources: {'Port': ['ID=3271e66f-cb35-42cb-b8e4-2b263e25e8e9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:53.701851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b066262-aa41-4aa0-9c12-189735433133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:53.736853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-9765177a-ced2-4ab9-8a5e-418b39f5ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:53.738945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-9765177a-ced2-4ab9-8a5e-418b39f5ba4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.0591929 Aug 16 22:28:53.799323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-d0669a8b-b15b-4d09-9aea-b3a80e8edc6b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504885 Aug 16 22:28:54.012785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-d7b81f03-bc05-4ae0-b891-5c1c04b46cb8 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070432 Aug 16 22:28:54.056608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.095865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b066262-aa41-4aa0-9c12-189735433133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.109159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b066262-aa41-4aa0-9c12-189735433133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.182632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ef6d7-14a8-4a06-a5bd-61dce107d7de req-0ee13aa8-a904-4bae-b76d-af0db13c8995 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:54.184301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b20ef6d7-14a8-4a06-a5bd-61dce107d7de req-0ee13aa8-a904-4bae-b76d-af0db13c8995 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 944 time: 0.0866661 Aug 16 22:28:54.213143 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b066262-aa41-4aa0-9c12-189735433133 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59a86364602f47e59b4bd781f74c531d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249629 Aug 16 22:28:54.217658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:54.221333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e078bc3-17b8-4a76-bdd3-a63534d56404 req-3b8e6cd2-bf8d-4b5f-8aab-f5b4d0670b0e service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879001 Aug 16 22:28:54.236430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066262-aa41-4aa0-9c12-189735433133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6a98bb-cbad-4c77-adc1-b28090c7d726,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:54.300612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b20ef6d7-14a8-4a06-a5bd-61dce107d7de req-d129e63f-9297-4cfd-9cd3-3d6c333ee7ba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040547 Aug 16 22:28:54.334039 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.375719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.448725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.452138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.453261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d6a98bb-cbad-4c77-adc1-b28090c7d726 HTTP/1.1" status: 204 len: 168 time: 0.2346082 Aug 16 22:28:54.494041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074d53-73bb-4689-9b5b-d87cec19bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6a98bb-cbad-4c77-adc1-b28090c7d726,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:54.500078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:54.703072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:28:54.869881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Router 5916ec8a-bc76-4a26-b971-ee3ac257411f is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:28:54.897577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:54.933167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:28:55.040808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.065807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:28:55.093056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:55.098903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:55.113727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.120947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] Sync routers for ids ['5916ec8a-bc76-4a26-b971-ee3ac257411f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:55.175485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.180084 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-70ad2880-dcfb-435f-bbfe-b4437cdcfa57 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1901686 Aug 16 22:28:55.180743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:55.185990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:28:55.219728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:55.236729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] Routers {'5916ec8a-bc76-4a26-b971-ee3ac257411f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:55.238299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5916ec8a-bc76-4a26-b971-ee3ac257411f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:55.320778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:55.360350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] Routers {'5916ec8a-bc76-4a26-b971-ee3ac257411f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:55.361323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5916ec8a-bc76-4a26-b971-ee3ac257411f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:55.411323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:55.424322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:55.425006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886cb91b-ed1b-4045-8485-2b03a01d786d None None] The sync data for ids ['5916ec8a-bc76-4a26-b971-ee3ac257411f'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:55.470436 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04559460-86be-4d35-9fa1-b011ea2f0928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.520701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d9b6e-c492-4a59-b997-52eeb7dbae35 req-3e1527d0-ed75-48c9-bb5d-f8aadcea092a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:55.527936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f3d9b6e-c492-4a59-b997-52eeb7dbae35 req-3e1527d0-ed75-48c9-bb5d-f8aadcea092a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.8325362 Aug 16 22:28:55.542081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd98eb-d0bb-4fec-8198-32eb52587cae req-40839ccb-bda1-46d6-a571-aff624cb915d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:55.543644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd98eb-d0bb-4fec-8198-32eb52587cae req-40839ccb-bda1-46d6-a571-aff624cb915d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.1204152 Aug 16 22:28:55.611182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9c6404de-c3f3-49ce-8aa0-0d791aa93c19'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:28:55.641493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd98eb-d0bb-4fec-8198-32eb52587cae req-8e4c37f4-7eec-4556-a4da-80a4b0bbbe01 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902846 Aug 16 22:28:55.651392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f3d9b6e-c492-4a59-b997-52eeb7dbae35 req-2d46ec58-deed-4427-9fd1-5033a43a77a3 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224952 Aug 16 22:28:55.807957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04559460-86be-4d35-9fa1-b011ea2f0928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.821667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04559460-86be-4d35-9fa1-b011ea2f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.865334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.889863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:55.918167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-04559460-86be-4d35-9fa1-b011ea2f0928 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48fc1a59bb5545f3ba3a1ee60139c9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036056 Aug 16 22:28:55.918167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559460-86be-4d35-9fa1-b011ea2f0928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f49aa6-8501-445c-9095-a930db556b7e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:55.921057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:56.046151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.093878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.106019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Deleting port 3271e66f-cb35-42cb-b8e4-2b263e25e8e9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:28:56.108079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.144255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ecf2f41a-cb98-4cba-b9af-c9398bd9cca8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.146062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ecf2f41a-cb98-4cba-b9af-c9398bd9cca8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 945 time: 0.1336367 Aug 16 22:28:56.271411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf58145-7b91-40f4-b8f7-441826f4c178 req-38b182c5-5356-477c-a84b-c60f48c33cce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.281578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcf58145-7b91-40f4-b8f7-441826f4c178 req-38b182c5-5356-477c-a84b-c60f48c33cce tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.1484094 Aug 16 22:28:56.350477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcf58145-7b91-40f4-b8f7-441826f4c178 req-05067bff-d6c9-457c-89f4-2bffc9a089c0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676782 Aug 16 22:28:56.364236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-3426cc36-daa7-4214-a36a-e96fc50fc2a2 service neutron] 10.222.0.88 "GET /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 383 time: 0.1795599 Aug 16 22:28:56.365161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.368320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.369851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79f49aa6-8501-445c-9095-a930db556b7e HTTP/1.1" status: 204 len: 168 time: 0.4473021 Aug 16 22:28:56.382071 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa8e07-0951-4f72-a107-b90855a29bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f49aa6-8501-445c-9095-a930db556b7e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:56.577697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-747e2edb-fc9d-408c-b956-920fb6c0963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.585623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-747e2edb-fc9d-408c-b956-920fb6c0963e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1097 time: 0.1734362 Aug 16 22:28:56.652264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.668626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Calling delete_port for 3271e66f-cb35-42cb-b8e4-2b263e25e8e9 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:28:56.819935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-7d1b623d-87f6-44e6-805c-d95775f9388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.821502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-7d1b623d-87f6-44e6-805c-d95775f9388a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.2237897 Aug 16 22:28:56.955581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3a899-b7f7-43f7-95a8-98dc029691b2 req-92f5ab07-0fc4-4a22-b225-dc59ed02d26c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:56.963036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:56.967539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce3a899-b7f7-43f7-95a8-98dc029691b2 req-92f5ab07-0fc4-4a22-b225-dc59ed02d26c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1449676 Aug 16 22:28:56.974860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-bc57bb8f-8b31-4c43-89a0-ceb16473afbb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1000 time: 0.1436670 Aug 16 22:28:57.019924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Pushing event deleted for resources: {'Port': ['ID=3271e66f-cb35-42cb-b8e4-2b263e25e8e9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:57.067023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-7cd218b5-c357-41ae-a58d-c9acefb198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:57.068658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-7cd218b5-c357-41ae-a58d-c9acefb198c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.0712738 Aug 16 22:28:57.129617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:57.201803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cce3a899-b7f7-43f7-95a8-98dc029691b2 req-2a44f5ca-46a1-4495-9846-e6f7569ded07 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333512 Aug 16 22:28:57.226692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-fe14276f-eff7-4cff-be47-22a606da3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:57.228365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-fe14276f-eff7-4cff-be47-22a606da3bea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494279 Aug 16 22:28:57.366722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-f6eb09d2-6aca-448e-aa77-18b0fa49c934 service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272018 Aug 16 22:28:57.367727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:57.374745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:57.504764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Router 5916ec8a-bc76-4a26-b971-ee3ac257411f has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:28:57.598035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:28:57.605402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:57.606944 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae47f54d-549c-4755-b197-07fcc12446bd tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "PUT /v2.0/routers/5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 200 len: 708 time: 2.4248564 Aug 16 22:28:57.610512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:57.616824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] Sync routers for ids ['5916ec8a-bc76-4a26-b971-ee3ac257411f'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:28:57.621486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6cc35-76ec-4731-8bbf-7767152eab22 req-ab125ff0-9f38-4afd-ba34-01f3517e503a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:57.623327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cd6cc35-76ec-4731-8bbf-7767152eab22 req-ab125ff0-9f38-4afd-ba34-01f3517e503a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.0900955 Aug 16 22:28:57.634650 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] Routers {'5916ec8a-bc76-4a26-b971-ee3ac257411f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:57.636265 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5916ec8a-bc76-4a26-b971-ee3ac257411f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:57.647560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-224e46f6-7c84-45d3-9d53-1ab62963d09d service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755454 Aug 16 22:28:57.729059 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:57.733150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cd6cc35-76ec-4731-8bbf-7767152eab22 req-56aa2077-e0cc-48df-a82d-cdae6bd61485 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989189 Aug 16 22:28:57.739798 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] Routers {'5916ec8a-bc76-4a26-b971-ee3ac257411f'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:28:57.740499 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5916ec8a-bc76-4a26-b971-ee3ac257411f'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:57.780449 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:28:57.781473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648e16b-4f39-4e30-9105-ae4964c0ef13 None None] The sync data for ids ['5916ec8a-bc76-4a26-b971-ee3ac257411f'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:28:57.829608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc78c7c4-2392-46e9-9cdf-6ed6cc9a9a67 tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/routers/5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 200 len: 743 time: 0.2174070 Aug 16 22:28:57.832634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:57.892233 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2983aaba-2b11-4abb-a4e7-fcf35e8442ba tempest-RoutersIpV6AdminTest-1602114129 tempest-RoutersIpV6AdminTest-1602114129-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 200 len: 205 time: 0.0558839 Aug 16 22:28:57.892623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:57.941945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af900316-d6c2-4af5-983d-bbf15d5b905e tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 200 len: 205 time: 0.0452275 Aug 16 22:28:57.942260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.036757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.289463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.292257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.339993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.340921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Fanout notify agent at l3_agent the message router_deleted on router 5916ec8a-bc76-4a26-b971-ee3ac257411f {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:28:58.358236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.363695 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8c81a342-b36f-4238-9b68-313c84b1e69a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 204 len: 168 time: 0.4166434 Aug 16 22:28:58.366391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.404349 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-340200a8-3956-4a20-a74f-1412f753278b tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 200 len: 205 time: 0.0340359 Aug 16 22:28:58.404626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.416408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de44cf-7b39-492a-bc8d-2530b594d1d3 req-2c00385d-7c1f-41ba-921c-e5fbbfab60d1 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:58.424405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35de44cf-7b39-492a-bc8d-2530b594d1d3 req-2c00385d-7c1f-41ba-921c-e5fbbfab60d1 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1051404 Aug 16 22:28:58.487535 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1a8a357f-7d0e-4e1e-8121-56c5de4b69f6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:58.491490 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a8a357f-7d0e-4e1e-8121-56c5de4b69f6 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/5916ec8a-bc76-4a26-b971-ee3ac257411f HTTP/1.1" status: 404 len: 336 time: 0.0833921 Aug 16 22:28:58.496700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40772) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.506052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35de44cf-7b39-492a-bc8d-2530b594d1d3 req-ce2d646d-2fb1-41b7-a1fb-3d256ad6e101 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800006 Aug 16 22:28:58.550016 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4e5a9e5-738d-4993-8bc9-4f665ec9391a tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 200 len: 205 time: 0.0511558 Aug 16 22:28:58.553956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.610563 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-0e6d7fdf-d421-4764-bba8-9a15679f1791 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:58.614074 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e6d7fdf-d421-4764-bba8-9a15679f1791 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/f4233d9d-cd69-4a6d-bfd0-bd2b4891f8fd HTTP/1.1" status: 404 len: 336 time: 0.0565217 Aug 16 22:28:58.614489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.668988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c1acf2e2-e1a4-4c8b-a761-617ad0bea963 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 200 len: 205 time: 0.0513592 Aug 16 22:28:58.670368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.727787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:28:58.728608 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-54da2b6e-2c61-4514-a9bb-62fd7b427e01 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:58.732221 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-54da2b6e-2c61-4514-a9bb-62fd7b427e01 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/0170d2fc-f5a1-4119-a239-a64ec5b3f581 HTTP/1.1" status: 404 len: 336 time: 0.0571115 Aug 16 22:28:58.732605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.772400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2fe54916-bbfa-4c44-ad6d-b08feca50108 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 200 len: 205 time: 0.0378160 Aug 16 22:28:58.774093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.814081 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a8795fe2-0eef-4ac7-80f8-87c019477e00 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:58.815969 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a8795fe2-0eef-4ac7-80f8-87c019477e00 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/e9f724ee-1ee8-4cc1-a816-ae5162ea7952 HTTP/1.1" status: 404 len: 336 time: 0.0401399 Aug 16 22:28:58.818734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.836510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:28:58.843090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:28:58.843763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:58.879725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-191531c7-bee3-4d88-b3b9-0870e376c873 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 200 len: 205 time: 0.0594785 Aug 16 22:28:58.882123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:58.938387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30567-5a5e-4744-8f43-a2f95581cf99 req-e4243101-5010-400c-a05a-2adf5cbcecbb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:58.952561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2f30567-5a5e-4744-8f43-a2f95581cf99 req-e4243101-5010-400c-a05a-2adf5cbcecbb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.1186628 Aug 16 22:28:58.985987 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9583d0f4-7946-4905-ac5b-7a28c6ca8f73 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:58.990000 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9583d0f4-7946-4905-ac5b-7a28c6ca8f73 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/4f8c8458-1511-4797-a25b-2c155c6dbb1f HTTP/1.1" status: 404 len: 336 time: 0.1037321 Aug 16 22:28:58.990478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:59.034983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2f30567-5a5e-4744-8f43-a2f95581cf99 req-ef6ab5ab-aebb-4335-a58f-5568858e1b08 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760167 Aug 16 22:28:59.038543 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:59.070293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98aeea22-7488-4ab8-ac30-7824617f8744 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afc0764-91c3-4b0e-b152-14aac63e217a HTTP/1.1" status: 200 len: 205 time: 0.0774927 Aug 16 22:28:59.073217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:59.097911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:28:59.103119 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f139f0eb-600a-44e0-b214-a3be990b4911" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:28:59.156981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:28:59.168780 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:28:59.168945 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-e8726637-8b36-41e6-8d7f-d5ed3265fc97 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] delete failed (client error): The resource could not be found. Aug 16 22:28:59.170052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e8726637-8b36-41e6-8d7f-d5ed3265fc97 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/routers/0afc0764-91c3-4b0e-b152-14aac63e217a HTTP/1.1" status: 404 len: 336 time: 0.0955222 Aug 16 22:28:59.173063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:59.248262 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-507effe6-5203-4b1d-8d94-a1bc77132d09 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] DELETE failed (client error): The resource could not be found. Aug 16 22:28:59.248743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507effe6-5203-4b1d-8d94-a1bc77132d09 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:28:59.253786 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-507effe6-5203-4b1d-8d94-a1bc77132d09 tempest-RoutersIpV6AdminTest-1616069197 tempest-RoutersIpV6AdminTest-1616069197-project] 10.222.0.22 "DELETE /v2.0/subnets/7ab41f0b-017d-42a1-8900-e018e5383b40 HTTP/1.1" status: 404 len: 337 time: 0.0783293 Aug 16 22:28:59.255095 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5318e-7924-4b76-a47b-a69602b7dd8d x-openstack-request-id: req-d6f5318e-7924-4b76-a47b-a69602b7dd8d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:28:59.255787 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:28:59.256270 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6f5318e-7924-4b76-a47b-a69602b7dd8d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:28:59.256871 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'code': 200} Aug 16 22:28:59.258031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:28:59.267798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.268669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.269417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.269979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.270532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.271080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.271640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.272210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.272754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.273506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.274077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.274880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:28:59.733030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:28:59.770803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc1e17-5a38-4647-9563-8b92b7c7e724 req-df3dce0a-dea6-4f35-b25f-8aac26861adc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:28:59.783184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fc1e17-5a38-4647-9563-8b92b7c7e724 req-df3dce0a-dea6-4f35-b25f-8aac26861adc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1273141 Aug 16 22:28:59.845219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fc1e17-5a38-4647-9563-8b92b7c7e724 req-f075dcb9-2da5-4151-b14f-865764df8bb4 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Aug 16 22:28:59.943030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b452d4c-ea12-40f2-b178-ae000ed25fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.137986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b452d4c-ea12-40f2-b178-ae000ed25fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.147346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b452d4c-ea12-40f2-b178-ae000ed25fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.216883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ff035-78b9-47a6-b0ec-cbc57a6f7392 req-47db40f9-0d23-4022-a01b-87c4efc6b63d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:00.231817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a17ff035-78b9-47a6-b0ec-cbc57a6f7392 req-47db40f9-0d23-4022-a01b-87c4efc6b63d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.0963588 Aug 16 22:29:00.259414 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b452d4c-ea12-40f2-b178-ae000ed25fba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bbcb62590e041ab82eb81ca813ae6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221937 Aug 16 22:29:00.260586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:00.286497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b452d4c-ea12-40f2-b178-ae000ed25fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2529a1bc-d999-4c2f-99f8-e22e68c3d115,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:00.325971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a17ff035-78b9-47a6-b0ec-cbc57a6f7392 req-82b0ae43-e019-4c00-8f5c-7cb60ff10f09 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926037 Aug 16 22:29:00.373596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.399971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.475193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.479563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:00.481235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2529a1bc-d999-4c2f-99f8-e22e68c3d115 HTTP/1.1" status: 204 len: 168 time: 0.2184808 Aug 16 22:29:00.496635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e26e-3adc-4c93-b9a0-6f03695c5a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2529a1bc-d999-4c2f-99f8-e22e68c3d115,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:00.709083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-684758af-5bef-4031-a1e7-dc84b70c85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:00.710812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-684758af-5bef-4031-a1e7-dc84b70c85cb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 1098 time: 0.0881298 Aug 16 22:29:00.741172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:00.817148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.060575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:01.216035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7981-f4f7-47c0-b0c1-443b0b6aa788 req-beae1e8a-0a84-4788-9e71-79b8112065a0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:01.217851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cad7981-f4f7-47c0-b0c1-443b0b6aa788 req-beae1e8a-0a84-4788-9e71-79b8112065a0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.2074401 Aug 16 22:29:01.250539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371727bb-7364-4de9-9e08-b8616d1d3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.252802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:01.285210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:01.296904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cad7981-f4f7-47c0-b0c1-443b0b6aa788 req-2f8dac8b-4ce6-4dc7-89eb-c44c53258cf1 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698638 Aug 16 22:29:01.338841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-23a3e5a0-7aa0-4125-822c-898e86d9c416 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31422d02d17d483092ee923aa95b339b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835495 Aug 16 22:29:01.343170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:01.376037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:01.427903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.450868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.493628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:01.496542 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc7d0d2-dc95-4be4-899e-269a7a36bc95" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:01.502197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.538049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5accdd-9e67-439e-bd7f-06c04b81f083 req-42899f8a-36ad-4f7b-b4e4-be73ff01a7fd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:01.546760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b5accdd-9e67-439e-bd7f-06c04b81f083 req-42899f8a-36ad-4f7b-b4e4-be73ff01a7fd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 946 time: 0.1040084 Aug 16 22:29:01.559606 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371727bb-7364-4de9-9e08-b8616d1d3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.574023 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afac10b-d416-41fa-b91f-5cfb5eb18919 x-openstack-request-id: req-5afac10b-d416-41fa-b91f-5cfb5eb18919 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:01.574569 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-unplugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:01.574977 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5afac10b-d416-41fa-b91f-5cfb5eb18919 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:01.575560 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'code': 200} Aug 16 22:29:01.582164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-371727bb-7364-4de9-9e08-b8616d1d3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.615615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371727bb-7364-4de9-9e08-b8616d1d3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043cc2be-118e-4bac-b830-0f9d6f30b025,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:01.618990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Transition to ACTIVE for port object 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:01.630920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.636108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.639718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/159cf660-c3f1-4ce2-9843-2d06db0dc363 HTTP/1.1" status: 204 len: 168 time: 0.2918551 Aug 16 22:29:01.657567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b5accdd-9e67-439e-bd7f-06c04b81f083 req-4e89c606-69d1-47a5-8003-f369ff2226d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057539 Aug 16 22:29:01.658564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.667240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3d616-3c63-4b87-b91b-744bb4686889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159cf660-c3f1-4ce2-9843-2d06db0dc363,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:01.697617 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-371727bb-7364-4de9-9e08-b8616d1d3436 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6b3217800e44bd295342f091f4d0dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328971 Aug 16 22:29:01.699864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:01.712488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:01.797865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.853050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:01.873531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] No DVR routers for this DVR port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:02.013667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.017211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.019408 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/043cc2be-118e-4bac-b830-0f9d6f30b025 HTTP/1.1" status: 204 len: 168 time: 0.3144851 Aug 16 22:29:02.043625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9083687-d9ad-4ee9-9781-0315d57074bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cc2be-118e-4bac-b830-0f9d6f30b025,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:02.231188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:02.231534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:02.232230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:02.245454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:02.245714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Attempting to bind port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on network 5d2500f3-089d-4fbe-beff-44348b3bd59d {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:02.263943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:02.265009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Checking segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:02.266319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Bound using segment: {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:02.266864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Bound port: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ba0ab7-09d1-47da-9e59-4dca50dc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:02.269958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.436521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:02.470288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:02.482641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.547661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:02.567800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde84cdb-2943-4e06-afca-59e346e98b32 req-3f3ecf3f-65e2-41a7-b8d9-597982ef11ab tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.569392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fde84cdb-2943-4e06-afca-59e346e98b32 req-3f3ecf3f-65e2-41a7-b8d9-597982ef11ab tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1452973 Aug 16 22:29:02.580674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.581779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.583281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-525a29e9-458a-4189-a010-16c005d09661 service neutron] 10.222.0.89 "PUT /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1094 time: 1.8486812 Aug 16 22:29:02.629500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:02.638233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fde84cdb-2943-4e06-afca-59e346e98b32 req-024a93ff-afdd-4835-afdc-309653c62d18 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Aug 16 22:29:02.666279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1795b266-f037-4760-8bec-f1d5f331fd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.748783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ffa84f1e-6a8a-47b2-9d7d-619eec3baf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:02.751709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ffa84f1e-6a8a-47b2-9d7d-619eec3baf3a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1097 time: 0.0956028 Aug 16 22:29:02.863954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1795b266-f037-4760-8bec-f1d5f331fd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.869147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1795b266-f037-4760-8bec-f1d5f331fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:02.923710 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1795b266-f037-4760-8bec-f1d5f331fd2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea929cc2582040d2858d42465870efe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930193 Aug 16 22:29:02.925587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795b266-f037-4760-8bec-f1d5f331fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7c752-8ad0-4858-88bc-a8f1f9fbb22a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:02.928383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:02.995906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe100-84ca-4463-81c4-e96f259c944b req-a4e07165-8faa-41ac-aaaf-eca78b205f39 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.004611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aafe100-84ca-4463-81c4-e96f259c944b req-a4e07165-8faa-41ac-aaaf-eca78b205f39 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.2122974 Aug 16 22:29:03.009684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.034641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-4fc8d8d3-cb38-49b0-8e9b-17fd867f2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.036155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-4fc8d8d3-cb38-49b0-8e9b-17fd867f2751 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.2744622 Aug 16 22:29:03.052932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.114151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aafe100-84ca-4463-81c4-e96f259c944b req-93e2cdb1-57be-4f44-9167-eda448c44f16 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087744 Aug 16 22:29:03.165594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.168838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.172438 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ce7c752-8ad0-4858-88bc-a8f1f9fbb22a HTTP/1.1" status: 204 len: 168 time: 0.2403750 Aug 16 22:29:03.175543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-94534686-bd86-4674-9900-cbab462a0ddf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.1182570 Aug 16 22:29:03.181905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb61682-0661-4586-80d5-113acda74213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7c752-8ad0-4858-88bc-a8f1f9fbb22a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:03.350236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ff20ce2b-7054-4464-9bcb-179097725b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.352920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-ff20ce2b-7054-4464-9bcb-179097725b23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.0724461 Aug 16 22:29:03.482846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-c3ed7689-c39f-4930-ac37-3dc48eeb1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.484765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-c3ed7689-c39f-4930-ac37-3dc48eeb1065 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086144 Aug 16 22:29:03.507063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:03.578895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:03.582074 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a97b328-90a1-46e3-83f0-8222dfebed52" -d '{"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:03.618514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-7f7e806c-2395-4fac-82ca-3a35718beaa9 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233721 Aug 16 22:29:03.639732 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de36ea0-3483-42d8-a463-6114227af5fa x-openstack-request-id: req-9de36ea0-3483-42d8-a463-6114227af5fa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:03.640041 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:03.640425 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9de36ea0-3483-42d8-a463-6114227af5fa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:03.640804 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:29:03.717350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:03.781651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0539fcf-55ba-4e37-8b70-d151dc8dca88 req-e798f5a1-ddc7-4aac-a8a6-d478f88c73f9 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545980 Aug 16 22:29:03.808331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1790858356'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:03.812475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-8890c33d-6e0f-45af-8392-f9b4eb2f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.814019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-8890c33d-6e0f-45af-8392-f9b4eb2f1d76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1097 time: 0.1039155 Aug 16 22:29:03.835321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e338dbfe-3f2b-4ca6-b3a2-469356752fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.880117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462490ea-0793-4d09-bc15-66c4aa0f1e23 req-0ab6d5d4-d7e7-4b4f-829b-12f111736b1f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:03.881697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-462490ea-0793-4d09-bc15-66c4aa0f1e23 req-0ab6d5d4-d7e7-4b4f-829b-12f111736b1f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1197653 Aug 16 22:29:03.904869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Made reservation on behalf of d243236cd31e41c1bc82af395775bf62 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:03.908476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.925479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:03.995125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e338dbfe-3f2b-4ca6-b3a2-469356752fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.000773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e338dbfe-3f2b-4ca6-b3a2-469356752fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.028520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-462490ea-0793-4d09-bc15-66c4aa0f1e23 req-0fd8ae10-cfad-4bda-bd54-0f4b16f4c4ee tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293190 Aug 16 22:29:04.038597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-16b69ab7-9842-4345-829a-e6eea11ba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.040116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-16b69ab7-9842-4345-829a-e6eea11ba114 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1097 time: 0.1506233 Aug 16 22:29:04.041434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-ef9aca44-a883-43dd-9138-3f14ab0eaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.042795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-ef9aca44-a883-43dd-9138-3f14ab0eaa99 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.2204442 Aug 16 22:29:04.057637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c5a6-5f72-4a78-9f26-6e39ca7653ea req-0765d0e4-0203-4cf5-b8cf-753f44d86ac7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.057829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338dbfe-3f2b-4ca6-b3a2-469356752fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a5b2a-9352-4676-933b-072d8f7a92bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:04.057937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1c1c5a6-5f72-4a78-9f26-6e39ca7653ea req-0765d0e4-0203-4cf5-b8cf-753f44d86ac7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1480088 Aug 16 22:29:04.065679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e338dbfe-3f2b-4ca6-b3a2-469356752fdc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16766188a66c465096dc0acedd7e8ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466325 Aug 16 22:29:04.066673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:04.192341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.202374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-41c5eb68-042c-4079-8e45-5e2d3783a9f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.1442335 Aug 16 22:29:04.205249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e1c1c5a6-5f72-4a78-9f26-6e39ca7653ea req-85526716-0a85-42fe-aa3d-f56883fc8b29 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216407 Aug 16 22:29:04.217659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.245209 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.288534 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.305422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-1d41f296-8705-4464-9d0e-c0ab7fc3c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.306931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-1d41f296-8705-4464-9d0e-c0ab7fc3c209 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.2477689 Aug 16 22:29:04.314688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-2df4a04e-3494-4b09-b157-d6f6593d5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.317152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-2df4a04e-3494-4b09-b157-d6f6593d5582 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.1069918 Aug 16 22:29:04.393779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:04.405823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588fe7d0-2ec8-4ca0-9489-0b81e678a8a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:04.412325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-d89d1cf8-188e-46d0-8296-1c28f736a523 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 999 time: 0.0941875 Aug 16 22:29:04.421245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-7c6fd0a1-2647-4a86-946d-c240b1bec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.423500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-7c6fd0a1-2647-4a86-946d-c240b1bec085 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979283 Aug 16 22:29:04.427338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.427692 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Added segment f40e59c0-ef1f-44fc-8c51-200d347b7df3 of type vlan for network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea Aug 16 22:29:04.499842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.540732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.543822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.547439 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d5a5b2a-9352-4676-933b-072d8f7a92bc HTTP/1.1" status: 204 len: 168 time: 0.4742901 Aug 16 22:29:04.557426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-6c783678-e41f-433e-9d98-2096bdcba684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.559007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-6c783678-e41f-433e-9d98-2096bdcba684 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.1351173 Aug 16 22:29:04.577889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.584602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.591440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:04.619427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612421-ae48-4784-abb5-94e10ee7c914 req-d0360ee8-cd05-4354-b96d-0f62eae391b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.621025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16612421-ae48-4784-abb5-94e10ee7c914 req-d0360ee8-cd05-4354-b96d-0f62eae391b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Aug 16 22:29:04.663577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-69c31c96-b61e-47b8-83ab-d6326dd1d083 service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289348 Aug 16 22:29:04.673438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-0f3aa377-fac5-4b3e-b93c-253f5c6334ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.675233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-0f3aa377-fac5-4b3e-b93c-253f5c6334ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036589 Aug 16 22:29:04.720890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6f8aa-23f5-4e4b-bf65-52ce35fb1905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a5b2a-9352-4676-933b-072d8f7a92bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:04.757549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:04.788649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2746720 Aug 16 22:29:04.790711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:04.807238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'subnet': {'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:04.822312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:04.830830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-24e90764-b789-4389-acbf-81d62216500c service neutron] 10.222.0.88 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472788 Aug 16 22:29:04.846605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304770aa-251f-4ba0-8250-9aae940f07dd tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Network': ['ID=99bdd1fc-8436-4a2e-95c6-f138f22ca3ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:04.864642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:04.894076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-16612421-ae48-4784-abb5-94e10ee7c914 req-a03eacbd-e5b0-45ab-b85c-988663694032 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546976 Aug 16 22:29:04.960701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336abc-a57e-45db-a9f3-9feaf378d95f req-ab87e266-e42a-49d4-96a2-950dc03191bb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:04.962551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a336abc-a57e-45db-a9f3-9feaf378d95f req-ab87e266-e42a-49d4-96a2-950dc03191bb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1432512 Aug 16 22:29:05.007265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-015e470b-c6c5-4881-bc90-4f7ceab99ed9 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952400 Aug 16 22:29:05.015494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Made reservation on behalf of d243236cd31e41c1bc82af395775bf62 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:05.022682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.077260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a336abc-a57e-45db-a9f3-9feaf378d95f req-30d141f4-f1c9-4acc-aa36-74f1bf9f9e9f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052015 Aug 16 22:29:05.145652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a97b328-90a1-46e3-83f0-8222dfebed52 req-7dcc3276-fb13-491b-b0a0-5f69641e6b31 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258883 Aug 16 22:29:05.209542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659fe86-c411-48f1-9166-2a903184d3c1 req-19e1e7e7-4969-4a3b-903b-82f7c6094abf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.211611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6659fe86-c411-48f1-9166-2a903184d3c1 req-19e1e7e7-4969-4a3b-903b-82f7c6094abf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.0644820 Aug 16 22:29:05.253865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.261358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6659fe86-c411-48f1-9166-2a903184d3c1 req-52cc2ba4-9e87-42e8-8062-69d3facda099 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Aug 16 22:29:05.326438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Subnet': ['ID=9e78432b-3d33-428d-95d3-00a6e50f9559,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:05.338108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Checking segment: {'id': 'f40e59c0-ef1f-44fc-8c51-200d347b7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:05.338580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network hostable DHCP agents. Network: 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:05.358751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41038) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:05.361380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:05.370807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:05.373294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bf3f9-cb2d-4e63-8073-8cf43dfc1a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.375683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:05.376909 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.387021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed4792-a265-44f4-959a-bb9b38f2e217 None None] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:05.391768 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61b25b04-e9ca-45a3-b45e-9a3d9052eb88 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5953856 Aug 16 22:29:05.395325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41040) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:05.401822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-813447712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:05.488957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bf3f9-cb2d-4e63-8073-8cf43dfc1a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.500415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bf3f9-cb2d-4e63-8073-8cf43dfc1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.512169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.513487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.553423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6a1bf3f9-cb2d-4e63-8073-8cf43dfc1a26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2607c759441435084b4236760a3847b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935079 Aug 16 22:29:05.554103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41042) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:05.562048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bf3f9-cb2d-4e63-8073-8cf43dfc1a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca912c28-ca5f-4980-9e9a-757b28d620a8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:05.568285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-99bdd1fc-8436-4a2e-95c6-f138f22ca3ea', 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea', 'tenant_id': 'd243236cd31e41c1bc82af395775bf62', 'fixed_ips': [{'subnet_id': '9e78432b-3d33-428d-95d3-00a6e50f9559'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:05.571017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.618547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.649889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.655885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.659812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.679463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.680761 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fded5333-eea5-48d4-a0a9-870dc28f440e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2843132 Aug 16 22:29:05.684873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:05.744080 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.747419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:05.748943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca912c28-ca5f-4980-9e9a-757b28d620a8 HTTP/1.1" status: 204 len: 168 time: 0.1934869 Aug 16 22:29:05.770005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414587-1789-4452-bbd7-65687cf1c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca912c28-ca5f-4980-9e9a-757b28d620a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:05.788633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Allocated IP 172.20.0.2 (99bdd1fc-8436-4a2e-95c6-f138f22ca3ea/9e78432b-3d33-428d-95d3-00a6e50f9559/814630f7-9cf8-422e-99c8-5c3d9fa7915a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:06.043852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.058080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Transition to ACTIVE for port object 814630f7-9cf8-422e-99c8-5c3d9fa7915a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:06.086630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.110362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Transition to ACTIVE for port object 814630f7-9cf8-422e-99c8-5c3d9fa7915a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:06.122480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.313758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Pushing event updated for resources: {'Port': ['ID=814630f7-9cf8-422e-99c8-5c3d9fa7915a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:06.356660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:06.362418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:06.368049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:06.458169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Attempting to bind port 814630f7-9cf8-422e-99c8-5c3d9fa7915a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:06.458580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Attempting to bind port 814630f7-9cf8-422e-99c8-5c3d9fa7915a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'f40e59c0-ef1f-44fc-8c51-200d347b7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:06.458951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Attempting to bind port 814630f7-9cf8-422e-99c8-5c3d9fa7915a on network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:06.464842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:06.465362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Checking segment: {'id': 'f40e59c0-ef1f-44fc-8c51-200d347b7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:06.465907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.466427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Bound using segment: {'id': 'f40e59c0-ef1f-44fc-8c51-200d347b7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:06.467257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Bound port: 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40e59c0-ef1f-44fc-8c51-200d347b7df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:06.467949 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.526163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5979-ddbc-4e1c-8a69-cbe886edb7be req-1ff2c0be-8595-49da-8e57-b2dbad8d46d2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:06.533857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c3a5979-ddbc-4e1c-8a69-cbe886edb7be req-1ff2c0be-8595-49da-8e57-b2dbad8d46d2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 945 time: 0.5381906 Aug 16 22:29:06.589430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c3a5979-ddbc-4e1c-8a69-cbe886edb7be req-c318ffff-b39f-4683-8224-99428461f492 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497611 Aug 16 22:29:06.606616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:06.613443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] For port 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:06.616947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] For port 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=814630f7-9cf8-422e-99c8-5c3d9fa7915a,segment=NetworkSegment(f40e59c0-ef1f-44fc-8c51-200d347b7df3),segment_id=f40e59c0-ef1f-44fc-8c51-200d347b7df3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:06.621706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:06.699005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1940ac03-64ae-4e3f-80f6-c3111ae4187c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/e4564476-b793-4111-b611-95a59df4e815 HTTP/1.1" status: 200 len: 991 time: 0.0904984 Aug 16 22:29:06.709033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5b1ef-5683-4f96-91ac-9ba171d484f0 req-84535143-1e29-452a-896f-6e490c55fda5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:06.716512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb5b1ef-5683-4f96-91ac-9ba171d484f0 req-84535143-1e29-452a-896f-6e490c55fda5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.2743216 Aug 16 22:29:06.750130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897595fe-eb86-4eb0-8d35-a0ccd820cb89 None None] Pushing event updated for resources: {'Port': ['ID=814630f7-9cf8-422e-99c8-5c3d9fa7915a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:06.806059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb5b1ef-5683-4f96-91ac-9ba171d484f0 req-59b67b27-abb6-452b-90b2-a8fc68d51039 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885768 Aug 16 22:29:06.822611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Allocated IP 172.20.0.1 (99bdd1fc-8436-4a2e-95c6-f138f22ca3ea/9e78432b-3d33-428d-95d3-00a6e50f9559/90977d9c-3e96-4d46-8ac3-491053a2d014) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:06.836882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931162-2eda-49c2-a7c7-289f53b68ccb req-6e916fd6-cc62-4c9f-ba35-5c057dfbb96f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:06.838670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb931162-2eda-49c2-a7c7-289f53b68ccb req-6e916fd6-cc62-4c9f-ba35-5c057dfbb96f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.0967979 Aug 16 22:29:06.850554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:06.894971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb931162-2eda-49c2-a7c7-289f53b68ccb req-ce65002a-6f53-4401-ae4e-4691ca01e1e7 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Aug 16 22:29:07.001729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.027575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Transition to ACTIVE for port object 90977d9c-3e96-4d46-8ac3-491053a2d014 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:07.077314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.134226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:07.137508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:07.142003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:07.148655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=90977d9c-3e96-4d46-8ac3-491053a2d014,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.168232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20dcdd2b-5cd4-4df1-8e26-a3abe80c941d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.191003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.194367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:07.202119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:07.318406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20dcdd2b-5cd4-4df1-8e26-a3abe80c941d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.323908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-20dcdd2b-5cd4-4df1-8e26-a3abe80c941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.344721 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.378803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-20dcdd2b-5cd4-4df1-8e26-a3abe80c941d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9d907d2c33b4ea68eb67a1f84e038ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269403 Aug 16 22:29:07.381235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcdd2b-5cd4-4df1-8e26-a3abe80c941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc6489-9b17-41a4-a970-b5e326c2a01b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.381695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.384039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:07.403509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:07.422730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'port_id': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'mac_address': 'fa:16:3e:1e:ea:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:07.428796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:07.431172 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ced9095-aff0-4959-9874-219079d23b95" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:07.451301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:07.494496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.497134 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.503067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.514587 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed85d4d-ba67-4992-b9ae-616d50d57ad5 x-openstack-request-id: req-fed85d4d-ba67-4992-b9ae-616d50d57ad5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:07.521010 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:07.521296 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fed85d4d-ba67-4992-b9ae-616d50d57ad5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:07.521719 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:29:07.531502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.552419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:07.620685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.631497 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.635525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99cc6489-9b17-41a4-a970-b5e326c2a01b HTTP/1.1" status: 204 len: 168 time: 0.2501562 Aug 16 22:29:07.647300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:07.648877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.659694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e240c-aff7-47d6-924f-e27fadf8e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc6489-9b17-41a4-a970-b5e326c2a01b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.668476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.712559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 814630f7-9cf8-422e-99c8-5c3d9fa7915a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:07.803342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.809711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:07.856757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.861685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 814630f7-9cf8-422e-99c8-5c3d9fa7915a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:07.947240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=90977d9c-3e96-4d46-8ac3-491053a2d014,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:07.952704 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.067981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615fb32c-7cc7-4977-b37f-877dfe94e1e8 None None] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:08.085083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9c6404de-c3f3-49ce-8aa0-0d791aa93c19'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:08.094234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608a50d-9137-4241-81dd-76eccdabe99b req-2f7f3084-3ce1-4df1-a62d-a69123fb411c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.096432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d608a50d-9137-4241-81dd-76eccdabe99b req-2f7f3084-3ce1-4df1-a62d-a69123fb411c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1056366 Aug 16 22:29:08.105732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc89682-148c-45c4-a786-51d546084b7a req-ff174190-fcc6-4762-be54-070b252e24c8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:08.107257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efc89682-148c-45c4-a786-51d546084b7a req-ff174190-fcc6-4762-be54-070b252e24c8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1718726 Aug 16 22:29:08.135363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:08.169579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:08.171243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:08.173116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6ad637d-3688-4918-b3f1-fb10620871c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.212781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efc89682-148c-45c4-a786-51d546084b7a req-f579f655-41c3-443a-bd91-bf3d14d94ab3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963874 Aug 16 22:29:08.221393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d608a50d-9137-4241-81dd-76eccdabe99b req-bfc7df92-ccbe-4ee6-9a92-55949ba28103 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130636 Aug 16 22:29:08.338116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6ad637d-3688-4918-b3f1-fb10620871c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.345002 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6ad637d-3688-4918-b3f1-fb10620871c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.358699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Provisioning for port 814630f7-9cf8-422e-99c8-5c3d9fa7915a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:08.381634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Provisioning complete for port 814630f7-9cf8-422e-99c8-5c3d9fa7915a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:08.382052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.411069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c6ad637d-3688-4918-b3f1-fb10620871c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7352fb737d074064b5625287f90f687c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717180 Aug 16 22:29:08.411684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:08.423776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad637d-3688-4918-b3f1-fb10620871c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f83ed-cbbf-4a32-b09d-8818645a52c4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:08.470989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Router 3aa23107-2d3f-4d83-98ab-7af395a768df is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:29:08.518698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.566478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.605851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:08.619869 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b962b1fd-7a45-4b21-881a-fb4b1f43dbfb tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "PUT /v2.0/routers/3aa23107-2d3f-4d83-98ab-7af395a768df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319170 Aug 16 22:29:08.621586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:08.631565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] Sync routers for ids ['3aa23107-2d3f-4d83-98ab-7af395a768df'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:08.645120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'port': {'network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea', 'name': 'tempest-FloatingIPNegativeTestJSON-865453456'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:08.668724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.671136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.675717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.680099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] Routers {'3aa23107-2d3f-4d83-98ab-7af395a768df'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:08.680345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c7f83ed-cbbf-4a32-b09d-8818645a52c4 HTTP/1.1" status: 204 len: 168 time: 0.2662182 Aug 16 22:29:08.681180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3aa23107-2d3f-4d83-98ab-7af395a768df'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:08.689135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e1c5f-6049-4822-ac63-111abdeabeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f83ed-cbbf-4a32-b09d-8818645a52c4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:08.748672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:08.818857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] For port 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=814630f7-9cf8-422e-99c8-5c3d9fa7915a,segment=NetworkSegment(f40e59c0-ef1f-44fc-8c51-200d347b7df3),segment_id=f40e59c0-ef1f-44fc-8c51-200d347b7df3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:08.830235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] Routers {'3aa23107-2d3f-4d83-98ab-7af395a768df'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:08.831233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:28:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3aa23107-2d3f-4d83-98ab-7af395a768df'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:08.836493 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.927717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Made reservation on behalf of d243236cd31e41c1bc82af395775bf62 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:08.932942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:08.940577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:08.941400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe1701-263c-420e-8bbd-f17d8b5e3e1d None None] The sync data for ids ['3aa23107-2d3f-4d83-98ab-7af395a768df'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:08.970685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] device_id is not set on port dcdf4694-c174-4f84-b55f-a3630c9a8a5e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:29:09.034749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52730e-dfdc-4203-9e74-979bf9e552bd None None] Pushing event updated for resources: {'Port': ['ID=814630f7-9cf8-422e-99c8-5c3d9fa7915a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:09.131929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Allocated IP 172.20.0.5 (99bdd1fc-8436-4a2e-95c6-f138f22ca3ea/9e78432b-3d33-428d-95d3-00a6e50f9559/dcdf4694-c174-4f84-b55f-a3630c9a8a5e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:09.198809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:09.352801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Provisioning for port 90977d9c-3e96-4d46-8ac3-491053a2d014 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:09.361092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Provisioning complete for port 90977d9c-3e96-4d46-8ac3-491053a2d014 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:09.361774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.423008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.440225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Port 90977d9c-3e96-4d46-8ac3-491053a2d014 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:09.454743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Transition to ACTIVE for port object dcdf4694-c174-4f84-b55f-a3630c9a8a5e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:09.467598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:09.488526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Provisioning complete for port 814630f7-9cf8-422e-99c8-5c3d9fa7915a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:09.488896 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a1a9f2b8-ce5c-447c-809f-d0d69b5de60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.507378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'mac_address': 'fa:16:3e:ca:f6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:09.568428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.623524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da858d-9379-4636-86f9-9b6fcb675c44 req-5fec8634-5503-4c1e-a846-cd91dfef0a7f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.636036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.655993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68da858d-9379-4636-86f9-9b6fcb675c44 req-5fec8634-5503-4c1e-a846-cd91dfef0a7f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2450998 Aug 16 22:29:09.693097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f32624-6980-438a-89e4-4bb1641ccab6 req-3ae80c57-2abc-4503-82d0-bd35fe3af5d2 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.694635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:09.695177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f32624-6980-438a-89e4-4bb1641ccab6 req-3ae80c57-2abc-4503-82d0-bd35fe3af5d2 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.2685843 Aug 16 22:29:09.708518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:09.721207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:09.729112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 814630f7-9cf8-422e-99c8-5c3d9fa7915a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:09.735324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:09.780813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68da858d-9379-4636-86f9-9b6fcb675c44 req-c4bffc95-3641-49a5-a480-c6e5eb77b314 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236696 Aug 16 22:29:09.798989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=dcdf4694-c174-4f84-b55f-a3630c9a8a5e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:09.820834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f32624-6980-438a-89e4-4bb1641ccab6 req-9435b2f3-e0ff-44ef-a203-f2692200eb50 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102343 Aug 16 22:29:09.868600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:09.880619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:09.881668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.892865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:09.904535 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4075fcdd-98ee-4794-abeb-461228d722ef tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2750742 Aug 16 22:29:09.904865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:09.911937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:09.964843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.046725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['878508f5-eb50-4682-85e4-a01f6a0c55bc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:10.201587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 814630f7-9cf8-422e-99c8-5c3d9fa7915a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:10.202597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.271392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:10.280260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.427032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Allocated IP 172.25.8.128 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f0997e99-54b9-4a80-a2c7-83b1c318db9e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:10.501117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-83604596-6440-4226-92ec-6a11101cc94d None None] Provisioning complete for port 90977d9c-3e96-4d46-8ac3-491053a2d014 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:10.501698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-83604596-6440-4226-92ec-6a11101cc94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.555355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.580659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-83604596-6440-4226-92ec-6a11101cc94d None None] Port 90977d9c-3e96-4d46-8ac3-491053a2d014 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:10.609222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.666377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:10.670646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:10.674555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:10.701467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=f0997e99-54b9-4a80-a2c7-83b1c318db9e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:10.716784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.717177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.717846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.718060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.718579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.718938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.719237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.720346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.721276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.721903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.722952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.723303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:10.726948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-70877c1f-435a-4bb9-97cf-ee5d850cbb7c None None] Provisioning for port dcdf4694-c174-4f84-b55f-a3630c9a8a5e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:10.732522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-70877c1f-435a-4bb9-97cf-ee5d850cbb7c None None] Provisioning complete for port dcdf4694-c174-4f84-b55f-a3630c9a8a5e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:10.733559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-70877c1f-435a-4bb9-97cf-ee5d850cbb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.794568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-70877c1f-435a-4bb9-97cf-ee5d850cbb7c None None] Port dcdf4694-c174-4f84-b55f-a3630c9a8a5e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:10.819393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:10.873326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.033257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3973d-097a-4789-bbdf-ced4b5e529a1 req-0e69f432-9602-41d8-8ef8-11e7ce4edc3a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:11.035632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24c3973d-097a-4789-bbdf-ced4b5e529a1 req-0e69f432-9602-41d8-8ef8-11e7ce4edc3a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 946 time: 0.1642542 Aug 16 22:29:11.080750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a3ff6-7157-4949-b1df-0569b5d50399 req-f02dbf60-a9fd-4d2f-963c-55a17f40ca02 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:11.082378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-794a3ff6-7157-4949-b1df-0569b5d50399 req-f02dbf60-a9fd-4d2f-963c-55a17f40ca02 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1470931 Aug 16 22:29:11.109731 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:29:11.137166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24c3973d-097a-4789-bbdf-ced4b5e529a1 req-82ff2f12-e13d-4235-bd89-dcefb151afe7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905192 Aug 16 22:29:11.182900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-794a3ff6-7157-4949-b1df-0569b5d50399 req-aa3a4014-92c2-447a-a5de-b9d0d375e75b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Aug 16 22:29:11.202882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:11.224399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.235700 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.296413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 878508f5-eb50-4682-85e4-a01f6a0c55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:11.300129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.365439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=f0997e99-54b9-4a80-a2c7-83b1c318db9e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:11.395263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.417897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.424683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:11.427845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-afd52a86-1b66-41b4-be6b-81b216aa2e45 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5216939 Aug 16 22:29:11.429574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b8cc3c49-c2b9-42c8-9691-3d55f7da191e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'floatingip': {'port_id': 'dcdf4694-c174-4f84-b55f-a3630c9a8a5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:11.430970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.492387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:11.499239 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5581b4-d50a-460e-827e-eda5a71fb63b" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:11.514219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3c49-c2b9-42c8-9691-3d55f7da191e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.543412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:11.548040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.548933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:11.645623 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1e1e7-ffe9-4e93-9370-03a556e3f1e4 x-openstack-request-id: req-58c1e1e7-ffe9-4e93-9370-03a556e3f1e4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:11.649416 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-plugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:11.649757 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58c1e1e7-ffe9-4e93-9370-03a556e3f1e4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:11.650189 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:29:11.698854 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b8cc3c49-c2b9-42c8-9691-3d55f7da191e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] update failed (client error): The resource could not be found. Aug 16 22:29:11.700422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b8cc3c49-c2b9-42c8-9691-3d55f7da191e tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "PUT /v2.0/floatingips/f8098719-aa02-47dc-8112-c5d86d0782a0 HTTP/1.1" status: 404 len: 507 time: 0.2746801 Aug 16 22:29:11.703123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:11.715537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:11.768456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:11.774790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:11.775256 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.904514 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.949387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting port f0997e99-54b9-4a80-a2c7-83b1c318db9e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:11.949864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:11.958956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:11.970499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.060600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:12.062394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.062560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.085950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Calling delete_port for f0997e99-54b9-4a80-a2c7-83b1c318db9e owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:12.122748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:12.298389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.326817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669e3b1-3977-4a6a-882d-9cd22abea92a req-be87d140-5b51-4f5c-859f-3a4510459fee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.332358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Port': ['ID=f0997e99-54b9-4a80-a2c7-83b1c318db9e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:12.336058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f669e3b1-3977-4a6a-882d-9cd22abea92a req-be87d140-5b51-4f5c-859f-3a4510459fee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1013093 Aug 16 22:29:12.421656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a38e1a4d-b18b-4ebb-85ff-4f8ae1645abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.426428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.429111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.434524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b283632-9508-4bad-bd5e-2530b785f8a5 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "DELETE /v2.0/floatingips/f8098719-aa02-47dc-8112-c5d86d0782a0 HTTP/1.1" status: 204 len: 168 time: 0.7268045 Aug 16 22:29:12.434910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:12.439724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'floatingip': {'floating_network_id': '99bdd1fc-8436-4a2e-95c6-f138f22ca3ea', 'port_id': 'dcdf4694-c174-4f84-b55f-a3630c9a8a5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:12.444693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f669e3b1-3977-4a6a-882d-9cd22abea92a req-9d640ecc-47b6-4269-989f-4f1521b6004e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070938 Aug 16 22:29:12.476075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:29:12.476075 n-d-791505-20 neutron-server[94817]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:29:12.476075 n-d-791505-20 neutron-server[94817]: [parameters: {'project_id': 'd243236cd31e41c1bc82af395775bf62', 'id': 'f93931fa-6eeb-4648-8f71-8d83224c8fc6', 'expiration': datetime.datetime(2021, 8, 16, 22, 31, 12, 470712)}] Aug 16 22:29:12.476075 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:29:12.477135 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:29:12.574278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a38e1a4d-b18b-4ebb-85ff-4f8ae1645abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.587054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a38e1a4d-b18b-4ebb-85ff-4f8ae1645abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.622850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e1a4d-b18b-4ebb-85ff-4f8ae1645abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb52c99a-4b15-4aaa-b871-0064dcef27c7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:12.635889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c2108-c73d-4557-9df9-186bfe3474af req-d0563a5e-5558-4a8f-8040-268a18d27abc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:12.637540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67c2108-c73d-4557-9df9-186bfe3474af req-d0563a5e-5558-4a8f-8040-268a18d27abc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.3324361 Aug 16 22:29:12.697398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a38e1a4d-b18b-4ebb-85ff-4f8ae1645abd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=061ed3c350b449fea92ea1dae1f718d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707057 Aug 16 22:29:12.698402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:12.726892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67c2108-c73d-4557-9df9-186bfe3474af req-48e85d12-1fb2-41fe-b24e-9cc9366ad0a4 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790653 Aug 16 22:29:12.761870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.793849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.870354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.873700 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:12.881243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb52c99a-4b15-4aaa-b871-0064dcef27c7 HTTP/1.1" status: 204 len: 168 time: 0.1793370 Aug 16 22:29:12.907620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b486d4-fa98-49db-aa57-03e28295b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb52c99a-4b15-4aaa-b871-0064dcef27c7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.040342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.196644 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:29:13.202661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:13.203685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffca81be-4889-41df-8ea0-3323e4a2fcf3 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7678986 Aug 16 22:29:13.207442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'dcdf4694-c174-4f84-b55f-a3630c9a8a5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:13.254833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.355595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:13.375896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2fba19-4aff-4a90-8f17-8bf585f3d767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.402349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.553918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2fba19-4aff-4a90-8f17-8bf585f3d767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.560559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc2fba19-4aff-4a90-8f17-8bf585f3d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.567585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Allocated IP 172.25.8.85 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7e804b41-7d78-4a2e-a8c2-75f164657226) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:13.621531 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fba19-4aff-4a90-8f17-8bf585f3d767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d30b0d-833f-488a-ae76-d27a5f831883,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.647419 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc2fba19-4aff-4a90-8f17-8bf585f3d767 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3750ab180f914c4c8e68ee3391e64353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905662 Aug 16 22:29:13.650248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:13.651096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:13.653753 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de89b6-d29d-4b2c-aab0-02cc0e4a64a7" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:13.703040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54787-e4b7-417a-afb1-173053f5b826 req-deb8cb08-b358-472e-bebd-190eb5c84b69 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:13.704652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ed54787-e4b7-417a-afb1-173053f5b826 req-deb8cb08-b358-472e-bebd-190eb5c84b69 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1473756 Aug 16 22:29:13.721892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.737951 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7bee74-5e9a-42b0-a582-7efa5300a3d2 x-openstack-request-id: req-ce7bee74-5e9a-42b0-a582-7efa5300a3d2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:13.738605 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-plugged", "status": "completed", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:13.739123 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce7bee74-5e9a-42b0-a582-7efa5300a3d2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:13.739875 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'code': 200} Aug 16 22:29:13.755548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.817155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ed54787-e4b7-417a-afb1-173053f5b826 req-4e54a3d1-bd00-4d99-984e-5cadf68ce160 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973563 Aug 16 22:29:13.823153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.845000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.848465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:13.852080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26d30b0d-833f-488a-ae76-d27a5f831883 HTTP/1.1" status: 204 len: 168 time: 0.1977599 Aug 16 22:29:13.868690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e4e2-36ba-4bbf-86a4-2246516b92d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d30b0d-833f-488a-ae76-d27a5f831883,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:13.929128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.014462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:14.022738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:14.031541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:14.198864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event updated for resources: {'Port': ['ID=7e804b41-7d78-4a2e-a8c2-75f164657226,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:14.215364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14ce54-2c07-421a-9db3-9489bc510265 req-45b2c9b6-3ee4-4f11-895a-da65f55c898d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:14.217933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef14ce54-2c07-421a-9db3-9489bc510265 req-45b2c9b6-3ee4-4f11-895a-da65f55c898d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.3043675 Aug 16 22:29:14.318911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef14ce54-2c07-421a-9db3-9489bc510265 req-f2b4794d-4b06-428e-9b8e-94ab37f35d5a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920479 Aug 16 22:29:14.360804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.385949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting port 7e804b41-7d78-4a2e-a8c2-75f164657226 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:14.385949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.500541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.500895 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.518999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Calling delete_port for 7e804b41-7d78-4a2e-a8c2-75f164657226 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:14.712759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:14.751210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Port': ['ID=7e804b41-7d78-4a2e-a8c2-75f164657226,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:14.849839 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] create failed (client error): The resource could not be found. Aug 16 22:29:14.851191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-04d51924-98a4-4a5c-a6df-5814f076ea8f tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6474738 Aug 16 22:29:14.854613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:15.019348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079e21a-43a6-46b5-86ea-415fc4a29610 req-71c8a60a-17dd-4dd7-87e4-5ff0348163ce tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.021871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3079e21a-43a6-46b5-86ea-415fc4a29610 req-71c8a60a-17dd-4dd7-87e4-5ff0348163ce tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.0686367 Aug 16 22:29:15.063253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting port dcdf4694-c174-4f84-b55f-a3630c9a8a5e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:15.065577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.105778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3079e21a-43a6-46b5-86ea-415fc4a29610 req-847999fb-ab2f-480e-9160-8695fb50984e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739875 Aug 16 22:29:15.207097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.222208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Calling delete_port for dcdf4694-c174-4f84-b55f-a3630c9a8a5e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:15.511948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.524476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-627fb558-6700-493c-bde9-b15634f25163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.568676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a73ac-00e8-4dc9-a99f-38ed6ce89f49 req-0c668c69-685c-4da9-93d7-cc118feec481 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.576653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5a73ac-00e8-4dc9-a99f-38ed6ce89f49 req-0c668c69-685c-4da9-93d7-cc118feec481 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1247122 Aug 16 22:29:15.637575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d5a73ac-00e8-4dc9-a99f-38ed6ce89f49 req-676bcb95-feab-4cee-a0ec-5f449b02abf9 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Aug 16 22:29:15.647640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Port': ['ID=dcdf4694-c174-4f84-b55f-a3630c9a8a5e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:15.735944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:15.741331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:15.743444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab7fcd58-d86a-434c-9238-373f11ee8f05 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "DELETE /v2.0/ports/dcdf4694-c174-4f84-b55f-a3630c9a8a5e HTTP/1.1" status: 204 len: 168 time: 0.8876779 Aug 16 22:29:15.836711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb407511-a3c4-4532-806f-3464cc167ec2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:15.840855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb407511-a3c4-4532-806f-3464cc167ec2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "GET /v2.0/ports?device_id=3aa23107-2d3f-4d83-98ab-7af395a768df HTTP/1.1" status: 200 len: 913 time: 0.0958319 Aug 16 22:29:15.841803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:16.056621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41466) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:16.292900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.296009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45ba75f9-914c-4d8c-92a3-2667ae0c0d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.346685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeca95-7dea-44e7-be91-1527d9bd394d req-db09540c-29df-4818-b016-1485894e8fc3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.348240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbeca95-7dea-44e7-be91-1527d9bd394d req-db09540c-29df-4818-b016-1485894e8fc3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1256573 Aug 16 22:29:16.496592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45ba75f9-914c-4d8c-92a3-2667ae0c0d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.507203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acbeca95-7dea-44e7-be91-1527d9bd394d req-31a0829b-01fd-4c63-8c46-29a3ef28cc56 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902624 Aug 16 22:29:16.508506 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45ba75f9-914c-4d8c-92a3-2667ae0c0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.553278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45ba75f9-914c-4d8c-92a3-2667ae0c0d21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00ee2ce794a545748a7fa99bfccf65c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952939 Aug 16 22:29:16.556020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba75f9-914c-4d8c-92a3-2667ae0c0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b44d2f-7065-4e45-b8dc-e7c7c2c30841,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:16.559435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:16.616490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.641681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.657823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting port 90977d9c-3e96-4d46-8ac3-491053a2d014 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:16.658854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.805518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.810772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.832665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:16.836466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2b44d2f-7065-4e45-b8dc-e7c7c2c30841 HTTP/1.1" status: 204 len: 168 time: 0.2756472 Aug 16 22:29:16.848611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94983e99-8491-42ce-9eb1-4231d05f8b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b44d2f-7065-4e45-b8dc-e7c7c2c30841,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:16.868512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17f99-09ca-4f32-9cc5-957cba033849 req-c90c4d33-a583-47f7-b9e5-a4d76f3b0ee0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:16.870086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f17f99-09ca-4f32-9cc5-957cba033849 req-c90c4d33-a583-47f7-b9e5-a4d76f3b0ee0 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1439445 Aug 16 22:29:16.871264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Calling delete_port for 90977d9c-3e96-4d46-8ac3-491053a2d014 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:16.927406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f17f99-09ca-4f32-9cc5-957cba033849 req-3f8f3622-304f-4132-ab2c-749da830139f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472775 Aug 16 22:29:17.177892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:17.211169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Port': ['ID=90977d9c-3e96-4d46-8ac3-491053a2d014,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:17.406833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:17.738450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f96c8-dab7-4872-a5bb-f85ef733a131 req-0dbbbe45-99ea-44d0-b53e-bb9dd990b814 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:17.740263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d48f96c8-dab7-4872-a5bb-f85ef733a131 req-0dbbbe45-99ea-44d0-b53e-bb9dd990b814 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1033306 Aug 16 22:29:17.814911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d48f96c8-dab7-4872-a5bb-f85ef733a131 req-e6f6350b-1d3f-4908-99d3-86374c92af92 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680978 Aug 16 22:29:18.041401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.073940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.152138 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.161049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e75f1-f1cb-43ab-8022-c467ea56f15c req-cbe18f0c-2ca3-46d0-9b72-5405fb829d0a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:18.170566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-142e75f1-f1cb-43ab-8022-c467ea56f15c req-cbe18f0c-2ca3-46d0-9b72-5405fb829d0a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.0974903 Aug 16 22:29:18.226883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Router 3aa23107-2d3f-4d83-98ab-7af395a768df has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:18.248822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-142e75f1-f1cb-43ab-8022-c467ea56f15c req-cbcffc3d-07ce-4971-aeb4-83697845cd40 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Aug 16 22:29:18.259923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e8514fa-3d4c-4399-b534-9fac0ecbb470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.263722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeea5-fc4d-468e-8864-0fbf10963e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.352754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:18.370751 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] Sync routers for ids ['3aa23107-2d3f-4d83-98ab-7af395a768df'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:18.373063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a1f22f3-f4a1-42b4-9b2b-6f255ff84b49 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "PUT /v2.0/routers/3aa23107-2d3f-4d83-98ab-7af395a768df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283005 Aug 16 22:29:18.375326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.389002 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] Routers {'3aa23107-2d3f-4d83-98ab-7af395a768df'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:18.391056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3aa23107-2d3f-4d83-98ab-7af395a768df'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:18.394602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e8514fa-3d4c-4399-b534-9fac0ecbb470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.406290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-0b30d5e2-94d3-46c9-8615-4064c8a1b150 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.412096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b30d5e2-94d3-46c9-8615-4064c8a1b150 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3693926 Aug 16 22:29:18.415399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.418028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-be097df5-8071-47a3-b62f-1a8f07c961b6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.423324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be097df5-8071-47a3-b62f-1a8f07c961b6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088496 Aug 16 22:29:18.423324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.429299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-49b6d580-48d4-4d54-b12b-df60efa389e4 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.433320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.433914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-49b6d580-48d4-4d54-b12b-df60efa389e4 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083466 Aug 16 22:29:18.434509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6e8514fa-3d4c-4399-b534-9fac0ecbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.437910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-30b55aad-018d-44ac-8eab-d919454fed6e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.438937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30b55aad-018d-44ac-8eab-d919454fed6e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048435 Aug 16 22:29:18.444325 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:18.449483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.454656 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] Routers {'3aa23107-2d3f-4d83-98ab-7af395a768df'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:18.454812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-4f489860-cffa-4c1c-9bb8-9f08b2ec52ad tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.456106 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3aa23107-2d3f-4d83-98ab-7af395a768df'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:18.459317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f489860-cffa-4c1c-9bb8-9f08b2ec52ad tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086632 Aug 16 22:29:18.459975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.469140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-8eb757a6-943e-4242-8e85-3f99c10e756a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.473024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8eb757a6-943e-4242-8e85-3f99c10e756a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074861 Aug 16 22:29:18.473436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.480395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-9b18a819-182f-4294-a909-b23244ed7a0d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.481478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9b18a819-182f-4294-a909-b23244ed7a0d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070055 Aug 16 22:29:18.484658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.486973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.491629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-87434252-1b9e-4b07-b413-9f936b611f1d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.492275 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87434252-1b9e-4b07-b413-9f936b611f1d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043447 Aug 16 22:29:18.494923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.499765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-dc8ff114-025a-4c7a-97c2-3b3df9c5afb9 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.500576 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc8ff114-025a-4c7a-97c2-3b3df9c5afb9 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046937 Aug 16 22:29:18.508670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.512721 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:18.513654 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea6a831-eb6c-4f82-8eb2-f637659e4581 None None] The sync data for ids ['3aa23107-2d3f-4d83-98ab-7af395a768df'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:18.532920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-7586f862-ced0-4807-a904-ae43fa8f70cb tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.539083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7586f862-ced0-4807-a904-ae43fa8f70cb tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0146146 Aug 16 22:29:18.539083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6e8514fa-3d4c-4399-b534-9fac0ecbb470 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71795665b4e74700a298a795a0c6394a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617743 Aug 16 22:29:18.539083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8514fa-3d4c-4399-b534-9fac0ecbb470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ebee4-8644-4fe0-a3a8-1b32c60f5098,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:18.540842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.540842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41546) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.545557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-b3bbd5ba-ca61-40b8-a91d-768d56808572 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.549444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b3bbd5ba-ca61-40b8-a91d-768d56808572 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055456 Aug 16 22:29:18.550387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.582669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-64817e6f-ef45-46a8-985a-7ce3952c8692 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.583663 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-64817e6f-ef45-46a8-985a-7ce3952c8692 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0328407 Aug 16 22:29:18.586695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.590737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-19e45bff-5551-4c2b-a8df-3af92160f3c1 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.591672 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-19e45bff-5551-4c2b-a8df-3af92160f3c1 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043278 Aug 16 22:29:18.594047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.596846 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.598835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-a83f7604-a830-4954-9641-3fc26201e308 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.599771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a83f7604-a830-4954-9641-3fc26201e308 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048821 Aug 16 22:29:18.602056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.606101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-b865c9f2-48d4-4b34-b064-8ca6e7139d0c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.607016 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b865c9f2-48d4-4b34-b064-8ca6e7139d0c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041182 Aug 16 22:29:18.609766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.617590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-9f393be7-db7a-4c0f-a3cb-cd2516278e7b tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.622536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f393be7-db7a-4c0f-a3cb-cd2516278e7b tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115008 Aug 16 22:29:18.625965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.630791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-c2e4fc16-56f2-4f47-a5d5-f56fd72daeb5 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.634835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c2e4fc16-56f2-4f47-a5d5-f56fd72daeb5 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080514 Aug 16 22:29:18.637784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.642059 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-c7246eed-032a-495a-82b6-c2c30a892aae tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.645385 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7246eed-032a-495a-82b6-c2c30a892aae tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048687 Aug 16 22:29:18.646171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.650574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-06e069e9-dd40-4132-8635-a2de3f9ebc08 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.654056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-06e069e9-dd40-4132-8635-a2de3f9ebc08 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069056 Aug 16 22:29:18.656212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.658130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.668765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-d33611dc-9fe8-40c0-a8a3-59e713ebb68d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.672313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d33611dc-9fe8-40c0-a8a3-59e713ebb68d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0124869 Aug 16 22:29:18.672906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.679907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-0d1868dd-1ce1-4464-a7ae-49b21fcb7dec tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.681146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d1868dd-1ce1-4464-a7ae-49b21fcb7dec tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047998 Aug 16 22:29:18.684032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.692518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-39d20501-0545-4734-ab64-7526501d0afa tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.696288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-39d20501-0545-4734-ab64-7526501d0afa tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0111885 Aug 16 22:29:18.698791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.703041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-551fa9b0-62bd-4ab1-9c03-0d9e9b94efb2 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.706507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-551fa9b0-62bd-4ab1-9c03-0d9e9b94efb2 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056705 Aug 16 22:29:18.707211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.713649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-5b139284-8e8f-41d0-bef5-33362128d197 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.717254 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b139284-8e8f-41d0-bef5-33362128d197 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073063 Aug 16 22:29:18.717420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.722080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-094f91f6-2356-460b-b360-b57e66b82a55 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.723123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-094f91f6-2356-460b-b360-b57e66b82a55 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048454 Aug 16 22:29:18.723368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.726153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41576) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.726969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.730919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-ca85bc30-c1a9-4fd4-8adc-de1846e2d173 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.734148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ca85bc30-c1a9-4fd4-8adc-de1846e2d173 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067132 Aug 16 22:29:18.734837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41578) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.740308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-e27b1609-5808-446e-b1a2-4770e53659ef tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.744803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e27b1609-5808-446e-b1a2-4770e53659ef tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090182 Aug 16 22:29:18.745945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.750776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-2fa50445-c202-4c18-8af5-b01ff4ed689c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.755134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2fa50445-c202-4c18-8af5-b01ff4ed689c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076780 Aug 16 22:29:18.756610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.762723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-a156b81d-83f8-4130-8eea-21d627fde8aa tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.766554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a156b81d-83f8-4130-8eea-21d627fde8aa tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087650 Aug 16 22:29:18.767462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41584) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.772556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-5278f57b-da7c-4a2a-9b56-ae19bfdafc19 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.773924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5278f57b-da7c-4a2a-9b56-ae19bfdafc19 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051825 Aug 16 22:29:18.776654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41586) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.781780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-436ea350-1823-4b79-80af-5e8f44fd19a6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.782684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.784137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa23107-2d3f-4d83-98ab-7af395a768df {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:29:18.786174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.786618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-436ea350-1823-4b79-80af-5e8f44fd19a6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086384 Aug 16 22:29:18.794390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.795418 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a9f50d8-5823-411e-8d1b-caba315538c2 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "DELETE /v2.0/routers/3aa23107-2d3f-4d83-98ab-7af395a768df HTTP/1.1" status: 204 len: 168 time: 0.4190001 Aug 16 22:29:18.798008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41590) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.799426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-e9698b76-bb2f-4008-87d6-c9954fc4f6cf tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.800660 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9698b76-bb2f-4008-87d6-c9954fc4f6cf tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132716 Aug 16 22:29:18.803031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.807170 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-d0541829-b883-4b1e-b7e2-5afe851e8409 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.809112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d0541829-b883-4b1e-b7e2-5afe851e8409 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041394 Aug 16 22:29:18.809718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.811126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.812713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.813998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af9ebee4-8644-4fe0-a3a8-1b32c60f5098 HTTP/1.1" status: 204 len: 168 time: 0.2717931 Aug 16 22:29:18.815853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-3725b2be-a16d-478b-92f5-aad77569771c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.818129 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3725b2be-a16d-478b-92f5-aad77569771c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060139 Aug 16 22:29:18.820440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.825034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-82b1d703-338f-43d9-ba5c-121705fcdf64 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.826335 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-82b1d703-338f-43d9-ba5c-121705fcdf64 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048180 Aug 16 22:29:18.829371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.834869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-a96826ce-ee73-4b9e-9399-004f0979f718 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.836051 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a96826ce-ee73-4b9e-9399-004f0979f718 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047555 Aug 16 22:29:18.838777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.848757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-a9980a97-3fa4-4192-ad84-112d0cca095a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.855619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a3067-b059-4a85-9400-9d2b3fb7df76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ebee4-8644-4fe0-a3a8-1b32c60f5098,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:18.867990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a9980a97-3fa4-4192-ad84-112d0cca095a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0256450 Aug 16 22:29:18.868569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.883377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-45ce09fd-b23e-4f91-a894-59865af04fc0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.888526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41608) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.888954 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-45ce09fd-b23e-4f91-a894-59865af04fc0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0161142 Aug 16 22:29:18.895273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-86ba73a3-08ee-410d-b771-1624dc48172e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.898858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41610) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.901311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-86ba73a3-08ee-410d-b771-1624dc48172e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117133 Aug 16 22:29:18.905971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-4f9c0922-70ed-47cb-b3e9-a09556afd7ed tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.907212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting subnet 9e78432b-3d33-428d-95d3-00a6e50f9559 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:18.911091 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4f9c0922-70ed-47cb-b3e9-a09556afd7ed tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0109432 Aug 16 22:29:18.911255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.913287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:18.922050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-e950ea74-7e1c-4b44-9fdd-6ba10671b123 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.926605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.926799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e950ea74-7e1c-4b44-9fdd-6ba10671b123 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093737 Aug 16 22:29:18.931226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-d153ef0a-98a6-45d6-ac54-6603b38c95fc tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.932203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d153ef0a-98a6-45d6-ac54-6603b38c95fc tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046120 Aug 16 22:29:18.934725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.942250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-0a4231ad-26fc-4a06-9de9-d97d955aa5cf tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.945665 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a4231ad-26fc-4a06-9de9-d97d955aa5cf tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094326 Aug 16 22:29:18.947758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.960699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-5a7d9770-ddb1-4df2-baa2-6884cc10dd94 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.967481 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5a7d9770-ddb1-4df2-baa2-6884cc10dd94 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0174916 Aug 16 22:29:18.969863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.978167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-ec4976b9-7298-4b18-9d3d-3bd9548cbd68 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.982710 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec4976b9-7298-4b18-9d3d-3bd9548cbd68 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114956 Aug 16 22:29:18.984029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41622) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:18.989593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-6210035b-7467-45ce-bde0-a4b84dadacb0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:18.994368 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6210035b-7467-45ce-bde0-a4b84dadacb0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0091698 Aug 16 22:29:18.995224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.001236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-aa693e79-2a4b-480a-8e02-b4d82f394d6e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.001708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.006034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.006750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa693e79-2a4b-480a-8e02-b4d82f394d6e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101030 Aug 16 22:29:19.032417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-5c221f85-5f48-46ab-9021-e63f8f31787e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.036485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c221f85-5f48-46ab-9021-e63f8f31787e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0109091 Aug 16 22:29:19.036658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.045574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-6e4bca58-c429-499e-8bc1-12a8c31c28e7 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.050181 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6e4bca58-c429-499e-8bc1-12a8c31c28e7 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0092361 Aug 16 22:29:19.052427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.074634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224cb75-1182-4df7-a535-487229d6c5d0 req-19f576d2-c775-4a90-9d78-2e0683a011ef tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.076363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-df64ac4f-1bbf-4dbc-904f-e4b10ec0ef69 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.076721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6224cb75-1182-4df7-a535-487229d6c5d0 req-19f576d2-c775-4a90-9d78-2e0683a011ef tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1232893 Aug 16 22:29:19.082096 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-df64ac4f-1bbf-4dbc-904f-e4b10ec0ef69 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0262351 Aug 16 22:29:19.082755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.093751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-7caefc51-87a3-421c-a350-9f219bd6edc5 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.096814 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7caefc51-87a3-421c-a350-9f219bd6edc5 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0118349 Aug 16 22:29:19.098687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41636) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.104832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-89b67b19-9251-4396-b627-af6484a43704 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.116456 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89b67b19-9251-4396-b627-af6484a43704 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0151308 Aug 16 22:29:19.117344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41638) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.124435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-aad7f796-8d68-4b7d-a075-8b83950c036f tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.130293 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aad7f796-8d68-4b7d-a075-8b83950c036f tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0118408 Aug 16 22:29:19.131548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.137555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-a2af4e66-8b27-45b4-84a1-fac63c6a091e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.141616 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2af4e66-8b27-45b4-84a1-fac63c6a091e tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083416 Aug 16 22:29:19.142365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.147171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-d887ea05-5dc2-4aaf-922e-4a5579f6479c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.151093 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d887ea05-5dc2-4aaf-922e-4a5579f6479c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073500 Aug 16 22:29:19.152093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.153251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.156739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-20c67dfe-bc09-4237-994f-1bcb7114387c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.160455 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20c67dfe-bc09-4237-994f-1bcb7114387c tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072966 Aug 16 22:29:19.161317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.166525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-225adc12-3fc2-48c3-a4d0-49eeea4f0ea6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.170414 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-225adc12-3fc2-48c3-a4d0-49eeea4f0ea6 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077062 Aug 16 22:29:19.171172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.188113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-6ea92a7d-a771-43d0-999d-1101cd4985e0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.194368 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ea92a7d-a771-43d0-999d-1101cd4985e0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0219147 Aug 16 22:29:19.195227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.200263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-bba01131-5adb-4fa5-b1fd-d3dce081f60b tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.205393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.206990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bba01131-5adb-4fa5-b1fd-d3dce081f60b tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104742 Aug 16 22:29:19.207868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.212455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-19a814a3-e6b0-4c89-ad54-256e1f5df350 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.216513 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-19a814a3-e6b0-4c89-ad54-256e1f5df350 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075016 Aug 16 22:29:19.217207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.221973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-dcd34780-a4eb-473a-b725-2afe377c4d7a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.223043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dcd34780-a4eb-473a-b725-2afe377c4d7a tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048046 Aug 16 22:29:19.225641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.228634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.231245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-855611a7-7553-4da7-be70-3047e4ca145d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.235263 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-855611a7-7553-4da7-be70-3047e4ca145d tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075088 Aug 16 22:29:19.236040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.243845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-810b8542-a493-49a3-a953-3fdcef5fd3a8 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.245879 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-810b8542-a493-49a3-a953-3fdcef5fd3a8 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088894 Aug 16 22:29:19.247820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.253612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-04238b20-a995-46db-b735-d9350a6780ae tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.257793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-04238b20-a995-46db-b735-d9350a6780ae tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084860 Aug 16 22:29:19.258665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.264322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-42eea07c-94b8-4e8f-b01b-af29f1c1c444 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.269218 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42eea07c-94b8-4e8f-b01b-af29f1c1c444 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094898 Aug 16 22:29:19.270357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.276118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [None req-53625c77-7868-4136-a2d9-31f82ecc5c81 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94817) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.276813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6224cb75-1182-4df7-a535-487229d6c5d0 req-be8e2a85-627f-48ad-824e-e7a83a0b344a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914396 Aug 16 22:29:19.277562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Subnet': ['ID=9e78432b-3d33-428d-95d3-00a6e50f9559,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:19.280292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.285209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.287211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1362bf8e-0b40-4efd-914a-586e5b47d9d0 tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "DELETE /v2.0/subnets/9e78432b-3d33-428d-95d3-00a6e50f9559 HTTP/1.1" status: 204 len: 168 time: 0.4882371 Aug 16 22:29:19.287653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-53625c77-7868-4136-a2d9-31f82ecc5c81 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0156863 Aug 16 22:29:19.290017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.292441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-3926f35f-d946-4728-99d9-10568189fff0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.294327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3926f35f-d946-4728-99d9-10568189fff0 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0108020 Aug 16 22:29:19.294958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41672) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.300738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-7410fead-4f78-4fc7-b0b2-afa0eaf063e7 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.304654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7410fead-4f78-4fc7-b0b2-afa0eaf063e7 tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084333 Aug 16 22:29:19.305293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.322973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [None req-9bb2e840-7f35-4add-9519-fa534873cafe tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:19.337161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9bb2e840-7f35-4add-9519-fa534873cafe tempest-ExtensionsTestJSON-1329402075 tempest-ExtensionsTestJSON-1329402075-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0214283 Aug 16 22:29:19.368247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.392742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66801579-a3b0-4e3f-b050-5e4968466ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.485651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.543292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c504534-af8a-427c-9d47-3692986ec7ae req-e5cc2cef-2c4b-4fec-b8b3-656a585dceed tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:19.556442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c504534-af8a-427c-9d47-3692986ec7ae req-e5cc2cef-2c4b-4fec-b8b3-656a585dceed tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1486361 Aug 16 22:29:19.562821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e3f7a-b8d5-49cb-9cd7-29f7499b863c None None] Network 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:19.596922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Deleting port 814630f7-9cf8-422e-99c8-5c3d9fa7915a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:19.597551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.614511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c504534-af8a-427c-9d47-3692986ec7ae req-c1fe8d5e-82af-4f87-85ee-aa0169170b63 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Aug 16 22:29:19.665518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66801579-a3b0-4e3f-b050-5e4968466ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.673484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66801579-a3b0-4e3f-b050-5e4968466ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.698711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] For port 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=814630f7-9cf8-422e-99c8-5c3d9fa7915a,segment=NetworkSegment(f40e59c0-ef1f-44fc-8c51-200d347b7df3),segment_id=f40e59c0-ef1f-44fc-8c51-200d347b7df3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:19.699087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.711924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-66801579-a3b0-4e3f-b050-5e4968466ff5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afe5d108eaa44827b5922d91b1b267d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420670 Aug 16 22:29:19.714516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.717393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Calling delete_port for 814630f7-9cf8-422e-99c8-5c3d9fa7915a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:19.748116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:19.753506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66801579-a3b0-4e3f-b050-5e4968466ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15466353-6ea7-4cd0-9787-f9494f378652,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:19.890848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.911942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] DHCP port deletion for 99bdd1fc-8436-4a2e-95c6-f138f22ca3ea request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:19.936980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.939071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.949757 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-584ec8e3-e3ac-40b5-9727-964499e0734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:19.974247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Deleting port 814630f7-9cf8-422e-99c8-5c3d9fa7915a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:19.975485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.024478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] No DVR routers for this DVR port 814630f7-9cf8-422e-99c8-5c3d9fa7915a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:20.041592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] For port 814630f7-9cf8-422e-99c8-5c3d9fa7915a, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:20.042000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.055116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Calling delete_port for 814630f7-9cf8-422e-99c8-5c3d9fa7915a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:20.057885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Port 814630f7-9cf8-422e-99c8-5c3d9fa7915a was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:29:20.059341 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.060125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Port': ['ID=814630f7-9cf8-422e-99c8-5c3d9fa7915a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.083778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] Pushing event deleted for resources: {'Port': ['ID=814630f7-9cf8-422e-99c8-5c3d9fa7915a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.090232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791abefd-d6a2-4338-8952-05003c2dcb8e None None] No DVR routers for this DVR port 814630f7-9cf8-422e-99c8-5c3d9fa7915a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:20.152369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.164951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.167490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.170948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15466353-6ea7-4cd0-9787-f9494f378652 HTTP/1.1" status: 204 len: 168 time: 0.4532576 Aug 16 22:29:20.170948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bdd1fc-8436-4a2e-95c6-f138f22ca3ea']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:20.202521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40e59c0-ef1f-44fc-8c51-200d347b7df3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:20.202826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40e59c0-ef1f-44fc-8c51-200d347b7df3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:20.204729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a24cf-6ea0-47ec-81a4-a9d55d26bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15466353-6ea7-4cd0-9787-f9494f378652,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.215262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.244952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.256810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:20.257250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:20.261528 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:20.343705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-584ec8e3-e3ac-40b5-9727-964499e0734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.346426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.355424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.359702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] 10.222.0.22 "DELETE /v2.0/networks/99bdd1fc-8436-4a2e-95c6-f138f22ca3ea HTTP/1.1" status: 204 len: 168 time: 1.0660176 Aug 16 22:29:20.382680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c58111-0652-4452-b093-960ec3f78b7c tempest-FloatingIPNegativeTestJSON-182024332 tempest-FloatingIPNegativeTestJSON-182024332-project] Pushing event deleted for resources: {'Network': ['ID=99bdd1fc-8436-4a2e-95c6-f138f22ca3ea,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.391275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-584ec8e3-e3ac-40b5-9727-964499e0734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.497244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-584ec8e3-e3ac-40b5-9727-964499e0734f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=273cec024532451fbc167a4c30bf4ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7454231 Aug 16 22:29:20.497244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ec8e3-e3ac-40b5-9727-964499e0734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060be7bc-02af-4eb6-b1b5-fe91e8d3a3b9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.498397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:20.517462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01214663-3073-42eb-9254-c1d714d473fd req-ce1d1828-f422-425c-953d-fddb600ede94 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.531667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01214663-3073-42eb-9254-c1d714d473fd req-ce1d1828-f422-425c-953d-fddb600ede94 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1269896 Aug 16 22:29:20.558691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.592921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.621576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01214663-3073-42eb-9254-c1d714d473fd req-c98a3d79-dd96-47b8-8ff2-4f513dadee83 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882647 Aug 16 22:29:20.703884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.709057 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:20.710479 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/060be7bc-02af-4eb6-b1b5-fe91e8d3a3b9 HTTP/1.1" status: 204 len: 168 time: 0.2112679 Aug 16 22:29:20.720902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943607b-4056-4cb9-bd25-fe5edd85a26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060be7bc-02af-4eb6-b1b5-fe91e8d3a3b9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:20.818917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321e5d9-2c96-4d70-96c1-f0ef4bd4ee8c req-40094a46-fc17-49d8-977f-3ff47ea4d065 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:20.827702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c321e5d9-2c96-4d70-96c1-f0ef4bd4ee8c req-40094a46-fc17-49d8-977f-3ff47ea4d065 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.0715830 Aug 16 22:29:20.876857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c321e5d9-2c96-4d70-96c1-f0ef4bd4ee8c req-0406ffd5-019c-486e-8a96-a767bc3aac55 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Aug 16 22:29:21.023138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:21.227640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.278526 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-244e2ca1-7391-4aa9-bc95-a9f5f39ce5a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d243236cd31e41c1bc82af395775bf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517936 Aug 16 22:29:21.279115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:21.311198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29f9d1-83de-483e-a40e-1f8170de60e3 req-d4f9a369-518e-4e8f-8dad-4dc4b6ba21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.312697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d29f9d1-83de-483e-a40e-1f8170de60e3 req-d4f9a369-518e-4e8f-8dad-4dc4b6ba21b1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.0974586 Aug 16 22:29:21.366518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d29f9d1-83de-483e-a40e-1f8170de60e3 req-1ae781d6-2074-453c-958d-1ac7394825c4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Aug 16 22:29:21.404337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.443882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.529749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.536957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:21.538244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/588fe7d0-2ec8-4ca0-9489-0b81e678a8a2 HTTP/1.1" status: 204 len: 168 time: 0.2579749 Aug 16 22:29:21.554634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f9b02-759a-4e8f-9a83-9be0d2b4bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588fe7d0-2ec8-4ca0-9489-0b81e678a8a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:21.668985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 814630f7-9cf8-422e-99c8-5c3d9fa7915a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:21.699112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 814630f7-9cf8-422e-99c8-5c3d9fa7915a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:21.699465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 814630f7-9cf8-422e-99c8-5c3d9fa7915a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:21.764069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb32b1-c1c3-402e-a4f3-25624b179636 req-d87198e1-f547-4d0a-9d95-f1558c9d0f52 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:21.772027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6eb32b1-c1c3-402e-a4f3-25624b179636 req-d87198e1-f547-4d0a-9d95-f1558c9d0f52 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.0692215 Aug 16 22:29:21.829359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6eb32b1-c1c3-402e-a4f3-25624b179636 req-81d6f7cf-6c19-4ccd-851e-e8b9fa36e6ee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561020 Aug 16 22:29:22.037131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2fa3-5b42-48f0-b772-d83e74c863a3 req-48dcecb9-2b60-446e-b035-63efdaa737c2 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:22.039222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6cb2fa3-5b42-48f0-b772-d83e74c863a3 req-48dcecb9-2b60-446e-b035-63efdaa737c2 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.0665646 Aug 16 22:29:22.116912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6cb2fa3-5b42-48f0-b772-d83e74c863a3 req-065ca6f4-00a3-4532-9f2c-61583cf82ef6 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677528 Aug 16 22:29:22.452007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41778) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:22.582902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1704231094'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:22.608047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:22.611630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.625678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.765016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.882584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.891078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.910968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:22.926400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.926945 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 2e35f254-6bfa-4687-a0b4-cfa0614e80a7 of type vlan for network 9e29a86c-1e40-45a5-91c0-6724049b82a8 Aug 16 22:29:22.970875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:22.985801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d02f-2888-4ca5-b23a-6f6be24973e4 req-a77bcbbb-787b-4a55-b91b-425d868f2636 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:22.996129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8275d02f-2888-4ca5-b23a-6f6be24973e4 req-a77bcbbb-787b-4a55-b91b-425d868f2636 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.0830286 Aug 16 22:29:23.022638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9957474-15d2-4de9-94bc-e1277b42a6e3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:23.025755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.033041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.034082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.082046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8275d02f-2888-4ca5-b23a-6f6be24973e4 req-bf21cdea-abb6-448f-b481-04a861d7fcfe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844202 Aug 16 22:29:23.102476 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6492984 Aug 16 22:29:23.173734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a03c36-bcb9-4fbe-ac53-241d2531053c tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=9e29a86c-1e40-45a5-91c0-6724049b82a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:23.194246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:23.355336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662759f7-50f1-4643-a1ba-30f9b255eb3c req-347c09f5-2366-4188-8e9e-2ba39a190eab tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:23.366973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-662759f7-50f1-4643-a1ba-30f9b255eb3c req-347c09f5-2366-4188-8e9e-2ba39a190eab tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1406941 Aug 16 22:29:23.388785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:23.442437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-662759f7-50f1-4643-a1ba-30f9b255eb3c req-ef325b21-5b77-4ab7-b6db-2c8a97680071 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708163 Aug 16 22:29:23.502897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-623271163', 'description': 'tempest-description-993760477'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:23.571748 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.597842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'networks': [{'name': 'tempest-network--480449827'}, {'name': 'tempest-network--2005728006'}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:23.598798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-network--480449827'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:23.599418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-network--2005728006'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:23.631528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:29:23.631528 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:29:23.631528 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '5ee12436f0a9406db2efb94addb3bb30', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 29, 23, 620632)}] Aug 16 22:29:23.631528 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:29:23.632131 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:29:23.654404 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'network': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:23.663904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.694336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.859854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.870225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.871629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.941468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:23.956614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:23.957554 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment 1ed67ccb-0f1e-475b-8a5a-fbfb3611ea89 of type vlan for network 51ceb1d9-cac7-40c0-96eb-65594d4397f0 Aug 16 22:29:24.010364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.041102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:24.053728 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.054452 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment 9ecf3218-70db-409b-9d54-9ef23e04b63b of type vlan for network 4beec6bc-1dbe-49b3-b118-c2f603ac62d9 Aug 16 22:29:24.105792 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.134248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.138794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.139767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.147081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.154544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.155484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.220935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:24.221932 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8309469 Aug 16 22:29:24.222757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf263b3-4939-4c3a-b2ee-2e0f590be8a4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:24.378361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=51ceb1d9-cac7-40c0-96eb-65594d4397f0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:24.390816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 51ceb1d9-cac7-40c0-96eb-65594d4397f0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:24.493219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26702f-adbc-4109-adef-ca464b8535f8 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=4beec6bc-1dbe-49b3-b118-c2f603ac62d9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:24.528033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4beec6bc-1dbe-49b3-b118-c2f603ac62d9 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:24.734078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811481f4-5b58-4450-a3d6-d1a1d526f746 req-b7aacac9-b742-46de-bf85-f469ce637f55 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.743003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-811481f4-5b58-4450-a3d6-d1a1d526f746 req-b7aacac9-b742-46de-bf85-f469ce637f55 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.5245106 Aug 16 22:29:24.805620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e86d0-82fb-44bb-a804-82b314f4017b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.813378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e86d0-82fb-44bb-a804-82b314f4017b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.819868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e86d0-82fb-44bb-a804-82b314f4017b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.829373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e86d0-82fb-44bb-a804-82b314f4017b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:24.832530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-706e86d0-82fb-44bb-a804-82b314f4017b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6085153 Aug 16 22:29:24.836289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:24.845510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.864482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-811481f4-5b58-4450-a3d6-d1a1d526f746 req-1173a209-fd4e-4e38-979f-f2105766801b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205916 Aug 16 22:29:24.868127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.953287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26dda5af-f710-4867-bc4e-d413a506cf99,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:24.973596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:24.978637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-957ecccb-8edb-4689-8798-56f7087558dc req-8e381d43-371d-447a-8738-12acafd2512d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4839125 Aug 16 22:29:25.088736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.228201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-dd53db5d-c7bd-43ff-ab90-fb8eeb7a6292 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-623271163&fields=id&tenant_id=5ee12436f0a9406db2efb94addb3bb30 HTTP/1.1" status: 200 len: 267 time: 0.0719032 Aug 16 22:29:25.271149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.296405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ceb1d9-cac7-40c0-96eb-65594d4397f0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.315207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed67ccb-0f1e-475b-8a5a-fbfb3611ea89') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.316538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed67ccb-0f1e-475b-8a5a-fbfb3611ea89') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.324222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-583165d8-ac68-487f-8a35-08ba4ec1364e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:25.339405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-583165d8-ac68-487f-8a35-08ba4ec1364e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.1042469 Aug 16 22:29:25.347682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'port': {'security_groups': ['c29df2ef-1eeb-4da8-abe3-5b738137ed1a', '26dda5af-f710-4867-bc4e-d413a506cf99']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:25.349575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.383480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.390961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:25.391628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:25.395113 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:25.508237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.550912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.559789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.561591 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/51ceb1d9-cac7-40c0-96eb-65594d4397f0 HTTP/1.1" status: 204 len: 168 time: 0.7198563 Aug 16 22:29:25.574354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:25.577225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2822d4-e72d-4057-bf29-f4c8da53041d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=51ceb1d9-cac7-40c0-96eb-65594d4397f0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:25.673500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.867781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.869935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:25.880821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beec6bc-1dbe-49b3-b118-c2f603ac62d9']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.899053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecf3218-70db-409b-9d54-9ef23e04b63b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.900450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecf3218-70db-409b-9d54-9ef23e04b63b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:25.914250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.929405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.931857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.937214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.942941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:25.943537 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:25.977200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['065a041d-9c9d-4ebb-a15b-c73972e5a481'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:26.076603 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:26.081464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:26.086695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.087480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:26.089193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e6d738a-925b-4e9a-a22b-f690481e048f req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "PUT /v2.0/ports/065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 981 time: 0.7468593 Aug 16 22:29:26.096116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8248-3ef9-4a52-8b9f-3bfdc605b54a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:26.099616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:26.105171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:26.107685 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4349170-45b6-4279-ae69-723534827902" -d '{"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:26.119441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/4beec6bc-1dbe-49b3-b118-c2f603ac62d9 HTTP/1.1" status: 204 len: 168 time: 0.5439579 Aug 16 22:29:26.122466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:26.226922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64639c4-4f5d-45ea-8d6d-fe1f874b03ad req-6a0e5127-6ab0-4e31-8eb0-de605b632e8d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.233039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a64639c4-4f5d-45ea-8d6d-fe1f874b03ad req-6a0e5127-6ab0-4e31-8eb0-de605b632e8d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1373413 Aug 16 22:29:26.243498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['065a041d-9c9d-4ebb-a15b-c73972e5a481'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:26.309477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a64639c4-4f5d-45ea-8d6d-fe1f874b03ad req-dd45187b-46e1-4470-b649-2a65f071aa8c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621724 Aug 16 22:29:26.384071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40865073-6d25-4cf0-b006-c3a555525b15 req-1e1dc35e-9af1-4630-8db3-cddfb96dbdaa tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-623271163&fields=id&tenant_id=5ee12436f0a9406db2efb94addb3bb30 HTTP/1.1" status: 200 len: 267 time: 0.0734868 Aug 16 22:29:26.460736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38df3b-e2c9-43c6-bb98-a0ff7f00714e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.479631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38df3b-e2c9-43c6-bb98-a0ff7f00714e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.488455 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f81419-5c6a-4ff3-b6b5-192b8d357137 x-openstack-request-id: req-32f81419-5c6a-4ff3-b6b5-192b8d357137 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:26.488745 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:26.488997 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32f81419-5c6a-4ff3-b6b5-192b8d357137 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:26.489645 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:29:26.492431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:26.494137 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f38df3b-e2c9-43c6-bb98-a0ff7f00714e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3620450 Aug 16 22:29:26.503253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-563639965'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:26.518243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=4beec6bc-1dbe-49b3-b118-c2f603ac62d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:26.528831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:26.539004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:26.555523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.555880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.556233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.556575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.556919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.557785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.558133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.558472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.558805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.559164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.559512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.560336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7020fcfb-413e-4d6f-a837-365438d7faed tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:29:26.615977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865073-6d25-4cf0-b006-c3a555525b15 req-31c0dbe6-3b74-4a9d-9bf9-d8319886afea tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:26.619037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40865073-6d25-4cf0-b006-c3a555525b15 req-31c0dbe6-3b74-4a9d-9bf9-d8319886afea tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 984 time: 0.2258046 Aug 16 22:29:26.653807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'port': {'security_groups': ['c29df2ef-1eeb-4da8-abe3-5b738137ed1a']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:26.740807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:26.744872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.040049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349170-45b6-4279-ae69-723534827902 req-db9d8a09-b2b7-4f48-94c0-bf0468f79ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.041498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-db9d8a09-b2b7-4f48-94c0-bf0468f79ff8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1136 time: 0.5283742 Aug 16 22:29:27.042816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:27.045847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.076778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.148595 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.170013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=5c87251c-4315-4261-bc27-330a749c9f2d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:27.184786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '2e35f254-6bfa-4687-a0b4-cfa0614e80a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:27.185349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: 9e29a86c-1e40-45a5-91c0-6724049b82a8, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:27.205703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:27.216437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9e29a86c-1e40-45a5-91c0-6724049b82a8) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:27.222879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.223821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.225402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335478a-a643-49db-a221-0f7cf308c205 None None] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:27.244612 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5d2864eb-8d6f-4eea-b4f3-e5402bf9f57b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7138596 Aug 16 22:29:27.247664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:27.255510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1459025047'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:27.257292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:27.291378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:27.295993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.320015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.320416 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment 78c5da9c-363c-4002-959e-8a3f67439eaf of type vlan for network b29fa203-3326-408e-909b-cc7c1a94bf80 Aug 16 22:29:27.326211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:27.343543 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.344327 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 722a2d41-c034-4613-8f98-57fd001a89fc of type vlan for network 0ff5e930-863c-47e8-84e6-ce59af90e227 Aug 16 22:29:27.370817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349170-45b6-4279-ae69-723534827902 req-5840c870-6183-40ed-89e0-bf66a2a26f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.372688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-5840c870-6183-40ed-89e0-bf66a2a26f52 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.3219750 Aug 16 22:29:27.406609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.440917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-9e29a86c-1e40-45a5-91c0-6724049b82a8', 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': '5c87251c-4315-4261-bc27-330a749c9f2d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:27.442290 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.447223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-2d4aadb7-8377-45c2-aabf-9707a3902423 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0616007 Aug 16 22:29:27.462611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.472833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.473975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.500070 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2511485 Aug 16 22:29:27.512883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:27.530028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.552747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:27.641105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98603163-29ad-426d-ab31-27f07240fadf tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=0ff5e930-863c-47e8-84e6-ce59af90e227,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:27.644219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Allocated IP 2001:db8:0:ffff::2 (9e29a86c-1e40-45a5-91c0-6724049b82a8/5c87251c-4315-4261-bc27-330a749c9f2d/5e0deef4-505b-4b92-8740-c0b61b65b0cc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:27.652926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:27.654846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349170-45b6-4279-ae69-723534827902 req-34e60a5d-1f48-4e1f-8cd8-8098a1817321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.656363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-34e60a5d-1f48-4e1f-8cd8-8098a1817321 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.1870065 Aug 16 22:29:27.678641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706054-4de9-45eb-8ff6-160dab94e567 req-136d4cea-3419-41ff-88ac-7963de8cdc7a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.680407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38706054-4de9-45eb-8ff6-160dab94e567 req-136d4cea-3419-41ff-88ac-7963de8cdc7a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.2483766 Aug 16 22:29:27.681104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.686719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:27.687429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.689401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:27.694776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.834629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-1aaaf817-57e8-4dc3-8f49-fadcd7340e33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430700 Aug 16 22:29:27.859935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3630786 Aug 16 22:29:27.859935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:27.868465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:27.877895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1760219555'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:27.923298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:27.928211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:27.931633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38706054-4de9-45eb-8ff6-160dab94e567 req-7ef13474-0fc3-466d-a5be-8ae57572d2df tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411344 Aug 16 22:29:27.974528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891ce4-7dff-41d1-b4fe-cf549ea44e63 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=b29fa203-3326-408e-909b-cc7c1a94bf80,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:27.998954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.009277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Transition to ACTIVE for port object 5e0deef4-505b-4b92-8740-c0b61b65b0cc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:28.010631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:28.018267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.027340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Transition to ACTIVE for port object 5e0deef4-505b-4b92-8740-c0b61b65b0cc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:28.032007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b29fa203-3326-408e-909b-cc7c1a94bf80 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:28.035973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.068495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.069158 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment ff67bd58-2e39-4372-8fbe-24ca7b049ee3 of type vlan for network a12d101c-19be-49d1-b7f2-0e5f89fea1a5 Aug 16 22:29:28.114770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.115602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.128404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['065a041d-9c9d-4ebb-a15b-c73972e5a481'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:28.133989 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.136171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40865073-6d25-4cf0-b006-c3a555525b15 req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "PUT /v2.0/ports/065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 942 time: 1.4999335 Aug 16 22:29:28.150241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-596188fd-fff1-44ca-b822-c3df644d8fd7 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072503 Aug 16 22:29:28.175534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:28.180601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.204435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:29:28.208479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.209343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:28.221094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:28.296185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=86713886-db96-4643-9b3e-9485dad98b10,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.331983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Attempting to bind port 5e0deef4-505b-4b92-8740-c0b61b65b0cc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:28.332512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Attempting to bind port 5e0deef4-505b-4b92-8740-c0b61b65b0cc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2e35f254-6bfa-4687-a0b4-cfa0614e80a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:28.332708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Attempting to bind port 5e0deef4-505b-4b92-8740-c0b61b65b0cc on network 9e29a86c-1e40-45a5-91c0-6724049b82a8 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:28.341711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '722a2d41-c034-4613-8f98-57fd001a89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:28.342081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: 0ff5e930-863c-47e8-84e6-ce59af90e227, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:28.344076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.350681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:28.350876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.351079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Checking segment: {'id': '2e35f254-6bfa-4687-a0b4-cfa0614e80a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:28.351293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.351466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.351862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Bound using segment: {'id': '2e35f254-6bfa-4687-a0b4-cfa0614e80a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:28.352329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Bound port: 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e35f254-6bfa-4687-a0b4-cfa0614e80a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9e29a86c-1e40-45a5-91c0-6724049b82a8'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:28.352713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.432396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=a12d101c-19be-49d1-b7f2-0e5f89fea1a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.450779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-803f0b03-537e-4f5d-8fec-982a66b55547 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2646804 Aug 16 22:29:28.451666 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e797078b-8610-4c42-b9f8-cacb0d20aaab tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5820484 Aug 16 22:29:28.454722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:28.477914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'ports': [{'network_id': 'b29fa203-3326-408e-909b-cc7c1a94bf80', 'name': 'tempest-port--1136630878', 'admin_state_up': True}, {'network_id': 'a12d101c-19be-49d1-b7f2-0e5f89fea1a5', 'admin_state_up': False}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.478242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'port': {'network_id': 'b29fa203-3326-408e-909b-cc7c1a94bf80', 'name': 'tempest-port--1136630878', 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.478790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'port': {'network_id': 'a12d101c-19be-49d1-b7f2-0e5f89fea1a5', 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.495646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:28.503449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:28.506385 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b2090-724a-4c00-9583-1f9772233fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:28.519079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] For port 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:28.522399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] For port 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e0deef4-505b-4b92-8740-c0b61b65b0cc,segment=NetworkSegment(2e35f254-6bfa-4687-a0b4-cfa0614e80a7),segment_id=2e35f254-6bfa-4687-a0b4-cfa0614e80a7)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:28.529321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['065a041d-9c9d-4ebb-a15b-c73972e5a481'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:28.546301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a12d101c-19be-49d1-b7f2-0e5f89fea1a5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:28.555202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 0ff5e930-863c-47e8-84e6-ce59af90e227) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:28.559459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.575425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.576324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.622980 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7701d1-79d5-4fc8-8967-73df1deee94e x-openstack-request-id: req-ce7701d1-79d5-4fc8-8967-73df1deee94e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:28.623288 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:28.623522 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce7701d1-79d5-4fc8-8967-73df1deee94e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:28.623922 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:29:28.627495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.634786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f74fb-1da4-4cab-900e-4fcb53f6a80c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.677500 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a48b9b6-fc1a-4cf4-b94a-87e22b66351f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1612229 Aug 16 22:29:28.683763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:28.697085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'port': {'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227', 'name': 'tempest-NetworksIpV6TestAttrs-928010430'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:28.751630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4349170-45b6-4279-ae69-723534827902 req-ad2985f8-37da-4c35-b0e9-63e648930738 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865214 Aug 16 22:29:28.804894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.831422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Pushing event updated for resources: {'Port': ['ID=5e0deef4-505b-4b92-8740-c0b61b65b0cc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:28.839183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.844253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:28.847929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.870963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea404e0f-a1eb-4b2b-82ec-fd91c9014a3c None None] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:28.892818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] device_id is not set on port b67934c1-a302-4630-952b-072779c36a89 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:29:28.903831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'port': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:28.915340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:28.935819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2090-724a-4c00-9583-1f9772233fbf req-b5508845-239b-4ae3-b37b-3d0df992eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:28.937455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-b5508845-239b-4ae3-b37b-3d0df992eeae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.0850010 Aug 16 22:29:28.983322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.015382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Allocated IP 172.25.8.145 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b12269ea-dab3-46fd-b9a0-d9eac8fde5da) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:29.105132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] device_id is not set on port 71ddbafa-4cdc-432d-96b1-52195762d0d1 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:29:29.117285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3217a5-d8e2-476f-b6ed-c3aada016e3b None None] Pushing event updated for resources: {'Port': ['ID=5e0deef4-505b-4b92-8740-c0b61b65b0cc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:29.164950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2090-724a-4c00-9583-1f9772233fbf req-3efa604a-0151-4e49-92bb-4b884cf250dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.171177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-3efa604a-0151-4e49-92bb-4b884cf250dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.2248738 Aug 16 22:29:29.192226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d25e-5d74-4d26-8691-0b79112597af req-8fa6b17b-2604-41a7-845a-be0e39e8abd4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.193845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce68d25e-5d74-4d26-8691-0b79112597af req-8fa6b17b-2604-41a7-845a-be0e39e8abd4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1589894 Aug 16 22:29:29.277758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-8b496a51-b7b4-441e-9788-984841abf708 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0968492 Aug 16 22:29:29.298027 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.301933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce68d25e-5d74-4d26-8691-0b79112597af req-84ddc3f4-e446-48ce-bf54-6be4307990e5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983887 Aug 16 22:29:29.402574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2090-724a-4c00-9583-1f9772233fbf req-4b3e55ae-de7f-49a1-9ada-6177c82977e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.403783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-4b3e55ae-de7f-49a1-9ada-6177c82977e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.1114640 Aug 16 22:29:29.469411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] device_id is not set on port 38330fce-b16b-4f69-b5b4-e73257b92228 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:29:29.511401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-0ff5e930-863c-47e8-84e6-ce59af90e227', 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': '86713886-db96-4643-9b3e-9485dad98b10'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:29.512389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.532453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-895e605f-70e5-49b8-92eb-4b78b669eea0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170156 Aug 16 22:29:29.544870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.615349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Allocated IP 2001:db8::f816:3eff:fe54:9e25 (0ff5e930-863c-47e8-84e6-ce59af90e227/86713886-db96-4643-9b3e-9485dad98b10/b67934c1-a302-4630-952b-072779c36a89) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:29.719823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.765851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e0deef4-505b-4b92-8740-c0b61b65b0cc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:29.773891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:29.846967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:29.859649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5e0deef4-505b-4b92-8740-c0b61b65b0cc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:29.860440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:29.877169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:29.919196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e1a7-48e1-48b6-ba8e-f784e58444a1 req-26bcf9c3-9aa9-43e7-82ba-e3f07530495e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:29.920352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a01e1a7-48e1-48b6-ba8e-f784e58444a1 req-26bcf9c3-9aa9-43e7-82ba-e3f07530495e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.2629499 Aug 16 22:29:29.942904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'Port': ['ID=b12269ea-dab3-46fd-b9a0-d9eac8fde5da,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:29.991319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-4d5024e8-fb37-4b39-bbcd-f297d9b97d04 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410596 Aug 16 22:29:30.039963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a01e1a7-48e1-48b6-ba8e-f784e58444a1 req-23fec2a0-7b9f-4375-aec9-a503fa958d7e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020424 Aug 16 22:29:30.177006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.177967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.249096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.266922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.302719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Checking segment: {'id': '78c5da9c-363c-4002-959e-8a3f67439eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b29fa203-3326-408e-909b-cc7c1a94bf80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:30.303399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network hostable DHCP agents. Network: b29fa203-3326-408e-909b-cc7c1a94bf80, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:30.342983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Port': ['ID=71ddbafa-4cdc-432d-96b1-52195762d0d1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:30.353193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Transition to ACTIVE for port object b67934c1-a302-4630-952b-072779c36a89 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:30.379094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d44b2090-724a-4c00-9583-1f9772233fbf req-7de0114e-a84d-4ab9-833a-3ab97b3c21dd service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756616 Aug 16 22:29:30.397765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network b29fa203-3326-408e-909b-cc7c1a94bf80 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:30.424367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b29fa203-3326-408e-909b-cc7c1a94bf80) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:30.440879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ce9f0-0484-431d-9b3f-99f0cdb67269 None None] Network b29fa203-3326-408e-909b-cc7c1a94bf80 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:30.445117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:30.448084 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.515285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.522814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.546051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.556905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Port': ['ID=38330fce-b16b-4f69-b5b4-e73257b92228,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:30.627823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:30.633166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:30.639228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Checking segment: {'id': 'ff67bd58-2e39-4372-8fbe-24ca7b049ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a12d101c-19be-49d1-b7f2-0e5f89fea1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:30.639597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network hostable DHCP agents. Network: a12d101c-19be-49d1-b7f2-0e5f89fea1a5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:30.643839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:30.650854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.651523 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.663286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event updated for resources: {'Port': ['ID=b12269ea-dab3-46fd-b9a0-d9eac8fde5da,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:30.670097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Port': ['ID=b67934c1-a302-4630-952b-072779c36a89,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:30.685125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Allocated IP 2001:db8::f816:3eff:fe1c:7380 (0ff5e930-863c-47e8-84e6-ce59af90e227/86713886-db96-4643-9b3e-9485dad98b10/7b7401ff-5e0c-4568-9455-ef49cd73b744) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:30.687526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:30.689306 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9d7d8e5-e1db-4791-972e-3e29fc73a466 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0041087 Aug 16 22:29:30.692063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network a12d101c-19be-49d1-b7f2-0e5f89fea1a5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:30.709579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a12d101c-19be-49d1-b7f2-0e5f89fea1a5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:30.726320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:30.737735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.741472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.753339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.754587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.757641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.759243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-578d5662-a56e-4774-8590-92d02f874cbd tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2893558 Aug 16 22:29:30.788531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-54633213-b91d-4ac5-aa11-0f6c325000bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3270135 Aug 16 22:29:30.789146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:30.865704 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:30.878396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting subnet 86713886-db96-4643-9b3e-9485dad98b10 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:30.887204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac474a-ccd8-4ed5-b7b4-b7f96a45739f None None] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:30.890926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383520ad-62b2-4731-a7ea-202676ccd671 None None] Network a12d101c-19be-49d1-b7f2-0e5f89fea1a5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:30.924880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-e9b48068-7c05-4195-963d-bf2980a82b98 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1537440 Aug 16 22:29:30.948847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160de39-8f96-469f-bad1-a2c42407f3d5 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.956236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160de39-8f96-469f-bad1-a2c42407f3d5 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:30.960685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a160de39-8f96-469f-bad1-a2c42407f3d5 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1675320 Aug 16 22:29:30.960805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:30.978932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Transition to ACTIVE for port object 7b7401ff-5e0c-4568-9455-ef49cd73b744 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:31.081527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Deleting port 71ddbafa-4cdc-432d-96b1-52195762d0d1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:31.081875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.194949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.211104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Calling delete_port for 71ddbafa-4cdc-432d-96b1-52195762d0d1 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:31.232634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Transition to ACTIVE for port object 7b7401ff-5e0c-4568-9455-ef49cd73b744 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:31.285931 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.290801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Provisioning for port 5e0deef4-505b-4b92-8740-c0b61b65b0cc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:31.305801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.340209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Port': ['ID=71ddbafa-4cdc-432d-96b1-52195762d0d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.343063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.354177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.356421 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f063d480-6535-4a16-8753-d16197498968 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/ports/71ddbafa-4cdc-432d-96b1-52195762d0d1 HTTP/1.1" status: 204 len: 168 time: 0.3945789 Aug 16 22:29:31.359698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:31.369806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Provisioning complete for port 5e0deef4-505b-4b92-8740-c0b61b65b0cc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:31.370186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.403133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.416059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:31.499342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Deleting port 38330fce-b16b-4f69-b5b4-e73257b92228 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:31.499692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.603497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:31.608883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.626764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Calling delete_port for 38330fce-b16b-4f69-b5b4-e73257b92228 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:31.635667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:31.647345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-425f50c6-31ae-44f5-b215-c5bc2cbd2b34 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.648859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-425f50c6-31ae-44f5-b215-c5bc2cbd2b34 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.7231584 Aug 16 22:29:31.660165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:31.671265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.678705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-28753f5f-00cb-47ab-9b6a-52b0b4ca32cc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:31.679822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698f598a-3eaf-4ea3-9abc-05ea8e30f29a req-28753f5f-00cb-47ab-9b6a-52b0b4ca32cc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133631 Aug 16 22:29:31.741199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df222aaf-321d-4afa-9f2d-d499daa2c8fb req-b422f94f-5838-4165-bdcc-71ce4b15c05a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:31.743359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df222aaf-321d-4afa-9f2d-d499daa2c8fb req-b422f94f-5838-4165-bdcc-71ce4b15c05a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 947 time: 0.1228213 Aug 16 22:29:31.748432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Pushing event updated for resources: {'Port': ['ID=7b7401ff-5e0c-4568-9455-ef49cd73b744,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.784489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.801938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.803741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Attempting to bind port 7b7401ff-5e0c-4568-9455-ef49cd73b744 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:31.804111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Attempting to bind port 7b7401ff-5e0c-4568-9455-ef49cd73b744 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '722a2d41-c034-4613-8f98-57fd001a89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:31.810673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Attempting to bind port 7b7401ff-5e0c-4568-9455-ef49cd73b744 on network 0ff5e930-863c-47e8-84e6-ce59af90e227 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:31.833997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.855692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:31.857130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Checking segment: {'id': '722a2d41-c034-4613-8f98-57fd001a89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:31.857745 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.858353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Bound using segment: {'id': '722a2d41-c034-4613-8f98-57fd001a89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:31.859033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Bound port: 7b7401ff-5e0c-4568-9455-ef49cd73b744, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722a2d41-c034-4613-8f98-57fd001a89fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0ff5e930-863c-47e8-84e6-ce59af90e227'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:31.859820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.867648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df222aaf-321d-4afa-9f2d-d499daa2c8fb req-96f7689e-1ae3-41a7-b44b-4a474f72809b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165953 Aug 16 22:29:31.868462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=86713886-db96-4643-9b3e-9485dad98b10,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.873984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.877507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ffb7d37-19ab-49b1-b1eb-4b0651a06df2 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/86713886-db96-4643-9b3e-9485dad98b10 HTTP/1.1" status: 204 len: 168 time: 1.1862569 Aug 16 22:29:31.891729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:31.918780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Port': ['ID=38330fce-b16b-4f69-b5b4-e73257b92228,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:31.931002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:31.933577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-36ec1308-0f1f-4162-947a-7fbca78595da tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/ports/38330fce-b16b-4f69-b5b4-e73257b92228 HTTP/1.1" status: 204 len: 168 time: 0.5714405 Aug 16 22:29:31.937561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:31.976180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:31.979441 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93512a0-052f-48af-afb4-5a102bf047c9" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:31.985017 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6389ccd5-b673-4225-9ecc-d2fb56dcbf52 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423036 Aug 16 22:29:31.987056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:31.993371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1337273479'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.023417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff978a0-1e97-42e2-b13f-baab0c4c962e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.032710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff978a0-1e97-42e2-b13f-baab0c4c962e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.034373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:32.038188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aff978a0-1e97-42e2-b13f-baab0c4c962e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1446495 Aug 16 22:29:32.038966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.040418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42030) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:32.057815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-e20e9b16-f3e4-4c3f-9f2a-0174c66ad112 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.059478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-e20e9b16-f3e4-4c3f-9f2a-0174c66ad112 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2658622 Aug 16 22:29:32.061874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:32.077295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:32.082093 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.098326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.098780 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment 4dea6374-08de-4647-9c51-f155e894cf17 of type vlan for network 94dd422c-5080-4801-aad7-5d5c6f3b5b8a Aug 16 22:29:32.103569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.173446 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de0f62-aa88-4096-a008-63345f258ccb x-openstack-request-id: req-92de0f62-aa88-4096-a008-63345f258ccb {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:32.174035 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-unplugged", "status": "completed", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:32.174395 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92de0f62-aa88-4096-a008-63345f258ccb {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:32.174873 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'code': 200} Aug 16 22:29:32.190744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.205608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-a8c67842-3090-4e91-baa3-b2fa3b9bca33 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1315272 Aug 16 22:29:32.230183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-98490793-3edd-4df0-a1e5-78375f927a04 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.246082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.256573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.261637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.266129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] For port 7b7401ff-5e0c-4568-9455-ef49cd73b744, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:32.283571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'floatingip': {'port_id': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.303974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] For port 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e0deef4-505b-4b92-8740-c0b61b65b0cc,segment=NetworkSegment(2e35f254-6bfa-4687-a0b4-cfa0614e80a7),segment_id=2e35f254-6bfa-4687-a0b4-cfa0614e80a7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:32.311353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] For port 7b7401ff-5e0c-4568-9455-ef49cd73b744, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b7401ff-5e0c-4568-9455-ef49cd73b744,segment=NetworkSegment(722a2d41-c034-4613-8f98-57fd001a89fc),segment_id=722a2d41-c034-4613-8f98-57fd001a89fc)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:32.315253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.322615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.337791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=14']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.338933 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-98490793-3edd-4df0-a1e5-78375f927a04 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 22:29:32.339617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98490793-3edd-4df0-a1e5-78375f927a04 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:32.342396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-98490793-3edd-4df0-a1e5-78375f927a04 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/0ff5e930-863c-47e8-84e6-ce59af90e227 HTTP/1.1" status: 409 len: 405 time: 0.3005273 Aug 16 22:29:32.348002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:32.369507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=94dd422c-5080-4801-aad7-5d5c6f3b5b8a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.391096 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-825880b2-257f-4fba-ac22-ac270303687e tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4033782 Aug 16 22:29:32.393852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:32.399512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1636419021'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.402103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-210379614'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.420853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-41cecc39-dc06-4047-9bad-13432a0177f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.422747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-41cecc39-dc06-4047-9bad-13432a0177f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.1849806 Aug 16 22:29:32.427909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.435863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:32.438402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 94dd422c-5080-4801-aad7-5d5c6f3b5b8a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:32.446418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.493817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:32.501938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddc07b-02dd-4e7c-b4c5-cc743ac85b86 req-5b7cc698-7433-4484-bc4c-0d56ee488f3c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.506214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.506697 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Added segment 7376831f-a2e1-48d7-8057-e7c4794bc82b of type vlan for network 8a116924-9920-408b-bb46-197c77d12313 Aug 16 22:29:32.510089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2ddc07b-02dd-4e7c-b4c5-cc743ac85b86 req-5b7cc698-7433-4484-bc4c-0d56ee488f3c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2756822 Aug 16 22:29:32.567774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8850c25f-f38e-4cbc-b46f-2e9175448fb0 None None] Provisioning complete for port 5e0deef4-505b-4b92-8740-c0b61b65b0cc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:32.568597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8850c25f-f38e-4cbc-b46f-2e9175448fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.570471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.576575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843a33e-cf74-4143-944e-eb33d2e0b821 None None] Network 0ff5e930-863c-47e8-84e6-ce59af90e227 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:32.604159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.612230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.613229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.639505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3efe0-488b-481f-83f0-ba779e825dc7 None None] Pushing event updated for resources: {'Port': ['ID=5e0deef4-505b-4b92-8740-c0b61b65b0cc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.663253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-7d28cd01-1abf-434a-bbd5-4fd5a2719dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:32.664775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-7d28cd01-1abf-434a-bbd5-4fd5a2719dc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2325501 Aug 16 22:29:32.701898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Network': ['ID=8a116924-9920-408b-bb46-197c77d12313,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:32.708062 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-38197814-e3f8-414a-adf5-ee670b59bcf1 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3123841 Aug 16 22:29:32.724183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8a116924-9920-408b-bb46-197c77d12313 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:32.843420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:32.848695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.849431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42042) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:32.854778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'subnets': [{'network_id': '94dd422c-5080-4801-aad7-5d5c6f3b5b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--378943754', 'ip_version': 4}, {'network_id': '8a116924-9920-408b-bb46-197c77d12313', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.855106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'subnet': {'network_id': '94dd422c-5080-4801-aad7-5d5c6f3b5b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--378943754', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.855683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Request body: {'subnet': {'network_id': '8a116924-9920-408b-bb46-197c77d12313', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:32.947821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:32.958330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:32.958627 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 37d7c78c-00d3-4837-a652-0d860a296c77 of type vlan for network 734538d7-9bf4-4456-a9c5-407969f1b7c7 Aug 16 22:29:33.005731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.006367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276a8e-75b7-4316-8afb-315c45068382 None None] Pushing event updated for resources: {'Port': ['ID=7b7401ff-5e0c-4568-9455-ef49cd73b744,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:33.040861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.047832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.048768 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.075881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2ddc07b-02dd-4e7c-b4c5-cc743ac85b86 req-9578a50d-6dad-4cea-adae-d6985ce2317d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645125 Aug 16 22:29:33.103369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-78bbbbc6-6821-4d3c-a3e0-c2ef648135be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.4250543 Aug 16 22:29:33.103868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b155b-0c85-434c-a506-85178a82b3da None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:29:33.118899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Made reservation on behalf of 05d73edbf72d498ea8755aa5f6dea4b7 for: {'subnet': 2} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:33.126039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.127256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.155305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7642918 Aug 16 22:29:33.195521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42044) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:33.202747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:33.210142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b155b-0c85-434c-a506-85178a82b3da None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:29:33.289377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d052ccf-2c8a-42d7-8983-8acd73e13281 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=734538d7-9bf4-4456-a9c5-407969f1b7c7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:33.305097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-419e8448-4b6e-4b82-a750-380e46126494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.306805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-419e8448-4b6e-4b82-a750-380e46126494 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1691062 Aug 16 22:29:33.311032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:33.420417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-6caaf058-eb68-4f27-9111-3e3bcda5f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:33.422818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-6caaf058-eb68-4f27-9111-3e3bcda5f569 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697508 Aug 16 22:29:33.450948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:33.454496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.535698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.resource_extend [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:29:33.606924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.617876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.648964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e0deef4-505b-4b92-8740-c0b61b65b0cc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:33.658673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-cd38f078-4ade-42a8-be89-368dce215501 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103245 Aug 16 22:29:33.749748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5e0deef4-505b-4b92-8740-c0b61b65b0cc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:33.750214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:33.832466 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Floating IP 0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d associated. External IP: 172.25.8.145, port: 065a041d-9c9d-4ebb-a15b-c73972e5a481. Aug 16 22:29:33.882883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15f787a0-3c13-4c16-9268-84ca7f882738 req-302fd186-fcee-48ab-8af8-7f9a923ab5dd service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135830 Aug 16 22:29:34.136711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:29:34.143345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.152672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Router d851da1e-c2b7-45f5-a012-6944e9db6838 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:34.299132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.300879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=f7bd75fc-9088-4c7e-8258-6f117cd77a57,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:34.344938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e702-cfe2-4afd-8734-34833f5d8cdc req-bc55b015-597c-4e0f-a04f-f20a751fbdd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.354103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e4e702-cfe2-4afd-8734-34833f5d8cdc req-bc55b015-597c-4e0f-a04f-f20a751fbdd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1464410 Aug 16 22:29:34.381161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '37d7c78c-00d3-4837-a652-0d860a296c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:34.381549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: 734538d7-9bf4-4456-a9c5-407969f1b7c7, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:34.395106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:34.400997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Subnet': ['ID=e299327e-b676-414a-bc02-ce7947f47f80,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:34.405760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.407533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Sync routers for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:34.425040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:34.425874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:34.431054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:34.436350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Checking segment: {'id': '4dea6374-08de-4647-9c51-f155e894cf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '94dd422c-5080-4801-aad7-5d5c6f3b5b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:34.436754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network hostable DHCP agents. Network: 94dd422c-5080-4801-aad7-5d5c6f3b5b8a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:34.440751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e4e702-cfe2-4afd-8734-34833f5d8cdc req-ae6e5082-56b2-40f2-9f23-25eaffdef3ac tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855863 Aug 16 22:29:34.440987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 734538d7-9bf4-4456-a9c5-407969f1b7c7) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:34.445738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.446325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.449216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-cdb3f2a8-15dd-4dfe-9def-cb76f2e1770b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "PUT /v2.0/floatingips/0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d HTTP/1.1" status: 200 len: 996 time: 2.2160637 Aug 16 22:29:34.449869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:34.452456 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14" -d '{"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:34.498886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7c126-0208-4dfc-be16-2a5053dd7927 None None] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:34.527810 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3c0b81f8-573e-4d7d-a984-c581f7448099 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3307395 Aug 16 22:29:34.529465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network 94dd422c-5080-4801-aad7-5d5c6f3b5b8a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:34.531221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:34.538479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 94dd422c-5080-4801-aad7-5d5c6f3b5b8a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:34.543675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.545469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'port': {'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7', 'name': 'tempest-NetworksIpV6TestAttrs-1463609910'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:34.572838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23f08d-8d7e-4e44-9c1f-0b4653c637e8 None None] Network 94dd422c-5080-4801-aad7-5d5c6f3b5b8a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:34.613082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event updated for resources: {'Subnet': ['ID=80de97d4-f5c2-45e6-9819-9cd9af590ee2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:34.627764 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8260e-bdcc-4db1-8e69-0372d17d311f x-openstack-request-id: req-49b8260e-bdcc-4db1-8e69-0372d17d311f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:34.628057 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:34.628310 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49b8260e-bdcc-4db1-8e69-0372d17d311f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:34.628711 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:29:34.641292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Checking segment: {'id': '7376831f-a2e1-48d7-8057-e7c4794bc82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8a116924-9920-408b-bb46-197c77d12313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:34.641675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network hostable DHCP agents. Network: 8a116924-9920-408b-bb46-197c77d12313, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:34.660646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Network 8a116924-9920-408b-bb46-197c77d12313 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:34.672644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8a116924-9920-408b-bb46-197c77d12313) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:34.677985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.678984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.679787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.701163 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7424be12-480b-439f-9146-cf39b6eaa8e7 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8489065 Aug 16 22:29:34.701929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:34.718571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96144a-f94c-4e8f-b8f5-b11480e1f78c None None] Network 8a116924-9920-408b-bb46-197c77d12313 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:34.737095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-9a657401-993d-466c-b1d3-87c5e1984719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.738609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-9a657401-993d-466c-b1d3-87c5e1984719 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.0968602 Aug 16 22:29:34.746421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-fef5c445-c611-4b58-8c00-e2226f7e431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.748679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-fef5c445-c611-4b58-8c00-e2226f7e431b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.2416563 Aug 16 22:29:34.815160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ccd35-dfe4-432d-bd65-c423b769f809 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.817224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ccd35-dfe4-432d-bd65-c423b769f809 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.825471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ccd35-dfe4-432d-bd65-c423b769f809 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:34.825471 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e9ccd35-dfe4-432d-bd65-c423b769f809 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1212435 Aug 16 22:29:34.825471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42062) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:34.846159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:34.887691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4287c-7dd9-4db3-bf95-25222a1af35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-94dd422c-5080-4801-aad7-5d5c6f3b5b8a', 'network_id': '94dd422c-5080-4801-aad7-5d5c6f3b5b8a', 'tenant_id': '05d73edbf72d498ea8755aa5f6dea4b7', 'fixed_ips': [{'subnet_id': 'e299327e-b676-414a-bc02-ce7947f47f80'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:34.888419 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25e4287c-7dd9-4db3-bf95-25222a1af35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.897345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Deleting subnet e299327e-b676-414a-bc02-ce7947f47f80 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:34.901514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.906931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:34.911365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:34.954413 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.008823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.073803 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.105107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Subnet': ['ID=e299327e-b676-414a-bc02-ce7947f47f80,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:35.111120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.113353 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58236c75-07f6-481d-ade7-1a7ccc9ce18b tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/subnets/e299327e-b676-414a-bc02-ce7947f47f80 HTTP/1.1" status: 204 len: 168 time: 0.2867081 Aug 16 22:29:35.116113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:35.172677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Deleting subnet 80de97d4-f5c2-45e6-9819-9cd9af590ee2 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:35.176871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.185804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-734538d7-9bf4-4456-a9c5-407969f1b7c7', 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': 'f7bd75fc-9088-4c7e-8258-6f117cd77a57'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:35.186683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-25e4287c-7dd9-4db3-bf95-25222a1af35f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e299327e-b676-414a-bc02-ce7947f47f80: This subnet is being modified by another concurrent operation. Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:29:35.214043 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e299327e-b676-414a-bc02-ce7947f47f80: This subnet is being modified by another concurrent operation. Aug 16 22:29:35.219061 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:29:35.224105 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.239505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c9c41-4575-4acc-b9c4-b631546e7e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-8a116924-9920-408b-bb46-197c77d12313', 'network_id': '8a116924-9920-408b-bb46-197c77d12313', 'tenant_id': '05d73edbf72d498ea8755aa5f6dea4b7', 'fixed_ips': [{'subnet_id': '80de97d4-f5c2-45e6-9819-9cd9af590ee2'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:35.240380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-132c9c41-4575-4acc-b9c4-b631546e7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.289176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.316158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9667bb9-47c7-440a-8446-a819ec79b6f7 None None] Network 94dd422c-5080-4801-aad7-5d5c6f3b5b8a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:35.347707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] device_id is not set on port 19e0aafc-e8e8-485d-a140-db9471f822f3 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:29:35.370453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.410522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-dac6545d-b385-48bc-a947-fe1378a02bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.412470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-dac6545d-b385-48bc-a947-fe1378a02bad service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.6628423 Aug 16 22:29:35.416583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-772d8a00-3d27-49ef-87ca-295b30edb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.424855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Subnet': ['ID=80de97d4-f5c2-45e6-9819-9cd9af590ee2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:35.425098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-772d8a00-3d27-49ef-87ca-295b30edb853 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.6646512 Aug 16 22:29:35.441682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.446732 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c86ee37-d892-4383-b6ac-38ced1d5c5bb tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/subnets/80de97d4-f5c2-45e6-9819-9cd9af590ee2 HTTP/1.1" status: 204 len: 168 time: 0.3261449 Aug 16 22:29:35.447016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:35.582718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267d513-abde-40bd-bc10-8cbb7bd2cb34 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.585178 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5267d513-abde-40bd-bc10-8cbb7bd2cb34 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371617 Aug 16 22:29:35.589366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42076) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:35.632924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-398c0cbf-9cc3-40a2-a725-5918200dff64 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 999 time: 0.1966636 Aug 16 22:29:35.643636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-118b7214-4f8e-4d93-a403-1fad5c941070 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 999 time: 0.2172554 Aug 16 22:29:35.719928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.723539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30ae6c-355e-4eb4-a9db-718c15f90329 None None] Network 8a116924-9920-408b-bb46-197c77d12313 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:35.770123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-aa64d924-6080-4ddb-b870-adbcb0ca5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.777569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-aa64d924-6080-4ddb-b870-adbcb0ca5cec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.1328294 Aug 16 22:29:35.791541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-fdb981d3-edd4-4e15-9d7a-dffde1955dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.793751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-fdb981d3-edd4-4e15-9d7a-dffde1955dd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.1403947 Aug 16 22:29:35.794111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Allocated IP 2001:db8::f816:3eff:fe73:5ab5 (734538d7-9bf4-4456-a9c5-407969f1b7c7/f7bd75fc-9088-4c7e-8258-6f117cd77a57/682d6f3c-ef1a-4fd1-947c-d263935cb4a9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:35.822062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-8fc453c6-ba37-4794-b74f-3e09a973235c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426722 Aug 16 22:29:35.835148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-78857cc0-9235-44d7-8d0d-8f433baab5aa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:35.842623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-78857cc0-9235-44d7-8d0d-8f433baab5aa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191894 Aug 16 22:29:35.844891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.853808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32add26e-4f8c-426f-9cbf-2ec303cb7ac8 req-bcd870ac-3c1d-428a-ac81-2011a2120920 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:35.859436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a116924-9920-408b-bb46-197c77d12313']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:35.861676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32add26e-4f8c-426f-9cbf-2ec303cb7ac8 req-bcd870ac-3c1d-428a-ac81-2011a2120920 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2272530 Aug 16 22:29:35.875510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7376831f-a2e1-48d7-8057-e7c4794bc82b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:35.875862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7376831f-a2e1-48d7-8057-e7c4794bc82b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:35.887321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.909651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-6f9fb298-0a3a-4bf4-b8d9-42831aff3055 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976021 Aug 16 22:29:35.911870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.925453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:35.925881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:35.930839 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:35.955819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'port_id': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'mac_address': 'fa:16:3e:29:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28b703-4fcb-47bc-be83-830e57728132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:29:29Z', 'updated_at': '2021-08-16T22:29:33Z', 'revision_number': 1, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:35.992473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Checking router: d851da1e-c2b7-45f5-a012-6944e9db6838 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:29:36.016637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:36.017680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:36.027720 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.035222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.036602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32add26e-4f8c-426f-9cbf-2ec303cb7ac8 req-972516e5-9227-491e-9ae5-3551f5f0f01f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740577 Aug 16 22:29:36.051299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/8a116924-9920-408b-bb46-197c77d12313 HTTP/1.1" status: 204 len: 168 time: 0.4604437 Aug 16 22:29:36.053704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:36.068025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec11844-c383-4e7e-9cf2-0b1cb356fa30 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=8a116924-9920-408b-bb46-197c77d12313,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:36.138884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-a83bcb34-d3d7-4bbe-bb02-368f91da3815 service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952576 Aug 16 22:29:36.162611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.211937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Transition to ACTIVE for port object 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:36.215239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:36.227844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-6688526a-eee2-483e-82a9-643689250770 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668819 Aug 16 22:29:36.271253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Transition to ACTIVE for port object 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:36.280649 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.293188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.362050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:36.370704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:36.391146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:36.418966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Pushing event updated for resources: {'Port': ['ID=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:36.455487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46c78676-ab47-4df5-8203-c070f9ae6ab0 req-fbaf585b-657c-465d-9018-adb68f55a89f service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961786 Aug 16 22:29:36.498223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Attempting to bind port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:36.498607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Attempting to bind port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '37d7c78c-00d3-4837-a652-0d860a296c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:36.498968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Attempting to bind port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 on network 734538d7-9bf4-4456-a9c5-407969f1b7c7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:36.510692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Allocated IP 2001:db8::f816:3eff:fee5:fa69 (734538d7-9bf4-4456-a9c5-407969f1b7c7/f7bd75fc-9088-4c7e-8258-6f117cd77a57/19e0aafc-e8e8-485d-a140-db9471f822f3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:36.512648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:36.513025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Checking segment: {'id': '37d7c78c-00d3-4837-a652-0d860a296c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:36.513454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.513850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Bound using segment: {'id': '37d7c78c-00d3-4837-a652-0d860a296c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:36.514361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Bound port: 682d6f3c-ef1a-4fd1-947c-d263935cb4a9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d7c78c-00d3-4837-a652-0d860a296c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '734538d7-9bf4-4456-a9c5-407969f1b7c7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:36.514741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.522218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3dc2-8ffc-4f91-8f3b-b727b3ed5cba req-a7ab79b2-74cc-47a8-837f-169c0e445087 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:36.523731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5ba3dc2-8ffc-4f91-8f3b-b727b3ed5cba req-a7ab79b2-74cc-47a8-837f-169c0e445087 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2933109 Aug 16 22:29:36.612499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] For port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:36.616100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] For port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,segment=NetworkSegment(37d7c78c-00d3-4837-a652-0d860a296c77),segment_id=37d7c78c-00d3-4837-a652-0d860a296c77)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:36.627208 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.631967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'port_id': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'mac_address': 'fa:16:3e:29:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28b703-4fcb-47bc-be83-830e57728132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:29:29Z', 'updated_at': '2021-08-16T22:29:33Z', 'revision_number': 1, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:36.657832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1283d4ee-1e2e-43b0-b131-74fe95fb9f14 req-575854ff-faf1-4ab3-81ca-3070b83240f2 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199245 Aug 16 22:29:36.659647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.687465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df4410-1762-496d-8db7-af9599d24092 None None] The sync data for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 is: [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'floating_ip_address': '172.25.8.145', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'port_id': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'mac_address': 'fa:16:3e:29:e1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28b703-4fcb-47bc-be83-830e57728132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:29:29Z', 'updated_at': '2021-08-16T22:29:33Z', 'revision_number': 1, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:36.707763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dd422c-5080-4801-aad7-5d5c6f3b5b8a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:36.724680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c553c-9d53-43cd-8166-1d94ba1b2c19 None None] Pushing event updated for resources: {'Port': ['ID=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:36.785803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5ba3dc2-8ffc-4f91-8f3b-b727b3ed5cba req-c2d1cb94-b964-4056-927e-6c4b6d05028a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148232 Aug 16 22:29:36.787787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dea6374-08de-4647-9c51-f155e894cf17') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:36.788089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dea6374-08de-4647-9c51-f155e894cf17') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:36.794663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-e7b6180d-c5a6-4db0-a63b-5fd3dfe6fa3d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 999 time: 0.2815883 Aug 16 22:29:36.816038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.832209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.845828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:36.846412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:36.863736 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:37.050696 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d2ea3-a031-4b98-8b05-1e2d33bb9e47 None None] New status for floating IP 0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:29:37.079882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-1fdba8c8-06fb-4a1c-b419-300a257ef29e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.081540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-1fdba8c8-06fb-4a1c-b419-300a257ef29e tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports/065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 942 time: 0.2779472 Aug 16 22:29:37.108883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.128883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f08d8-1f09-41bb-897a-d2702a739aaa req-0211b9d4-2c3b-4b6f-8a22-cdc2c2cbec0d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.137973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-761f08d8-1f09-41bb-897a-d2702a739aaa req-0211b9d4-2c3b-4b6f-8a22-cdc2c2cbec0d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2175779 Aug 16 22:29:37.157000 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.161533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/94dd422c-5080-4801-aad7-5d5c6f3b5b8a HTTP/1.1" status: 204 len: 168 time: 1.1044767 Aug 16 22:29:37.162119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:37.213138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.228741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Transition to ACTIVE for port object 19e0aafc-e8e8-485d-a140-db9471f822f3 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:37.267444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.269200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e5d9-6e24-4ee4-8d2f-75bd6160173d tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=94dd422c-5080-4801-aad7-5d5c6f3b5b8a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:37.374855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-761f08d8-1f09-41bb-897a-d2702a739aaa req-13201c3e-f4f6-462e-8637-76b79ce06459 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358258 Aug 16 22:29:37.389605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.391547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-6706d335-0a96-4fd9-9a51-2fd1053662ca tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 1001 time: 0.2391307 Aug 16 22:29:37.405867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.413307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12d101c-19be-49d1-b7f2-0e5f89fea1a5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:37.429214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff67bd58-2e39-4372-8fbe-24ca7b049ee3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:37.430197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff67bd58-2e39-4372-8fbe-24ca7b049ee3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:37.442304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.466221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.478824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:37.479253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:37.531236 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:37.541952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:37.551730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:37.567314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:37.577162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.577842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.584466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Port': ['ID=19e0aafc-e8e8-485d-a140-db9471f822f3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:37.604138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.607575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.613621 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/a12d101c-19be-49d1-b7f2-0e5f89fea1a5 HTTP/1.1" status: 204 len: 168 time: 0.4494791 Aug 16 22:29:37.614912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:37.627674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c10e8476-9bc2-4cad-aac1-10f952fbb21d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0952637 Aug 16 22:29:37.638933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42144) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:37.662326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2600d-8e0d-4391-9829-1d333424bfcf tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=a12d101c-19be-49d1-b7f2-0e5f89fea1a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:37.737355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:37.804761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:37.827340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:37.859754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-0c091b0a-0533-44a5-8a32-1b9d1c84abfc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.861740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-0c091b0a-0533-44a5-8a32-1b9d1c84abfc tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.4617534 Aug 16 22:29:37.909317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-904cc972-2f1e-4739-ab50-13263f517e10 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:37.910803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-904cc972-2f1e-4739-ab50-13263f517e10 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.2726984 Aug 16 22:29:37.955614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting subnet f7bd75fc-9088-4c7e-8258-6f117cd77a57 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:37.989261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.015808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a16ca-6347-4ba0-99e2-653ce620f663 None None] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:38.018800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-5239e518-70e0-4e93-b082-13382f4bb24b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/quotas/dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 375 time: 0.0756812 Aug 16 22:29:38.093750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Provisioning for port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:38.110393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Provisioning complete for port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:38.112217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.114547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-3f3ae1fb-8d02-42a6-9906-f63e94b62236 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 1001 time: 0.2350650 Aug 16 22:29:38.121495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.160978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:38.164562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.182764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29fa203-3326-408e-909b-cc7c1a94bf80']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:38.244362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-40ac93cf-f6e5-41dd-8277-af4e33375c6b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2089484 Aug 16 22:29:38.248005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c5da9c-363c-4002-959e-8a3f67439eaf') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:38.248260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c5da9c-363c-4002-959e-8a3f67439eaf') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:38.258859 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.262620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.286151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-fdad85e9-e2c4-4860-bb18-e4ea38cae87d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:38.287193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-fdad85e9-e2c4-4860-bb18-e4ea38cae87d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162892 Aug 16 22:29:38.301586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] For port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,segment=NetworkSegment(37d7c78c-00d3-4837-a652-0d860a296c77),segment_id=37d7c78c-00d3-4837-a652-0d860a296c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:38.307125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.332825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.336631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.374076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae15a2-40f6-4fe4-866b-40c7a9c6ae98 None None] Pushing event updated for resources: {'Port': ['ID=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:38.394485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:38.394898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:38.397918 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:38.650784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Provisioning for port 19e0aafc-e8e8-485d-a140-db9471f822f3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:38.655789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Provisioning complete for port 19e0aafc-e8e8-485d-a140-db9471f822f3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:38.656310 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.732768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Port 19e0aafc-e8e8-485d-a140-db9471f822f3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:38.761988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Provisioning complete for port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:38.762682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5c4765a6-0a1b-441d-92df-b513b30574f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.804616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e584f1c-27ba-401b-8a26-e980037c01fc None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:29:38.933986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e584f1c-27ba-401b-8a26-e980037c01fc None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:29:38.975596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:38.996290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.001121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] 10.222.0.22 "DELETE /v2.0/networks/b29fa203-3326-408e-909b-cc7c1a94bf80 HTTP/1.1" status: 204 len: 168 time: 1.3827927 Aug 16 22:29:39.033343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.085925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a71636e-93f0-4d06-a78f-b2ec71eec553 None None] Provisioning complete for port 19e0aafc-e8e8-485d-a140-db9471f822f3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:39.087545 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a71636e-93f0-4d06-a78f-b2ec71eec553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.138966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.150005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d40f2-9765-4798-97b7-6d3d049458e3 tempest-BulkNetworkOpsTest-749711464 tempest-BulkNetworkOpsTest-749711464-project] Pushing event deleted for resources: {'Network': ['ID=b29fa203-3326-408e-909b-cc7c1a94bf80,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:39.157399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a71636e-93f0-4d06-a78f-b2ec71eec553 None None] Port 19e0aafc-e8e8-485d-a140-db9471f822f3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:39.210634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bd75fc-9088-4c7e-8258-6f117cd77a57,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:39.223966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.226109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f9f24d14-d4b5-43c7-bc25-950146d7fa19 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/f7bd75fc-9088-4c7e-8258-6f117cd77a57 HTTP/1.1" status: 204 len: 168 time: 1.5862999 Aug 16 22:29:39.230976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.233129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.243381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-ceeb7180-9609-4025-902d-bf65ae28d10d service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9334328 Aug 16 22:29:39.256334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-989046e2-fe4f-4625-a8d6-82f34849dcc0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3189950 Aug 16 22:29:39.258397 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.258884 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Floating IP 0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d disassociated. External IP: 172.25.8.145, port: 065a041d-9c9d-4ebb-a15b-c73972e5a481. Aug 16 22:29:39.275045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74945d4-fb1c-48b3-b1a7-666ec4e06ff7 None None] Network 734538d7-9bf4-4456-a9c5-407969f1b7c7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:39.332128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.344454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44bf67-0e32-4aed-a52d-72e3d47c6200 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.348590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44bf67-0e32-4aed-a52d-72e3d47c6200 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.350608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c44bf67-0e32-4aed-a52d-72e3d47c6200 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1184981 Aug 16 22:29:39.355489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.449398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-19259473-8562-430c-ae80-80468a75e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.451470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-19259473-8562-430c-ae80-80468a75e01f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1099 time: 0.1446660 Aug 16 22:29:39.486526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ada298f-a218-46eb-8088-aab01ca28fba tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.494592 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ada298f-a218-46eb-8088-aab01ca28fba tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 22:29:39.495271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ada298f-a218-46eb-8088-aab01ca28fba tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:39.502451 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ada298f-a218-46eb-8088-aab01ca28fba tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/734538d7-9bf4-4456-a9c5-407969f1b7c7 HTTP/1.1" status: 409 len: 405 time: 0.1457093 Aug 16 22:29:39.503449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.508810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-867399137'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:39.537198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:39.541860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.602419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] DHCP port deletion for 734538d7-9bf4-4456-a9c5-407969f1b7c7 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:39.606282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:39.622032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fba0ff9a-8092-4d85-ae80-97d48f219650 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05d73edbf72d498ea8755aa5f6dea4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885306 Aug 16 22:29:39.625599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.628142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.628560 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 30fcbbcc-8705-4c4a-9abd-3cfbb0495287 of type vlan for network b11766e0-aef0-4a65-ba76-8457d2e0feed Aug 16 22:29:39.664782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-ab53dcf6-8e9b-4802-83dc-42d49b518285 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202716 Aug 16 22:29:39.696233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Deleting port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:39.696628 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.741352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.746200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.790403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.792950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.793096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] For port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,segment=NetworkSegment(37d7c78c-00d3-4837-a652-0d860a296c77),segment_id=37d7c78c-00d3-4837-a652-0d860a296c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:39.793686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.802093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.802920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:39.835639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Calling delete_port for 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:39.877706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=b11766e0-aef0-4a65-ba76-8457d2e0feed,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:39.920692 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae778c4f-1382-4e87-9b70-af6f9de023bb tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4159987 Aug 16 22:29:39.921638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:39.929742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-36d05c3d-b676-46aa-9a6c-c52e7da7ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:39.930806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-36d05c3d-b676-46aa-9a6c-c52e7da7ce54 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.3936644 Aug 16 22:29:39.935744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': 'b11766e0-aef0-4a65-ba76-8457d2e0feed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:39.961272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b11766e0-aef0-4a65-ba76-8457d2e0feed details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:40.040205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.042733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.046130 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cf263b3-4939-4c3a-b2ee-2e0f590be8a4 HTTP/1.1" status: 204 len: 168 time: 0.4194376 Aug 16 22:29:40.048256 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.057800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed18408-8726-428a-bfbb-78c6e9a1ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf263b3-4939-4c3a-b2ee-2e0f590be8a4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:40.069272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:40.073605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.113678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4445933-d534-4ced-8bbd-7b7ce252cb7b req-520bcc44-6b02-43bd-85f0-2316c3ea7167 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 210 time: 0.1675611 Aug 16 22:29:40.155846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Router d851da1e-c2b7-45f5-a012-6944e9db6838 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:40.173259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] Pushing event deleted for resources: {'Port': ['ID=682d6f3c-ef1a-4fd1-947c-d263935cb4a9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:40.188946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-34aa3bf1-0782-4fd1-93b8-c92b200b887f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 1001 time: 0.2397764 Aug 16 22:29:40.213379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd250b-9b5f-43e1-b4a5-b5db8e91f8a3 None None] No DVR routers for this DVR port 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:40.277052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-c6212c82-da6e-4386-9053-ef821ca1258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.280120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-c6212c82-da6e-4386-9053-ef821ca1258f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.0754294 Aug 16 22:29:40.373812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-fc2d145b-ec18-4462-871c-8d8df92ab51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.375897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-fc2d145b-ec18-4462-871c-8d8df92ab51a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590265 Aug 16 22:29:40.492816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:40.502253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.509671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Sync routers for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:40.532149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:40.533989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:40.538847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-c736c903-0c07-40b2-898c-b47911334b2c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "PUT /v2.0/floatingips/0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d HTTP/1.1" status: 200 len: 695 time: 2.3892567 Aug 16 22:29:40.541774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:40.544515 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabea25-92cc-48a2-9faf-aa5adb478be8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:40.575808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-3604d33e-bf4f-4fb7-9c23-2cf8c9e9038a service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629682 Aug 16 22:29:40.693008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:29:40.694592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.723651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65dd11b1-9fef-424d-8bb7-e926af94536c req-4ebf82d7-c2c1-4478-a9d1-f5bab42ea929 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392655 Aug 16 22:29:40.725693 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964e35c6-9c28-4f5b-966d-b533dc0aa1a6 x-openstack-request-id: req-964e35c6-9c28-4f5b-966d-b533dc0aa1a6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:40.726166 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:40.726651 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-964e35c6-9c28-4f5b-966d-b533dc0aa1a6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:40.727308 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:29:40.764857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=7cf35df6-a459-48a2-afa9-769dee72591d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:40.771319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '30fcbbcc-8705-4c4a-9abd-3cfbb0495287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b11766e0-aef0-4a65-ba76-8457d2e0feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:40.771689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: b11766e0-aef0-4a65-ba76-8457d2e0feed, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:40.799985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network b11766e0-aef0-4a65-ba76-8457d2e0feed is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:40.833134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:40.833770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-fb3dc5ff-2b8e-4918-be87-329736ac451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.835436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-fb3dc5ff-2b8e-4918-be87-329736ac451b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.0994291 Aug 16 22:29:40.838677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-f946da37-6d18-4894-bfbc-bca5ea4d4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.839422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b11766e0-aef0-4a65-ba76-8457d2e0feed) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:40.840488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-f946da37-6d18-4894-bfbc-bca5ea4d4c04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ee12436f0a9406db2efb94addb3bb30&device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 1097 time: 0.1193671 Aug 16 22:29:40.844119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:40.845362 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:40.871364 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-26d45dce-5436-4b46-8b1e-1bce9b9c6a37 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9400566 Aug 16 22:29:40.871620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:40.910145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8491473-814d-4952-b849-cd38e93f04ec None None] Network b11766e0-aef0-4a65-ba76-8457d2e0feed requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:41.042388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-b118a9b0-9057-41fb-9d46-f57f91584f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.051761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-b118a9b0-9057-41fb-9d46-f57f91584f0e service neutron] 10.222.0.22 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.1682000 Aug 16 22:29:41.117099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.157101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-211a45ba-e44f-4979-a9cf-9ae386c3bb30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.0809784 Aug 16 22:29:41.326881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e9ff844-b25c-484e-8344-94d19ce62447 req-9d611adc-78b7-484c-bc06-eea36c5f73ff tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 210 time: 0.0807946 Aug 16 22:29:41.344160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-10181b57-c016-4a12-9f78-77dd67c57a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.352778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-10181b57-c016-4a12-9f78-77dd67c57a8c service neutron] 10.222.0.88 "GET /v2.0/networks?id=8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 200 len: 919 time: 0.5035057 Aug 16 22:29:41.355710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-7b93c4c7-2f96-49d1-8448-70bfaa974dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.357449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-7b93c4c7-2f96-49d1-8448-70bfaa974dda service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.2094769 Aug 16 22:29:41.389621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.413135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed051b-e88b-4dfa-b717-20b744c12f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b11766e0-aef0-4a65-ba76-8457d2e0feed', 'network_id': 'b11766e0-aef0-4a65-ba76-8457d2e0feed', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': '7cf35df6-a459-48a2-afa9-769dee72591d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:41.414095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5aed051b-e88b-4dfa-b717-20b744c12f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.434384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:41.483373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-22486a6f-43b2-4162-b930-af91c5360e4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 200 len: 217 time: 0.1213868 Aug 16 22:29:41.510270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-5aed051b-e88b-4dfa-b717-20b744c12f2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cf35df6-a459-48a2-afa9-769dee72591d: This subnet is being modified by another concurrent operation. Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:29:41.563305 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cf35df6-a459-48a2-afa9-769dee72591d: This subnet is being modified by another concurrent operation. Aug 16 22:29:41.567837 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:29:41.571804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:41.600605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Checking router: d851da1e-c2b7-45f5-a012-6944e9db6838 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:29:41.602694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef0158-2a48-4b59-8e71-3c2c0c28a7a2 None None] Network b11766e0-aef0-4a65-ba76-8457d2e0feed requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:41.611069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-47b26c91-4938-416a-a4dc-c67bc8e59d16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2418568 Aug 16 22:29:41.646370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf35df6-a459-48a2-afa9-769dee72591d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:41.656606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:41.657281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:41.708680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:41.751762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:41.756564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 682d6f3c-ef1a-4fd1-947c-d263935cb4a9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:41.859128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3486fa3-e81e-445e-a9ec-c69a23d790ef None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:29:41.940144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-518625a7-57dc-43ba-b245-e016e0d29845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:41.941726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-518625a7-57dc-43ba-b245-e016e0d29845 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 200 len: 859 time: 0.4414670 Aug 16 22:29:41.990833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3486fa3-e81e-445e-a9ec-c69a23d790ef None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:29:42.042067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-aa51ca23-5e18-4933-9660-45eea78fba72 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8d8271e5-76a0-423a-a836-d7fb2133baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513561 Aug 16 22:29:42.050838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:42.052121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-7553235e-1ea6-4860-9940-1489ff518279 service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232397 Aug 16 22:29:42.249053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-1d0f8d47-9998-4487-b325-17aa652d27ca tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.252212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-1d0f8d47-9998-4487-b325-17aa652d27ca tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.4101253 Aug 16 22:29:42.284763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'device_id': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'admin_state_up': True, 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:42.319884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-37644868'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:42.342450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:42.346750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.350590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66591a-f01c-471d-92a0-31a9b3c7cbef req-9a2b42ec-f1a8-4199-a111-bc3a6afc0145 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.352362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba66591a-f01c-471d-92a0-31a9b3c7cbef req-9a2b42ec-f1a8-4199-a111-bc3a6afc0145 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1099 time: 0.2744131 Aug 16 22:29:42.361905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-e0d63ee1-c3f5-4d1f-9386-e3a75a25f50d service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063943 Aug 16 22:29:42.368117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.405782 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.408620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4829e528-4485-49ea-b56a-0a2aaf80342f req-13bc5656-ebe4-4ccf-a541-b39bcb5ab31b service neutron] 10.222.0.22 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421097 Aug 16 22:29:42.457147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11766e0-aef0-4a65-ba76-8457d2e0feed']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.471304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba66591a-f01c-471d-92a0-31a9b3c7cbef req-46d40dd7-7b31-440a-aa94-50715eaf2672 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081688 Aug 16 22:29:42.506801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:42.513054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fcbbcc-8705-4c4a-9abd-3cfbb0495287') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.513452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fcbbcc-8705-4c4a-9abd-3cfbb0495287') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.525611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.541418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.550718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:42.551142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:42.607765 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:42.640535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.656277 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.660465 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/b11766e0-aef0-4a65-ba76-8457d2e0feed HTTP/1.1" status: 204 len: 168 time: 1.7871726 Aug 16 22:29:42.663252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-7c1504bf-82bf-4733-be80-d63c93a13f36 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips/0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d HTTP/1.1" status: 200 len: 695 time: 0.0948236 Aug 16 22:29:42.668076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:42.683962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b67e8-1544-4ca0-8050-dc69ddd2f95e tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=b11766e0-aef0-4a65-ba76-8457d2e0feed,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:42.700917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:42.717713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-234173874'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:42.736815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297858a-5dc4-4029-9bd2-26436a6995c4 None None] The sync data for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 is: [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:28:32Z', 'revision_number': 4, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'fad89fca-182b-471e-8f5c-3cc585c15a7e', 'name': '', 'network_id': '8d8271e5-76a0-423a-a836-d7fb2133baa9', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'mac_address': 'fa:16:3e:d2:ea:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:31Z', 'updated_at': '2021-08-16T22:28:40Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'subnets': [{'id': '9e379afb-d6ae-4c8d-aa5f-a71a136b299b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:42.777683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.783641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.816405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:42.836982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16bb7e-eca9-47c5-9b7b-85999b08a151,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:42.840959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.841369 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 4fd24a29-8cd5-4ed9-9b91-0d508284778b of type vlan for network 67f24519-37bb-4541-9476-0884e61a7c62 Aug 16 22:29:42.917713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.919380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aabea25-92cc-48a2-9faf-aa5adb478be8 req-c84456ed-b5e5-4834-898b-d2a0869cad40 service neutron] 10.222.0.88 "GET /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469692 Aug 16 22:29:42.941312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90205215-8b3a-43bb-b3ef-167ea8d1b489 req-a55bb2a2-5e79-435e-a93a-308cfc29db40 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 210 time: 0.2673113 Aug 16 22:29:42.954138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.960744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:42.961381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:42.973615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.db.api [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:29:42.973615 n-d-791505-20 neutron-server[94816]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:29:42.973615 n-d-791505-20 neutron-server[94816]: [parameters: {'project_id_1': '64404d87d262401ea060386bfecafdfd', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 29, 42, 722934)}] Aug 16 22:29:42.973615 n-d-791505-20 neutron-server[94816]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94816) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:29:42.974435 n-d-791505-20 neutron-server[94816]: DEBUG oslo_db.api [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:29:42.983241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:42.987022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.023384 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5879819 Aug 16 22:29:43.026403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.031407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269805725'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:43.061239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f288f8-a809-494f-839c-d72fb7134a3f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=67f24519-37bb-4541-9476-0884e61a7c62,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:43.073294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:43.076885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 67f24519-37bb-4541-9476-0884e61a7c62 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:43.077454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.109937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:43.123120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.123477 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 57512a27-2883-417b-bed4-a57014d5280d of type vlan for network 302e09d7-b2e3-44ac-88c9-966850db1c37 Aug 16 22:29:43.186945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.217163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.223377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.224303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.264505 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8706d-4291-435f-9f9c-aeab9297cddd None None] New status for floating IP 0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:29:43.320935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=302e09d7-b2e3-44ac-88c9-966850db1c37,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:43.325937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e298469-20df-4117-bbc8-85d9f8015f89 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2981565 Aug 16 22:29:43.334448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:43.337939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.343774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '67f24519-37bb-4541-9476-0884e61a7c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:43.492116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:43.496514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.549227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67692-8a57-4421-8252-a9546dd1825e req-285da287-9f0a-4917-8785-c7d99314814c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.556924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-285da287-9f0a-4917-8785-c7d99314814c tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 784 time: 0.8932023 Aug 16 22:29:43.568040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-88bce144-9258-4859-97f8-baba7dc630cf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:29:43.575562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-88bce144-9258-4859-97f8-baba7dc630cf tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175180 Aug 16 22:29:43.594325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:43.598244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.674411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-f50b4f6a-d2cd-4cbe-bac4-9f88c20fee57 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.0975006 Aug 16 22:29:43.697549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 57871613-aa70-47a3-a343-d649777b16b6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:43.697910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.714317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:43.724098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.800754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=3d56ff71-b46b-4145-81b2-64c948e80433,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:43.806635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '4fd24a29-8cd5-4ed9-9b91-0d508284778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:43.807484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 67f24519-37bb-4541-9476-0884e61a7c62, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:43.809972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-92538843-f6e2-47f8-b83d-61fd9e57270f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200 len: 696 time: 0.1154020 Aug 16 22:29:43.820693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.821079 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 4629fa3d-310b-4dfb-b5e9-3d164b9e1bf2 of type vlan for network 8db999f7-471b-4314-8efe-b1d8864a05a5 Aug 16 22:29:43.832836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 67f24519-37bb-4541-9476-0884e61a7c62 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:43.834357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.20.0.3 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/5d4e6e41-c4c8-40cd-8558-65488b05cdb0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:43.862939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 67f24519-37bb-4541-9476-0884e61a7c62) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:43.874649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75c318-a523-4d43-8aec-b14bc92d1dec None None] Network 67f24519-37bb-4541-9476-0884e61a7c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:43.885663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:43.886343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:43.914053 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6eec78c0-7ab9-464c-bfc6-be2ed3bc1274 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5722558 Aug 16 22:29:43.914372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:43.921167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:43.937456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.016424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.017333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.077156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-67f24519-37bb-4541-9476-0884e61a7c62', 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '3d56ff71-b46b-4145-81b2-64c948e80433'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:44.078817 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.088709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:44.093719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.101954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 57871613-aa70-47a3-a343-d649777b16b6 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:44.107995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0276ef9-14f9-4d3d-8e96-b80f6dedb478 req-591d5203-d0f3-41f4-8faf-964d0dddd7e8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 210 time: 0.0847349 Aug 16 22:29:44.182050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.187847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.188416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.300163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Allocated IP 2001:db8::2 (67f24519-37bb-4541-9476-0884e61a7c62/3d56ff71-b46b-4145-81b2-64c948e80433/7ac610c7-9c02-4131-a701-f4fad843c4ea) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:44.342479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6366718 Aug 16 22:29:44.356333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42314) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:44.369236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': '8db999f7-471b-4314-8efe-b1d8864a05a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:44.382378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b40878-807f-446a-b705-72028a87fb0d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=8db999f7-471b-4314-8efe-b1d8864a05a5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.400802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 8db999f7-471b-4314-8efe-b1d8864a05a5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:44.410454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Deleting port b12269ea-dab3-46fd-b9a0-d9eac8fde5da {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:44.410806 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.416814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.443393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.483686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Transition to ACTIVE for port object 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:44.518525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.529236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:44.532706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.564870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.565521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.591205 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.601053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Transition to ACTIVE for port object 7ac610c7-9c02-4131-a701-f4fad843c4ea will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:44.622244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Calling delete_port for b12269ea-dab3-46fd-b9a0-d9eac8fde5da owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:44.633518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Transition to ACTIVE for port object 7ac610c7-9c02-4131-a701-f4fad843c4ea will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:44.643501 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.664434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.700679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=ff9d1f98-937f-4770-bb48-9ec168c4c22f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.712364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Network 67f24519-37bb-4541-9476-0884e61a7c62 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:44.715836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '57512a27-2883-417b-bed4-a57014d5280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:44.716939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:44.717099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 302e09d7-b2e3-44ac-88c9-966850db1c37, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:44.722081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:44.725052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Pushing event updated for resources: {'Port': ['ID=7ac610c7-9c02-4131-a701-f4fad843c4ea,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.746236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.773044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:44.789550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:44.789814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Attempting to bind port 7ac610c7-9c02-4131-a701-f4fad843c4ea on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:44.790211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Attempting to bind port 7ac610c7-9c02-4131-a701-f4fad843c4ea by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '4fd24a29-8cd5-4ed9-9b91-0d508284778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:44.790572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Attempting to bind port 7ac610c7-9c02-4131-a701-f4fad843c4ea on network 67f24519-37bb-4541-9476-0884e61a7c62 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:44.796566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:44.796952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Checking segment: {'id': '4fd24a29-8cd5-4ed9-9b91-0d508284778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:44.797393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.797794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Bound using segment: {'id': '4fd24a29-8cd5-4ed9-9b91-0d508284778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:44.798852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Bound port: 7ac610c7-9c02-4131-a701-f4fad843c4ea, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd24a29-8cd5-4ed9-9b91-0d508284778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '67f24519-37bb-4541-9476-0884e61a7c62'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:44.799246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.810849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 302e09d7-b2e3-44ac-88c9-966850db1c37) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:44.819964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:44.822393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:44.822821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.823486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:44.835839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c40de1-9f20-49ae-b1bf-cf1b62d6082b None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:44.863191 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab856caf-68f4-48a8-9d6e-a7b1dace3261 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9448802 Aug 16 22:29:44.863847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.866833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:44.907969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-914371489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:44.913704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:44.930539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] For port 7ac610c7-9c02-4131-a701-f4fad843c4ea, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:44.936541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] For port 7ac610c7-9c02-4131-a701-f4fad843c4ea, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ac610c7-9c02-4131-a701-f4fad843c4ea,segment=NetworkSegment(4fd24a29-8cd5-4ed9-9b91-0d508284778b),segment_id=4fd24a29-8cd5-4ed9-9b91-0d508284778b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:44.947885 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:44.957094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '4629fa3d-310b-4dfb-b5e9-3d164b9e1bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8db999f7-471b-4314-8efe-b1d8864a05a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:44.957762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: 8db999f7-471b-4314-8efe-b1d8864a05a5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:44.961321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=187d4a93-7a37-4616-8097-589e6d312ef0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.011988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network 8db999f7-471b-4314-8efe-b1d8864a05a5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:45.022880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 8db999f7-471b-4314-8efe-b1d8864a05a5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:45.028465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=57871613-aa70-47a3-a343-d649777b16b6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.030794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:45.032797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.054860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438ed8d-85ad-416e-94ab-632d245ece49 None None] Network 8db999f7-471b-4314-8efe-b1d8864a05a5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:45.068867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.069251 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP e4564476-b793-4111-b611-95a59df4e815 disassociated (deleted). External IP: 172.25.8.91, port: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19. Aug 16 22:29:45.120785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dc90e-c67e-4149-81ee-d685cdc7704e None None] Pushing event updated for resources: {'Port': ['ID=7ac610c7-9c02-4131-a701-f4fad843c4ea,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.124593 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2651da17-571f-422a-aed5-a6acb5e51ae7 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7662253 Aug 16 22:29:45.127872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:45.148842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:45.150114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.210768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-302e09d7-b2e3-44ac-88c9-966850db1c37', 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': 'ff9d1f98-937f-4770-bb48-9ec168c4c22f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:45.211882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.233344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.234453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.244787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-6191f6fc-1625-4244-90e9-e5a4aa72fbed tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9709175 Aug 16 22:29:45.245581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.297110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Request body: {'port': {'device_id': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:45.417302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.433935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event deleted for resources: {'Port': ['ID=b12269ea-dab3-46fd-b9a0-d9eac8fde5da,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.516294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.540666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc50a87-2f21-400f-a784-d2d2fe6b5bbe req-e47bd22f-9694-4833-bbf5-fb777636085a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:45.542289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcc50a87-2f21-400f-a784-d2d2fe6b5bbe req-e47bd22f-9694-4833-bbf5-fb777636085a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 931 time: 0.2357965 Aug 16 22:29:45.590633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Allocated IP 2001:db8:1::2 (302e09d7-b2e3-44ac-88c9-966850db1c37/ff9d1f98-937f-4770-bb48-9ec168c4c22f/029d2325-3791-461e-b5aa-646f1d549525) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:45.596663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.633116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=187d4a93-7a37-4616-8097-589e6d312ef0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:45.639976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.707747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.722179 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.757686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db999f7-471b-4314-8efe-b1d8864a05a5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:45.775203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4629fa3d-310b-4dfb-b5e9-3d164b9e1bf2') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:45.775511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4629fa3d-310b-4dfb-b5e9-3d164b9e1bf2') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:45.795365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.823191 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.840321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:45.840747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:45.850449 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:45.871663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcc50a87-2f21-400f-a784-d2d2fe6b5bbe req-0ccd98d3-b914-4189-8cfb-47504897b55f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451572 Aug 16 22:29:45.877565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.880302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.884622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-957f3ca8-6c6c-4953-80a2-d4a4f79d350e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9918492 Aug 16 22:29:45.886100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.888759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.890033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aad67692-8a57-4421-8252-a9546dd1825e req-c8abdaa4-983c-48ca-bf81-38ae3271b9da tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "DELETE /v2.0/floatingips/0fc01c2c-1a1d-4f2b-a8b4-e7c1a2b5798d HTTP/1.1" status: 204 len: 173 time: 2.0728548 Aug 16 22:29:45.890374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:45.893569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ac610c7-9c02-4131-a701-f4fad843c4ea up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:45.956718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.960640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c00a003-8275-476e-a2ce-4560f2eed6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.964295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:45.965787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53232fe3-d206-43c7-b8fe-c13102a73197 None None] Provisioning for port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:45.974744 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/8db999f7-471b-4314-8efe-b1d8864a05a5 HTTP/1.1" status: 204 len: 168 time: 0.8412898 Aug 16 22:29:45.990896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:45.996178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-898975485'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:46.003212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-53232fe3-d206-43c7-b8fe-c13102a73197 None None] Provisioning complete for port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:46.003708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53232fe3-d206-43c7-b8fe-c13102a73197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.032914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08092c8-e56c-4c34-a6d7-5c13c28dedb1 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=8db999f7-471b-4314-8efe-b1d8864a05a5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:46.035547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:46.039261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.056932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84feff4-88b0-4bc8-a33b-da915e9a65ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-8db999f7-471b-4314-8efe-b1d8864a05a5', 'network_id': '8db999f7-471b-4314-8efe-b1d8864a05a5', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': '187d4a93-7a37-4616-8097-589e6d312ef0'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:46.057929 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d84feff4-88b0-4bc8-a33b-da915e9a65ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.079697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:46.112095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.112448 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Added segment 9b44f00f-6e4a-47ec-a3c6-c5d9abc1e33a of type vlan for network d1d0088e-e1dc-409b-89dc-99d1a7542a62 Aug 16 22:29:46.129484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-53232fe3-d206-43c7-b8fe-c13102a73197 None None] Port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:46.137191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7ac610c7-9c02-4131-a701-f4fad843c4ea completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:46.171617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edcefd9-6a74-4d10-b4ca-119e1dd4bc09 None None] Network 8db999f7-471b-4314-8efe-b1d8864a05a5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:46.175003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.208077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edcefd9-6a74-4d10-b4ca-119e1dd4bc09 None None] Network 8db999f7-471b-4314-8efe-b1d8864a05a5 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:29:46.213885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.223527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:46.224160 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.250294 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.260573 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2686324 Aug 16 22:29:46.264599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Transition to ACTIVE for port object 029d2325-3791-461e-b5aa-646f1d549525 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:46.284854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Transition to ACTIVE for port object 029d2325-3791-461e-b5aa-646f1d549525 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:46.289023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:46.295511 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.296427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Request body: {'subnet': {'network_id': 'd1d0088e-e1dc-409b-89dc-99d1a7542a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:46.316327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-950a90f1-df66-4133-bcc8-727326184310 req-11c5397e-dd5b-4ade-adda-17f2fc82b662 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups/26dda5af-f710-4867-bc4e-d413a506cf99 HTTP/1.1" status: 200 len: 1808 time: 0.3090949 Aug 16 22:29:46.366955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:46.373108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:46.378728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:46.384670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a210e61-25a3-4efb-aa85-82ba4dfd1334 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Network': ['ID=d1d0088e-e1dc-409b-89dc-99d1a7542a62,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:46.411609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d1d0088e-e1dc-409b-89dc-99d1a7542a62 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:46.438399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Pushing event updated for resources: {'Port': ['ID=029d2325-3791-461e-b5aa-646f1d549525,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:46.458230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Made reservation on behalf of 64404d87d262401ea060386bfecafdfd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:46.478087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.568868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Attempting to bind port 029d2325-3791-461e-b5aa-646f1d549525 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:46.579591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Attempting to bind port 029d2325-3791-461e-b5aa-646f1d549525 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '57512a27-2883-417b-bed4-a57014d5280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:46.580268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Attempting to bind port 029d2325-3791-461e-b5aa-646f1d549525 on network 302e09d7-b2e3-44ac-88c9-966850db1c37 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:46.588012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:46.588399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Checking segment: {'id': '57512a27-2883-417b-bed4-a57014d5280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:46.588857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.589281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Bound using segment: {'id': '57512a27-2883-417b-bed4-a57014d5280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:46.589817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Bound port: 029d2325-3791-461e-b5aa-646f1d549525, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57512a27-2883-417b-bed4-a57014d5280d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '302e09d7-b2e3-44ac-88c9-966850db1c37'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:46.590149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.655031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f30f1c-3eca-48be-8a38-fbecc876fcda None None] Network 67f24519-37bb-4541-9476-0884e61a7c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:46.706201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:46.724115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] For port 029d2325-3791-461e-b5aa-646f1d549525, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:46.729240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] For port 029d2325-3791-461e-b5aa-646f1d549525, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=029d2325-3791-461e-b5aa-646f1d549525,segment=NetworkSegment(57512a27-2883-417b-bed4-a57014d5280d),segment_id=57512a27-2883-417b-bed4-a57014d5280d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:46.755238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.784815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.790098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-950a90f1-df66-4133-bcc8-727326184310 req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.821739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Provisioning for port 7ac610c7-9c02-4131-a701-f4fad843c4ea completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:46.833397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Provisioning complete for port 7ac610c7-9c02-4131-a701-f4fad843c4ea triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:46.833836 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.867656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:29:46.872836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:46.959992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event updated for resources: {'Subnet': ['ID=abc48660-e78b-4c52-bc75-f13ab5e6dc16,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:46.983947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe44cc-1d1b-42cb-b8dd-2a42d253a0cd None None] Pushing event updated for resources: {'Port': ['ID=029d2325-3791-461e-b5aa-646f1d549525,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:47.008334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Checking segment: {'id': '9b44f00f-6e4a-47ec-a3c6-c5d9abc1e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'd1d0088e-e1dc-409b-89dc-99d1a7542a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:47.008714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network hostable DHCP agents. Network: d1d0088e-e1dc-409b-89dc-99d1a7542a62, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:47.046993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Network d1d0088e-e1dc-409b-89dc-99d1a7542a62 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:47.076918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d1d0088e-e1dc-409b-89dc-99d1a7542a62) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:47.084770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:47.087455 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.106177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a41a6-c26d-4e85-9c0a-8f7f179d97a7 None None] Network d1d0088e-e1dc-409b-89dc-99d1a7542a62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:47.112659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42aac8f6-fd4d-4e09-b113-64734b737e2a tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8207955 Aug 16 22:29:47.112999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42368) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:47.317821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.375592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.442211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.474015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] For port 7ac610c7-9c02-4131-a701-f4fad843c4ea, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ac610c7-9c02-4131-a701-f4fad843c4ea,segment=NetworkSegment(4fd24a29-8cd5-4ed9-9b91-0d508284778b),segment_id=4fd24a29-8cd5-4ed9-9b91-0d508284778b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:47.486994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142319e-db40-460e-b0da-b708895c5766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d1d0088e-e1dc-409b-89dc-99d1a7542a62', 'network_id': 'd1d0088e-e1dc-409b-89dc-99d1a7542a62', 'tenant_id': '64404d87d262401ea060386bfecafdfd', 'fixed_ips': [{'subnet_id': 'abc48660-e78b-4c52-bc75-f13ab5e6dc16'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:47.487398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-950a90f1-df66-4133-bcc8-727326184310 req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.487878 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f142319e-db40-460e-b0da-b708895c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.491790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.566955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.630946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=abc48660-e78b-4c52-bc75-f13ab5e6dc16,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:47.693362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:47.701723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.717051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Transition to ACTIVE for port object 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:47.729183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 029d2325-3791-461e-b5aa-646f1d549525 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:47.734339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74f05e-5389-4ac2-9ada-53ce6cb112ff None None] Pushing event updated for resources: {'Port': ['ID=7ac610c7-9c02-4131-a701-f4fad843c4ea,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:47.735514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.748049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d0088e-e1dc-409b-89dc-99d1a7542a62']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:47.759354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b44f00f-6e4a-47ec-a3c6-c5d9abc1e33a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:47.759936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b44f00f-6e4a-47ec-a3c6-c5d9abc1e33a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:47.764029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-950a90f1-df66-4133-bcc8-727326184310 req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.768145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-950a90f1-df66-4133-bcc8-727326184310 req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.769422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-950a90f1-df66-4133-bcc8-727326184310 req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "DELETE /v2.0/security-groups/26dda5af-f710-4867-bc4e-d413a506cf99 HTTP/1.1" status: 204 len: 173 time: 1.3840787 Aug 16 22:29:47.786569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.787231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddca5cb3-b2d5-45c8-b0f1-0f93ba9895a9 None None] Network d1d0088e-e1dc-409b-89dc-99d1a7542a62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:47.791441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7dafa047-66f3-4fda-807b-edcd5b0b61a7 None None] Provisioning complete for port 7ac610c7-9c02-4131-a701-f4fad843c4ea triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:47.792090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7dafa047-66f3-4fda-807b-edcd5b0b61a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.796847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.805250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.812477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:47.813394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:47.841121 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:47.973906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4cb1a-c2a0-4e4c-a2f2-d12fc9f5b473 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dda5af-f710-4867-bc4e-d413a506cf99,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:47.988289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:47.999128 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.006624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/d1d0088e-e1dc-409b-89dc-99d1a7542a62 HTTP/1.1" status: 204 len: 168 time: 0.8873718 Aug 16 22:29:48.018645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.038218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 029d2325-3791-461e-b5aa-646f1d549525 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:48.045681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3ac2e-fac9-4bab-b484-6909ed6895ff tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=d1d0088e-e1dc-409b-89dc-99d1a7542a62,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.070533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cee0c-0a99-46a2-9d97-552d7909fde1 req-d6b4c099-235f-419d-aeb2-4d5834463a11 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.072153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f44cee0c-0a99-46a2-9d97-552d7909fde1 req-d6b4c099-235f-419d-aeb2-4d5834463a11 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 931 time: 0.4959185 Aug 16 22:29:48.119558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:29:48.178663 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5920363-befa-4a30-8c08-62e8391f26a8 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.179130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5920363-befa-4a30-8c08-62e8391f26a8 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.184091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42390) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.184278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b5920363-befa-4a30-8c08-62e8391f26a8 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/abc48660-e78b-4c52-bc75-f13ab5e6dc16 HTTP/1.1" status: 404 len: 337 time: 0.1433651 Aug 16 22:29:48.219020 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.225794 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9700d8ea-9c12-4fed-8c9c-51e2acbecb1f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.226419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9700d8ea-9c12-4fed-8c9c-51e2acbecb1f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.229628 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9700d8ea-9c12-4fed-8c9c-51e2acbecb1f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/d1d0088e-e1dc-409b-89dc-99d1a7542a62 HTTP/1.1" status: 404 len: 339 time: 0.0439162 Aug 16 22:29:48.231693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.243174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Attempting to bind port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:29:48.243366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Attempting to bind port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:29:48.243706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Attempting to bind port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:48.263470 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c489e2b2-830c-43b3-9514-a7829151c106 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.263926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c489e2b2-830c-43b3-9514-a7829151c106 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.264724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9479d89-1f4d-4e82-bb4c-7f53a6760251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.265655 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c489e2b2-830c-43b3-9514-a7829151c106 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/187d4a93-7a37-4616-8097-589e6d312ef0 HTTP/1.1" status: 404 len: 337 time: 0.0329282 Aug 16 22:29:48.268879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42394) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.288697 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-350bb1f6-b70d-4588-a0e2-7697859af905 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.289350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350bb1f6-b70d-4588-a0e2-7697859af905 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.291169 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-350bb1f6-b70d-4588-a0e2-7697859af905 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/8db999f7-471b-4314-8efe-b1d8864a05a5 HTTP/1.1" status: 404 len: 339 time: 0.0212386 Aug 16 22:29:48.293702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.321833 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bba34ca-398c-4751-a982-7f3c5bdbb09b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.322220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bba34ca-398c-4751-a982-7f3c5bdbb09b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.323981 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7bba34ca-398c-4751-a982-7f3c5bdbb09b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/7cf35df6-a459-48a2-afa9-769dee72591d HTTP/1.1" status: 404 len: 337 time: 0.0293467 Aug 16 22:29:48.327017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.332247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.342972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:48.354654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Sync routers for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:48.357229 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1addf19-4f1e-43e9-b984-8e12bd982603 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:48.358163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1addf19-4f1e-43e9-b984-8e12bd982603 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:48.363227 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b1addf19-4f1e-43e9-b984-8e12bd982603 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/b11766e0-aef0-4a65-ba76-8457d2e0feed HTTP/1.1" status: 404 len: 339 time: 0.0351927 Aug 16 22:29:48.363875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:48.382085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:48.382670 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.385700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:48.401039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:29:48.401539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Attempting to bind port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:29:48.440316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:29:48.440790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:48.441298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:29:48.441836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Bound port: 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:29:48.442283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.471015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b8933-2778-4a74-819f-0ea22496e50c None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:48.502437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f44cee0c-0a99-46a2-9d97-552d7909fde1 req-01c513f3-3e9a-458c-817f-1d679db4c6ba tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170311 Aug 16 22:29:48.531812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting port 19e0aafc-e8e8-485d-a140-db9471f822f3 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:48.533049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.555437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e59c0076-21e6-45f3-b640-8bd20a995793 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/floatingips/e4564476-b793-4111-b611-95a59df4e815 HTTP/1.1" status: 204 len: 168 time: 6.0470879 Aug 16 22:29:48.569428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:48.571976 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:48.597868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Provisioning for port 029d2325-3791-461e-b5aa-646f1d549525 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:48.610061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:48.635440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3dc29-aec9-423e-ae29-b4e84ae819d6 req-e20560a0-a78f-47dc-bd8f-00f09674065a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.643707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42e3dc29-aec9-423e-ae29-b4e84ae819d6 req-e20560a0-a78f-47dc-bd8f-00f09674065a tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.4570615 Aug 16 22:29:48.643962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Provisioning complete for port 029d2325-3791-461e-b5aa-646f1d549525 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:48.644396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.674452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:29:48.680456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.713164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:29:48.729346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Calling delete_port for 19e0aafc-e8e8-485d-a140-db9471f822f3 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:48.735964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42e3dc29-aec9-423e-ae29-b4e84ae819d6 req-f383d70b-c5d2-44eb-b9cd-c91990a652a4 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913863 Aug 16 22:29:48.746115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.753892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8::1 (67f24519-37bb-4541-9476-0884e61a7c62/3d56ff71-b46b-4145-81b2-64c948e80433/01dd2e6c-0021-46f7-b4be-378b0064e6b2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:48.885005 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b50b5-1338-4513-8865-6d5eef95ab06 x-openstack-request-id: req-197b50b5-1338-4513-8865-6d5eef95ab06 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:48.885435 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:48.885804 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-197b50b5-1338-4513-8865-6d5eef95ab06 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:48.886291 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:29:48.919316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:48.923042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:48.923999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.926021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-48ae6584-5710-4bf2-91f0-886228bfe0d4 service neutron] 10.222.0.88 "PUT /v2.0/ports/5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 1092 time: 3.6610754 Aug 16 22:29:48.967723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:48.968013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.005038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Port': ['ID=19e0aafc-e8e8-485d-a140-db9471f822f3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:49.023480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.028478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed0c6fe1-55e6-4381-8b83-812536bc1157 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/ports/19e0aafc-e8e8-485d-a140-db9471f822f3 HTTP/1.1" status: 204 len: 168 time: 0.6635234 Aug 16 22:29:49.029157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:49.072106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] For port 029d2325-3791-461e-b5aa-646f1d549525, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=029d2325-3791-461e-b5aa-646f1d549525,segment=NetworkSegment(57512a27-2883-417b-bed4-a57014d5280d),segment_id=57512a27-2883-417b-bed4-a57014d5280d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:49.075481 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0b3089-fd0b-458a-a5bc-e930175a034d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:49.076510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0b3089-fd0b-458a-a5bc-e930175a034d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:49.082526 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fc0b3089-fd0b-458a-a5bc-e930175a034d tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/f7bd75fc-9088-4c7e-8258-6f117cd77a57 HTTP/1.1" status: 404 len: 337 time: 0.0522137 Aug 16 22:29:49.083290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:49.083413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.184164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-fd0da53f-a276-4ba6-bfca-22ca1527e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.185746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-fd0da53f-a276-4ba6-bfca-22ca1527e066 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1095 time: 0.0735118 Aug 16 22:29:49.194442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:49.222050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-0eb0d293-f266-4f77-a48a-8d26d71f2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.223464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.225782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-0eb0d293-f266-4f77-a48a-8d26d71f2dc1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 1099 time: 0.2764509 Aug 16 22:29:49.249772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91a453-a30e-4bfc-b5b6-9f290906a4dc req-ac3f4f63-f88c-48d4-9af2-0e98636383d2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.251903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c91a453-a30e-4bfc-b5b6-9f290906a4dc req-ac3f4f63-f88c-48d4-9af2-0e98636383d2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 947 time: 0.2648506 Aug 16 22:29:49.281964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Checking router: 6f6104e3-ac76-4927-9cb7-168e2f6624d5 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:29:49.302917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-a47ad9a5-1432-4d17-a641-044193c92ca1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 217 time: 0.0665398 Aug 16 22:29:49.343577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:49.344433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:49.394404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.406644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734538d7-9bf4-4456-a9c5-407969f1b7c7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:49.418347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d7c78c-00d3-4837-a652-0d860a296c77') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:49.418796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d7c78c-00d3-4837-a652-0d860a296c77') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:49.429697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.447942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.457601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:49.458141 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:49.462238 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:49.507161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.531052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c91a453-a30e-4bfc-b5b6-9f290906a4dc req-873e9894-5062-4c70-8e78-8816b87e51c0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271667 Aug 16 22:29:49.546095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-b4443e05-b201-4e7e-8f09-0b21f0560ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.547980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-b4443e05-b201-4e7e-8f09-0b21f0560ee4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1918054 Aug 16 22:29:49.552118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.564374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 01dd2e6c-0021-46f7-b4be-378b0064e6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:49.574111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.578264 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/734538d7-9bf4-4456-a9c5-407969f1b7c7 HTTP/1.1" status: 204 len: 168 time: 0.4939413 Aug 16 22:29:49.582040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42432) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:49.620356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a6f9-cb45-460c-99cc-89f70c38123b tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=734538d7-9bf4-4456-a9c5-407969f1b7c7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:49.644574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16571f3-5548-430d-846e-7aea6e886746 None None] Pushing event updated for resources: {'Port': ['ID=029d2325-3791-461e-b5aa-646f1d549525,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:49.660156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-5a1e790f-d267-413e-ae89-92f461b7608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.661618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-5a1e790f-d267-413e-ae89-92f461b7608c service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 200 len: 896 time: 0.3668547 Aug 16 22:29:49.675091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.720859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ac610c7-9c02-4131-a701-f4fad843c4ea up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:49.782978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:49.785062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2180f86-3b52-4548-8448-9746ec28455e None None] Provisioning complete for port 029d2325-3791-461e-b5aa-646f1d549525 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:49.785473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2180f86-3b52-4548-8448-9746ec28455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.788642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-c670af19-b809-4b4e-91ba-d10176ad478a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 200 len: 217 time: 0.1019123 Aug 16 22:29:49.801272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:49.880735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-caf9f07d-5857-488c-b225-563e6a260f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.882296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-caf9f07d-5857-488c-b225-563e6a260f8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3162179 Aug 16 22:29:49.939996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 67f24519-37bb-4541-9476-0884e61a7c62 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:49.949334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50797d91-dc93-4f9b-82c5-37a9f10f9afd req-bb12443e-bd91-453e-a4e5-7843a1a0a6ce tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:49.950105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7ac610c7-9c02-4131-a701-f4fad843c4ea triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:49.950417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50797d91-dc93-4f9b-82c5-37a9f10f9afd req-bb12443e-bd91-453e-a4e5-7843a1a0a6ce tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 943 time: 0.3024619 Aug 16 22:29:49.950542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.009848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:50.023886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:50.024530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.034939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=01dd2e6c-0021-46f7-b4be-378b0064e6b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:50.046921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-ff2c69e6-e711-4daf-9d17-43237bdb58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.048580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-ff2c69e6-e711-4daf-9d17-43237bdb58db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 200 len: 834 time: 0.2506118 Aug 16 22:29:50.172918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting port b67934c1-a302-4630-952b-072779c36a89 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:50.173435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.174887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:50.200386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50797d91-dc93-4f9b-82c5-37a9f10f9afd req-678f7ee6-8319-4a33-a4ef-7414c20b9229 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346835 Aug 16 22:29:50.214335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d5cd8-8a97-4046-ad49-809d45748e8c None None] The sync data for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 is: [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:27:22Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd27fc040-6b63-44b3-82a6-89b5fbf827bf', 'name': '', 'network_id': '5d2500f3-089d-4fbe-beff-44348b3bd59d', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:e2:80:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:21Z', 'updated_at': '2021-08-16T22:27:28Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '18e083ed-c659-45cd-bd4a-859bf27edd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:50.310007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b2538-301c-4269-ba93-5fb774b9cfea req-3478fd1b-d7a3-4e9f-ae09-58a9d5473574 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.311699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914b2538-301c-4269-ba93-5fb774b9cfea req-3478fd1b-d7a3-4e9f-ae09-58a9d5473574 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.4996049 Aug 16 22:29:50.346548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-50f626fb-6674-452c-881f-9ff9415ba956 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436665 Aug 16 22:29:50.367742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.400392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a59deb6-48bf-4dcd-bef5-058fb5521617 None None] Provisioning for port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:50.414436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a59deb6-48bf-4dcd-bef5-058fb5521617 None None] Provisioning complete for port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:50.415169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a59deb6-48bf-4dcd-bef5-058fb5521617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.452993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Calling delete_port for b67934c1-a302-4630-952b-072779c36a89 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:50.458560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-b506640a-8d34-401f-92be-73ebc4c2ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.465005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-b506640a-8d34-401f-92be-73ebc4c2ed86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2500f3-089d-4fbe-beff-44348b3bd59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3364890 Aug 16 22:29:50.502578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a59deb6-48bf-4dcd-bef5-058fb5521617 None None] Port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:50.546905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914b2538-301c-4269-ba93-5fb774b9cfea req-f39c6718-648b-4155-8b1a-3f0bafe0f1af tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994543 Aug 16 22:29:50.658926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155944f-0ca5-4780-8dc9-e891d187021a None None] New status for floating IP e4564476-b793-4111-b611-95a59df4e815: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:29:50.705620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:50.767735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4acc6f1c-381b-4af0-b294-485f703afeb7 req-1db5cab4-f496-4388-9950-f8804f0b31aa service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026732 Aug 16 22:29:50.818122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-39405b0a-97cb-496d-9787-429244d96318 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.819589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-39405b0a-97cb-496d-9787-429244d96318 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 947 time: 0.3325419 Aug 16 22:29:50.857616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-c374db76-3ff5-489e-83bc-a2409b9b178d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.859549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-c374db76-3ff5-489e-83bc-a2409b9b178d tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.2263563 Aug 16 22:29:50.909778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:50.911856 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:50.921184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432fb02-43b1-41da-870b-0047463333fb req-45a9696f-db7e-4246-b4ef-8d26af297da9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:50.922674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d432fb02-43b1-41da-870b-0047463333fb req-45a9696f-db7e-4246-b4ef-8d26af297da9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 947 time: 0.2642629 Aug 16 22:29:50.964056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-15dfe348-0c93-4cad-a191-5ac7118cf4f7 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785769 Aug 16 22:29:51.210167 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.376947 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a3187f-3abf-4079-a199-44dd647b8c16 x-openstack-request-id: req-40a3187f-3abf-4079-a199-44dd647b8c16 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:51.377308 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:51.377549 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40a3187f-3abf-4079-a199-44dd647b8c16 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:51.377886 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0', 'status': 'completed', 'code': 200} Aug 16 22:29:51.379887 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.559015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Port': ['ID=b67934c1-a302-4630-952b-072779c36a89,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:51.613345 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.615311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1542e8f8-414d-43ed-b105-4d13196a5d29 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/ports/b67934c1-a302-4630-952b-072779c36a89 HTTP/1.1" status: 204 len: 168 time: 2.0308456 Aug 16 22:29:51.618460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42476) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:51.639426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d432fb02-43b1-41da-870b-0047463333fb req-4fc7e188-8613-496c-ac6d-7704988125d3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843367 Aug 16 22:29:51.656557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 029d2325-3791-461e-b5aa-646f1d549525 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:51.672060 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cf924f-04d6-44da-ad49-70d62bd4362f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] DELETE failed (client error): The resource could not be found. Aug 16 22:29:51.673260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cf924f-04d6-44da-ad49-70d62bd4362f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:29:51.676361 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1cf924f-04d6-44da-ad49-70d62bd4362f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/86713886-db96-4643-9b3e-9485dad98b10 HTTP/1.1" status: 404 len: 337 time: 0.0555732 Aug 16 22:29:51.679501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:51.733118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 029d2325-3791-461e-b5aa-646f1d549525 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:51.733766 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.753499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e7fe92a-7a4c-40b6-a497-b9bcc9e5f2ab req-802c85e3-d8ad-44ff-ba25-04d4668f4816 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747287 Aug 16 22:29:51.815291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.815927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-729ea6e6-b8f2-45c3-a06b-9c747a9df15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:51.817533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-729ea6e6-b8f2-45c3-a06b-9c747a9df15f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1095 time: 0.4304893 Aug 16 22:29:51.881975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting port 7b7401ff-5e0c-4568-9455-ef49cd73b744 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:51.882540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.954152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] For port 7b7401ff-5e0c-4568-9455-ef49cd73b744, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b7401ff-5e0c-4568-9455-ef49cd73b744,segment=NetworkSegment(722a2d41-c034-4613-8f98-57fd001a89fc),segment_id=722a2d41-c034-4613-8f98-57fd001a89fc)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:51.954582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde85169-8bea-44a2-aea0-55b8681326fb req-b4611579-c427-48c4-90ec-27cb0be65b05 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:51.955109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:51.962698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cde85169-8bea-44a2-aea0-55b8681326fb req-b4611579-c427-48c4-90ec-27cb0be65b05 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 943 time: 0.5739737 Aug 16 22:29:51.975316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Calling delete_port for 7b7401ff-5e0c-4568-9455-ef49cd73b744 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:52.006950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Deleting port 065a041d-9c9d-4ebb-a15b-c73972e5a481 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:52.007292 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.019580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:52.019970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.088540 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.127444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Port': ['ID=7b7401ff-5e0c-4568-9455-ef49cd73b744,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.129648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No DVR routers for this DVR port 7b7401ff-5e0c-4568-9455-ef49cd73b744 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:52.189487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335fbf1-1626-4e23-b83a-a74ef67c512e req-d932af5e-9251-4d1f-adf0-ebc03cc6183b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.191001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7335fbf1-1626-4e23-b83a-a74ef67c512e req-d932af5e-9251-4d1f-adf0-ebc03cc6183b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 945 time: 0.4324112 Aug 16 22:29:52.229945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.243878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff5e930-863c-47e8-84e6-ce59af90e227']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:52.257301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722a2d41-c034-4613-8f98-57fd001a89fc') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:52.257942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722a2d41-c034-4613-8f98-57fd001a89fc') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:52.270656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.278277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cde85169-8bea-44a2-aea0-55b8681326fb req-e4e795ed-653f-48d9-94d2-4f747a0ac1d9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141847 Aug 16 22:29:52.306411 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.317936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:52.318353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:52.321448 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:52.359455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-7efea7ee-6ca1-4c4e-9748-27ea3aa98d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.360988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-7efea7ee-6ca1-4c4e-9748-27ea3aa98d5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.5102549 Aug 16 22:29:52.400034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.402255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:52.402713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.431963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.438265 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/0ff5e930-863c-47e8-84e6-ce59af90e227 HTTP/1.1" status: 204 len: 168 time: 0.7551286 Aug 16 22:29:52.438451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:52.446757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85639b-e36f-488b-8da1-96112c94861f tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=0ff5e930-863c-47e8-84e6-ce59af90e227,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.463418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7335fbf1-1626-4e23-b83a-a74ef67c512e req-e0dea239-e15d-4edb-b112-03b637c7e23b tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/security-groups?id=c29df2ef-1eeb-4da8-abe3-5b738137ed1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437017 Aug 16 22:29:52.468447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:52.473276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-ab70a736-034e-4a9d-8984-c806705b7854 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 217 time: 0.0956783 Aug 16 22:29:52.482148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] For port 065a041d-9c9d-4ebb-a15b-c73972e5a481, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=065a041d-9c9d-4ebb-a15b-c73972e5a481,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:52.482652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.525815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting subnet 5c87251c-4315-4261-bc27-330a749c9f2d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:52.529726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.566490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.575088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.588378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Calling delete_port for 065a041d-9c9d-4ebb-a15b-c73972e5a481 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:52.594972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.595742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.669527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.748965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.763782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.765671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-530beda6-ff82-4e9e-a8b7-4117d3bf0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.767309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-530beda6-ff82-4e9e-a8b7-4117d3bf0c77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.2800062 Aug 16 22:29:52.779198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Subnet': ['ID=5c87251c-4315-4261-bc27-330a749c9f2d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.784500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.788902 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb72ad87-42a8-4d5b-8710-3d1c43512990 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/subnets/5c87251c-4315-4261-bc27-330a749c9f2d HTTP/1.1" status: 204 len: 168 time: 0.3490331 Aug 16 22:29:52.789034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:52.792483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baddb18-634d-479d-b510-57b8a0265e15 None None] Network 9e29a86c-1e40-45a5-91c0-6724049b82a8 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:52.834933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=01dd2e6c-0021-46f7-b4be-378b0064e6b2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:52.874270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.942816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Deleting port 5e0deef4-505b-4b92-8740-c0b61b65b0cc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:52.943231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:52.983690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16643-aa6e-48ea-9f29-6b8cd074e50a req-e61f9a8b-06e5-4995-bb93-d08830cce39c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:52.986400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6b16643-aa6e-48ea-9f29-6b8cd074e50a req-e61f9a8b-06e5-4995-bb93-d08830cce39c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 947 time: 0.2303376 Aug 16 22:29:53.014194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-99d4052c-770c-4b7a-b6f7-3f4ec1116246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.015954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-99d4052c-770c-4b7a-b6f7-3f4ec1116246 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250555 Aug 16 22:29:53.030355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] For port 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e0deef4-505b-4b92-8740-c0b61b65b0cc,segment=NetworkSegment(2e35f254-6bfa-4687-a0b4-cfa0614e80a7),segment_id=2e35f254-6bfa-4687-a0b4-cfa0614e80a7)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:53.030690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.047398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Calling delete_port for 5e0deef4-505b-4b92-8740-c0b61b65b0cc owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:53.070944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] DHCP port deletion for 9e29a86c-1e40-45a5-91c0-6724049b82a8 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:29:53.109835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 67f24519-37bb-4541-9476-0884e61a7c62 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:53.131791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Deleting port 5e0deef4-505b-4b92-8740-c0b61b65b0cc {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:53.132182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.141927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.154352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.159191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:53.202335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=9c6404de-c3f3-49ce-8aa0-0d791aa93c19,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.218450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] For port 5e0deef4-505b-4b92-8740-c0b61b65b0cc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5e0deef4-505b-4b92-8740-c0b61b65b0cc,segment=NetworkSegment(2e35f254-6bfa-4687-a0b4-cfa0614e80a7),segment_id=2e35f254-6bfa-4687-a0b4-cfa0614e80a7)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:53.218866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.229573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6b16643-aa6e-48ea-9f29-6b8cd074e50a req-d971fd60-2fda-407b-9ddc-f777bdfb7f1e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f989e70-372f-490c-838e-4cd62b27069a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285562 Aug 16 22:29:53.252225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Calling delete_port for 5e0deef4-505b-4b92-8740-c0b61b65b0cc owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:53.419980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.434947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.488550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] Pushing event deleted for resources: {'Port': ['ID=5e0deef4-505b-4b92-8740-c0b61b65b0cc,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.495970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec647a2-b32a-4585-8bde-179df42d138e None None] No DVR routers for this DVR port 5e0deef4-505b-4b92-8740-c0b61b65b0cc on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:53.510626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] No DVR routers for this DVR port 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:53.574420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Pushing event deleted for resources: {'Port': ['ID=065a041d-9c9d-4ebb-a15b-c73972e5a481,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.590149 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.592619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-324c10b7-d5b8-4a35-a0f8-9f559fde332d req-2a5246c8-9e6a-4c8a-8198-37682f366bef tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "DELETE /v2.0/ports/9c6404de-c3f3-49ce-8aa0-0d791aa93c19 HTTP/1.1" status: 204 len: 173 time: 2.7577782 Aug 16 22:29:53.601767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-deleted', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:53.604283 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe033c2-f66f-48e1-9aa0-d8d25510e45a" -d '{"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-deleted", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:53.659981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d26c14b0-4cdd-4b04-8f6d-ada005365f72 req-11b71a97-978e-484f-8764-12b21529b04f tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a28b703-4fcb-47bc-be83-830e57728132 HTTP/1.1" status: 200 len: 210 time: 0.0813355 Aug 16 22:29:53.668169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-4c6eedae-2c12-48b7-8ea2-47fbac8d2264 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218920 Aug 16 22:29:53.682190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e0deef4-505b-4b92-8740-c0b61b65b0cc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:53.682190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-949ff906-ccca-40ce-ba7c-2a4864971dda None None] Provisioning complete for port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:53.682190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-949ff906-ccca-40ce-ba7c-2a4864971dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.705570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Port': ['ID=5e0deef4-505b-4b92-8740-c0b61b65b0cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:53.711039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] No DVR routers for this DVR port 5e0deef4-505b-4b92-8740-c0b61b65b0cc on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:53.755356 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f0339-bd2c-45c3-bd41-a04483662371 x-openstack-request-id: req-427f0339-bd2c-45c3-bd41-a04483662371 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:53.755678 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606d631-3ae9-484b-853b-51126e56bc30", "name": "network-vif-deleted", "tag": "9c6404de-c3f3-49ce-8aa0-0d791aa93c19", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:53.756244 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-427f0339-bd2c-45c3-bd41-a04483662371 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:53.756876 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606d631-3ae9-484b-853b-51126e56bc30', 'name': 'network-vif-deleted', 'tag': '9c6404de-c3f3-49ce-8aa0-0d791aa93c19', 'status': 'completed', 'code': 200} Aug 16 22:29:53.773477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5e0deef4-505b-4b92-8740-c0b61b65b0cc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:53.774072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5e0deef4-505b-4b92-8740-c0b61b65b0cc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:53.801908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-949ff906-ccca-40ce-ba7c-2a4864971dda None None] Port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:53.827962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] No DVR routers for this DVR port 065a041d-9c9d-4ebb-a15b-c73972e5a481 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:29:53.835410 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.837469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65c59004-0e9f-4e71-b42c-b90cd710f222 req-3ecf0d79-d9d5-4488-9fa1-f8e2b1e6e455 tempest-ServerRescueTestJSONUnderV235-1230510492 tempest-ServerRescueTestJSONUnderV235-1230510492-project] 10.222.0.88 "DELETE /v2.0/ports/065a041d-9c9d-4ebb-a15b-c73972e5a481 HTTP/1.1" status: 204 len: 173 time: 2.9636586 Aug 16 22:29:53.853745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.867305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e29a86c-1e40-45a5-91c0-6724049b82a8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:53.885472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e35f254-6bfa-4687-a0b4-cfa0614e80a7') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:53.885802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e35f254-6bfa-4687-a0b4-cfa0614e80a7') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:53.895510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.911860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.913937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf97c709-845b-47e9-bb8e-75dde7ce0a1a req-cd23231a-696d-404e-8ff7-401ed4f2b3c0 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117436 Aug 16 22:29:53.920073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:29:53.920836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:53.923078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1c66b-c76c-43d0-92d6-6b5335e21d98 req-e3058d3c-c47f-4ba8-9536-8dcb5aab26b6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:29:53.925025 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:29:53.927425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33a1c66b-c76c-43d0-92d6-6b5335e21d98 req-e3058d3c-c47f-4ba8-9536-8dcb5aab26b6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 943 time: 0.5001824 Aug 16 22:29:53.928418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router e4b896b5-47c3-4729-861d-1da05f70105a is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:29:53.998295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.009132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.013535 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] 10.222.0.22 "DELETE /v2.0/networks/9e29a86c-1e40-45a5-91c0-6724049b82a8 HTTP/1.1" status: 204 len: 168 time: 1.2235692 Aug 16 22:29:54.050126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8c57a-4951-4b90-b8ab-72bff0259863 tempest-NetworksIpV6TestAttrs-891788069 tempest-NetworksIpV6TestAttrs-891788069-project] Pushing event deleted for resources: {'Network': ['ID=9e29a86c-1e40-45a5-91c0-6724049b82a8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:54.066370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33a1c66b-c76c-43d0-92d6-6b5335e21d98 req-39bbb908-2053-4176-82d0-ce0bebab37c7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215889 Aug 16 22:29:54.095222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:54.101189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ec192307-220a-444f-8550-16ee839c7117 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2027552 Aug 16 22:29:54.104128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.107124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] Sync routers for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:54.124607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:54.125508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:54.166859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a331d41-fa8e-49cf-acd1-0380b96e7e5c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:54.171240 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9a331d41-fa8e-49cf-acd1-0380b96e7e5c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports/01dd2e6c-0021-46f7-b4be-378b0064e6b2 HTTP/1.1" status: 200 len: 911 time: 0.0629842 Aug 16 22:29:54.171476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42532) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.179917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:54.190342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:54.190968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:54.255736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:54.257797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f6a0c6-0286-44b6-9513-ddab94934f39 None None] The sync data for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:54.421112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.453510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8a44743-cd7e-4962-b1a7-c59287d9819f req-8ca9b54d-95cb-476d-91fe-e4de295d3099 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=f606d631-3ae9-484b-853b-51126e56bc30 HTTP/1.1" status: 200 len: 210 time: 0.0619764 Aug 16 22:29:54.633307 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b471724-bd36-43f9-a05e-1f8cda55baea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64404d87d262401ea060386bfecafdfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084877 Aug 16 22:29:54.633549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.687091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.692783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.709713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.726042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:54.849060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.851825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:54.855322 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9957474-15d2-4de9-94bc-e1277b42a6e3 HTTP/1.1" status: 204 len: 168 time: 0.2185557 Aug 16 22:29:54.894914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e4177-ea4e-4150-87e1-043d611b930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9957474-15d2-4de9-94bc-e1277b42a6e3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:55.011099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:29:55.022689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 065a041d-9c9d-4ebb-a15b-c73972e5a481 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:55.047336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8:1::1 (302e09d7-b2e3-44ac-88c9-966850db1c37/ff9d1f98-937f-4770-bb48-9ec168c4c22f/c89d74b3-2ff8-46bd-a66a-8f9059c79e17) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:55.067132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 065a041d-9c9d-4ebb-a15b-c73972e5a481 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:55.067705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 065a041d-9c9d-4ebb-a15b-c73972e5a481 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:55.174035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:55.191663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0', 'mac_address': 'fa:16:3e:09:f3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:29:55.220834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.265399 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.265660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63b69-569d-412b-98b3-f09ba70d6b2e req-a65f3608-e7d7-4793-a603-254af6cc794f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:55.267910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b63b69-569d-412b-98b3-f09ba70d6b2e req-a65f3608-e7d7-4793-a603-254af6cc794f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 943 time: 0.0694749 Aug 16 22:29:55.304820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:29:55.346810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:55.353298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.356586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.369493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b63b69-569d-412b-98b3-f09ba70d6b2e req-9d84a8cc-46b5-40e3-84a8-47c9161750b2 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729468 Aug 16 22:29:55.402122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object c89d74b3-2ff8-46bd-a66a-8f9059c79e17 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:55.419025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:55.432344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:55.462373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.465184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:55.465545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9c6404de-c3f3-49ce-8aa0-0d791aa93c19 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:55.535869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42580) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:55.605496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:55.611724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:55.613781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Deleting port fad89fca-182b-471e-8f5c-3cc585c15a7e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:55.614381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.619991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:29:55.620559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.684065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=c89d74b3-2ff8-46bd-a66a-8f9059c79e17,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:55.738169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] For port fad89fca-182b-471e-8f5c-3cc585c15a7e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fad89fca-182b-471e-8f5c-3cc585c15a7e,segment=NetworkSegment(93c68e1f-3b2f-4f8e-9929-cb4b945a584e),segment_id=93c68e1f-3b2f-4f8e-9929-cb4b945a584e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:55.738790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:55.757265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Calling delete_port for fad89fca-182b-471e-8f5c-3cc585c15a7e owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:55.760095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:29:56.029703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.080699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.114174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Pushing event deleted for resources: {'Port': ['ID=fad89fca-182b-471e-8f5c-3cc585c15a7e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:56.182403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46ed6c89-e1e1-4281-9bbc-5b0c80033bda None None] Provisioning for port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:56.189179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46ed6c89-e1e1-4281-9bbc-5b0c80033bda None None] Provisioning complete for port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:56.190207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46ed6c89-e1e1-4281-9bbc-5b0c80033bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.211703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1281730014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:56.225661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'name': 'network-vif-deleted', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:56.227251 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba762fe-0c56-42f0-8c39-f5f2af56172d" -d '{"events": [{"server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "name": "network-vif-deleted", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:56.259891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46ed6c89-e1e1-4281-9bbc-5b0c80033bda None None] Port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:56.302183 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bef927-2114-4f92-b9f2-0aba834234dc x-openstack-request-id: req-34bef927-2114-4f92-b9f2-0aba834234dc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:56.302785 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a28b703-4fcb-47bc-be83-830e57728132", "name": "network-vif-deleted", "tag": "065a041d-9c9d-4ebb-a15b-c73972e5a481", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:56.302785 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34bef927-2114-4f92-b9f2-0aba834234dc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:56.303110 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a28b703-4fcb-47bc-be83-830e57728132', 'name': 'network-vif-deleted', 'tag': '065a041d-9c9d-4ebb-a15b-c73972e5a481', 'status': 'completed', 'code': 200} Aug 16 22:29:56.304781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.305899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.408718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.413633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.416224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.417227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.485723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.486941 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12d4709d-a65d-4aab-b17c-de65a9e0c01f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4571106 Aug 16 22:29:56.491053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.498670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-448251504'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:56.658112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:56.661481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.668810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Router d851da1e-c2b7-45f5-a012-6944e9db6838 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:56.696689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3de9-366e-41e0-9779-f671f2aa7520 req-2c0abd1a-3794-488d-8bf0-ca7d42fbbff6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:56.698268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fbe3de9-366e-41e0-9779-f671f2aa7520 req-2c0abd1a-3794-488d-8bf0-ca7d42fbbff6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 944 time: 0.2080564 Aug 16 22:29:56.705594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.798747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:56.805429 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-caa38f4e-5512-4dc4-bebd-34ed17d779af admin admin] 10.222.0.22 "PUT /v2.0/routers/d851da1e-c2b7-45f5-a012-6944e9db6838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783510 Aug 16 22:29:56.808223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:56.814093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Sync routers for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:56.823253 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:56.824062 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:56.870954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fbe3de9-366e-41e0-9779-f671f2aa7520 req-84948d8b-1a4e-4882-b896-0fe4a0b0f5dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541014 Aug 16 22:29:56.959103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:56.992194 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:57.022463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:29:57.035389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.050630 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.072774 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.075963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.076824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.094862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:29:57.101757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:57.103285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.139835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.198610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:57.207380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Deleting port 0e5192de-549d-4831-ba66-24085e1f89bf {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:57.208082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.225892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.227031 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Added segment 35835716-b938-4342-816e-0aba2a6fc795 of type vlan for network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec Aug 16 22:29:57.248224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.290386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:57.291359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:29:57.295619 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb3009-a97a-4710-a5f6-1adedae3a8d3" -d '{"events": [{"server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "name": "network-vif-plugged", "status": "completed", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:29:57.310714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.330142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.332721 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:29:55Z', 'revision_number': 5, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port': {'id': '0e5192de-549d-4831-ba66-24085e1f89bf', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:52:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:28:27Z', 'updated_at': '2021-08-16T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.360392 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517764ec-9850-41db-919e-af4ff4eb708f x-openstack-request-id: req-517764ec-9850-41db-919e-af4ff4eb708f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:29:57.360880 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "name": "network-vif-plugged", "status": "completed", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:29:57.361314 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-517764ec-9850-41db-919e-af4ff4eb708f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:29:57.361863 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0', 'code': 200} Aug 16 22:29:57.364719 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Checking router: d851da1e-c2b7-45f5-a012-6944e9db6838 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:29:57.378802 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Routers {'d851da1e-c2b7-45f5-a012-6944e9db6838'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:57.379493 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['d851da1e-c2b7-45f5-a012-6944e9db6838'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.384274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] For port 0e5192de-549d-4831-ba66-24085e1f89bf, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e5192de-549d-4831-ba66-24085e1f89bf,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:57.384661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.395286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.403561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.404339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.407539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=c89d74b3-2ff8-46bd-a66a-8f9059c79e17,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.434664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.447684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Calling delete_port for 0e5192de-549d-4831-ba66-24085e1f89bf owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:57.451806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badde1b9-80f6-4563-82f2-927ed7c5b27a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.466104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.527348 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] Set router d851da1e-c2b7-45f5-a012-6944e9db6838 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:29:57.601235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1040258 Aug 16 22:29:57.601392 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:29:57Z', 'revision_number': 6, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:57.602523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:57.630072 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f58e945-57a1-4c11-beb7-c4d934c02fd7 None None] The sync data for ids ['d851da1e-c2b7-45f5-a012-6944e9db6838'] in n-d-791505-20 is: [{'id': 'd851da1e-c2b7-45f5-a012-6944e9db6838', 'name': 'tempest-ServerRescueTestJSONUnderV235-897283918-router', 'tenant_id': '5ee12436f0a9406db2efb94addb3bb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:28:26Z', 'updated_at': '2021-08-16T22:29:57Z', 'revision_number': 6, 'project_id': '5ee12436f0a9406db2efb94addb3bb30', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:57.636822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'subnet': {'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:57.730008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a88cf-2227-4193-bd38-bc7934626b68 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Network': ['ID=1c8124c6-7014-4f35-9f61-52d9dd77c1ec,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.742660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:57.746225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:57.754729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:29:57.768447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.838512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:57.842094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:57.848281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5192de-549d-4831-ba66-24085e1f89bf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:57.883385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9affaa-438e-491c-ad90-bcf67dc22dec req-7768cda6-1ae2-4e75-9a63-f66f63199ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:57.885504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b9affaa-438e-491c-ad90-bcf67dc22dec req-7768cda6-1ae2-4e75-9a63-f66f63199ad4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1097 time: 0.4168069 Aug 16 22:29:57.992686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router e4b896b5-47c3-4729-861d-1da05f70105a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:29:58.059640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b9affaa-438e-491c-ad90-bcf67dc22dec req-4f5547a6-af3d-4f6b-8e07-f155e84fd028 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656499 Aug 16 22:29:58.109439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9bb3042-9cc3-4136-a5e5-872f03e820ef None None] Provisioning complete for port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:29:58.110169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3042-9cc3-4136-a5e5-872f03e820ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.154166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfb064-fad4-47d5-a537-2c52a232bb56 req-cb55567b-fe61-48d0-b7a6-e7b55f4f00c0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.155974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7acfb064-fad4-47d5-a537-2c52a232bb56 req-cb55567b-fe61-48d0-b7a6-e7b55f4f00c0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1586857 Aug 16 22:29:58.160216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.165119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb3042-9cc3-4136-a5e5-872f03e820ef None None] Port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:29:58.256106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.290572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.293302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.303764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7acfb064-fad4-47d5-a537-2c52a232bb56 req-0c184998-cdb5-43a0-a17e-e928da26f63c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120098 Aug 16 22:29:58.322049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:29:58.331066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-56812d6f-6fe7-4a98-a3af-60093538f683 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1583884 Aug 16 22:29:58.333674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] Sync routers for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:29:58.335269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:58.347356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:58.349394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:58.379961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Subnet': ['ID=403befd4-3b24-4a31-9c16-103437d31b6e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.380706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc431e5c-f28a-4f02-8e49-e93ffedacb87 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.384123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.384695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d851da1e-c2b7-45f5-a012-6944e9db6838 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:29:58.385918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dc431e5c-f28a-4f02-8e49-e93ffedacb87 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports/c89d74b3-2ff8-46bd-a66a-8f9059c79e17 HTTP/1.1" status: 200 len: 913 time: 0.0495188 Aug 16 22:29:58.387706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:58.392970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.395839 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15420106-aff0-4e31-90f2-073993f83866 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d851da1e-c2b7-45f5-a012-6944e9db6838 HTTP/1.1" status: 204 len: 168 time: 1.5859249 Aug 16 22:29:58.397795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:58.436264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:58.456561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:29:58.457731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:58.477706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port d27fc040-6b63-44b3-82a6-89b5fbf827bf {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:58.478061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.520250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:58.520845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e956f6b-cba2-4564-a6fe-285413321f7a None None] The sync data for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:29:58.530632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Checking segment: {'id': '35835716-b938-4342-816e-0aba2a6fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:29:58.531002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network hostable DHCP agents. Network: 1c8124c6-7014-4f35-9f61-52d9dd77c1ec, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:29:58.570485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:29:58.581508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port d27fc040-6b63-44b3-82a6-89b5fbf827bf, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d27fc040-6b63-44b3-82a6-89b5fbf827bf,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:29:58.581892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.595908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Deleting subnet 9e379afb-d6ae-4c8d-aa5f-a71a136b299b {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:29:58.602463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for d27fc040-6b63-44b3-82a6-89b5fbf827bf owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:58.604432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.690279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.788190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.910369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.935680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1c8124c6-7014-4f35-9f61-52d9dd77c1ec) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:58.945626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abf78f-7818-45bf-bc00-24b733faf8a9 None None] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:29:58.946447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:58.947149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.967984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e379afb-d6ae-4c8d-aa5f-a71a136b299b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:58.974772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:58.979447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-73c6968c-4863-4b0f-b702-da4fa19ddd47 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9e379afb-d6ae-4c8d-aa5f-a71a136b299b HTTP/1.1" status: 204 len: 168 time: 0.5807323 Aug 16 22:29:58.980191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:59.030311 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2089cb21-c5ea-4589-8ca2-587777982e84 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4259026 Aug 16 22:29:59.033538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:29:59.041414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'network': {'name': 'tempest-router-network01--2066407992'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:29:59.044779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.116496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=d27fc040-6b63-44b3-82a6-89b5fbf827bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:29:59.170959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-1c8124c6-7014-4f35-9f61-52d9dd77c1ec', 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec', 'tenant_id': '200925d6945a4e509a32ad95a2de66ab', 'fixed_ips': [{'subnet_id': '403befd4-3b24-4a31-9c16-103437d31b6e'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:29:59.171850 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.183800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.184201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.251144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:29:59.259046 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.429436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Allocated IP 2001:db8::2 (1c8124c6-7014-4f35-9f61-52d9dd77c1ec/403befd4-3b24-4a31-9c16-103437d31b6e/fd86fc38-2b6a-44da-b2f6-339710daf459) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:29:59.431113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:29:59.457861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.458301 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Added segment 512b45e5-ce4a-44bf-a0d9-5067c4fed2e6 of type vlan for network 7359e288-2ff3-44d8-a019-ab677389a6c2 Aug 16 22:29:59.534370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.640137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.650939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port c89d74b3-2ff8-46bd-a66a-8f9059c79e17 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:29:59.651293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.659800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8271e5-76a0-423a-a836-d7fb2133baa9']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:59.688314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c68e1f-3b2f-4f8e-9929-cb4b945a584e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:59.688731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c68e1f-3b2f-4f8e-9929-cb4b945a584e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:29:59.758468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.770882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e5192de-549d-4831-ba66-24085e1f89bf no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:59.775901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:29:59.776658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.792850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.821326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for c89d74b3-2ff8-46bd-a66a-8f9059c79e17 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:29:59.834576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0e5192de-549d-4831-ba66-24085e1f89bf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:59.835367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e5192de-549d-4831-ba66-24085e1f89bf not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:59.835889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fad89fca-182b-471e-8f5c-3cc585c15a7e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:29:59.861583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fad89fca-182b-471e-8f5c-3cc585c15a7e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:29:59.862301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fad89fca-182b-471e-8f5c-3cc585c15a7e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:29:59.889595 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.904836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Transition to ACTIVE for port object fd86fc38-2b6a-44da-b2f6-339710daf459 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:59.921404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Transition to ACTIVE for port object fd86fc38-2b6a-44da-b2f6-339710daf459 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:29:59.928480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:29:59.985827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:29:59.991922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:29:59.997205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:00.012737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Pushing event updated for resources: {'Port': ['ID=fd86fc38-2b6a-44da-b2f6-339710daf459,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:00.043887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.044304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.044501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.045030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.045333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.045772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.046226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.046874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.047304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.047797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.048227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.048657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.049106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:00.075760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=c89d74b3-2ff8-46bd-a66a-8f9059c79e17,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:00.113113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Attempting to bind port fd86fc38-2b6a-44da-b2f6-339710daf459 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:00.113543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Attempting to bind port fd86fc38-2b6a-44da-b2f6-339710daf459 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '35835716-b938-4342-816e-0aba2a6fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:00.114107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Attempting to bind port fd86fc38-2b6a-44da-b2f6-339710daf459 on network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:00.119713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:00.120100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Checking segment: {'id': '35835716-b938-4342-816e-0aba2a6fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:00.120518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.120922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Bound using segment: {'id': '35835716-b938-4342-816e-0aba2a6fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:00.121432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Bound port: fd86fc38-2b6a-44da-b2f6-339710daf459, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35835716-b938-4342-816e-0aba2a6fc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1c8124c6-7014-4f35-9f61-52d9dd77c1ec'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:00.122096 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.199321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] For port fd86fc38-2b6a-44da-b2f6-339710daf459, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:00.204531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] For port fd86fc38-2b6a-44da-b2f6-339710daf459, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fd86fc38-2b6a-44da-b2f6-339710daf459,segment=NetworkSegment(35835716-b938-4342-816e-0aba2a6fc795),segment_id=35835716-b938-4342-816e-0aba2a6fc795)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:00.211553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.218167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.237620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f2644-fa4b-4aa6-a53b-c5eb0d6599a2 req-5783df74-2369-4277-a46d-ae132aa490d3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.239256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c67f2644-fa4b-4aa6-a53b-c5eb0d6599a2 req-5783df74-2369-4277-a46d-ae132aa490d3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.6910455 Aug 16 22:30:00.260361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.334691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8323c8-9f90-4fec-b948-2aa97323da00 None None] Pushing event updated for resources: {'Port': ['ID=fd86fc38-2b6a-44da-b2f6-339710daf459,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:00.403217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3682871 Aug 16 22:30:00.404526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.407699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42684) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:00.416004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'network': {'name': 'tempest-router-network02--593314682'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:00.425028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:00.425483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:00.427769 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:00.435318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f24bd5-5e07-4967-8746-2ac1506482fb tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Network': ['ID=7359e288-2ff3-44d8-a019-ab677389a6c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:00.435318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.441667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:00.495241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:00.506521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.531858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c67f2644-fa4b-4aa6-a53b-c5eb0d6599a2 req-98148a90-eb13-49de-80ec-e3d6a4b8f588 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783640 Aug 16 22:30:00.599612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:00.681046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.681046 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Added segment 5e4fc9f6-93a0-4a5c-9f00-2c673078716d of type vlan for network 6cafe53c-4341-4fe9-bc55-1ecef8897904 Aug 16 22:30:00.757575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.763589 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.768625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router e4b896b5-47c3-4729-861d-1da05f70105a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:00.778311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.780344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8d8271e5-76a0-423a-a836-d7fb2133baa9 HTTP/1.1" status: 204 len: 168 time: 1.7970319 Aug 16 22:30:00.783035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f72d3-5c89-45b3-88ab-4d5673caae38 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8271e5-76a0-423a-a836-d7fb2133baa9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:00.908150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.923904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:00.924585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:00.958027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:00.972412 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2704d2f1-7ae4-4746-bce4-233e8e99ac27 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768487 Aug 16 22:30:00.972412 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5581832 Aug 16 22:30:00.979091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:00.979306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:00.984529 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] Sync routers for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:00.988411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'subnet': {'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:01.007748 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:01.010441 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:01.078630 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:01.106829 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:01.108592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:01.115413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:01.170195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:01.171075 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cd92d2-ad45-4959-8d7c-4cf48ba5cdf1 None None] The sync data for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:01.176468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056feb-5203-4c92-ba6f-397b8e054d82 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Network': ['ID=6cafe53c-4341-4fe9-bc55-1ecef8897904,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:01.189966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:01.203967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:01.283487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:01.287696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.369783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d3077367-b12a-42bc-8d69-d7a0b607340b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ee12436f0a9406db2efb94addb3bb30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604612 Aug 16 22:30:01.370038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:01.370159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:01.376581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-99daaf3a-94a5-4c8c-9e5e-7930ca5f9a9b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/6f6104e3-ac76-4927-9cb7-168e2f6624d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8371050 Aug 16 22:30:01.378946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:01.387925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Sync routers for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:01.401421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:01.402218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:01.519592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting subnet 18e083ed-c659-45cd-bd4a-859bf27edd8e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:01.532288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.585258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.588954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:01.610312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.624570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.720976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.778011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fd86fc38-2b6a-44da-b2f6-339710daf459 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:01.791529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Subnet': ['ID=f093eda6-39b2-4d5c-ba10-8c1895d37771,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:01.794713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Checking segment: {'id': '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:01.795091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network hostable DHCP agents. Network: 7359e288-2ff3-44d8-a019-ab677389a6c2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:01.836622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd69f5-0c94-4fb5-90b7-2420007c5496 req-3e150f59-fe45-4cd6-8f82-7392a429096d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:01.844500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5cd69f5-0c94-4fb5-90b7-2420007c5496 req-3e150f59-fe45-4cd6-8f82-7392a429096d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1327457 Aug 16 22:30:01.848618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:01.886214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 7359e288-2ff3-44d8-a019-ab677389a6c2) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:01.901094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fd86fc38-2b6a-44da-b2f6-339710daf459 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:01.919663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5cd69f5-0c94-4fb5-90b7-2420007c5496 req-a98e2623-2cea-4b20-9e8c-997b90596d59 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732160 Aug 16 22:30:01.921388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:01.921993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.927710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191e858-5116-4f9e-a488-ddee2c5301de None None] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:01.930162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.968477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-42c8dfff-18da-4065-a470-aae2028e45ff tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9848838 Aug 16 22:30:01.971171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42722) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:01.974965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.978265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:01.981939 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c29df2ef-1eeb-4da8-abe3-5b738137ed1a HTTP/1.1" status: 204 len: 168 time: 0.6101742 Aug 16 22:30:01.986676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'subnet': {'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:02.004097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b053cd-f5d5-4cca-8e91-a298b482f7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29df2ef-1eeb-4da8-abe3-5b738137ed1a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:02.033441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.037356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.106200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Subnet': ['ID=18e083ed-c659-45cd-bd4a-859bf27edd8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:02.109419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.112285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f60f42de-6624-46a9-a6ce-c2061dce37d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/subnets/18e083ed-c659-45cd-bd4a-859bf27edd8e HTTP/1.1" status: 204 len: 168 time: 0.7262232 Aug 16 22:30:02.127661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:02.143115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827c4e1-d0ef-41a3-ad65-751d1b108281 None None] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:02.242571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1541dd3-592f-43ae-a445-cd4f40e7e8b6 None None] Network 5d2500f3-089d-4fbe-beff-44348b3bd59d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:02.349315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:02.356898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.410537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.459581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 01dd2e6c-0021-46f7-b4be-378b0064e6b2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:02.460197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.537395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Provisioning for port fd86fc38-2b6a-44da-b2f6-339710daf459 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:02.555852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Provisioning complete for port fd86fc38-2b6a-44da-b2f6-339710daf459 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:02.556237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.629723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.652078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-7359e288-2ff3-44d8-a019-ab677389a6c2', 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2', 'tenant_id': '200925d6945a4e509a32ad95a2de66ab', 'fixed_ips': [{'subnet_id': 'f093eda6-39b2-4d5c-ba10-8c1895d37771'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:02.652912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.666788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 01dd2e6c-0021-46f7-b4be-378b0064e6b2 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:02.727038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:02.758958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.774893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Checking router: 6f6104e3-ac76-4927-9cb7-168e2f6624d5 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:02.828248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Routers {'6f6104e3-ac76-4927-9cb7-168e2f6624d5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:02.828898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:02.883025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.912992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99777226-cfb2-4923-ba41-a70ee3aacd8f req-4ca73df6-0fd0-4f0b-bbe5-bc4c0781d314 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:02.926383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99777226-cfb2-4923-ba41-a70ee3aacd8f req-4ca73df6-0fd0-4f0b-bbe5-bc4c0781d314 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.6163273 Aug 16 22:30:02.926557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] For port fd86fc38-2b6a-44da-b2f6-339710daf459, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fd86fc38-2b6a-44da-b2f6-339710daf459,segment=NetworkSegment(35835716-b938-4342-816e-0aba2a6fc795),segment_id=35835716-b938-4342-816e-0aba2a6fc795)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:02.956907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:02.972100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] DHCP port deletion for 5d2500f3-089d-4fbe-beff-44348b3bd59d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:02.979460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.105490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Subnet': ['ID=8d725a4f-ac90-4254-b4c0-2cf229f46a49,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.112013 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.124169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99777226-cfb2-4923-ba41-a70ee3aacd8f req-b1d493da-8ba3-41b2-8451-9c58b9dd3a73 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016098 Aug 16 22:30:03.158834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Checking segment: {'id': '5e4fc9f6-93a0-4a5c-9f00-2c673078716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:03.165038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network hostable DHCP agents. Network: 6cafe53c-4341-4fe9-bc55-1ecef8897904, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:03.167326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=01dd2e6c-0021-46f7-b4be-378b0064e6b2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.240300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:03.255297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 159151a6-8d21-4b35-8f6c-5ed3972f3e40 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:03.255692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.259929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 6cafe53c-4341-4fe9-bc55-1ecef8897904) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:03.308522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:03.310118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.362691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9fb0705b-6f72-4eab-a3dd-ca5f132cfa26 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3869607 Aug 16 22:30:03.365156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:03.577448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 159151a6-8d21-4b35-8f6c-5ed3972f3e40, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=159151a6-8d21-4b35-8f6c-5ed3972f3e40,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:03.577949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.589177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d20c70-6ed5-48a5-b3d2-f97695c4433b None None] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:03.679682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 159151a6-8d21-4b35-8f6c-5ed3972f3e40 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:03.689026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b1a9d4d6-e3fc-4b5f-aa0a-106bb70fb194 None None] Provisioning complete for port fd86fc38-2b6a-44da-b2f6-339710daf459 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:03.690176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d4d6-e3fc-4b5f-aa0a-106bb70fb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.793326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:03.824769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a914654-6d5b-439d-a961-50ac384dab20 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:03.839122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f263e-6713-43b3-b38e-426c40800a27 None None] Pushing event updated for resources: {'Port': ['ID=fd86fc38-2b6a-44da-b2f6-339710daf459,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:03.864653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Allocated IP 2001:db8::2 (7359e288-2ff3-44d8-a019-ab677389a6c2/f093eda6-39b2-4d5c-ba10-8c1895d37771/50888ffb-774f-4142-a0da-7a4acb87b7e9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:04.015645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.042153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] Set router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:04.090723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.092911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router e4b896b5-47c3-4729-861d-1da05f70105a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:04.111568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Transition to ACTIVE for port object 50888ffb-774f-4142-a0da-7a4acb87b7e9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:04.128700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Transition to ACTIVE for port object 50888ffb-774f-4142-a0da-7a4acb87b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:04.142658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c984448-7957-42b3-a537-d8a6ccfaa718 req-b8906c5f-cb81-4b6b-8eeb-7a53bb340cbb tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0733540 Aug 16 22:30:04.186579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=159151a6-8d21-4b35-8f6c-5ed3972f3e40,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:04.251590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Deleting port 5a914654-6d5b-439d-a961-50ac384dab20 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:04.251971 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.277441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:04.291040 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] Sync routers for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:04.299163 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-abb769e9-d933-4292-a3a5-7a082737fedc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3195724 Aug 16 22:30:04.301792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:04.307198 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:04.308242 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:04.362654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] For port 5a914654-6d5b-439d-a961-50ac384dab20, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5a914654-6d5b-439d-a961-50ac384dab20,segment=NetworkSegment(76ba0ab7-09d1-47da-9e59-4dca50dc3611),segment_id=76ba0ab7-09d1-47da-9e59-4dca50dc3611)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:04.363323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.369450 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b30c18dc-4235-412b-a848-121614462a20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4b896b5-47c3-4729-861d-1da05f70105a HTTP/1.1" status: 200 len: 205 time: 0.0617759 Aug 16 22:30:04.370242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:04.371982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.378716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Calling delete_port for 5a914654-6d5b-439d-a961-50ac384dab20 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:04.388444 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:04.411087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] Routers {'e4b896b5-47c3-4729-861d-1da05f70105a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:04.411971 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e4b896b5-47c3-4729-861d-1da05f70105a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:04.496218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.496351 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:04.496351 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d5839f-7ee0-42b5-b70b-ccc7548f2639 None None] The sync data for ids ['e4b896b5-47c3-4729-861d-1da05f70105a'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:04.540383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.549610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.598109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:04.625501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:04.658494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:04.666000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No active binding found for port 5a914654-6d5b-439d-a961-50ac384dab20 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:30:04.666657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5a914654-6d5b-439d-a961-50ac384dab20 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:04.680572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] No DVR routers for this DVR port 5a914654-6d5b-439d-a961-50ac384dab20 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:04.708305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Pushing event updated for resources: {'Port': ['ID=50888ffb-774f-4142-a0da-7a4acb87b7e9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:04.810926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.814103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.887100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.888150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router e4b896b5-47c3-4729-861d-1da05f70105a {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:04.913672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:04.916957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddae1f-f379-4d18-8277-58cce50428b9 None None] Pushing event deleted for resources: {'Port': ['ID=5a914654-6d5b-439d-a961-50ac384dab20,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:04.918235 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-751baf72-d3ae-45be-867a-25027c73e653 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a HTTP/1.1" status: 204 len: 168 time: 0.5465505 Aug 16 22:30:04.919772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:04.975244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-6cafe53c-4341-4fe9-bc55-1ecef8897904', 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904', 'tenant_id': '200925d6945a4e509a32ad95a2de66ab', 'fixed_ips': [{'subnet_id': '8d725a4f-ac90-4254-b4c0-2cf229f46a49'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:04.976436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.004507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet ff9d1f98-937f-4770-bb48-9ec168c4c22f {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:05.007702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.054600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.077983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.100371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Attempting to bind port 50888ffb-774f-4142-a0da-7a4acb87b7e9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:05.100757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Attempting to bind port 50888ffb-774f-4142-a0da-7a4acb87b7e9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:05.101147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Attempting to bind port 50888ffb-774f-4142-a0da-7a4acb87b7e9 on network 7359e288-2ff3-44d8-a019-ab677389a6c2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:05.111441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:05.111818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Checking segment: {'id': '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:05.113526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.113526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Bound using segment: {'id': '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:05.113526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Bound port: 50888ffb-774f-4142-a0da-7a4acb87b7e9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7359e288-2ff3-44d8-a019-ab677389a6c2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:05.113526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.188683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.228346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:05.228639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c73850-eb69-4e27-ac8f-ac6b160def28 req-58f5507a-4508-4ee5-b1f2-ce36d0a32756 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:05.228639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3c73850-eb69-4e27-ac8f-ac6b160def28 req-58f5507a-4508-4ee5-b1f2-ce36d0a32756 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.8382154 Aug 16 22:30:05.256868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.261154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.274472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ee0e6-1938-4a30-9f56-81868aeee82d None None] The sync data for ids ['6f6104e3-ac76-4927-9cb7-168e2f6624d5'] in n-d-791505-20 is: [{'id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46648543', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:27:16Z', 'updated_at': '2021-08-16T22:29:58Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '159151a6-8d21-4b35-8f6c-5ed3972f3e40', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6104e3-ac76-4927-9cb7-168e2f6624d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:27:17Z', 'updated_at': '2021-08-16T22:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:05.304653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.338397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] For port 50888ffb-774f-4142-a0da-7a4acb87b7e9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:05.342909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] For port 50888ffb-774f-4142-a0da-7a4acb87b7e9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=50888ffb-774f-4142-a0da-7a4acb87b7e9,segment=NetworkSegment(512b45e5-ce4a-44bf-a0d9-5067c4fed2e6),segment_id=512b45e5-ce4a-44bf-a0d9-5067c4fed2e6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:05.350117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9d1f98-937f-4770-bb48-9ec168c4c22f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:05.355504 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.359120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Allocated IP 2001:db8::2 (6cafe53c-4341-4fe9-bc55-1ecef8897904/8d725a4f-ac90-4254-b4c0-2cf229f46a49/6a23c5e4-38ae-4237-bcef-efa36da00cae) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:05.363692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.366136 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-998c1814-378c-4481-8b25-0f71943b91d6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/ff9d1f98-937f-4770-bb48-9ec168c4c22f HTTP/1.1" status: 204 len: 168 time: 0.4451356 Aug 16 22:30:05.368728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42822) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:05.371508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318dcae0-35f0-47c8-bfde-089ceceba5f1 None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:05.383259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.383977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6104e3-ac76-4927-9cb7-168e2f6624d5 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:05.417440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.419073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-787f8e84-5167-4523-b289-0c09c12d2725 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/routers/6f6104e3-ac76-4927-9cb7-168e2f6624d5 HTTP/1.1" status: 204 len: 168 time: 3.2901411 Aug 16 22:30:05.433372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41e7110b-99d9-4561-91e5-3faad88dd253 req-7d5c6aea-d1c1-4eba-a31c-8781e6a65883 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0858388 Aug 16 22:30:05.438926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:05.444344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 3d56ff71-b46b-4145-81b2-64c948e80433 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:05.448491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.546204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.571432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89d5e-0a65-46c9-91f7-d29e6d984c8a None None] Pushing event updated for resources: {'Port': ['ID=50888ffb-774f-4142-a0da-7a4acb87b7e9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:05.619631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3c73850-eb69-4e27-ac8f-ac6b160def28 req-8bb9d566-c994-49c4-a964-25d7143958c1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827765 Aug 16 22:30:05.635424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.830138 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.849705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.861222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Transition to ACTIVE for port object 6a23c5e4-38ae-4237-bcef-efa36da00cae will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:05.891620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.916427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2500f3-089d-4fbe-beff-44348b3bd59d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:05.917098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Transition to ACTIVE for port object 6a23c5e4-38ae-4237-bcef-efa36da00cae will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:05.935416 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.951216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ba0ab7-09d1-47da-9e59-4dca50dc3611') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:05.951521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ba0ab7-09d1-47da-9e59-4dca50dc3611') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:05.973287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:05.975525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Allocated IP 2001:db8::1 (7359e288-2ff3-44d8-a019-ab677389a6c2/f093eda6-39b2-4d5c-ba10-8c1895d37771/1719e82a-31ab-4663-8e3a-cd2f985f5351) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:06.007613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.052327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fd86fc38-2b6a-44da-b2f6-339710daf459 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:06.058263 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.077412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:06.081950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:06.085491 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:06.122359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=3d56ff71-b46b-4145-81b2-64c948e80433,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:06.122777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] DHCP port deletion for 302e09d7-b2e3-44ac-88c9-966850db1c37 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:06.136431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Pushing event updated for resources: {'Port': ['ID=6a23c5e4-38ae-4237-bcef-efa36da00cae,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:06.142141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:06.147348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.151860 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-08ed4e54-8c5e-42b2-9fea-c253d6121975 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/3d56ff71-b46b-4145-81b2-64c948e80433 HTTP/1.1" status: 204 len: 168 time: 0.7785289 Aug 16 22:30:06.157471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:06.164579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b7c2b-7aae-444b-a587-d413688afb48 None None] Network 67f24519-37bb-4541-9476-0884e61a7c62 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:06.249328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:06.251792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:06.333205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.339951 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.369596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.373129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/networks/5d2500f3-089d-4fbe-beff-44348b3bd59d HTTP/1.1" status: 204 len: 168 time: 0.8753321 Aug 16 22:30:06.374785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:06.416303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347f985-457c-4feb-a07b-98e0eb061df4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Network': ['ID=5d2500f3-089d-4fbe-beff-44348b3bd59d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:06.441228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.517431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Transition to ACTIVE for port object 1719e82a-31ab-4663-8e3a-cd2f985f5351 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:06.530645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.539891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fd86fc38-2b6a-44da-b2f6-339710daf459 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:06.540276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.581648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Attempting to bind port 6a23c5e4-38ae-4237-bcef-efa36da00cae on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:06.582037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Attempting to bind port 6a23c5e4-38ae-4237-bcef-efa36da00cae by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5e4fc9f6-93a0-4a5c-9f00-2c673078716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:06.582546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Attempting to bind port 6a23c5e4-38ae-4237-bcef-efa36da00cae on network 6cafe53c-4341-4fe9-bc55-1ecef8897904 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:06.592590 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.609695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:06.610145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Checking segment: {'id': '5e4fc9f6-93a0-4a5c-9f00-2c673078716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:06.610565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.610978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Bound using segment: {'id': '5e4fc9f6-93a0-4a5c-9f00-2c673078716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:06.611623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Bound port: 6a23c5e4-38ae-4237-bcef-efa36da00cae, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4fc9f6-93a0-4a5c-9f00-2c673078716d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6cafe53c-4341-4fe9-bc55-1ecef8897904'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:06.612026 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.637036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Deleting port 029d2325-3791-461e-b5aa-646f1d549525 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:06.642114 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.692395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a1a3b88-e46e-4af6-a1c3-aca518648947 req-346a8110-dc86-46ad-b62a-d176681ccb09 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0954325 Aug 16 22:30:06.694190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 029d2325-3791-461e-b5aa-646f1d549525 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:06.694790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.798649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.801630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.803089 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/security-groups/6f989e70-372f-490c-838e-4cd62b27069a HTTP/1.1" status: 204 len: 168 time: 0.4270732 Aug 16 22:30:06.844776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3f1e-7ea0-4378-a90c-b45363c83ded tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f989e70-372f-490c-838e-4cd62b27069a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:06.914048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 029d2325-3791-461e-b5aa-646f1d549525, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=029d2325-3791-461e-b5aa-646f1d549525,segment=NetworkSegment(57512a27-2883-417b-bed4-a57014d5280d),segment_id=57512a27-2883-417b-bed4-a57014d5280d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:06.914519 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.926404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:06.997703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] DHCP port deletion for 67f24519-37bb-4541-9476-0884e61a7c62 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:07.037001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Port': ['ID=1719e82a-31ab-4663-8e3a-cd2f985f5351,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.042710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ddb051df-ce12-4e8e-bfb8-1c1f5718cbd9 req-01fbd063-f970-407b-94e1-e9c644cc2fd2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0567060 Aug 16 22:30:07.050213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 029d2325-3791-461e-b5aa-646f1d549525 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:07.075416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184bed6-1f05-44f0-8e0f-a35c89c4d72f req-1a4daf9a-7e5f-456b-820c-7cbd6926b961 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:07.076942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d184bed6-1f05-44f0-8e0f-a35c89c4d72f req-1a4daf9a-7e5f-456b-820c-7cbd6926b961 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2802784 Aug 16 22:30:07.093730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:07.130648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:07.142370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:07.143331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.273010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.295688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 029d2325-3791-461e-b5aa-646f1d549525 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:07.300818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d184bed6-1f05-44f0-8e0f-a35c89c4d72f req-28e0191b-db3a-43fd-85cd-c554bc6cd468 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048273 Aug 16 22:30:07.337502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] For port 6a23c5e4-38ae-4237-bcef-efa36da00cae, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:07.342322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] For port 6a23c5e4-38ae-4237-bcef-efa36da00cae, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a23c5e4-38ae-4237-bcef-efa36da00cae,segment=NetworkSegment(5e4fc9f6-93a0-4a5c-9f00-2c673078716d),segment_id=5e4fc9f6-93a0-4a5c-9f00-2c673078716d)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:07.345754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=029d2325-3791-461e-b5aa-646f1d549525,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.388024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767d758-3f17-4bc7-829e-1a907c6d7d26 None None] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:07.402774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.449884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.458460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:07.469804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302e09d7-b2e3-44ac-88c9-966850db1c37']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:07.487293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289997601', 'description': 'tempest-secgroup-smoke-289997601 description', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:07.488543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57512a27-2883-417b-bed4-a57014d5280d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:07.488843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57512a27-2883-417b-bed4-a57014d5280d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:07.511218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-281c7349-2c8f-4280-8f8f-dd1782d1f8e6 None None] Provisioning for port 50888ffb-774f-4142-a0da-7a4acb87b7e9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:07.511437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.511535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] For port 029d2325-3791-461e-b5aa-646f1d549525, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=029d2325-3791-461e-b5aa-646f1d549525,segment=NetworkSegment(57512a27-2883-417b-bed4-a57014d5280d),segment_id=57512a27-2883-417b-bed4-a57014d5280d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:07.511535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.537898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.544975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d27fc040-6b63-44b3-82a6-89b5fbf827bf no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:07.567423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.571885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:07.572316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:07.575573 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:07.579395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Calling delete_port for 029d2325-3791-461e-b5aa-646f1d549525 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:07.589424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.616401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d27fc040-6b63-44b3-82a6-89b5fbf827bf {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:07.616765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d27fc040-6b63-44b3-82a6-89b5fbf827bf not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:07.692104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.700555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.721944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.727503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.729928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/302e09d7-b2e3-44ac-88c9-966850db1c37 HTTP/1.1" status: 204 len: 168 time: 1.5716612 Aug 16 22:30:07.738238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42864) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:07.745635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba23fe0-57f7-4606-a0b5-7e21058e3a25 None None] Pushing event updated for resources: {'Port': ['ID=6a23c5e4-38ae-4237-bcef-efa36da00cae,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.749021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.751756 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2916586 Aug 16 22:30:07.763701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:07.770548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:07.842496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.846013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc3af7-9fda-40af-b454-96c2af88b4fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50470cbf-657e-4db4-bab0-78a6e3efd98f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.885026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a89515-ee01-44e1-84be-6e8b8633656c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=302e09d7-b2e3-44ac-88c9-966850db1c37,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:07.976488 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:07.997748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 50888ffb-774f-4142-a0da-7a4acb87b7e9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:08.062421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.068694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffef9fde-dea4-4d5f-baa0-7ed69be20008 req-7e732a57-7996-4d68-a850-6eabc8dc7231 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0971341 Aug 16 22:30:08.073257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.096756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.097609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a2473f-3b5e-40a7-9e0c-2354c2274243,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.116896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.126006 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbe1159b-e9df-44c5-b145-45c2ce7ec0b2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607054 Aug 16 22:30:08.126513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:08.135587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:08.149630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Pushing event deleted for resources: {'Port': ['ID=029d2325-3791-461e-b5aa-646f1d549525,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.179968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.183536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] Network 302e09d7-b2e3-44ac-88c9-966850db1c37 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:30:08.184258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aefe75-1f16-4022-a931-faa83a61f328 None None] No DVR routers for this DVR port 029d2325-3791-461e-b5aa-646f1d549525 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:08.222857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Deleting port 7ac610c7-9c02-4131-a701-f4fad843c4ea {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:08.223876 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.270870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 50888ffb-774f-4142-a0da-7a4acb87b7e9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:08.271252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.277679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.305904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2be2b34-8df8-4954-b0b9-2157d9f64d94,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.315145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.319123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-456a90eb-d61a-4eb3-a0ae-ee5bbf4a1e65 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878264 Aug 16 22:30:08.319689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:08.330228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:08.358505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 50888ffb-774f-4142-a0da-7a4acb87b7e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:08.358691 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.369053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 7ac610c7-9c02-4131-a701-f4fad843c4ea {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:08.371355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.374461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.412158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] For port 7ac610c7-9c02-4131-a701-f4fad843c4ea, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ac610c7-9c02-4131-a701-f4fad843c4ea,segment=NetworkSegment(4fd24a29-8cd5-4ed9-9b91-0d508284778b),segment_id=4fd24a29-8cd5-4ed9-9b91-0d508284778b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:08.412577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.447694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Calling delete_port for 7ac610c7-9c02-4131-a701-f4fad843c4ea owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:08.471895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 7ac610c7-9c02-4131-a701-f4fad843c4ea, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7ac610c7-9c02-4131-a701-f4fad843c4ea,segment=NetworkSegment(4fd24a29-8cd5-4ed9-9b91-0d508284778b),segment_id=4fd24a29-8cd5-4ed9-9b91-0d508284778b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:08.472441 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.488195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 7ac610c7-9c02-4131-a701-f4fad843c4ea owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:08.489486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.495054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.522722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b49527d-cbef-43be-bf6f-8213e9444283,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.538467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.540047 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c6fb9b8-e5ac-44da-8367-1ad486f4c117 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191839 Aug 16 22:30:08.547633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42886) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:08.568992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:08.623825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.657779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.705610 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.707583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.732368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.741941 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.749949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] Pushing event deleted for resources: {'Port': ['ID=7ac610c7-9c02-4131-a701-f4fad843c4ea,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.754947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8018a0-887e-43c2-a1c1-ef8df621b02c None None] No DVR routers for this DVR port 7ac610c7-9c02-4131-a701-f4fad843c4ea on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:08.780525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.787872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=7ac610c7-9c02-4131-a701-f4fad843c4ea,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.795091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.796408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.808183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6249fb4-2c77-4fc2-843e-9b1415ec9a93,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:08.811082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.815662 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8bdaa90e-7f79-4213-9c5e-6cd604683950 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630613 Aug 16 22:30:08.815977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 50888ffb-774f-4142-a0da-7a4acb87b7e9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=50888ffb-774f-4142-a0da-7a4acb87b7e9,segment=NetworkSegment(512b45e5-ce4a-44bf-a0d9-5067c4fed2e6),segment_id=512b45e5-ce4a-44bf-a0d9-5067c4fed2e6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:08.816228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:08.819847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.825167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:08.865824 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:30:08.890416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.917189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 7ac610c7-9c02-4131-a701-f4fad843c4ea on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:08.942662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ac610c7-9c02-4131-a701-f4fad843c4ea no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:08.972567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7ac610c7-9c02-4131-a701-f4fad843c4ea {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:08.973014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7ac610c7-9c02-4131-a701-f4fad843c4ea not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:08.973366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 159151a6-8d21-4b35-8f6c-5ed3972f3e40 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:08.980254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:08.990065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.015484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190718b1-1b2a-4fc1-b96a-aadd374d3d7c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.022792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 159151a6-8d21-4b35-8f6c-5ed3972f3e40 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:09.023352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 159151a6-8d21-4b35-8f6c-5ed3972f3e40 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:09.023451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 029d2325-3791-461e-b5aa-646f1d549525 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:09.036766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.042169 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b5fcf46-674a-4589-baf2-c1e7d5ff8754 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2251608 Aug 16 22:30:09.042919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.048925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': '50470cbf-657e-4db4-bab0-78a6e3efd98f', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.080266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.091876 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:30:09.096945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 029d2325-3791-461e-b5aa-646f1d549525 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:09.100239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.103270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 029d2325-3791-461e-b5aa-646f1d549525 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:09.127527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=50888ffb-774f-4142-a0da-7a4acb87b7e9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.135219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Provisioning complete for port 50888ffb-774f-4142-a0da-7a4acb87b7e9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:09.135905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.215788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f24519-37bb-4541-9476-0884e61a7c62']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:09.235589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd24a29-8cd5-4ed9-9b91-0d508284778b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:09.236072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd24a29-8cd5-4ed9-9b91-0d508284778b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:09.248714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.266949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.298284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.302856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62284c32-ec69-4e90-92b9-13135207b91d req-46942df7-92c2-4bd5-a8c7-2fafebd56e1e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.303804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.304668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62284c32-ec69-4e90-92b9-13135207b91d req-46942df7-92c2-4bd5-a8c7-2fafebd56e1e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.6973381 Aug 16 22:30:09.306247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:09.306440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.325605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d0529-768d-42a0-8234-c16805fd9373 None None] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:09.331124 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:09.335298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd28f2c-aa7e-4a40-a5c9-ba993391147a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.346218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Provisioning for port 1719e82a-31ab-4663-8e3a-cd2f985f5351 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:09.358629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a941305-1f4b-4dc8-9087-58d8f90d5664 req-87065d9f-a62d-403e-8d6e-90de8ce26318 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0891836 Aug 16 22:30:09.360562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:09.369697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.376391 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a9a5576-f9ba-4b70-9705-a368f6262966 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319812 Aug 16 22:30:09.377887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.379511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Provisioning complete for port 1719e82a-31ab-4663-8e3a-cd2f985f5351 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:09.379991 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.393687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'network': {'name': 'tempest-network-smoke--227832098', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.403336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:09.419254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Port': ['ID=1719e82a-31ab-4663-8e3a-cd2f985f5351,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.433107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:09.440311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.478950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8dc9d640-4dfb-42ed-b2ec-3b074f316f0c None None] Port 1719e82a-31ab-4663-8e3a-cd2f985f5351 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:09.494924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.495829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:09.525150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.525883 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Added segment da181453-d797-483e-acdb-7b573bd4bf7c of type vlan for network d987ef0a-0399-45d6-a11b-09782abbdac7 Aug 16 22:30:09.578699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.580636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/67f24519-37bb-4541-9476-0884e61a7c62 HTTP/1.1" status: 204 len: 168 time: 1.8357053 Aug 16 22:30:09.586021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.595649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132788780'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.627433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0ddd2e31-d2d4-4307-813e-484507f7d3fb None None] Provisioning for port 6a23c5e4-38ae-4237-bcef-efa36da00cae completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:09.641610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62284c32-ec69-4e90-92b9-13135207b91d req-711e4205-8548-4ad1-93eb-b0c945a3b4e5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805579 Aug 16 22:30:09.652986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769f190-6c65-4dfc-ac82-463f5ed239f8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=67f24519-37bb-4541-9476-0884e61a7c62,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:09.654166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.675061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0ddd2e31-d2d4-4307-813e-484507f7d3fb None None] Provisioning complete for port 1719e82a-31ab-4663-8e3a-cd2f985f5351 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:09.675457 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2e31-d2d4-4307-813e-484507f7d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.734692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:09.736606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd2e31-d2d4-4307-813e-484507f7d3fb None None] Port 1719e82a-31ab-4663-8e3a-cd2f985f5351 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:09.738861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.758267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.764726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:09.777184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.830213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:09.882549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:09.882909 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 3c3615f9-3503-47b6-acee-74348ec6a0df of type vlan for network 98c6f522-255e-4afd-adac-8fc0bbd144f4 Aug 16 22:30:09.884308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Router 4631db1a-d6b9-4079-8533-c483aec3d2f4 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:09.935595 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5558860 Aug 16 22:30:09.946466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:09.960425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'admin_state_up': True, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:09.972123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d48b87-f6e0-4cf3-a529-e344072797e4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Network': ['ID=d987ef0a-0399-45d6-a11b-09782abbdac7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.001947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.002490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-05ea8d10-6dc7-4f2b-814d-7b75a15caffb None None] Provisioning complete for port 1719e82a-31ab-4663-8e3a-cd2f985f5351 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:10.003594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.004020 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-05ea8d10-6dc7-4f2b-814d-7b75a15caffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.015556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d987ef0a-0399-45d6-a11b-09782abbdac7 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:10.098195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.105498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.160528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:10.180882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d2fd13e-c569-4399-b7ae-05589597999c tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8092058 Aug 16 22:30:10.181727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42928) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:10.185661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.192275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a23c5e4-38ae-4237-bcef-efa36da00cae up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:10.199455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:10.199455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.199714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] Sync routers for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:10.274025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-05ea8d10-6dc7-4f2b-814d-7b75a15caffb None None] Port 1719e82a-31ab-4663-8e3a-cd2f985f5351 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:10.276950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:10.277767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.322962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.337125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:10.337899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.378172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:10.378851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a817ce-18f0-4ad6-8ad5-a51aa5c5d403 None None] The sync data for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:10.395320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6a23c5e4-38ae-4237-bcef-efa36da00cae completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:10.399727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6a23c5e4-38ae-4237-bcef-efa36da00cae triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:10.400217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.405183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.489897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c627a007-ffe0-4fec-a74a-394255ce26ca None None] Provisioning complete for port 6a23c5e4-38ae-4237-bcef-efa36da00cae triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:10.490283 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c627a007-ffe0-4fec-a74a-394255ce26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.602618 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.664717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6a23c5e4-38ae-4237-bcef-efa36da00cae, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a23c5e4-38ae-4237-bcef-efa36da00cae,segment=NetworkSegment(5e4fc9f6-93a0-4a5c-9f00-2c673078716d),segment_id=5e4fc9f6-93a0-4a5c-9f00-2c673078716d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:10.688008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.710037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.755962 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.757243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 50888ffb-774f-4142-a0da-7a4acb87b7e9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:10.852097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6a23c5e4-38ae-4237-bcef-efa36da00cae,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:10.869099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 50888ffb-774f-4142-a0da-7a4acb87b7e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:10.869504 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:10.893997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.82 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d60ab2b2-42e0-4249-99ff-a8e8575850a4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:11.006040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2862d0c1-2d85-49b0-bd2d-157cf31c46f6 req-72d973cf-abaa-479b-aaa7-9b2ca05b0245 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1245787 Aug 16 22:30:11.051613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4542925 Aug 16 22:30:11.051867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.051867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:11.060509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:11.061749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=98c6f522-255e-4afd-adac-8fc0bbd144f4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:11.087975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.088333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.088678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.089023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.089404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.089741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.090075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.090489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.090813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.091144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.091475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.091978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e59265-5d19-4640-afff-c7418774f40a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:11.105388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:11.182230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133b050-b8f8-4746-beb8-8011feb7fe6a req-007a77fa-1b61-4199-9106-cdb9d7be9eee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:11.191292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a133b050-b8f8-4746-beb8-8011feb7fe6a req-007a77fa-1b61-4199-9106-cdb9d7be9eee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2946882 Aug 16 22:30:11.237376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.245941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a133b050-b8f8-4746-beb8-8011feb7fe6a req-3dd5275f-7f3a-4b64-90a0-95ed5b408f15 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Aug 16 22:30:11.280215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:11.281019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:11.288076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.301573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:11.349803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:11.399210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=d60ab2b2-42e0-4249-99ff-a8e8575850a4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:11.475520 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ccfdf6f2-3e0b-406a-8427-80f8cd2e3b49 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:30:11.477645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ccfdf6f2-3e0b-406a-8427-80f8cd2e3b49 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2706804 Aug 16 22:30:11.479839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:11.756906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a23c5e4-38ae-4237-bcef-efa36da00cae up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:11.787279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.831197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6a23c5e4-38ae-4237-bcef-efa36da00cae triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:11.831866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.862630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:11.910276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=72ebd20d-d219-4843-9d95-e21bc709aab0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:12.007805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '3c3615f9-3503-47b6-acee-74348ec6a0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:12.008157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 98c6f522-255e-4afd-adac-8fc0bbd144f4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:12.011647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.057726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:12.155841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 98c6f522-255e-4afd-adac-8fc0bbd144f4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:12.162837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:12.163522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.179621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2664fe03-24d8-4522-bf3c-d6e0ae8c3777 None None] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:12.317999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bbc8207-fbe7-4bfd-bb1c-0509f117e6e5 req-339cb787-5021-46db-ba4f-c5879e39b749 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1507258 Aug 16 22:30:12.385623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-98c6f522-255e-4afd-adac-8fc0bbd144f4', 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '72ebd20d-d219-4843-9d95-e21bc709aab0'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:12.386788 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.523622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef7519-d548-4856-858c-2b38450b068c req-5bda84fb-0465-4e16-b68a-f46b8b7bb7f5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:12.529233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdef7519-d548-4856-858c-2b38450b068c req-5bda84fb-0465-4e16-b68a-f46b8b7bb7f5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1637609 Aug 16 22:30:12.583842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdef7519-d548-4856-858c-2b38450b068c req-03b2be7d-31fb-45a6-8ecd-61837d57e4ec tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463300 Aug 16 22:30:12.623918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Allocated IP 2001:db8::2 (98c6f522-255e-4afd-adac-8fc0bbd144f4/72ebd20d-d219-4843-9d95-e21bc709aab0/53c6e307-526e-432e-81b5-c20ecb0b0cc6) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:12.665056 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2c630ed9-16a0-4f07-bd36-1225e2e0e675 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6120956 Aug 16 22:30:12.668429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:12.676710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2000473115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:12.707434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting port 1719e82a-31ab-4663-8e3a-cd2f985f5351 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:12.707829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.714605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.716781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.747300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.988900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:12.997569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.022279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.027834 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.048714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Transition to ACTIVE for port object 53c6e307-526e-432e-81b5-c20ecb0b0cc6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:13.065131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.066579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7d940703-758f-411b-a072-71b06ea16c88 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3969507 Aug 16 22:30:13.067986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Calling delete_port for 1719e82a-31ab-4663-8e3a-cd2f985f5351 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:13.069010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:13.074138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'port': {'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4', 'name': 'tempest-RoutersIpV6Test-226532145'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:13.096935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Transition to ACTIVE for port object 53c6e307-526e-432e-81b5-c20ecb0b0cc6 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:13.105159 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.302681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:13.326433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:13.348816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:13.355596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Pushing event updated for resources: {'Port': ['ID=53c6e307-526e-432e-81b5-c20ecb0b0cc6,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:13.378462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:13.386580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.390911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 9f98291c-7801-4a82-a779-bd98740949a4 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:13.429688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Attempting to bind port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:13.430247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Attempting to bind port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3c3615f9-3503-47b6-acee-74348ec6a0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:13.430724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Attempting to bind port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 on network 98c6f522-255e-4afd-adac-8fc0bbd144f4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:13.436622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:13.437170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Checking segment: {'id': '3c3615f9-3503-47b6-acee-74348ec6a0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:13.438227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.439123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Bound using segment: {'id': '3c3615f9-3503-47b6-acee-74348ec6a0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:13.439276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Bound port: 53c6e307-526e-432e-81b5-c20ecb0b0cc6, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3615f9-3503-47b6-acee-74348ec6a0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '98c6f522-255e-4afd-adac-8fc0bbd144f4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:13.439744 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.455556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] device_id is not set on port 95db9a33-e7e0-43da-a116-d15d856d0a4d yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:30:13.456214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.533153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] For port 53c6e307-526e-432e-81b5-c20ecb0b0cc6, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:13.539607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] For port 53c6e307-526e-432e-81b5-c20ecb0b0cc6, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=53c6e307-526e-432e-81b5-c20ecb0b0cc6,segment=NetworkSegment(3c3615f9-3503-47b6-acee-74348ec6a0df),segment_id=3c3615f9-3503-47b6-acee-74348ec6a0df)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:13.547264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.552447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Port': ['ID=1719e82a-31ab-4663-8e3a-cd2f985f5351,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:13.670236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799fa1f-5d11-4d3a-a471-632eb501d794 None None] Pushing event updated for resources: {'Port': ['ID=53c6e307-526e-432e-81b5-c20ecb0b0cc6,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:13.739114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:13.758502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Sync routers for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:13.759070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee183077-4c81-4097-b35a-234639565e54 req-64fc9ca2-e37d-4fe1-b542-773abfeccd1d tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1783557 Aug 16 22:30:13.788565 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:13.789236 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:13.845044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.849703 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bcdba9a0-44bf-4047-af64-15ec8a0d4fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9024956 Aug 16 22:30:13.853913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43002) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:13.875373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:13.941621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8::1ee (98c6f522-255e-4afd-adac-8fc0bbd144f4/72ebd20d-d219-4843-9d95-e21bc709aab0/95db9a33-e7e0-43da-a116-d15d856d0a4d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:13.973362 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce24e24d-37d6-4b4a-aa68-b0d237e06815 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=b7e7c63a95da40d6aeb762e67c08fa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182592 Aug 16 22:30:13.980229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.067192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff052c16-29c6-4ad0-b036-4433e186abcb req-fc2afaf1-b1dd-45a8-87e7-e58805ecfacb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.068978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff052c16-29c6-4ad0-b036-4433e186abcb req-fc2afaf1-b1dd-45a8-87e7-e58805ecfacb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2934058 Aug 16 22:30:14.095976 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:14.225049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff052c16-29c6-4ad0-b036-4433e186abcb req-10480a61-9651-4583-8100-e2105c06c6b6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383574 Aug 16 22:30:14.267241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Router 4631db1a-d6b9-4079-8533-c483aec3d2f4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:14.377258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:14.381911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.386005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-03e6e483-8368-402d-a2c9-931a0701e58f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9043746 Aug 16 22:30:14.388977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] Sync routers for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:14.389820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.399553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbfa18f-4813-47c8-9304-c9930e99e6e0 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.402509 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4dbfa18f-4813-47c8-9304-c9930e99e6e0 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4209955 Aug 16 22:30:14.408766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.422857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:14.426280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:14.446924 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5532d4e6-8034-458a-8b46-c205bf291420 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] delete failed (client error): The resource could not be found. Aug 16 22:30:14.455225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5532d4e6-8034-458a-8b46-c205bf291420 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1124905106 HTTP/1.1" status: 404 len: 335 time: 0.0640719 Aug 16 22:30:14.478362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.480613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43018) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.480808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fc28c574-3378-446d-b2a7-f571523d8537 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710666 Aug 16 22:30:14.484888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1bf282b8-bd80-4a40-a1e3-32567810773d tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'router': {'external_gateway_info': {'network_id': '4631db1a-d6b9-4079-8533-c483aec3d2f4'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:14.493894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2006314804', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:14.520264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:14.531599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:14.532232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:14.545518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.570302 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:11Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:14.574166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 95db9a33-e7e0-43da-a116-d15d856d0a4d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:14.580176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:14.580999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb30738a-b6f6-47ae-bc38-ee1094c213da None None] The sync data for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:14.612439 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Checking router: 9f98291c-7801-4a82-a779-bd98740949a4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:14.624335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.624670 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Updating router 9f98291c-7801-4a82-a779-bd98740949a4 port d60ab2b2-42e0-4249-99ff-a8e8575850a4 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:30:14.667002 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.691203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:14.708314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:14.723094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:14.730015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:14.730670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.735291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=95db9a33-e7e0-43da-a116-d15d856d0a4d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:14.759338 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-834a9e0d-ab48-4227-8112-3395d48fdaf8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6848786 Aug 16 22:30:14.760004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.881746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1bf282b8-bd80-4a40-a1e3-32567810773d tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:14.945572 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-1bf282b8-bd80-4a40-a1e3-32567810773d tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] update failed (client error): The resource could not be found. Aug 16 22:30:14.949502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1bf282b8-bd80-4a40-a1e3-32567810773d tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4 HTTP/1.1" status: 404 len: 339 time: 0.4669070 Aug 16 22:30:14.959826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:14.968495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1142021833'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:15.002350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc6e1f8a-3e2a-45a1-8983-035b518c529a req-6baa9f69-113c-4431-946f-b03d93a1af88 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0579734 Aug 16 22:30:15.003433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:15.008733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.087072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:15.091023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.104418 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.115502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Transition to ACTIVE for port object d60ab2b2-42e0-4249-99ff-a8e8575850a4 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:15.130195 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.136025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:15.154906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.155419 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Added segment c4a1cee3-ad2e-4536-af06-1867c739c32b of type vlan for network 1b41faf5-f5fc-46e2-8583-bd23722329b5 Aug 16 22:30:15.236950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.239358 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Attempting to bind port d60ab2b2-42e0-4249-99ff-a8e8575850a4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:15.240273 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Attempting to bind port d60ab2b2-42e0-4249-99ff-a8e8575850a4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:15.241264 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Attempting to bind port d60ab2b2-42e0-4249-99ff-a8e8575850a4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:15.245805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Pushing event updated for resources: {'Port': ['ID=d60ab2b2-42e0-4249-99ff-a8e8575850a4,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.258380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:15.258756 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:15.259874 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.260076 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:15.260628 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Bound port: d60ab2b2-42e0-4249-99ff-a8e8575850a4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:15.261260 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.265037 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.265929 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.266323 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.266670 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.267007 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.267345 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.267664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.267991 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.268756 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.268756 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.268990 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.269466 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:15.294098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.320542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.326205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:15.326813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.332834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab70a84-1c76-4f4f-afca-51e79132413d None None] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:15.352667 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] For port d60ab2b2-42e0-4249-99ff-a8e8575850a4, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:15.360755 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] For port d60ab2b2-42e0-4249-99ff-a8e8575850a4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d60ab2b2-42e0-4249-99ff-a8e8575850a4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:15.368462 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.429691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4657707 Aug 16 22:30:15.437507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43044) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:15.454556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'subnet': {'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:15.483303 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:15.484293 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:15.485920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.489649 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bbdf-e9fb-48e5-95f6-ec843ec3dd33 None None] Pushing event updated for resources: {'Port': ['ID=d60ab2b2-42e0-4249-99ff-a8e8575850a4,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.503813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9ffcf8ca-534d-4974-9625-e94e292fffb5 None None] Provisioning for port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:15.539865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6ed32f1f-9e7b-40be-8dd7-de779f4c8048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.616822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Subnet': ['ID=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.630841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24c1e0-8415-449b-9f70-1b0c3a928f76 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Network': ['ID=1b41faf5-f5fc-46e2-8583-bd23722329b5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.651347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:15.707643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.718995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.760728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb007030-72d3-4d2e-8759-e2a4f837052a req-ce90c899-d3fe-4fbd-a738-5dfdb19b3125 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:15.776625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb007030-72d3-4d2e-8759-e2a4f837052a req-ce90c899-d3fe-4fbd-a738-5dfdb19b3125 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.3521967 Aug 16 22:30:15.813419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:15.813419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network hostable DHCP agents. Network: d987ef0a-0399-45d6-a11b-09782abbdac7, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:15.848535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Made reservation on behalf of 200925d6945a4e509a32ad95a2de66ab for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:15.854612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:15.860861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eb007030-72d3-4d2e-8759-e2a4f837052a req-e4340dd8-39ee-4192-b51b-edc16a8cb14f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832665 Aug 16 22:30:15.884010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 53c6e307-526e-432e-81b5-c20ecb0b0cc6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:15.891541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network d987ef0a-0399-45d6-a11b-09782abbdac7 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:15.926414 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:15.970785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=95db9a33-e7e0-43da-a116-d15d856d0a4d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:15.979863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:15.983978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:15.984894 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.025207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d987ef0a-0399-45d6-a11b-09782abbdac7) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:16.032537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:16.033177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.093926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5424faf-c69b-4c65-ad29-5e72304c07c2 None None] Network d987ef0a-0399-45d6-a11b-09782abbdac7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:16.145520 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.205815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Provisioning for port 95db9a33-e7e0-43da-a116-d15d856d0a4d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:16.255702 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:11Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:16.265495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Provisioning complete for port 95db9a33-e7e0-43da-a116-d15d856d0a4d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:16.265881 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.282151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-89cbc396-5417-4ff6-93ec-8d1fef8b4cdb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7919858 Aug 16 22:30:16.285335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:16.326942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.337882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bceaf422-30b2-407f-81df-ed6a074607f0 req-66572529-c622-4690-b980-068df49cf253 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0629759 Aug 16 22:30:16.339457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.360494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Port 95db9a33-e7e0-43da-a116-d15d856d0a4d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:16.382556 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbce1d2-1a27-4f1c-b0dc-9fec7a05a122 None None] The sync data for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 is: [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:11Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:16.438272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Subnet': ['ID=3339c852-d197-4ffb-9958-dcf180ffe1cc,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:16.452225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Checking segment: {'id': 'c4a1cee3-ad2e-4536-af06-1867c739c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:16.454063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network hostable DHCP agents. Network: 1b41faf5-f5fc-46e2-8583-bd23722329b5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:16.456907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 53c6e307-526e-432e-81b5-c20ecb0b0cc6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=53c6e307-526e-432e-81b5-c20ecb0b0cc6,segment=NetworkSegment(3c3615f9-3503-47b6-acee-74348ec6a0df),segment_id=3c3615f9-3503-47b6-acee-74348ec6a0df)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:16.469803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Provisioning complete for port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:16.470462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1673-97f1-46cb-8cc7-435a4e06b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.474637 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.491697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:16.508413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1b41faf5-f5fc-46e2-8583-bd23722329b5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:16.517239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:16.517977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.553121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad808d15-08e1-49a6-a7e9-9822981eb9b1 None None] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:16.561181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b20a8029-015e-44c7-ab01-a6096ad3ae78 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1184931 Aug 16 22:30:16.561181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:16.566035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-14905153-32c8-4f7d-9b29-9c66e2572539 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:16.678692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d987ef0a-0399-45d6-a11b-09782abbdac7', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:16.679803 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.706393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:16.743810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=53c6e307-526e-432e-81b5-c20ecb0b0cc6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:17.184339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-1b41faf5-f5fc-46e2-8583-bd23722329b5', 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5', 'tenant_id': '200925d6945a4e509a32ad95a2de66ab', 'fixed_ips': [{'subnet_id': '3339c852-d197-4ffb-9958-dcf180ffe1cc'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:17.185634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.232199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Allocated IP 172.20.0.2 (d987ef0a-0399-45d6-a11b-09782abbdac7/0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9/13fea687-2168-48e5-9636-6c3c083cda07) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:17.384236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6fda020d-e40c-4e1d-a412-3f66a2eaff21 None None] Provisioning complete for port 95db9a33-e7e0-43da-a116-d15d856d0a4d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:17.385242 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6fda020d-e40c-4e1d-a412-3f66a2eaff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.581484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef5303cb-728b-4255-98e5-ddae7ba3f182 req-6ac59d1f-0c85-463f-9770-5d6aac63b042 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0408120 Aug 16 22:30:17.601376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14905153-32c8-4f7d-9b29-9c66e2572539 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.640575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73935e6-4187-40af-addc-01ad6e628e6a req-84cb24b8-3488-4ac0-a181-06811c2403ff tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:17.642433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b73935e6-4187-40af-addc-01ad6e628e6a req-84cb24b8-3488-4ac0-a181-06811c2403ff tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2848225 Aug 16 22:30:17.662653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.681340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.683307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.686109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6fda020d-e40c-4e1d-a412-3f66a2eaff21 None None] Port 95db9a33-e7e0-43da-a116-d15d856d0a4d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:17.755216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=95db9a33-e7e0-43da-a116-d15d856d0a4d,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:17.833270 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.843286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Transition to ACTIVE for port object 13fea687-2168-48e5-9636-6c3c083cda07 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:17.862029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Transition to ACTIVE for port object 13fea687-2168-48e5-9636-6c3c083cda07 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:17.865995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b73935e6-4187-40af-addc-01ad6e628e6a req-e93e1bbb-9421-4c96-96f0-869bebf1f179 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087319 Aug 16 22:30:17.882635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.882635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Allocated IP 2001:db8:1::2 (1b41faf5-f5fc-46e2-8583-bd23722329b5/3339c852-d197-4ffb-9958-dcf180ffe1cc/a44bc821-cf38-44d4-a9a7-83e9f4e0a527) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:17.932045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d60ab2b2-42e0-4249-99ff-a8e8575850a4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:17.950731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:17.956003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:17.959816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:17.985020 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-14905153-32c8-4f7d-9b29-9c66e2572539 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:30:17.993678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-14905153-32c8-4f7d-9b29-9c66e2572539 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4 HTTP/1.1" status: 400 len: 364 time: 1.4313002 Aug 16 22:30:17.994573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Network d987ef0a-0399-45d6-a11b-09782abbdac7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:17.994955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43066) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:18.014621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:18.044086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:18.129570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Pushing event updated for resources: {'Port': ['ID=13fea687-2168-48e5-9636-6c3c083cda07,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:18.137457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d60ab2b2-42e0-4249-99ff-a8e8575850a4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:18.178532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d60ab2b2-42e0-4249-99ff-a8e8575850a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:18.179057 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.365528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 7ebee550-1d21-49fc-9261-c14351faa952 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:18.466422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.493507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.500186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cc25c53-c79d-4e6d-b438-b9805b2cbf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.536554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e5197aa1-ffca-48b2-b615-76cdd7a1aa1b None None] Provisioning complete for port 95db9a33-e7e0-43da-a116-d15d856d0a4d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:18.537062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5197aa1-ffca-48b2-b615-76cdd7a1aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.592674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Attempting to bind port 13fea687-2168-48e5-9636-6c3c083cda07 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:18.593117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Attempting to bind port 13fea687-2168-48e5-9636-6c3c083cda07 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:18.593684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Attempting to bind port 13fea687-2168-48e5-9636-6c3c083cda07 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:18.603591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e5197aa1-ffca-48b2-b615-76cdd7a1aa1b None None] Port 95db9a33-e7e0-43da-a116-d15d856d0a4d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:18.624504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:18.625455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:18.625907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.626361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Bound using segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:18.626855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Bound port: 13fea687-2168-48e5-9636-6c3c083cda07, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:18.627246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.629622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:18.641749 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a14b891-382f-4130-aaf2-985bd8bf28f1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/7ebee550-1d21-49fc-9261-c14351faa952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8806767 Aug 16 22:30:18.642265 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] Sync routers for ids ['7ebee550-1d21-49fc-9261-c14351faa952'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:18.655145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:18.668533 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] Routers {'7ebee550-1d21-49fc-9261-c14351faa952'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:18.671341 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7ebee550-1d21-49fc-9261-c14351faa952'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:18.738249 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:18.759139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.1 (d987ef0a-0399-45d6-a11b-09782abbdac7/0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9/04ae3630-cdce-45f7-9106-2d947a07ff1e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:18.769419 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] Routers {'7ebee550-1d21-49fc-9261-c14351faa952'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:18.770367 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7ebee550-1d21-49fc-9261-c14351faa952'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:18.797809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdccb78-503f-46d5-9697-948bba4b90e4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:18.802283 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-acdccb78-503f-46d5-9697-948bba4b90e4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports/95db9a33-e7e0-43da-a116-d15d856d0a4d HTTP/1.1" status: 200 len: 983 time: 0.1429892 Aug 16 22:30:18.803229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.814902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:18.819678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] For port 13fea687-2168-48e5-9636-6c3c083cda07, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:18.821912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.838466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] For port 13fea687-2168-48e5-9636-6c3c083cda07, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13fea687-2168-48e5-9636-6c3c083cda07,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:18.840974 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:18.841205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Transition to ACTIVE for port object a44bc821-cf38-44d4-a9a7-83e9f4e0a527 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:18.841701 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24913c-bef7-4777-9483-eb298ba04402 None None] The sync data for ids ['7ebee550-1d21-49fc-9261-c14351faa952'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:18.863842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Transition to ACTIVE for port object a44bc821-cf38-44d4-a9a7-83e9f4e0a527 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:18.883007 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.899488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d60ab2b2-42e0-4249-99ff-a8e8575850a4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d60ab2b2-42e0-4249-99ff-a8e8575850a4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:18.903784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.913949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5949f66-77ce-43ff-9c72-c768cf5509dd req-ed041c96-13d1-4fcb-aa0a-48212da73447 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0544388 Aug 16 22:30:18.931773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Allocated IP 2001:db8::1 (1c8124c6-7014-4f35-9f61-52d9dd77c1ec/403befd4-3b24-4a31-9c16-103437d31b6e/908b4dcb-b578-4753-9e27-2175dbfa7447) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:18.956396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:18.957630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 53c6e307-526e-432e-81b5-c20ecb0b0cc6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:19.004872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:19.065898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:19.068242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:19.087843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369543e-dcc9-474f-9964-f576b3606977 None None] Pushing event updated for resources: {'Port': ['ID=13fea687-2168-48e5-9636-6c3c083cda07,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.129241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689047a-e369-48f2-a8db-b814bde3a4dd req-acae6e73-2e3e-4bf1-9832-cfe41961484e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:19.131822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d689047a-e369-48f2-a8db-b814bde3a4dd req-acae6e73-2e3e-4bf1-9832-cfe41961484e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1109598 Aug 16 22:30:19.147944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.177923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object 04ae3630-cdce-45f7-9106-2d947a07ff1e will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:19.204067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.221106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Transition to ACTIVE for port object 908b4dcb-b578-4753-9e27-2175dbfa7447 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:19.237553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Attempting to bind port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:19.238207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Attempting to bind port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c4a1cee3-ad2e-4536-af06-1867c739c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:19.238738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Attempting to bind port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 on network 1b41faf5-f5fc-46e2-8583-bd23722329b5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:19.247296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Pushing event updated for resources: {'Port': ['ID=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.280487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:19.281351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Checking segment: {'id': 'c4a1cee3-ad2e-4536-af06-1867c739c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:19.282787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.283642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d689047a-e369-48f2-a8db-b814bde3a4dd req-c0f868c9-b2e4-4731-85b1-447abfaf425d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360979 Aug 16 22:30:19.285399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.298474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Bound using segment: {'id': 'c4a1cee3-ad2e-4536-af06-1867c739c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:19.299129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Bound port: a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a1cee3-ad2e-4536-af06-1867c739c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1b41faf5-f5fc-46e2-8583-bd23722329b5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:19.301550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.348417 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.370227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:19.380054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:19.395099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:19.395665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.423384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:19.423939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.427435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.499877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Port': ['ID=908b4dcb-b578-4753-9e27-2175dbfa7447,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.528228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d60ab2b2-42e0-4249-99ff-a8e8575850a4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.542368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network d987ef0a-0399-45d6-a11b-09782abbdac7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:19.568657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:19.571893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] For port a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:19.576287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] For port a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,segment=NetworkSegment(c4a1cee3-ad2e-4536-af06-1867c739c32b),segment_id=c4a1cee3-ad2e-4536-af06-1867c739c32b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:19.581579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:19.584195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.619184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.643599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.723450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:19.757574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f36818-34f4-4543-bae7-64e30b0ebecc None None] Pushing event updated for resources: {'Port': ['ID=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:19.966360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f61e7cf5-939d-4a89-ae8e-71f31c5adf99 None None] Provisioning for port 908b4dcb-b578-4753-9e27-2175dbfa7447 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:19.994543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f61e7cf5-939d-4a89-ae8e-71f31c5adf99 None None] Provisioning complete for port 908b4dcb-b578-4753-9e27-2175dbfa7447 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:19.995214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f61e7cf5-939d-4a89-ae8e-71f31c5adf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.049393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.083556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13fea687-2168-48e5-9636-6c3c083cda07 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:20.101508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.168661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f61e7cf5-939d-4a89-ae8e-71f31c5adf99 None None] Port 908b4dcb-b578-4753-9e27-2175dbfa7447 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:20.205469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 13fea687-2168-48e5-9636-6c3c083cda07 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:20.215518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d60ab2b2-42e0-4249-99ff-a8e8575850a4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:20.285813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.318460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d60ab2b2-42e0-4249-99ff-a8e8575850a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:20.323336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.326882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.329673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.432189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4228bc4d-6f4b-4fe8-9335-c15719a81db5 req-6f2a1a00-4f8c-4b1a-a2e3-3eff991f7f4e tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1420455 Aug 16 22:30:20.447163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event updated for resources: {'Port': ['ID=908b4dcb-b578-4753-9e27-2175dbfa7447,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:20.578376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85b6ea-9097-4749-8871-175ab874d418 req-4cd460ce-437e-462d-88f5-320e94734f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:20.587089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f85b6ea-9097-4749-8871-175ab874d418 req-4cd460ce-437e-462d-88f5-320e94734f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1513207 Aug 16 22:30:20.654904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 95db9a33-e7e0-43da-a116-d15d856d0a4d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:20.655257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.660090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f85b6ea-9097-4749-8871-175ab874d418 req-8a634096-48fe-48d8-8089-3b3f55540edb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718899 Aug 16 22:30:20.689222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:20.690852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:20.741197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b89ead-5946-4749-a538-8df5bd225321 None None] Network d987ef0a-0399-45d6-a11b-09782abbdac7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:20.786802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.794938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.807773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.844116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Router 4631db1a-d6b9-4079-8533-c483aec3d2f4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:20.871369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 95db9a33-e7e0-43da-a116-d15d856d0a4d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:20.880312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Provisioning for port 13fea687-2168-48e5-9636-6c3c083cda07 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:20.888555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Provisioning complete for port 13fea687-2168-48e5-9636-6c3c083cda07 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:20.888940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.934712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:20.988996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:21.000565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:21.001435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7dbcd60f-dcbe-4972-b62b-03df084fcc51 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0050778 Aug 16 22:30:21.004602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] Sync routers for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:21.011764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:21.063987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:21.064779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:21.154791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:21.163651 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.224278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] For port 13fea687-2168-48e5-9636-6c3c083cda07, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13fea687-2168-48e5-9636-6c3c083cda07,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:21.254171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:21.254886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:21.298856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.325311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04ca34-8838-4ee3-a3c6-dd4a2b6b39b3 None None] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:21.332329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:21.332937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad433a84-a8dc-49fe-ab57-78eaa926975e None None] The sync data for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:21.344938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.423472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cbc99-e6a9-4052-922f-59d4cced4cd2 None None] Pushing event updated for resources: {'Port': ['ID=13fea687-2168-48e5-9636-6c3c083cda07,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:21.452325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cdf09f32-c507-44ac-8348-007ffe113512 None None] Provisioning for port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:21.502575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cdf09f32-c507-44ac-8348-007ffe113512 None None] Provisioning complete for port 908b4dcb-b578-4753-9e27-2175dbfa7447 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:21.503008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cdf09f32-c507-44ac-8348-007ffe113512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.547901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cdf09f32-c507-44ac-8348-007ffe113512 None None] Port 908b4dcb-b578-4753-9e27-2175dbfa7447 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:21.596980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-493e3164-8573-4c4e-b5b3-da4d908f2c04 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.638701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d2bcc1-5867-4a7f-b1c5-487835eb9254 req-9b7770b7-2a92-4532-ba61-8996c0f76cd8 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0362945 Aug 16 22:30:21.786966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network d987ef0a-0399-45d6-a11b-09782abbdac7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:21.803533 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-493e3164-8573-4c4e-b5b3-da4d908f2c04 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:30:21.808031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-493e3164-8573-4c4e-b5b3-da4d908f2c04 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4 HTTP/1.1" status: 409 len: 329 time: 0.8008900 Aug 16 22:30:21.808031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:21.808314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:21.823297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.897352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Provisioning for port 04ae3630-cdce-45f7-9106-2d947a07ff1e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:21.902326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Provisioning complete for port 04ae3630-cdce-45f7-9106-2d947a07ff1e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:21.902856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:21.916765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=95db9a33-e7e0-43da-a116-d15d856d0a4d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:21.998036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Port 04ae3630-cdce-45f7-9106-2d947a07ff1e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:22.035560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0b967-5abb-4292-af64-746bbec25cdc req-9195505f-081c-4d11-aca7-3eb00285f4fe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:22.036503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13fea687-2168-48e5-9636-6c3c083cda07 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:22.037497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8e0b967-5abb-4292-af64-746bbec25cdc req-9195505f-081c-4d11-aca7-3eb00285f4fe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2863834 Aug 16 22:30:22.043530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Provisioning complete for port 13fea687-2168-48e5-9636-6c3c083cda07 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.049652 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-794f7cc7-2226-4c46-8c3d-5a2b5b8c05a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.175500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.258063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 13fea687-2168-48e5-9636-6c3c083cda07 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.258841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.259037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 9f98291c-7801-4a82-a779-bd98740949a4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:22.313589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8e0b967-5abb-4292-af64-746bbec25cdc req-8e12e666-9fd8-4232-87bd-24fb3f619122 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646379 Aug 16 22:30:22.433385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a44bc821-cf38-44d4-a9a7-83e9f4e0a527 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:22.485731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.493132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 7ebee550-1d21-49fc-9261-c14351faa952 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:22.506073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Provisioning complete for port 04ae3630-cdce-45f7-9106-2d947a07ff1e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.506782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.577901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:22.585389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.585770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.627689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Port 04ae3630-cdce-45f7-9106-2d947a07ff1e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:22.635361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:22.637513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:22.655238 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Sync routers for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:22.661062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] Sync routers for ids ['7ebee550-1d21-49fc-9261-c14351faa952'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:22.661357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3e4af2d-2291-434c-862a-5b3d6c4320fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/9f98291c-7801-4a82-a779-bd98740949a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3748155 Aug 16 22:30:22.674167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-38ae7b2f-f250-4a3f-ae84-9da9c1314513 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/7ebee550-1d21-49fc-9261-c14351faa952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8550508 Aug 16 22:30:22.674399 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:22.674399 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:22.676117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:22.695161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Provisioning complete for port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:22.695528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.729672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] Routers {'7ebee550-1d21-49fc-9261-c14351faa952'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:22.730321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7ebee550-1d21-49fc-9261-c14351faa952'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:22.774213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:22.788794 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.826776 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:22.834649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] Routers {'7ebee550-1d21-49fc-9261-c14351faa952'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:22.835279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['7ebee550-1d21-49fc-9261-c14351faa952'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:22.855161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a898bd3c-725b-4775-9c37-cfa4fda29398 req-77ff29fb-ec9f-4b9f-9849-bf9e055db5f0 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0673525 Aug 16 22:30:22.895765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.902887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:22.903523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2809b1-4c34-4f03-a87a-b7db6b5b5d2b None None] The sync data for ids ['7ebee550-1d21-49fc-9261-c14351faa952'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:22.933765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,segment=NetworkSegment(c4a1cee3-ad2e-4536-af06-1867c739c32b),segment_id=c4a1cee3-ad2e-4536-af06-1867c739c32b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:22.947716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.974564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:22.993426 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-4055d288-2d59-436a-89ab-4891c0f35f34 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 22:30:22.995285 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4055d288-2d59-436a-89ab-4891c0f35f34 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/7ebee550-1d21-49fc-9261-c14351faa952/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3080950 Aug 16 22:30:22.998282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.023024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting port 908b4dcb-b578-4753-9e27-2175dbfa7447 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:23.023559 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.033631 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f58dec4d-f7e8-4dbb-88bc-596ddc0b113b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebee550-1d21-49fc-9261-c14351faa952 HTTP/1.1" status: 200 len: 205 time: 0.0339320 Aug 16 22:30:23.036218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.057346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:30:23.057957 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-07f0f87d-0339-4af7-b9ac-e8cd7ce255b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:30:23.064040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.100683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-9d442ad2-96d5-479f-8d9c-08db64469a40 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289997601&fields=id&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 267 time: 0.1383605 Aug 16 22:30:23.129685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.132791 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:20Z', 'revision_number': 2, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:23.158833 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Checking router: 9f98291c-7801-4a82-a779-bd98740949a4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:23.159190 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Updating router 9f98291c-7801-4a82-a779-bd98740949a4 port 04ae3630-cdce-45f7-9106-2d947a07ff1e binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:30:23.183682 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.202201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.222070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Calling delete_port for 908b4dcb-b578-4753-9e27-2175dbfa7447 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:23.265744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-2f6a85b9-7b35-42ee-8072-7c48eab28fc8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.267276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-2f6a85b9-7b35-42ee-8072-7c48eab28fc8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 796 time: 0.1532352 Aug 16 22:30:23.312941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-ce902c85-db57-45a9-aae5-a4eb6ed9418e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/quotas/b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 375 time: 0.0177536 Aug 16 22:30:23.328657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.331270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.386018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.386587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebee550-1d21-49fc-9261-c14351faa952 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:23.399480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.406718 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b49ae40-45d5-43ba-83e1-15a6009949e7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/7ebee550-1d21-49fc-9261-c14351faa952 HTTP/1.1" status: 204 len: 168 time: 0.3679783 Aug 16 22:30:23.407358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.479868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 72ebd20d-d219-4843-9d95-e21bc709aab0 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:23.483134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.492454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-035b7b33-8193-495b-8ac6-441a59014502 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734760 Aug 16 22:30:23.522081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521a51-a9b9-4c6d-b3a6-d6891219bff3 req-b6e5c603-331f-492d-9506-877457df1c6b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:23.523854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d521a51-a9b9-4c6d-b3a6-d6891219bff3 req-b6e5c603-331f-492d-9506-877457df1c6b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.0944588 Aug 16 22:30:23.527861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.545550 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.628933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.661188 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Transition to ACTIVE for port object 04ae3630-cdce-45f7-9106-2d947a07ff1e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:23.672777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.679378 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.702514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d521a51-a9b9-4c6d-b3a6-d6891219bff3 req-4895b566-0228-4c4b-857c-598f78a5c34b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681495 Aug 16 22:30:23.714113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.746993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Port': ['ID=908b4dcb-b578-4753-9e27-2175dbfa7447,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.769452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-8f4d7920-98f0-430f-8815-c3dec017a8bb service neutron] 10.222.0.22 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426963 Aug 16 22:30:23.796587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=72ebd20d-d219-4843-9d95-e21bc709aab0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.798244 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bac7d-cc71-4337-a5eb-57214ca2c8a9 None None] Pushing event updated for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:23.803076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.808407 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8c74b0f4-072b-4ddc-b574-e4698ebde511 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/72ebd20d-d219-4843-9d95-e21bc709aab0 HTTP/1.1" status: 204 len: 168 time: 0.3982768 Aug 16 22:30:23.810788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:23.823078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f5bdb-74ae-4598-a262-439e482c1808 None None] Network 98c6f522-255e-4afd-adac-8fc0bbd144f4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:23.825826 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Attempting to bind port 04ae3630-cdce-45f7-9106-2d947a07ff1e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:23.826370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Attempting to bind port 04ae3630-cdce-45f7-9106-2d947a07ff1e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:23.826899 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Attempting to bind port 04ae3630-cdce-45f7-9106-2d947a07ff1e on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:23.841311 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:23.841993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:23.842564 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.843135 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Bound using segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:23.843806 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Bound port: 04ae3630-cdce-45f7-9106-2d947a07ff1e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:23.844885 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.978878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:23.987757 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] For port 04ae3630-cdce-45f7-9106-2d947a07ff1e, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:23.991453 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] For port 04ae3630-cdce-45f7-9106-2d947a07ff1e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04ae3630-cdce-45f7-9106-2d947a07ff1e,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:23.995815 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.090507 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bac7d-cc71-4337-a5eb-57214ca2c8a9 None None] Pushing event updated for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.098434 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:24.098993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:24.152272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:24.152743 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.280054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a44bc821-cf38-44d4-a9a7-83e9f4e0a527 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:24.299337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:24.311047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 53c6e307-526e-432e-81b5-c20ecb0b0cc6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=53c6e307-526e-432e-81b5-c20ecb0b0cc6,segment=NetworkSegment(3c3615f9-3503-47b6-acee-74348ec6a0df),segment_id=3c3615f9-3503-47b6-acee-74348ec6a0df)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:24.311426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.344846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 53c6e307-526e-432e-81b5-c20ecb0b0cc6 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:24.498765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:24.499169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.531297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.596754 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:23Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:24.599886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=53c6e307-526e-432e-81b5-c20ecb0b0cc6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.601810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 53c6e307-526e-432e-81b5-c20ecb0b0cc6 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:24.630380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2b72e-d2c4-4a5f-8f39-a762dd78750f None None] The sync data for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 is: [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:23Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:24.676255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3a17c-d083-4a88-afa1-7b5441921145 None None] DHCP port deletion for 98c6f522-255e-4afd-adac-8fc0bbd144f4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:24.738301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.748873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c6f522-255e-4afd-adac-8fc0bbd144f4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:24.770083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3615f9-3503-47b6-acee-74348ec6a0df') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:24.770688 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3615f9-3503-47b6-acee-74348ec6a0df') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:24.781662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.798955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.805310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:24.806538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:24.811082 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:24.815080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e646ff5-84ea-490a-b117-637066f4a6cd req-615ae81f-1af4-4d45-989d-ab8ffb7cda0a tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1366742 Aug 16 22:30:24.837027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.911088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.918123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.924029 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/98c6f522-255e-4afd-adac-8fc0bbd144f4 HTTP/1.1" status: 204 len: 168 time: 1.1081989 Aug 16 22:30:24.932255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:24.938028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1566976051'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:24.948614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-ec7f523b-2dc1-41d6-9e7c-dc378f53c2e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1784215 Aug 16 22:30:24.956188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f2e1-ae65-4115-9812-36ade014d335 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=98c6f522-255e-4afd-adac-8fc0bbd144f4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:24.970184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:24.974493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:24.993942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9df97-8e10-4349-bb8e-eb0956d986bc req-70937e36-e13a-4ac2-8261-b833590b1087 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:24.995496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bf9df97-8e10-4349-bb8e-eb0956d986bc req-70937e36-e13a-4ac2-8261-b833590b1087 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.0911763 Aug 16 22:30:25.003399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:25.016178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.016986 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 867d2cdd-85f9-47bb-ba5d-3ede551e4c31 of type vlan for network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 Aug 16 22:30:25.065390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.098738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.119705 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:30:25.120249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:25.121982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.142841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bf9df97-8e10-4349-bb8e-eb0956d986bc req-0516c4c5-e644-4d90-a1f9-890b0dac471a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055079 Aug 16 22:30:25.151382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Router 4631db1a-d6b9-4079-8533-c483aec3d2f4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:25.195074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3caabf38-ef82-4c69-9085-537a2ffd6b29 req-d54a8366-949c-417a-b6a9-af459febae8c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 210 time: 0.0329373 Aug 16 22:30:25.228223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2948980 Aug 16 22:30:25.235157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43148) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:25.241585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:25.267704 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e587d4-270c-4d4d-b6e4-a93e884df11b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=3710a5d2-a6b4-4062-bf4c-3f39bcadebb6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.281463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:25.315244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:25.323376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54bc422f-0eff-4f5d-9895-50d2b1b9b3d1 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114226 Aug 16 22:30:25.328805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43152) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:25.332991 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] Sync routers for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:25.345511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:25.346560 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:25.372348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:25.376724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.381166 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2f680c90-f3d8-4bce-9d9f-9ae7da2e602b tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] show failed (client error): The resource could not be found. Aug 16 22:30:25.382221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f680c90-f3d8-4bce-9d9f-9ae7da2e602b tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-353693464 HTTP/1.1" status: 404 len: 334 time: 0.0525582 Aug 16 22:30:25.385958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:25.391105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2df1b81f-a599-410f-b3e2-58c284b22b8f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:25.413454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:25.425989 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] Routers {'4631db1a-d6b9-4079-8533-c483aec3d2f4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:25.426888 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['4631db1a-d6b9-4079-8533-c483aec3d2f4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:25.468693 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-2df1b81f-a599-410f-b3e2-58c284b22b8f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] update failed (client error): The resource could not be found. Aug 16 22:30:25.472976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2df1b81f-a599-410f-b3e2-58c284b22b8f tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1487139610 HTTP/1.1" status: 404 len: 335 time: 0.0859995 Aug 16 22:30:25.476842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:25.511100 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:25.511782 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73369067-b7ec-48d4-a0e5-a8b93050ef79 None None] The sync data for ids ['4631db1a-d6b9-4079-8533-c483aec3d2f4'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:25.560923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting subnet 3339c852-d197-4ffb-9958-dcf180ffe1cc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:25.574236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.660419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.693284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.811181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.821605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=305a80cf-16da-458c-8241-f9ca0b9d11e7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:25.843495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '867d2cdd-85f9-47bb-ba5d-3ede551e4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:25.846159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:25.911052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:25.932628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:25.935422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.943792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04ae3630-cdce-45f7-9106-2d947a07ff1e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:25.959566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:25.960317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:25.995841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a6a4c06c-ad0a-4c62-a2c0-8fb7f62908df tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7572901 Aug 16 22:30:25.996287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:26.011378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2017793334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:26.024133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2c44b8b-8646-4ab8-904e-11dbb7c966ee req-0cfd59b3-fe1b-4fc7-8a5c-6dd369a34cc3 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0562911 Aug 16 22:30:26.025463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Subnet': ['ID=3339c852-d197-4ffb-9958-dcf180ffe1cc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:26.029864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.032819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-690f79c8-afef-4daf-94cb-46532f37cdf4 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/subnets/3339c852-d197-4ffb-9958-dcf180ffe1cc HTTP/1.1" status: 204 len: 168 time: 0.5546646 Aug 16 22:30:26.034991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:26.048631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3f27d-5483-4656-a375-ee74db2288e3 None None] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:26.051448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7dccf-dd9d-4d10-8b5a-1f0f32865325 None None] Network 1b41faf5-f5fc-46e2-8583-bd23722329b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:26.073323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.074871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.144536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.161784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.167355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.189873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.193110 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ceea7fa1-11a2-46ac-bb3a-6fa6d5fd437e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1935127 Aug 16 22:30:26.194290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:26.402340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 04ae3630-cdce-45f7-9106-2d947a07ff1e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:26.409244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 04ae3630-cdce-45f7-9106-2d947a07ff1e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:26.409629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.496246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7456a039-ba76-4860-81de-a7dfd789d02c req-501fe987-bead-4fab-aed3-93142a0bd658 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 210 time: 0.1772151 Aug 16 22:30:26.545506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.567236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] DHCP port deletion for 1b41faf5-f5fc-46e2-8583-bd23722329b5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:26.576916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:26.577368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.619932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 04ae3630-cdce-45f7-9106-2d947a07ff1e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04ae3630-cdce-45f7-9106-2d947a07ff1e,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:26.651235 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.709937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:26.713807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba38a55-6f67-484d-8ca1-f4f23f81889e req-6ace520a-a913-4fd2-8432-96ad21098dc5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:26.715276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ba38a55-6f67-484d-8ca1-f4f23f81889e req-6ace520a-a913-4fd2-8432-96ad21098dc5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.3975408 Aug 16 22:30:26.742163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] For port a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,segment=NetworkSegment(c4a1cee3-ad2e-4536-af06-1867c739c32b),segment_id=c4a1cee3-ad2e-4536-af06-1867c739c32b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:26.742537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.751031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 53c6e307-526e-432e-81b5-c20ecb0b0cc6 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:26.783451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-3710a5d2-a6b4-4062-bf4c-3f39bcadebb6', 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '305a80cf-16da-458c-8241-f9ca0b9d11e7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:26.784236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Calling delete_port for a44bc821-cf38-44d4-a9a7-83e9f4e0a527 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:26.784473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.803481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 53c6e307-526e-432e-81b5-c20ecb0b0cc6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:26.803831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 53c6e307-526e-432e-81b5-c20ecb0b0cc6 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:26.818285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Deleting port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:26.818666 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.831426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:26.840009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ba38a55-6f67-484d-8ca1-f4f23f81889e req-25c358bb-c0ee-4a71-a4b6-443a3bcfd504 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998743 Aug 16 22:30:27.021331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] For port a44bc821-cf38-44d4-a9a7-83e9f4e0a527, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,segment=NetworkSegment(c4a1cee3-ad2e-4536-af06-1867c739c32b),segment_id=c4a1cee3-ad2e-4536-af06-1867c739c32b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:27.021806 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.035023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.062428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Calling delete_port for a44bc821-cf38-44d4-a9a7-83e9f4e0a527 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:27.128086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Port': ['ID=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.129286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Allocated IP 2001:db8::2 (3710a5d2-a6b4-4062-bf4c-3f39bcadebb6/305a80cf-16da-458c-8241-f9ca0b9d11e7/2d6379b0-2277-433b-89ed-e07ccbebd479) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:27.152985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] No DVR routers for this DVR port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:27.272788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fad6a0cc-94d9-430b-8d03-4dbac03eaf1a req-e7b38b61-a8a2-4e7f-bd73-fc31ea1cbc61 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1212308 Aug 16 22:30:27.274506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.322166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] No DVR routers for this DVR port a44bc821-cf38-44d4-a9a7-83e9f4e0a527 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:27.323397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe029d-d3d6-4121-b2a8-2b9f1165af34 None None] Pushing event deleted for resources: {'Port': ['ID=a44bc821-cf38-44d4-a9a7-83e9f4e0a527,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.359428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.377575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b41faf5-f5fc-46e2-8583-bd23722329b5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:27.386186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.390077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a1cee3-ad2e-4536-af06-1867c739c32b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:27.390382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a1cee3-ad2e-4536-af06-1867c739c32b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:27.396017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Transition to ACTIVE for port object 2d6379b0-2277-433b-89ed-e07ccbebd479 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:27.398211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-f0018c99-3b4d-46a4-a115-cdef6de6e185 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:27.399675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-f0018c99-3b4d-46a4-a115-cdef6de6e185 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 796 time: 0.2848053 Aug 16 22:30:27.407904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.411114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Transition to ACTIVE for port object 2d6379b0-2277-433b-89ed-e07ccbebd479 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:27.417496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.453658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.469516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:27.471410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Pushing event updated for resources: {'Port': ['ID=2d6379b0-2277-433b-89ed-e07ccbebd479,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.473335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:27.473773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.477395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:27.478941 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:27.486113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:27.544974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-3e1fcbbb-042b-4c5c-ad3e-512af80fbc1a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 379 time: 0.1291173 Aug 16 22:30:27.567323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'port': {'device_id': '8a2ccba1-f492-4374-93ea-3035788b66df', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'admin_state_up': True, 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'security_groups': ['50470cbf-657e-4db4-bab0-78a6e3efd98f']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:27.570774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8::1 (3710a5d2-a6b4-4062-bf4c-3f39bcadebb6/305a80cf-16da-458c-8241-f9ca0b9d11e7/ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:27.580805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Attempting to bind port 2d6379b0-2277-433b-89ed-e07ccbebd479 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:27.584185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Attempting to bind port 2d6379b0-2277-433b-89ed-e07ccbebd479 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '867d2cdd-85f9-47bb-ba5d-3ede551e4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:27.585443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Attempting to bind port 2d6379b0-2277-433b-89ed-e07ccbebd479 on network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:27.596716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:27.597142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Checking segment: {'id': '867d2cdd-85f9-47bb-ba5d-3ede551e4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:27.597533 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.598480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Bound using segment: {'id': '867d2cdd-85f9-47bb-ba5d-3ede551e4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:27.598480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Bound port: 2d6379b0-2277-433b-89ed-e07ccbebd479, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d2cdd-85f9-47bb-ba5d-3ede551e4c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3710a5d2-a6b4-4062-bf4c-3f39bcadebb6'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:27.598781 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.638956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.678799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] For port 2d6379b0-2277-433b-89ed-e07ccbebd479, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:27.682330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] For port 2d6379b0-2277-433b-89ed-e07ccbebd479, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d6379b0-2277-433b-89ed-e07ccbebd479,segment=NetworkSegment(867d2cdd-85f9-47bb-ba5d-3ede551e4c31),segment_id=867d2cdd-85f9-47bb-ba5d-3ede551e4c31)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:27.690976 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.729131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.729131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/networks/1b41faf5-f5fc-46e2-8583-bd23722329b5 HTTP/1.1" status: 204 len: 168 time: 1.6910293 Aug 16 22:30:27.730706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97ac15-c52d-4643-bba1-b5117be96aef tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Network': ['ID=1b41faf5-f5fc-46e2-8583-bd23722329b5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.730850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:27.779893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a6ea-82f8-45c3-b811-186f2980f488 None None] Pushing event updated for resources: {'Port': ['ID=2d6379b0-2277-433b-89ed-e07ccbebd479,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:27.799412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-481bffbf-5bfc-456a-83d1-d9028bd02f8a req-2a06b1be-caac-437c-bf2a-5d31ae391da5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 210 time: 0.1405776 Aug 16 22:30:27.820466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting subnet 8d725a4f-ac90-4254-b4c0-2cf229f46a49 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:27.823476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.864286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04ae3630-cdce-45f7-9106-2d947a07ff1e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:27.894134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:27.972628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 04ae3630-cdce-45f7-9106-2d947a07ff1e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:27.973026 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.004329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.062648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:28.064720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:28.068430 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.110670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.239288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459bd01-d093-42a1-b111-b38fd2f3654b req-2e36a85a-bb2b-4582-bec4-62a14bdc350c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:28.241944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4459bd01-d093-42a1-b111-b38fd2f3654b req-2e36a85a-bb2b-4582-bec4-62a14bdc350c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2825978 Aug 16 22:30:28.256920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.309402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Subnet': ['ID=8d725a4f-ac90-4254-b4c0-2cf229f46a49,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:28.310909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a44bc821-cf38-44d4-a9a7-83e9f4e0a527 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:28.319537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.320799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.320799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.320799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.321137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.321498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.321769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.322254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.322593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.322929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.324636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.325007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:30:28.331708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.335345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c05dd72b-21ed-4ae9-8ddc-38c6a5720058 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/subnets/8d725a4f-ac90-4254-b4c0-2cf229f46a49 HTTP/1.1" status: 204 len: 168 time: 0.6035347 Aug 16 22:30:28.338632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:28.384207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.11 (d987ef0a-0399-45d6-a11b-09782abbdac7/0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9/90a11adc-725d-4cbb-a691-1157b3fa4d59) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:28.384599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695e3ecc-2656-493b-b894-d5ec0319a10c None None] Network 6cafe53c-4341-4fe9-bc55-1ecef8897904 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:28.430410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting subnet f093eda6-39b2-4d5c-ba10-8c1895d37771 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:28.437619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.444130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a44bc821-cf38-44d4-a9a7-83e9f4e0a527 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:28.444647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a44bc821-cf38-44d4-a9a7-83e9f4e0a527 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:28.509887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.572750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.650982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.675063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] DHCP port deletion for 6cafe53c-4341-4fe9-bc55-1ecef8897904 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:28.692825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:28.696558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4459bd01-d093-42a1-b111-b38fd2f3654b req-4b0e6345-668e-46ea-95ee-be0091fb1e84 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937900 Aug 16 22:30:28.706010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:28.708477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:28.710439 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.715459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e70652e-a0ff-4512-8eda-d42a68277c96 req-85eb4970-44c2-4204-bc05-aa0773508614 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1293256 Aug 16 22:30:28.720086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:28.772822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.799270 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.801623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/subnets/f093eda6-39b2-4d5c-ba10-8c1895d37771 HTTP/1.1" status: 204 len: 168 time: 0.4619777 Aug 16 22:30:28.805702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f501a2d-dfc7-47e8-9186-b6bf77b4d772 None None] Network 7359e288-2ff3-44d8-a019-ab677389a6c2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:28.810751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:28.840535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03981a-297f-4a9d-8f1b-2da4a0c4f314 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Subnet': ['ID=f093eda6-39b2-4d5c-ba10-8c1895d37771,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:28.971170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:28.999181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-102779fc-efae-4772-8e8a-613c9f6feb3c req-c1fb3715-c064-45e9-be6f-e039a9b7445c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 210 time: 0.0648744 Aug 16 22:30:29.055790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Deleting port 6a23c5e4-38ae-4237-bcef-efa36da00cae {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:29.056226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.118170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.145125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] For port 6a23c5e4-38ae-4237-bcef-efa36da00cae, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a23c5e4-38ae-4237-bcef-efa36da00cae,segment=NetworkSegment(5e4fc9f6-93a0-4a5c-9f00-2c673078716d),segment_id=5e4fc9f6-93a0-4a5c-9f00-2c673078716d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:29.145542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.162227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Calling delete_port for 6a23c5e4-38ae-4237-bcef-efa36da00cae owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:29.228519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd7091-b612-4e9e-b946-cf0eef939b0f req-cf956ae3-0859-4974-9f55-9c2329b63e7c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:29.237285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fcd7091-b612-4e9e-b946-cf0eef939b0f req-cf956ae3-0859-4974-9f55-9c2329b63e7c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1644495 Aug 16 22:30:29.250399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object 90a11adc-725d-4cbb-a691-1157b3fa4d59 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:29.311160 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.319463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.371566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] Pushing event deleted for resources: {'Port': ['ID=6a23c5e4-38ae-4237-bcef-efa36da00cae,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:29.389032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] DHCP port deletion for 7359e288-2ff3-44d8-a019-ab677389a6c2 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:29.393866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc8ee99-5fcc-4d61-9cf5-9272ec7d72e2 None None] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:29.419178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a14c6c-8f11-4bc4-9e2c-8eb2cc449cee None None] No DVR routers for this DVR port 6a23c5e4-38ae-4237-bcef-efa36da00cae on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:29.428055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting port 6a23c5e4-38ae-4237-bcef-efa36da00cae {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:29.428514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.441585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fcd7091-b612-4e9e-b946-cf0eef939b0f req-c89de9bc-e0fa-4440-8995-2ecd169366f7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030792 Aug 16 22:30:29.524696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab6079c6-02f7-4442-8a83-68c3ab4c702b None None] Provisioning for port 2d6379b0-2277-433b-89ed-e07ccbebd479 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:29.590564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Deleting port 50888ffb-774f-4142-a0da-7a4acb87b7e9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:29.590939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.728966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] For port 50888ffb-774f-4142-a0da-7a4acb87b7e9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=50888ffb-774f-4142-a0da-7a4acb87b7e9,segment=NetworkSegment(512b45e5-ce4a-44bf-a0d9-5067c4fed2e6),segment_id=512b45e5-ce4a-44bf-a0d9-5067c4fed2e6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:29.729353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.744006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Calling delete_port for 50888ffb-774f-4142-a0da-7a4acb87b7e9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:29.854893 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:29.886438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] Pushing event deleted for resources: {'Port': ['ID=50888ffb-774f-4142-a0da-7a4acb87b7e9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:29.905226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc41ba-6a11-47d5-a6d7-9fb61dc8b6e8 None None] No DVR routers for this DVR port 50888ffb-774f-4142-a0da-7a4acb87b7e9 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:29.950150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d6379b0-2277-433b-89ed-e07ccbebd479 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:30.023246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2d6379b0-2277-433b-89ed-e07ccbebd479 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:30.034829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d6379b0-2277-433b-89ed-e07ccbebd479 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:30.035128 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.168936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.204107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.220063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2d6379b0-2277-433b-89ed-e07ccbebd479, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d6379b0-2277-433b-89ed-e07ccbebd479,segment=NetworkSegment(867d2cdd-85f9-47bb-ba5d-3ede551e4c31),segment_id=867d2cdd-85f9-47bb-ba5d-3ede551e4c31)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:30.227217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.248906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b9c1903-6fda-4c78-bc36-230fb92fee84 req-cf0eb7ef-f192-42c1-8eff-955fc29064a9 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1434658 Aug 16 22:30:30.342450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] For port 6a23c5e4-38ae-4237-bcef-efa36da00cae, host n-d-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:30.345247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a23c5e4-38ae-4237-bcef-efa36da00cae no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:30.345393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.347656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2d6379b0-2277-433b-89ed-e07ccbebd479,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:30.396933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Provisioning for port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:30.399296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6a23c5e4-38ae-4237-bcef-efa36da00cae {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:30.399797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a23c5e4-38ae-4237-bcef-efa36da00cae not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:30.400324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 50888ffb-774f-4142-a0da-7a4acb87b7e9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:30.435344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Provisioning complete for port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:30.435873 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.443123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 50888ffb-774f-4142-a0da-7a4acb87b7e9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:30.443611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 50888ffb-774f-4142-a0da-7a4acb87b7e9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:30.495627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:30.507780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Provisioning complete for port 2d6379b0-2277-433b-89ed-e07ccbebd479 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:30.508210 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64d2d8e6-5b13-4abb-bdf2-642f6619a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.605997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:30.611838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Calling delete_port for 6a23c5e4-38ae-4237-bcef-efa36da00cae owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:30.626736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_backend_mixin [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Port 6a23c5e4-38ae-4237-bcef-efa36da00cae was not found and therefore no delete operation was performed {{(pid=94816) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:30:30.633690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network d987ef0a-0399-45d6-a11b-09782abbdac7 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:30.643765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656de60-55eb-49af-ac81-0f92afa5eca7 req-58fe8398-a688-4ae7-abd2-252c121eb74b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.651250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1656de60-55eb-49af-ac81-0f92afa5eca7 req-58fe8398-a688-4ae7-abd2-252c121eb74b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.5574262 Aug 16 22:30:30.663648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.678447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:30.708723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:30.724869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Port': ['ID=6a23c5e4-38ae-4237-bcef-efa36da00cae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:30.749007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0246f863-043d-4234-9d4a-ed2a121b93b1 None None] Provisioning complete for port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:30.749619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0246f863-043d-4234-9d4a-ed2a121b93b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.784282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] No DVR routers for this DVR port 6a23c5e4-38ae-4237-bcef-efa36da00cae on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:30.791423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.805022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d467cd2-8021-40aa-9af7-f39746ce18bd req-19cf566b-4e73-4f4e-aaca-e7856da6ae01 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.807003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d467cd2-8021-40aa-9af7-f39746ce18bd req-19cf566b-4e73-4f4e-aaca-e7856da6ae01 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 932 time: 0.4123302 Aug 16 22:30:30.826221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.827468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:30.830409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0246f863-043d-4234-9d4a-ed2a121b93b1 None None] Port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:30.884234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1656de60-55eb-49af-ac81-0f92afa5eca7 req-462d3b06-805e-4cad-aee5-f981f736fd49 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320902 Aug 16 22:30:30.919571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:30.922503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.059751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:31.063021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca244f96-5224-41a1-b203-fc3dff9aa93e None None] Provisioning for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:31.065476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d467cd2-8021-40aa-9af7-f39746ce18bd req-72f442e3-c2cb-4458-ad6b-619ac5a7b007 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456734 Aug 16 22:30:31.066819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-6cf6fd71-ccba-458e-b306-7cc0d9e00915 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5129645 Aug 16 22:30:31.069272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.093905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca244f96-5224-41a1-b203-fc3dff9aa93e None None] Provisioning complete for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:31.093905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca244f96-5224-41a1-b203-fc3dff9aa93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.094362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cafe53c-4341-4fe9-bc55-1ecef8897904']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.102787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Request body: {'port': {'device_id': '8a2ccba1-f492-4374-93ea-3035788b66df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:31.152429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ca244f96-5224-41a1-b203-fc3dff9aa93e None None] Port 90a11adc-725d-4cbb-a691-1157b3fa4d59 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:31.152841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4fc9f6-93a0-4a5c-9f00-2c673078716d') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.153760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4fc9f6-93a0-4a5c-9f00-2c673078716d') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.193201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.286807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.309546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:31.310294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.316279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:31.317560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:31.320689 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:31.355085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:31.526164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cad20c3a-4529-44fb-ae90-1fdf2ffa8107 req-40fdb829-efe5-43ea-88d5-a21578e5b1d8 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1688678 Aug 16 22:30:31.584617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.596598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.601241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/networks/6cafe53c-4341-4fe9-bc55-1ecef8897904 HTTP/1.1" status: 204 len: 168 time: 2.7827830 Aug 16 22:30:31.602270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:31.625687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f1070-12e5-4e3f-bc22-ebcb8f12f132 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Network': ['ID=6cafe53c-4341-4fe9-bc55-1ecef8897904,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:31.634555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d70521fc-a86e-46a9-be66-268da7305470 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:31.641961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d70521fc-a86e-46a9-be66-268da7305470 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.4859307 Aug 16 22:30:31.666074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-21942b2a-3d37-4546-ab77-02186bb897af tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/quotas/dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 375 time: 0.0232038 Aug 16 22:30:31.702254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66eebf6b-0817-48e4-9a4e-41e78e3993ee None None] Provisioning complete for port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:31.703542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66eebf6b-0817-48e4-9a4e-41e78e3993ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.708739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.801433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66eebf6b-0817-48e4-9a4e-41e78e3993ee None None] Port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:31.838349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.854909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7359e288-2ff3-44d8-a019-ab677389a6c2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.868433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d6379b0-2277-433b-89ed-e07ccbebd479 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:31.882109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.882415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512b45e5-ce4a-44bf-a0d9-5067c4fed2e6') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:31.899977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.921251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.924994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-87a85269-847e-4acf-924c-bfe1ca05baf6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2570271 Aug 16 22:30:31.935052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:31.935490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:31.939620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 731eecf6-142d-4470-8726-4e8f48d52735 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:31.941845 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:31.962104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d6379b0-2277-433b-89ed-e07ccbebd479 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:31.962782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.032212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.040602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.042768 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/networks/7359e288-2ff3-44d8-a019-ab677389a6c2 HTTP/1.1" status: 204 len: 168 time: 0.4381473 Aug 16 22:30:32.048698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:32.061369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c13422-903c-4f88-9266-930f16412481 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Network': ['ID=7359e288-2ff3-44d8-a019-ab677389a6c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:32.285485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting subnet 403befd4-3b24-4a31-9c16-103437d31b6e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:32.317793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.324222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-a0ec55ba-351b-4ae7-8a16-b862d5c34db2 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982148 Aug 16 22:30:32.362740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:32.375116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b052d368-87c4-40ab-87ba-8ecda3d8d606 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/731eecf6-142d-4470-8726-4e8f48d52735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1794622 Aug 16 22:30:32.376537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] Sync routers for ids ['731eecf6-142d-4470-8726-4e8f48d52735'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:32.377853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:32.391179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a11adc-725d-4cbb-a691-1157b3fa4d59 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:32.403863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] Routers {'731eecf6-142d-4470-8726-4e8f48d52735'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:32.404916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['731eecf6-142d-4470-8726-4e8f48d52735'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:32.439156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae473b-a3e7-4c60-9f59-12161e1bc8de req-5671d3a8-e362-4232-8102-727300c4c450 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.440711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbae473b-a3e7-4c60-9f59-12161e1bc8de req-5671d3a8-e362-4232-8102-727300c4c450 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 932 time: 0.2509744 Aug 16 22:30:32.442036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b28ecc-4c73-4099-99ec-54b62c5df0f4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:32.443164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.446521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-51b28ecc-4c73-4099-99ec-54b62c5df0f4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports/ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 HTTP/1.1" status: 200 len: 911 time: 0.0646727 Aug 16 22:30:32.446652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:32.474370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:32.485225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.494879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] Routers {'731eecf6-142d-4470-8726-4e8f48d52735'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:32.496118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['731eecf6-142d-4470-8726-4e8f48d52735'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:32.534404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Transition to ACTIVE for port object 90a11adc-725d-4cbb-a691-1157b3fa4d59 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:32.548409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:32.551865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eea915-c44f-4327-aea8-5f8e854cb0aa None None] The sync data for ids ['731eecf6-142d-4470-8726-4e8f48d52735'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:32.573854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.645894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:32.735060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.809095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbae473b-a3e7-4c60-9f59-12161e1bc8de req-0b4d5a6c-27d8-4de0-8d1e-e8a1175a0d1e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533370 Aug 16 22:30:32.817834 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:32.863727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d191bb38-3878-4033-aa56-f723942b11a0 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165374 Aug 16 22:30:32.970689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Subnet': ['ID=403befd4-3b24-4a31-9c16-103437d31b6e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:32.971423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d7ce9-a159-41a0-aabc-d68a0c8799db None None] Network 1c8124c6-7014-4f35-9f61-52d9dd77c1ec requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:33.048504 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.050642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0ebc9f85-42ac-4d46-b64a-259309f45052 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/subnets/403befd4-3b24-4a31-9c16-103437d31b6e HTTP/1.1" status: 204 len: 168 time: 0.9975300 Aug 16 22:30:33.054114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a90a96a2-1aef-4d95-9717-d24c710c7e4e req-addb7992-0519-4c8e-baa8-e75fb33bfa9a tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0984614 Aug 16 22:30:33.056294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43250) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:33.190345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:33.190732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:33.190937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:33.196178 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.220901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:33.220901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:33.229190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:33.229708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:33.230123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Bound using segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:33.230992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Bound port: 90a11adc-725d-4cbb-a691-1157b3fa4d59, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:33.232342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.355912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa48524b-b708-4308-b668-a28f828105a5 req-f6eea3e1-53f3-494c-988c-fd8b827e2db7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 210 time: 0.0530689 Aug 16 22:30:33.396773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.401331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:33.419242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:33.431036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] DHCP port deletion for 1c8124c6-7014-4f35-9f61-52d9dd77c1ec request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:33.433547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Deleting port fd86fc38-2b6a-44da-b2f6-339710daf459 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:33.433920 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.438238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.531813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Deleting port fd86fc38-2b6a-44da-b2f6-339710daf459 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:33.532206 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.534336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:33.534974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.536993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] 10.222.0.88 "PUT /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 1093 time: 2.4532390 Aug 16 22:30:33.537502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:33.539797 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2a7706-6d8c-460a-877c-96e4c9b60f79" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:33.669891 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ad5262-dfb1-4e2b-ba89-1dc446b6d19d x-openstack-request-id: req-49ad5262-dfb1-4e2b-ba89-1dc446b6d19d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:33.671685 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:33.671685 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49ad5262-dfb1-4e2b-ba89-1dc446b6d19d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:33.671685 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'status': 'completed', 'code': 200} Aug 16 22:30:33.676643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] For port fd86fc38-2b6a-44da-b2f6-339710daf459, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fd86fc38-2b6a-44da-b2f6-339710daf459,segment=NetworkSegment(35835716-b938-4342-816e-0aba2a6fc795),segment_id=35835716-b938-4342-816e-0aba2a6fc795)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:33.676643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.695151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Calling delete_port for fd86fc38-2b6a-44da-b2f6-339710daf459 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:33.732625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] For port fd86fc38-2b6a-44da-b2f6-339710daf459, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fd86fc38-2b6a-44da-b2f6-339710daf459,segment=NetworkSegment(35835716-b938-4342-816e-0aba2a6fc795),segment_id=35835716-b938-4342-816e-0aba2a6fc795)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:33.736254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.772105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac3f9-4413-4f42-8103-7369afe86a2c service neutron] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:33.793723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Calling delete_port for fd86fc38-2b6a-44da-b2f6-339710daf459 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:33.800190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.897433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] No DVR routers for this DVR port fd86fc38-2b6a-44da-b2f6-339710daf459 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:33.901367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fd86fc38-2b6a-44da-b2f6-339710daf459 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:33.920099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd29d43-3c56-4bda-9c9f-f3f864fc8ea6 None None] Pushing event deleted for resources: {'Port': ['ID=fd86fc38-2b6a-44da-b2f6-339710daf459,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:33.963611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-9d6fb174-e8f3-4eeb-83cf-94bdbafcd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:33.965372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-9d6fb174-e8f3-4eeb-83cf-94bdbafcd358 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1096 time: 0.3467412 Aug 16 22:30:33.968829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:33.988589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fd86fc38-2b6a-44da-b2f6-339710daf459 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:33.989101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fd86fc38-2b6a-44da-b2f6-339710daf459 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:34.019738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] No DVR routers for this DVR port fd86fc38-2b6a-44da-b2f6-339710daf459 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:34.044720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:34.046488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.172133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.189236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:34.451164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.516767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=ec6f0bc0-a24d-4ed8-836a-75ca37d0d9d6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:34.724985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:34.842075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Port': ['ID=fd86fc38-2b6a-44da-b2f6-339710daf459,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:34.868234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-9165a267-61b2-4322-918d-6cc85b6bfa04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 217 time: 0.8878365 Aug 16 22:30:35.005042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e87decca-5da3-4e06-978f-9d9b3dd79da5 req-dedccb43-068d-4470-82dd-1614403d9d60 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.1775856 Aug 16 22:30:35.029143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 731eecf6-142d-4470-8726-4e8f48d52735 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:35.099153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.122649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:35.130459 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a8c2fd7-7f3b-46ff-9609-154771ae5865 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/731eecf6-142d-4470-8726-4e8f48d52735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802912 Aug 16 22:30:35.130893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43276) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.135803 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] Sync routers for ids ['731eecf6-142d-4470-8726-4e8f48d52735'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:35.147287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a889b2-e2bf-4daa-a29c-c5f97bfe7954 req-0bdd6858-7029-4e2a-9d32-6df258268e2e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:35.149360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09a889b2-e2bf-4daa-a29c-c5f97bfe7954 req-0bdd6858-7029-4e2a-9d32-6df258268e2e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 944 time: 1.1337392 Aug 16 22:30:35.150736 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] Routers {'731eecf6-142d-4470-8726-4e8f48d52735'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:35.151200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-bdf6cf73-9618-41ab-a04d-512c3981075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:35.151365 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['731eecf6-142d-4470-8726-4e8f48d52735'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.152749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-bdf6cf73-9618-41ab-a04d-512c3981075c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.1812980 Aug 16 22:30:35.154751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8124c6-7014-4f35-9f61-52d9dd77c1ec']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.164919 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9b8b8151-683b-450c-a17e-85d964d08e5e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=731eecf6-142d-4470-8726-4e8f48d52735 HTTP/1.1" status: 200 len: 205 time: 0.0309339 Aug 16 22:30:35.165203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.168489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40a3936b-0778-4dcf-ac52-8fef22333775 req-c4640e6e-44a1-4472-8ba5-b51e6da0c221 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 210 time: 0.0773032 Aug 16 22:30:35.176510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35835716-b938-4342-816e-0aba2a6fc795') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.176915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35835716-b938-4342-816e-0aba2a6fc795') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.195000 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.204989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.215618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] Routers {'731eecf6-142d-4470-8726-4e8f48d52735'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:35.216636 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['731eecf6-142d-4470-8726-4e8f48d52735'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.254152 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:35.255063 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ef8fb-7e5b-4455-ac5f-5f8acf155c09 None None] The sync data for ids ['731eecf6-142d-4470-8726-4e8f48d52735'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:35.258134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.264197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.291664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:35.292114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:35.346355 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:35.368894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09a889b2-e2bf-4daa-a29c-c5f97bfe7954 req-99a2b0ab-2a38-41b4-99fc-02bca59b01e3 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992552 Aug 16 22:30:35.445306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4305-d776-42c8-b284-2226b8575b9e req-a7e07704-3a3b-419b-853f-d87646782df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:35.447382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-a7e07704-3a3b-419b-853f-d87646782df4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2685061 Aug 16 22:30:35.451789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.455309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.460509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.486409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.490902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/networks/1c8124c6-7014-4f35-9f61-52d9dd77c1ec HTTP/1.1" status: 204 len: 168 time: 2.4316757 Aug 16 22:30:35.504216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.528294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.528818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router 731eecf6-142d-4470-8726-4e8f48d52735 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:35.537320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.538523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e15a7a5-6979-4f06-bd18-29e00f243bc5 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/731eecf6-142d-4470-8726-4e8f48d52735 HTTP/1.1" status: 204 len: 168 time: 0.3724022 Aug 16 22:30:35.541295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.570047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d283d-bcaa-4b52-bcfa-02e84f083c85 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Pushing event deleted for resources: {'Network': ['ID=1c8124c6-7014-4f35-9f61-52d9dd77c1ec,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:35.595861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b8c6f53f-d9cf-4183-af02-65f0074be1b7 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "GET /v2.0/ports?device_id=4631db1a-d6b9-4079-8533-c483aec3d2f4 HTTP/1.1" status: 200 len: 205 time: 0.0800231 Aug 16 22:30:35.598871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:35.639903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-6f6bfd8e-b0f7-473a-8333-1a9ba987fd66 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:35.641519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-6f6bfd8e-b0f7-473a-8333-1a9ba987fd66 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.2937007 Aug 16 22:30:35.662656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 305a80cf-16da-458c-8241-f9ca0b9d11e7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:30:35.678316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'device_id': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'admin_state_up': True, 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:35.691405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.728112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.778506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-8586980e-74b9-42d0-9e4d-68549785d84e service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194854 Aug 16 22:30:35.812718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.869993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:35.873864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.955103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.958441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:35.973316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-325d4305-d776-42c8-b284-2226b8575b9e req-b8171803-da1b-4a26-811a-f6b1bd1f067e service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862793 Aug 16 22:30:36.062416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.070288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Fanout notify agent at l3_agent the message router_deleted on router 4631db1a-d6b9-4079-8533-c483aec3d2f4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:36.082843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.083992 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66378e45-01fd-41a2-8c63-b3f10b4f0cb8 tempest-RoutersNegativeIpV6Test-1979374641 tempest-RoutersNegativeIpV6Test-1979374641-project] 10.222.0.22 "DELETE /v2.0/routers/4631db1a-d6b9-4079-8533-c483aec3d2f4 HTTP/1.1" status: 204 len: 168 time: 0.4838908 Aug 16 22:30:36.090952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.171780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.20.0.5 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/1c190bdf-a310-43d7-afaf-43c7eb231a82) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:36.198143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.234993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96a20489-9f7e-40ae-9372-34bc25c9cd9c req-2e6bcd94-cf3e-4f20-8217-1920e078f919 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0818727 Aug 16 22:30:36.264885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=305a80cf-16da-458c-8241-f9ca0b9d11e7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:36.283507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.288479 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da7a5cea-d34d-4d53-bb3b-79e7a175c562 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/305a80cf-16da-458c-8241-f9ca0b9d11e7 HTTP/1.1" status: 204 len: 168 time: 0.7433820 Aug 16 22:30:36.290485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:36.297137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593eb36-cfa3-4873-9f6f-ced79dce5ff1 None None] Network 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:36.299838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-7e9cc090-f16a-450c-aa68-573c9000d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:36.300526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-7e9cc090-f16a-450c-aa68-573c9000d569 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1096 time: 0.1980090 Aug 16 22:30:36.500624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.524344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6195006a-7e5b-4d75-b81b-1b1b4cc06efa req-4d3ff0f5-b479-429a-b56b-71da69d8df5a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 210 time: 0.2205484 Aug 16 22:30:36.623943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 2d6379b0-2277-433b-89ed-e07ccbebd479 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:36.624327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.751391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 2d6379b0-2277-433b-89ed-e07ccbebd479, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d6379b0-2277-433b-89ed-e07ccbebd479,segment=NetworkSegment(867d2cdd-85f9-47bb-ba5d-3ede551e4c31),segment_id=867d2cdd-85f9-47bb-ba5d-3ede551e4c31)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:36.751702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.760160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.767289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 2d6379b0-2277-433b-89ed-e07ccbebd479 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:36.777882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Transition to ACTIVE for port object 1c190bdf-a310-43d7-afaf-43c7eb231a82 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:36.819561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.846720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:36.868100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:36.914924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:36.928899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf04b37-12aa-4a29-a6cf-ae6534c2dfa0 None None] DHCP port deletion for 3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:30:36.978559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:36.991248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=2d6379b0-2277-433b-89ed-e07ccbebd479,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:37.001224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 2d6379b0-2277-433b-89ed-e07ccbebd479 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:30:37.033331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:37.040796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:37.183740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-eef47c25-4ba1-45ff-8f38-d31c2812ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.185584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-eef47c25-4ba1-45ff-8f38-d31c2812ed7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.8653634 Aug 16 22:30:37.203483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67684ad6-12fb-486f-87f0-6cc2231960fc req-3bb98118-43aa-4558-a607-56c780a32508 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.211407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67684ad6-12fb-486f-87f0-6cc2231960fc req-3bb98118-43aa-4558-a607-56c780a32508 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 944 time: 0.6839552 Aug 16 22:30:37.213130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.240134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3710a5d2-a6b4-4062-bf4c-3f39bcadebb6']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:37.253491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d2cdd-85f9-47bb-ba5d-3ede551e4c31') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:37.254142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d2cdd-85f9-47bb-ba5d-3ede551e4c31') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:37.274856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.305127 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e17a59b1-052d-42ba-8fc2-e9bc7031b7df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=200925d6945a4e509a32ad95a2de66ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572337 Aug 16 22:30:37.306593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.307428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:37.309647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:37.336393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.336393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.336393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-8a38253f-f9bb-40b1-a868-1c73c319c8af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 217 time: 0.1054246 Aug 16 22:30:37.354378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67684ad6-12fb-486f-87f0-6cc2231960fc req-75442bd9-d317-4b1e-8b60-081fe3c64a7f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420395 Aug 16 22:30:37.369322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:30:37.369959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:30:37.374977 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:30:37.386235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-d9fe8f84-eacc-43c6-aa21-8815d4649fd8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7120829 Aug 16 22:30:37.443974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Request body: {'port': {'device_id': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:37.460965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5034a6e5-22d0-4df0-92db-7180867a007f None None] Provisioning for port 1c190bdf-a310-43d7-afaf-43c7eb231a82 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:37.476794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5034a6e5-22d0-4df0-92db-7180867a007f None None] Provisioning complete for port 1c190bdf-a310-43d7-afaf-43c7eb231a82 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:37.478566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5034a6e5-22d0-4df0-92db-7180867a007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.521102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.551896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5034a6e5-22d0-4df0-92db-7180867a007f None None] Port 1c190bdf-a310-43d7-afaf-43c7eb231a82 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:37.552281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.568508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.570649 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/3710a5d2-a6b4-4062-bf4c-3f39bcadebb6 HTTP/1.1" status: 204 len: 168 time: 1.2791576 Aug 16 22:30:37.573728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9d479-c67f-41f7-aefd-cc6422ac367a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=3710a5d2-a6b4-4062-bf4c-3f39bcadebb6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:37.587724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:37.589933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1360728-59dc-4772-ba6e-0bb2d38512ca req-2f04ae28-ecf0-4418-b790-435c344b95ff tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0969834 Aug 16 22:30:37.595387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212117026', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:37.620349 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.621499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-86b724a7-e3eb-4c78-81cd-e3d40115f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.625044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-86b724a7-e3eb-4c78-81cd-e3d40115f291 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.2751856 Aug 16 22:30:37.628526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.706262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.710144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.712193 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/badde1b9-80f6-4563-82f2-927ed7c5b27a HTTP/1.1" status: 204 len: 168 time: 0.3940232 Aug 16 22:30:37.714342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.715594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:37.734370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf80709-c640-4462-bc96-6f27f1ba6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badde1b9-80f6-4563-82f2-927ed7c5b27a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:37.904367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d6379b0-2277-433b-89ed-e07ccbebd479 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:30:37.946046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2d6379b0-2277-433b-89ed-e07ccbebd479 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:30:37.946676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d6379b0-2277-433b-89ed-e07ccbebd479 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:30:37.963354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-7c6d31c9-41a7-42e6-b2be-b8c96fd34e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:37.965045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-7c6d31c9-41a7-42e6-b2be-b8c96fd34e4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192568 Aug 16 22:30:38.004170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da80f7-b0ef-4149-9641-d9f619c52414 req-85651ac8-acd1-4fe3-9ade-ad8b68ef0c6f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:38.005944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33da80f7-b0ef-4149-9641-d9f619c52414 req-85651ac8-acd1-4fe3-9ade-ad8b68ef0c6f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 931 time: 0.3505261 Aug 16 22:30:38.028233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.279748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33da80f7-b0ef-4149-9641-d9f619c52414 req-c89835ad-3140-4bb2-b291-54ba66aa031b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559156 Aug 16 22:30:38.383214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.426772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-5e783931-427f-46e2-b6f8-38272ea68f35 service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194453 Aug 16 22:30:38.731882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3928fa7-5018-480a-be7f-fc8de908de40 req-b2e70c40-a92a-448d-9939-cc52af077516 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:38.734983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3928fa7-5018-480a-be7f-fc8de908de40 req-b2e70c40-a92a-448d-9939-cc52af077516 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 944 time: 0.2285075 Aug 16 22:30:38.772752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b2a7706-6d8c-460a-877c-96e4c9b60f79 req-a49828cd-bd4c-4724-bc85-84ec3f0a4ff7 service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829394 Aug 16 22:30:38.779952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c190bdf-a310-43d7-afaf-43c7eb231a82 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:38.804386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.829799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f13f0cec-0395-46d8-b669-06766e368e38 req-1d9f804f-b69d-4905-97aa-6bad3a20dc6d tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0630293 Aug 16 22:30:38.932868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Transition to ACTIVE for port object 1c190bdf-a310-43d7-afaf-43c7eb231a82 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:38.940670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3928fa7-5018-480a-be7f-fc8de908de40 req-808e291c-b85b-4bf1-bc15-d32db7b0a1cc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973147 Aug 16 22:30:38.943884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:38.950834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43392) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:39.051534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-ef99ee81-3516-4a75-a1ce-7a4851171f6a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2276294 Aug 16 22:30:39.206183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5015fcf-5dd5-4461-910f-bcbbc9f0ecaf req-157dd6d6-636b-4ffe-8203-e0933f04678a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0458462 Aug 16 22:30:39.236173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:39.312723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-936778096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:39.358036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.359337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.362774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:39.433677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820da22-e00d-49e9-9464-90c32e171548 req-9ca168ff-4686-4322-8fe8-44bd3d00c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.436001 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-9ca168ff-4686-4322-8fe8-44bd3d00c22b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.2517741 Aug 16 22:30:39.443992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Attempting to bind port 1c190bdf-a310-43d7-afaf-43c7eb231a82 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:39.445113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Attempting to bind port 1c190bdf-a310-43d7-afaf-43c7eb231a82 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:39.445676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Attempting to bind port 1c190bdf-a310-43d7-afaf-43c7eb231a82 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:39.462973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.496368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:39.504806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Port 1c190bdf-a310-43d7-afaf-43c7eb231a82 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:30:39.505199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Attempting to bind port 1c190bdf-a310-43d7-afaf-43c7eb231a82 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:39.512016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.528568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:39.528921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:39.529350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:39.529809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Bound port: 1c190bdf-a310-43d7-afaf-43c7eb231a82, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:39.530242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.535831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'port_id': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'mac_address': 'fa:16:3e:ae:1f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:39.567805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.608158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711c67-0368-463e-a3bd-8d14c9bba31f req-efaed5ea-defb-4aa5-b460-3e9e4240e6e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.616744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b711c67-0368-463e-a3bd-8d14c9bba31f req-efaed5ea-defb-4aa5-b460-3e9e4240e6e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 943 time: 0.2092214 Aug 16 22:30:39.617594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.650100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.691819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a11adc-725d-4cbb-a691-1157b3fa4d59 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:39.696130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.699270 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c90dc23-57b8-41ea-96e0-3afc48015c51 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7473466 Aug 16 22:30:39.706185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:39.716790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1825712198'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:39.745438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:39.751506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.782124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820da22-e00d-49e9-9464-90c32e171548 req-500e9840-4d5f-4ac7-a784-cc0151e285bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:39.783673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-500e9840-4d5f-4ac7-a784-cc0151e285bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2602875 Aug 16 22:30:39.784796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:39.788934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.835105 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:39.924485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:40.127813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['90a11adc-725d-4cbb-a691-1157b3fa4d59'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:40.379027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 172.25.8.58 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/67aee0dd-ad78-4fe9-b080-bf4e192d46d9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:40.389700 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-ad7bb9f5-dfc0-4841-bbf3-2b082c2f467d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.5859952 Aug 16 22:30:40.475210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09d40b60-d71c-4379-8080-b836ce0e1995 req-e6e4043b-5d6b-42dd-8a1f-e2f75d73657b tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.3246269 Aug 16 22:30:40.498476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820da22-e00d-49e9-9464-90c32e171548 req-d486c137-4269-49d9-a0b2-b350cb652562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:40.500023 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-d486c137-4269-49d9-a0b2-b350cb652562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1025519 Aug 16 22:30:40.507404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b711c67-0368-463e-a3bd-8d14c9bba31f req-fe328fec-e09a-451e-b86e-fcd6dcb33dea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8897467 Aug 16 22:30:40.546419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:40.552023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:40.588285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.638006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.742910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:40.743681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.745569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] 10.222.0.89 "PUT /v2.0/ports/1c190bdf-a310-43d7-afaf-43c7eb231a82 HTTP/1.1" status: 200 len: 1092 time: 3.3112395 Aug 16 22:30:40.754752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:40.757922 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043b7b3-2956-4891-8e36-144c631780c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:40.801944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.824696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820da22-e00d-49e9-9464-90c32e171548 req-2c851e17-9a5c-4a3c-b02a-848d21a01f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:40.826557 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-2c851e17-9a5c-4a3c-b02a-848d21a01f5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3153467 Aug 16 22:30:40.832078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.843299 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c5771-616a-4e56-8677-067b05420434 x-openstack-request-id: req-814c5771-616a-4e56-8677-067b05420434 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:40.843299 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:40.844059 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-814c5771-616a-4e56-8677-067b05420434 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:40.844711 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82', 'status': 'completed', 'code': 200} Aug 16 22:30:40.918242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:40.927156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860e09e9-32e3-43f9-a9a9-e4a86163b92a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:40.940721 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:40.941097 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Added segment d01dc7a9-9e40-4732-a3fa-89f2077eb506 of type vlan for network 33090178-5c1e-42e4-adbd-183a7af3e995 Aug 16 22:30:40.954553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc1d04-a716-4f68-b254-843312eb50d8 req-19ccd402-ce0d-4008-97b9-550240e0e9f2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:40.956568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ddbc1d04-a716-4f68-b254-843312eb50d8 req-19ccd402-ce0d-4008-97b9-550240e0e9f2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1891899 Aug 16 22:30:40.962943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd01563-e648-4504-81c1-d225df7e1bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:40.989251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.034950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.038610 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-59da052f-4bc4-4ba0-9a45-475f8890795f service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838729 Aug 16 22:30:41.051532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8d31546a-7d86-44e2-9bd9-81adac17740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.053057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-8d31546a-7d86-44e2-9bd9-81adac17740e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 1095 time: 0.1891608 Aug 16 22:30:41.064665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:41.083760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:41.118124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ddbc1d04-a716-4f68-b254-843312eb50d8 req-98fef58b-a41b-4ddc-8287-c0e4e2a8dec2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405065 Aug 16 22:30:41.118374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.119845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:41.121500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=67aee0dd-ad78-4fe9-b080-bf4e192d46d9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:41.126470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-e1d30f44-6534-41f7-a899-657eab5d06f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82 HTTP/1.1" status: 200 len: 217 time: 0.0574303 Aug 16 22:30:41.129954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.130638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.179868 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c820da22-e00d-49e9-9464-90c32e171548 req-a9c65b82-59b1-434e-84c8-f9ba4cb38ba4 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270058 Aug 16 22:30:41.247297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5396063 Aug 16 22:30:41.251450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:41.257305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'subnet': {'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:41.270364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-c3f92eba-f876-44b4-8ba3-6d7faee0766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.272258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-c3f92eba-f876-44b4-8ba3-6d7faee0766f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1243598 Aug 16 22:30:41.312986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db599480-43bc-4ee1-b3d9-259e1ed9e960 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Network': ['ID=33090178-5c1e-42e4-adbd-183a7af3e995,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:41.323797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 33090178-5c1e-42e4-adbd-183a7af3e995 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:41.366216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936daf-eebc-423c-bd29-01faf38bb37e req-3624390b-decd-4f9a-8b0b-e066df484116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.367815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-3624390b-decd-4f9a-8b0b-e066df484116 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883307 Aug 16 22:30:41.376546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:41.380171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.548773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.614785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.686068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3c2edeb-c557-4d54-ad9e-09da82ee63b8 req-c12158cd-74c7-4f0e-9de4-1a2e64deceaa tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0383580 Aug 16 22:30:41.710784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Subnet': ['ID=3b8415d4-f79c-4210-a3a1-035cca7bb4d4,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:41.714432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-4e6747ed-7c4e-485b-993a-bdf94a977e4c service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117690 Aug 16 22:30:41.742612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Checking segment: {'id': 'd01dc7a9-9e40-4732-a3fa-89f2077eb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:41.743090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network hostable DHCP agents. Network: 33090178-5c1e-42e4-adbd-183a7af3e995, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:41.809513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 33090178-5c1e-42e4-adbd-183a7af3e995 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:41.825855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 33090178-5c1e-42e4-adbd-183a7af3e995) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:41.834476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.835151 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.839911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d076a2e-a2de-4c90-9b25-30b4c12a21cd None None] Network 33090178-5c1e-42e4-adbd-183a7af3e995 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:41.861682 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a719233-b53a-4bcc-85fa-273d914bffa4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6092002 Aug 16 22:30:41.864726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43458) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:41.871419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'network': {'name': 'tempest-router-network01--1040435816'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:41.903085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8cec-5821-4395-a2dc-1b2b744cf88a req-f6a658d7-3f91-4113-8421-6a1c451db009 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:41.903917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:41.904689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68b8cec-5821-4395-a2dc-1b2b744cf88a req-f6a658d7-3f91-4113-8421-6a1c451db009 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 943 time: 0.2213600 Aug 16 22:30:41.913567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.958117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:41.975591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68b8cec-5821-4395-a2dc-1b2b744cf88a req-872c7dca-ce5d-41d4-a96f-c846c231e279 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Aug 16 22:30:41.988205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:41.989351 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Added segment f34d0948-e34a-449d-90b7-d4ec25f81c52 of type vlan for network 974fe3b5-210f-43d1-aa93-3838f16f44d1 Aug 16 22:30:42.037150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47936daf-eebc-423c-bd29-01faf38bb37e req-f65b0db4-5d37-4ab5-bd1a-aa49f5062858 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116243 Aug 16 22:30:42.080401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.108203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.128459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d9527a9-81a6-430b-981b-a9701ebe7c0b req-5db709a5-de9a-4ba3-b1e5-58db86d9b91b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f38447f32cf24fbcb20033631f74e785&device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0442562 Aug 16 22:30:42.163799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.174651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.176023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.233054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-33090178-5c1e-42e4-adbd-183a7af3e995', 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995', 'tenant_id': '1add3c1526db43a3b0a9fcd99dcbeac5', 'fixed_ips': [{'subnet_id': '3b8415d4-f79c-4210-a3a1-035cca7bb4d4'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:42.234517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.277528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d9527a9-81a6-430b-981b-a9701ebe7c0b req-617e2281-0440-401a-827f-7930d67335de service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f38447f32cf24fbcb20033631f74e785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715663 Aug 16 22:30:42.302077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b8cf729-cb73-4c89-ab5b-84895893e7fc req-9a06dfab-280d-42f4-94b4-366d7e141ed6 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0974298 Aug 16 22:30:42.341708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Network': ['ID=974fe3b5-210f-43d1-aa93-3838f16f44d1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:42.357512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:42.368817 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa419596-35f9-4128-b69e-8051596801f9 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5022566 Aug 16 22:30:42.375415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:42.383550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'network': {'name': 'tempest-router-network02--42379400'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:42.396055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b7b3-2956-4891-8e36-144c631780c9 req-3143ff3c-6ad1-407a-ac76-745b05e7b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.397838 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-3143ff3c-6ad1-407a-ac76-745b05e7b0fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 1095 time: 0.1281784 Aug 16 22:30:42.397981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9527a9-81a6-430b-981b-a9701ebe7c0b req-c3a5e60b-3f7b-4ed0-a824-482863c5decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.399543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d9527a9-81a6-430b-981b-a9701ebe7c0b req-c3a5e60b-3f7b-4ed0-a824-482863c5decd service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1047339 Aug 16 22:30:42.417023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:42.421673 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.460097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:42.471485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f1db2-9dac-4f05-a035-161baa155447 req-56ced523-777f-40a9-9672-f8b730da0163 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.473128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37f1db2-9dac-4f05-a035-161baa155447 req-56ced523-777f-40a9-9672-f8b730da0163 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1794083 Aug 16 22:30:42.504395 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.505053 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Added segment 0d694816-fd87-4c42-ad89-141d739d004e of type vlan for network 3e8ae591-3042-44f4-81ac-434da8eb7712 Aug 16 22:30:42.521797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router ac259053-30b0-42a5-9cca-78f8c4c10a63 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:42.553143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37f1db2-9dac-4f05-a035-161baa155447 req-02cefc1e-b77a-45b3-83f7-b853cf6ca182 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590982 Aug 16 22:30:42.554594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Allocated IP 172.20.0.2 (33090178-5c1e-42e4-adbd-183a7af3e995/3b8415d4-f79c-4210-a3a1-035cca7bb4d4/c51fa8b3-fc48-47d8-9ade-404dc0501637) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:42.609722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.654379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.657970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:42.660767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.661373 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.673922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96265d-2210-4202-ae82-9181743e823b None None] Sync routers for ids ['ac259053-30b0-42a5-9cca-78f8c4c10a63'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:42.689100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.690743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4a56cd25-6e47-48a6-a4df-df95e4dd2e2c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.0999017 Aug 16 22:30:42.693514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:42.697767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] Routers {'ac259053-30b0-42a5-9cca-78f8c4c10a63'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:42.698368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ac259053-30b0-42a5-9cca-78f8c4c10a63'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:42.762826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:42.762988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Network': ['ID=3e8ae591-3042-44f4-81ac-434da8eb7712,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:42.765872 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-398ed364-09b3-46d0-8dbb-36ff09bf5c10 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3870940 Aug 16 22:30:42.771810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43480) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:42.783250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'subnet': {'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:42.783416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:42.786418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] Routers {'ac259053-30b0-42a5-9cca-78f8c4c10a63'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:42.787158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ac259053-30b0-42a5-9cca-78f8c4c10a63'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:42.800899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b7b3-2956-4891-8e36-144c631780c9 req-3584ae80-6ae9-44e0-8f2f-bfb3c725c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.802738 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-3584ae80-6ae9-44e0-8f2f-bfb3c725c1b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.3651402 Aug 16 22:30:42.827299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fe96265d-2210-4202-ae82-9181743e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:42.828525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe96265d-2210-4202-ae82-9181743e823b None None] The sync data for ids ['ac259053-30b0-42a5-9cca-78f8c4c10a63'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:42.881278 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-87363617-2354-48b1-8254-ea7ee95534c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82 HTTP/1.1" status: 200 len: 217 time: 0.0520778 Aug 16 22:30:42.889183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3efc884f-c99d-4b69-858d-9077a8139366 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers/ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 200 len: 883 time: 0.1940613 Aug 16 22:30:42.891675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:42.935909 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:42.947889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Transition to ACTIVE for port object c51fa8b3-fc48-47d8-9ade-404dc0501637 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:42.955752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b7b3-2956-4891-8e36-144c631780c9 req-f150c8dd-17df-4f2b-8a27-f39ef905f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:42.957289 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-f150c8dd-17df-4f2b-8a27-f39ef905f0f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0587137 Aug 16 22:30:42.965524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Transition to ACTIVE for port object c51fa8b3-fc48-47d8-9ade-404dc0501637 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:42.973955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.031398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Network 33090178-5c1e-42e4-adbd-183a7af3e995 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:43.031791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:43.036119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.075424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:43.078602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:43.084567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Pushing event updated for resources: {'Port': ['ID=c51fa8b3-fc48-47d8-9ade-404dc0501637,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:43.158085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Attempting to bind port c51fa8b3-fc48-47d8-9ade-404dc0501637 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:43.158618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Attempting to bind port c51fa8b3-fc48-47d8-9ade-404dc0501637 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'd01dc7a9-9e40-4732-a3fa-89f2077eb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:43.159056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Attempting to bind port c51fa8b3-fc48-47d8-9ade-404dc0501637 on network 33090178-5c1e-42e4-adbd-183a7af3e995 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:43.164309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:43.164689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Checking segment: {'id': 'd01dc7a9-9e40-4732-a3fa-89f2077eb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:43.165145 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.165711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Bound using segment: {'id': 'd01dc7a9-9e40-4732-a3fa-89f2077eb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:43.166247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Bound port: c51fa8b3-fc48-47d8-9ade-404dc0501637, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01dc7a9-9e40-4732-a3fa-89f2077eb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '33090178-5c1e-42e4-adbd-183a7af3e995'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:43.166574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.180555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b7b3-2956-4891-8e36-144c631780c9 req-ec8deafa-6241-436b-a57b-a7ade6ae42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.182153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-ec8deafa-6241-436b-a57b-a7ade6ae42fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2100458 Aug 16 22:30:43.206618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d176c4-94d5-4442-ab90-9d3aef10578e req-4ef68375-c587-4a1a-9cc4-100e02345c04 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.208169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42d176c4-94d5-4442-ab90-9d3aef10578e req-4ef68375-c587-4a1a-9cc4-100e02345c04 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 943 time: 0.1002636 Aug 16 22:30:43.251402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c18edd3-9617-4b0e-998d-09e94f2331d0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3581815 Aug 16 22:30:43.257287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43494) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:43.261798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-212117026'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:43.275038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:43.302841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42d176c4-94d5-4442-ab90-9d3aef10578e req-9c5daa18-9e7f-4977-848c-a62861741455 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881629 Aug 16 22:30:43.345307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] For port c51fa8b3-fc48-47d8-9ade-404dc0501637, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:43.369808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] For port c51fa8b3-fc48-47d8-9ade-404dc0501637, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c51fa8b3-fc48-47d8-9ade-404dc0501637,segment=NetworkSegment(d01dc7a9-9e40-4732-a3fa-89f2077eb506),segment_id=d01dc7a9-9e40-4732-a3fa-89f2077eb506)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:43.378529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.424805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.451874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bfc59-9067-4802-be33-8e2ce9e46ab0 None None] Pushing event updated for resources: {'Port': ['ID=c51fa8b3-fc48-47d8-9ade-404dc0501637,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:43.465140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:43.474369 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-de960578-0056-4be1-829e-b0d13e92b4de service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823431 Aug 16 22:30:43.476236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:43.476839 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.522758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b14d3587-5463-4cf3-a7f0-86a7116c0bed req-d0f8c074-0762-49bc-828c-3da10068ca72 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0369110 Aug 16 22:30:43.593510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Subnet': ['ID=9f122753-3111-4180-9e15-163584801561,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:43.616146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Checking segment: {'id': 'f34d0948-e34a-449d-90b7-d4ec25f81c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:43.616524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network hostable DHCP agents. Network: 974fe3b5-210f-43d1-aa93-3838f16f44d1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:43.653505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:43.669729 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8043b7b3-2956-4891-8e36-144c631780c9 req-1cc0037e-8f0b-4eee-9f1a-c7c5ccbaac60 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644344 Aug 16 22:30:43.676601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 974fe3b5-210f-43d1-aa93-3838f16f44d1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:43.681115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:43.681724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.703380 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ace12c54-1591-4c48-961a-45fecb946125 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9279883 Aug 16 22:30:43.703621 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.703720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:43.708900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'subnet': {'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:43.735425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2407bc-18d3-4cb1-93c0-e5e3c603875e None None] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:43.874521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:43.877702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:43.881765 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-8d9527a9-81a6-430b-981b-a9701ebe7c0b req-ce546e53-9d7f-418b-b84b-4233ba740f0e tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.89 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0430520 Aug 16 22:30:43.897520 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd01247-c3e5-4fbd-9431-10623c281d12" -d '{"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-plugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:43.929877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Made reservation on behalf of 1add3c1526db43a3b0a9fcd99dcbeac5 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:43.934961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:43.941045 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.082395 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1719ece-c717-47a9-b58d-c18de0f45505 x-openstack-request-id: req-a1719ece-c717-47a9-b58d-c18de0f45505 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:44.082683 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-plugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:44.082966 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1719ece-c717-47a9-b58d-c18de0f45505 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:44.083332 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'code': 200} Aug 16 22:30:44.143269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:44.155883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-974fe3b5-210f-43d1-aa93-3838f16f44d1', 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1', 'tenant_id': '1add3c1526db43a3b0a9fcd99dcbeac5', 'fixed_ips': [{'subnet_id': '9f122753-3111-4180-9e15-163584801561'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:44.156822 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.250835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.341005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29879659-cedc-481a-bee5-9db6e06f3541 req-7c2d449e-fb57-4b65-9691-2f71d81ce897 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.345014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Checking segment: {'id': '0d694816-fd87-4c42-ad89-141d739d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:44.345529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network hostable DHCP agents. Network: 3e8ae591-3042-44f4-81ac-434da8eb7712, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:44.349371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29879659-cedc-481a-bee5-9db6e06f3541 req-7c2d449e-fb57-4b65-9691-2f71d81ce897 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.6838961 Aug 16 22:30:44.361312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Subnet': ['ID=87e57972-48e8-4344-8580-9199456ac0cc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:44.381177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.386031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Allocated IP 172.20.0.2 (974fe3b5-210f-43d1-aa93-3838f16f44d1/9f122753-3111-4180-9e15-163584801561/c11d9a50-dbf9-4cd4-a85b-0124705cb257) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:44.388215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:44.390013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5639-3a87-479f-8f73-8d9c14f6080e req-98c0ff4e-15cc-452f-b1b2-c60b932b7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.391588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aca5639-3a87-479f-8f73-8d9c14f6080e req-98c0ff4e-15cc-452f-b1b2-c60b932b7bb7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1098 time: 0.1059098 Aug 16 22:30:44.402837 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.410492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3e8ae591-3042-44f4-81ac-434da8eb7712) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:44.419210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90397c-aa4a-48d9-a03e-63c445f55b45 None None] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:44.426086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.426685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.457674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29879659-cedc-481a-bee5-9db6e06f3541 req-59dae4d0-0d85-4a2b-8c28-45f7c9e4f80e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924225 Aug 16 22:30:44.458041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5dc56be5-96ee-4f1e-bb4a-74df5bdb54e5 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7507207 Aug 16 22:30:44.458839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:44.465560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.721975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aca5639-3a87-479f-8f73-8d9c14f6080e req-2415ddb2-950b-4029-8d45-c49f7f3dbf80 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104253 Aug 16 22:30:44.772918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb4410e-89db-4be3-9ce7-f9919ff72613 req-2a6e8a9a-5d9a-4906-a430-daa1ed140317 tempest-ServerShowV254Test-658382087 tempest-ServerShowV254Test-658382087-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7b0ae7-cbf6-4625-94cd-8d845d7d8ac9 HTTP/1.1" status: 200 len: 210 time: 0.0919392 Aug 16 22:30:44.786926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60052f1a-8a60-4ed2-9319-7b874292e204 req-765486fe-f920-41aa-8d0b-e391057bb79e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:44.795327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60052f1a-8a60-4ed2-9319-7b874292e204 req-765486fe-f920-41aa-8d0b-e391057bb79e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 943 time: 0.3464386 Aug 16 22:30:44.822292 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.849574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Transition to ACTIVE for port object c11d9a50-dbf9-4cd4-a85b-0124705cb257 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:44.893463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Transition to ACTIVE for port object c11d9a50-dbf9-4cd4-a85b-0124705cb257 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:44.898749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-3e8ae591-3042-44f4-81ac-434da8eb7712', 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712', 'tenant_id': '1add3c1526db43a3b0a9fcd99dcbeac5', 'fixed_ips': [{'subnet_id': '87e57972-48e8-4344-8580-9199456ac0cc'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:44.899630 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.904334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:44.935160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-60052f1a-8a60-4ed2-9319-7b874292e204 req-1befeb8c-899c-49a7-94ef-3dd7af65fc6b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387496 Aug 16 22:30:44.963623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router ac259053-30b0-42a5-9cca-78f8c4c10a63 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:45.010398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.028577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:45.081559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:45.087728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:45.127247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Pushing event updated for resources: {'Port': ['ID=c11d9a50-dbf9-4cd4-a85b-0124705cb257,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:45.132309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce835c7-5f12-4fc9-9cf0-193f82a74797 None None] Network 33090178-5c1e-42e4-adbd-183a7af3e995 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:45.147541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:45.160518 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] Sync routers for ids ['ac259053-30b0-42a5-9cca-78f8c4c10a63'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:45.161395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.164224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c5e0808f-8f0b-478d-bd09-eaae94c662fe tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 200 len: 890 time: 1.9059873 Aug 16 22:30:45.166845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:45.180288 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] Routers {'ac259053-30b0-42a5-9cca-78f8c4c10a63'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:45.180931 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ac259053-30b0-42a5-9cca-78f8c4c10a63'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.219911 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.230023 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] Routers {'ac259053-30b0-42a5-9cca-78f8c4c10a63'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:45.230927 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ac259053-30b0-42a5-9cca-78f8c4c10a63'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.266921 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:45.267893 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53a117-0aba-4290-8c0b-27da675ee0ca None None] The sync data for ids ['ac259053-30b0-42a5-9cca-78f8c4c10a63'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:45.309037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ca6aadc7-5480-4c9d-b5cf-f07d998aa151 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers/ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 200 len: 890 time: 0.1409197 Aug 16 22:30:45.312107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:45.349016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dc88e65b-91fb-4501-b257-93aee1ed9e11 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 200 len: 205 time: 0.0355709 Aug 16 22:30:45.351589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43546) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:45.419602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Attempting to bind port c11d9a50-dbf9-4cd4-a85b-0124705cb257 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:45.420222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Attempting to bind port c11d9a50-dbf9-4cd4-a85b-0124705cb257 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'f34d0948-e34a-449d-90b7-d4ec25f81c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:45.420360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Attempting to bind port c11d9a50-dbf9-4cd4-a85b-0124705cb257 on network 974fe3b5-210f-43d1-aa93-3838f16f44d1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:45.440329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:45.440329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Checking segment: {'id': 'f34d0948-e34a-449d-90b7-d4ec25f81c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:45.440329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.440329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Bound using segment: {'id': 'f34d0948-e34a-449d-90b7-d4ec25f81c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:45.440329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Bound port: c11d9a50-dbf9-4cd4-a85b-0124705cb257, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34d0948-e34a-449d-90b7-d4ec25f81c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '974fe3b5-210f-43d1-aa93-3838f16f44d1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:45.441673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.449473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Allocated IP 172.20.0.1 (974fe3b5-210f-43d1-aa93-3838f16f44d1/9f122753-3111-4180-9e15-163584801561/b9623704-ae74-438c-9ea2-46b29a2e9068) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:45.450401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01b18146-b81f-45c6-a1ef-49b1537ecce4 None None] Provisioning for port c51fa8b3-fc48-47d8-9ade-404dc0501637 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:45.500338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Allocated IP 172.20.0.2 (3e8ae591-3042-44f4-81ac-434da8eb7712/87e57972-48e8-4344-8580-9199456ac0cc/d377768e-7b2c-4495-b9a0-1dcb64500522) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:45.534232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.637644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.653992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Transition to ACTIVE for port object b9623704-ae74-438c-9ea2-46b29a2e9068 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:45.685165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4232abd0-3019-4210-827a-11935b9af5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.691396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ea81f-1f48-4a53-afde-ce65b7ded17c req-806297e6-f4c3-402c-9010-541e48c5efd6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:45.699058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579ea81f-1f48-4a53-afde-ce65b7ded17c req-806297e6-f4c3-402c-9010-541e48c5efd6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1179872 Aug 16 22:30:45.710628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.710937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] For port c11d9a50-dbf9-4cd4-a85b-0124705cb257, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:45.718096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] For port c11d9a50-dbf9-4cd4-a85b-0124705cb257, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c11d9a50-dbf9-4cd4-a85b-0124705cb257,segment=NetworkSegment(f34d0948-e34a-449d-90b7-d4ec25f81c52),segment_id=f34d0948-e34a-449d-90b7-d4ec25f81c52)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:45.753766 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.770632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c190bdf-a310-43d7-afaf-43c7eb231a82 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:30:45.771865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579ea81f-1f48-4a53-afde-ce65b7ded17c req-73de97de-7d33-4def-86e5-56fd8675cba2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679314 Aug 16 22:30:45.773461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.850102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:45.853929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:45.866370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:45.893507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Port': ['ID=b9623704-ae74-438c-9ea2-46b29a2e9068,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:45.979839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c51fa8b3-fc48-47d8-9ade-404dc0501637 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:45.985227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:45.992549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:30:45.995076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16f22c-dcdb-4ad4-b36c-1d41b8f535f2 None None] Pushing event updated for resources: {'Port': ['ID=c11d9a50-dbf9-4cd4-a85b-0124705cb257,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:45.996504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 67aee0dd-ad78-4fe9-b080-bf4e192d46d9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:45.997306 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.186384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.211959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0f7d2-dbf8-49f3-a307-6a5ce92b3fcf req-ffb5972d-c32a-4041-9a1d-c880a2e7ea47 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:46.213621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe0f7d2-dbf8-49f3-a307-6a5ce92b3fcf req-ffb5972d-c32a-4041-9a1d-c880a2e7ea47 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 943 time: 0.1331549 Aug 16 22:30:46.284175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Transition to ACTIVE for port object d377768e-7b2c-4495-b9a0-1dcb64500522 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:46.322666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.334250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.382158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:46.401994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Transition to ACTIVE for port object d377768e-7b2c-4495-b9a0-1dcb64500522 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:46.409793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c51fa8b3-fc48-47d8-9ade-404dc0501637 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:46.414022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1c190bdf-a310-43d7-afaf-43c7eb231a82', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '1c190bdf-a310-43d7-afaf-43c7eb231a82', 'mac_address': 'fa:16:3e:6f:97:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:30:46.415535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] Provisioning complete for port c51fa8b3-fc48-47d8-9ade-404dc0501637 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:46.415917 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.438236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 67aee0dd-ad78-4fe9-b080-bf4e192d46d9 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:46.452753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe0f7d2-dbf8-49f3-a307-6a5ce92b3fcf req-4cb2d035-c9d6-4724-99a4-2b9257d5cdeb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084451 Aug 16 22:30:46.457383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.460091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c51fa8b3-fc48-47d8-9ade-404dc0501637 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:46.460676 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.550504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:46.627432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:46.632048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Pushing event updated for resources: {'Port': ['ID=d377768e-7b2c-4495-b9a0-1dcb64500522,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:46.640487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:46.644474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.664305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:46.717860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c190bdf-a310-43d7-afaf-43c7eb231a82 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:30:46.727356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.782767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.793351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:46.817029 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.839286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Attempting to bind port d377768e-7b2c-4495-b9a0-1dcb64500522 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:46.839571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Attempting to bind port d377768e-7b2c-4495-b9a0-1dcb64500522 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '0d694816-fd87-4c42-ad89-141d739d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:46.839942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Attempting to bind port d377768e-7b2c-4495-b9a0-1dcb64500522 on network 3e8ae591-3042-44f4-81ac-434da8eb7712 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:46.864181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=67aee0dd-ad78-4fe9-b080-bf4e192d46d9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:46.900126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] For port c51fa8b3-fc48-47d8-9ade-404dc0501637, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c51fa8b3-fc48-47d8-9ade-404dc0501637,segment=NetworkSegment(d01dc7a9-9e40-4732-a3fa-89f2077eb506),segment_id=d01dc7a9-9e40-4732-a3fa-89f2077eb506)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:46.913396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.916848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.929808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:46.929808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Checking segment: {'id': '0d694816-fd87-4c42-ad89-141d739d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:46.929808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:46.930267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Bound using segment: {'id': '0d694816-fd87-4c42-ad89-141d739d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:46.930709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Bound port: d377768e-7b2c-4495-b9a0-1dcb64500522, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d694816-fd87-4c42-ad89-141d739d004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3e8ae591-3042-44f4-81ac-434da8eb7712'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:46.931130 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.010415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.020488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e060-16d1-4b50-9669-62c3e0f0c756 req-cf3042d5-2d7a-4d3d-a3a7-5d00de01f8b7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.028457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3141e060-16d1-4b50-9669-62c3e0f0c756 req-cf3042d5-2d7a-4d3d-a3a7-5d00de01f8b7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1025696 Aug 16 22:30:47.033250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.121214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:30:47.122739 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:30:47.157868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-421ecc7c-0f6d-4957-adc5-a747ed528392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.163071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] For port d377768e-7b2c-4495-b9a0-1dcb64500522, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:47.169475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] For port d377768e-7b2c-4495-b9a0-1dcb64500522, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d377768e-7b2c-4495-b9a0-1dcb64500522,segment=NetworkSegment(0d694816-fd87-4c42-ad89-141d739d004e),segment_id=0d694816-fd87-4c42-ad89-141d739d004e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:47.178946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487d18-e5e0-4fc4-8eb5-9fec5617b9ff None None] Pushing event updated for resources: {'Port': ['ID=c51fa8b3-fc48-47d8-9ade-404dc0501637,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.183563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.188345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:30:47.199537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3141e060-16d1-4b50-9669-62c3e0f0c756 req-ea534237-fde0-46af-8d58-acc18dd20008 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700358 Aug 16 22:30:47.217877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.217877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.357434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131a69-5e10-4e89-9208-6ba6db3e7347 None None] Pushing event updated for resources: {'Port': ['ID=d377768e-7b2c-4495-b9a0-1dcb64500522,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.389237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.389890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router ac259053-30b0-42a5-9cca-78f8c4c10a63 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:30:47.415169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.416208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cf7572fd-b189-423a-9836-c6d63960f6e2 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 204 len: 168 time: 2.0635266 Aug 16 22:30:47.419961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43596) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.428547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238542930'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:47.464555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2cba2-929f-4247-915b-9352e38b465f req-98a2986b-495f-4636-895d-5af1c8e76a86 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.466215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4d2cba2-929f-4247-915b-9352e38b465f req-98a2986b-495f-4636-895d-5af1c8e76a86 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1625690 Aug 16 22:30:47.539683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.547789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-421ecc7c-0f6d-4957-adc5-a747ed528392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.549331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.557820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-421ecc7c-0f6d-4957-adc5-a747ed528392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.627352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4d2cba2-929f-4247-915b-9352e38b465f req-d21d79e6-9f18-441d-bfc5-c7e0e9c66963 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460917 Aug 16 22:30:47.628609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:47.632153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.660841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ecc7c-0f6d-4957-adc5-a747ed528392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecdc66c-3e5b-4514-b85a-d1974ef122e0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.665741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.764893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:30:47.795996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-421ecc7c-0f6d-4957-adc5-a747ed528392 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f38447f32cf24fbcb20033631f74e785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2446363 Aug 16 22:30:47.798842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.803275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Port': ['ID=b9623704-ae74-438c-9ea2-46b29a2e9068,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:47.813918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.827740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8d2a4-6e07-4f75-bd86-9bfa41466e30 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:47.829505 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3d8d2a4-6e07-4f75-bd86-9bfa41466e30 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1093 time: 0.1552012 Aug 16 22:30:47.832415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:47.843907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.844769 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 5c51acb8-bfef-4f95-8284-1c755ed13f2e of type vlan for network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 Aug 16 22:30:47.847491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:47.943802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:47.951036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc56f7-d26c-4b07-8b1a-dc90c51e79fe None None] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:47.979663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.001994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215218d-c2a4-49ed-b445-ab62a7e77e7d req-3cbfe19a-2e53-402a-b23e-1f428663707a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:48.003564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3215218d-c2a4-49ed-b445-ab62a7e77e7d req-3cbfe19a-2e53-402a-b23e-1f428663707a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 944 time: 0.3557839 Aug 16 22:30:48.024619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:48.029436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:48.051296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.083435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-36a64a46-b021-4c61-9c8a-5c69197fec24 None None] Provisioning for port c11d9a50-dbf9-4cd4-a85b-0124705cb257 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:48.128316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3215218d-c2a4-49ed-b445-ab62a7e77e7d req-af7af7be-f25c-4899-bc3d-786ce1d2396d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047981 Aug 16 22:30:48.129619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.137059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:48.137773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.191853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c11d9a50-dbf9-4cd4-a85b-0124705cb257 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:48.214030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.230707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Router 6528085b-780e-4724-8282-2227a3862b80 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:48.253947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.262976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8410687 Aug 16 22:30:48.263897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:48.272220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8737eb5-a810-4521-b8d5-14524cedcbc9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=2c0bc555-e4f1-4033-ac88-d4f7b28f4397,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:48.281226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.288754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:48.310540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:30:48.383895 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea215-e005-4fe2-99f9-7e43f8f96f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.459009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:30:48.463873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c11d9a50-dbf9-4cd4-a85b-0124705cb257 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:48.464885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.482127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c11d9a50-dbf9-4cd4-a85b-0124705cb257 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:48.482737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.527910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:48.536556 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3aaaa1fd-c219-46d5-ba26-cae848d94586 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0765021 Aug 16 22:30:48.538767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.59 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/ae725c8f-d256-4c97-a550-767fae0dfb8c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:48.541790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:48.554882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] Sync routers for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:48.555744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.572325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.578213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ecdc66c-3e5b-4514-b85a-d1974ef122e0 HTTP/1.1" status: 204 len: 168 time: 0.7738426 Aug 16 22:30:48.599385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:48.600525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:48.638538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed715f-e543-49d7-ab8f-1ee6ef166d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecdc66c-3e5b-4514-b85a-d1974ef122e0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:48.703112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:48.815331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:48.816007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:48.818787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.909547 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.916889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:48.917797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12779f42-12d0-4f08-b180-68a92f3af8b6 None None] The sync data for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:48.940978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:48.995850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:48.996320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c11d9a50-dbf9-4cd4-a85b-0124705cb257, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c11d9a50-dbf9-4cd4-a85b-0124705cb257,segment=NetworkSegment(f34d0948-e34a-449d-90b7-d4ec25f81c52),segment_id=f34d0948-e34a-449d-90b7-d4ec25f81c52)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:49.003050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:49.004860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.006350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c51fa8b3-fc48-47d8-9ade-404dc0501637 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:49.008062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:49.063661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890aef95-174b-4742-aefd-3ef26b47850d None None] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:49.082101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=ae725c8f-d256-4c97-a550-767fae0dfb8c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:49.165505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Provisioning for port b9623704-ae74-438c-9ea2-46b29a2e9068 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:49.175650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Provisioning complete for port b9623704-ae74-438c-9ea2-46b29a2e9068 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:49.176027 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.182356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c11d9a50-dbf9-4cd4-a85b-0124705cb257,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:49.323328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.329459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Port b9623704-ae74-438c-9ea2-46b29a2e9068 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:49.342394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c51fa8b3-fc48-47d8-9ade-404dc0501637 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:49.342769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.463903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Provisioning complete for port c11d9a50-dbf9-4cd4-a85b-0124705cb257 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:49.464442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f052e56-b309-4a87-967f-1b34e91863e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.520130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-b93b27fe-55b9-44f8-8dd3-b8968e55986a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3410451 Aug 16 22:30:49.689812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d377768e-7b2c-4495-b9a0-1dcb64500522 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:49.785898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.794408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c190bdf-a310-43d7-afaf-43c7eb231a82 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:49.802549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d377768e-7b2c-4495-b9a0-1dcb64500522 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:49.822134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31daf76-5d0a-4f53-9839-012481b6f70f req-edf1da08-a420-4970-b0c8-efceaf201f60 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:49.823798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31daf76-5d0a-4f53-9839-012481b6f70f req-edf1da08-a420-4970-b0c8-efceaf201f60 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 944 time: 0.4802234 Aug 16 22:30:49.931496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1c190bdf-a310-43d7-afaf-43c7eb231a82 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:49.937473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1c190bdf-a310-43d7-afaf-43c7eb231a82 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:49.938092 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.952007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:49.966084 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-f7056a27-72fa-4f2c-ad14-76faa12368c4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:30:49.967322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f7056a27-72fa-4f2c-ad14-76faa12368c4 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4240742 Aug 16 22:30:49.975003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43664) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:50.006688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-1b0a24c4-729d-4be3-92f4-120751e9351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.008352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-1b0a24c4-729d-4be3-92f4-120751e9351d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1097 time: 0.3804653 Aug 16 22:30:50.044734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Provisioning complete for port b9623704-ae74-438c-9ea2-46b29a2e9068 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:50.045906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.152412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31daf76-5d0a-4f53-9839-012481b6f70f req-61a8441c-5aa2-4664-96ca-8754051d3dc9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194752 Aug 16 22:30:50.153494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '5c51acb8-bfef-4f95-8284-1c755ed13f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:50.154132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 2c0bc555-e4f1-4033-ac88-d4f7b28f4397, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:30:50.177164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=678deb90-0ca3-4287-af5a-e68dd0b7d19a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:50.204490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:30:50.226835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.227834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2c0bc555-e4f1-4033-ac88-d4f7b28f4397) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:50.259617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.260291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.267548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-29f29e31-e98d-4e56-bf80-be8b4544396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.269753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-29f29e31-e98d-4e56-bf80-be8b4544396b service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2112849 Aug 16 22:30:50.326788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-a7409c02-b0a6-472d-8105-e07a95ecef12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 217 time: 0.0478787 Aug 16 22:30:50.328900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c36d2ab-84a0-4c2f-ad08-1e60546580b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0583239 Aug 16 22:30:50.332102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43678) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:50.350041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1185224023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:50.430113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.431495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.438853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-02031ed5-30b2-41fe-a784-6b6bf5705334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.440407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-02031ed5-30b2-41fe-a784-6b6bf5705334 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1051779 Aug 16 22:30:50.470135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c11d9a50-dbf9-4cd4-a85b-0124705cb257 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:50.472694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375d7ef-4597-4d77-9956-a14a664c0abf None None] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:50.536776 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.571659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.573410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-0e8c7892-b366-4690-ba02-9546c4bb0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:50.575586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-0e8c7892-b366-4690-ba02-9546c4bb0a21 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133704 Aug 16 22:30:50.577868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.658817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Port b9623704-ae74-438c-9ea2-46b29a2e9068 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:50.693654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-dacc472b-e758-4ae9-b8cc-867957c9ff41 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100888 Aug 16 22:30:50.704314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:50.705683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.711063 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2906192-3e90-49e6-af94-d3fe85695467" -d '{"events": [{"server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:50.773256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:50.792437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Provisioning for port d377768e-7b2c-4495-b9a0-1dcb64500522 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:50.802814 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab77df-bf5a-4790-b4c1-73cef2130f1d x-openstack-request-id: req-09ab77df-bf5a-4790-b4c1-73cef2130f1d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:50.803174 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "name": "network-vif-plugged", "status": "completed", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:50.803365 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09ab77df-bf5a-4790-b4c1-73cef2130f1d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:50.803804 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82', 'code': 200} Aug 16 22:30:50.804426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.804986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.806870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f0d26787-d5d9-487e-8bb8-f96fca0cff20 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4725323 Aug 16 22:30:50.807012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.809474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:50.903069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:50.926535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c11d9a50-dbf9-4cd4-a85b-0124705cb257 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:50.926938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.936116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Provisioning complete for port d377768e-7b2c-4495-b9a0-1dcb64500522 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:50.936719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:50.994327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab37e1ae-8485-4fb2-855a-1f5e67c20292 req-abac9766-195f-462d-9352-49c9fa8e734f service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827249 Aug 16 22:30:51.042106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.202852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=ae725c8f-d256-4c97-a550-767fae0dfb8c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:51.291830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-2c0bc555-e4f1-4033-ac88-d4f7b28f4397', 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '678deb90-0ca3-4287-af5a-e68dd0b7d19a'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:30:51.294811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.300589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.313248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c2828-e523-42d1-9474-3cd1a12b8f6e req-30344c25-e906-4a1b-b51c-2aa759a74d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:51.315831 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-882c2828-e523-42d1-9474-3cd1a12b8f6e req-30344c25-e906-4a1b-b51c-2aa759a74d69 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 1097 time: 0.2748811 Aug 16 22:30:51.329481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5494e1-7ce9-493d-a76f-ce64f28b1eaa req-e6bba14f-97fe-42f7-83a1-94bcd5c1353f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:51.337718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff5494e1-7ce9-493d-a76f-ce64f28b1eaa req-e6bba14f-97fe-42f7-83a1-94bcd5c1353f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.0680485 Aug 16 22:30:51.385642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff5494e1-7ce9-493d-a76f-ce64f28b1eaa req-5db66bf1-a8dc-4526-9c4f-9ca10418797a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Aug 16 22:30:51.458390 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP 4e442690-94cf-40a1-b50a-6ebff8a8e95c associated. External IP: 172.25.8.59, port: 90a11adc-725d-4cbb-a691-1157b3fa4d59. Aug 16 22:30:51.533565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Allocated IP 2001:db8::2 (2c0bc555-e4f1-4033-ac88-d4f7b28f4397/678deb90-0ca3-4287-af5a-e68dd0b7d19a/452a46ee-0c4e-4ce3-ba34-dec8bfda48c1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:51.727703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.747842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Transition to ACTIVE for port object 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:51.771205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Transition to ACTIVE for port object 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:51.775426 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.791513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.836490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:51.860166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:51.863275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Pushing event updated for resources: {'Port': ['ID=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:51.866451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:51.951611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] For port d377768e-7b2c-4495-b9a0-1dcb64500522, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d377768e-7b2c-4495-b9a0-1dcb64500522,segment=NetworkSegment(0d694816-fd87-4c42-ad89-141d739d004e),segment_id=0d694816-fd87-4c42-ad89-141d739d004e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:51.959819 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-882c2828-e523-42d1-9474-3cd1a12b8f6e req-19dfc9c0-7a2b-4722-a8b0-427ec4f6d4a7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265674 Aug 16 22:30:51.963059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.968106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Attempting to bind port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:30:51.968712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Attempting to bind port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5c51acb8-bfef-4f95-8284-1c755ed13f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:30:51.969356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Attempting to bind port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 on network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:30:51.994099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:30:51.994484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Checking segment: {'id': '5c51acb8-bfef-4f95-8284-1c755ed13f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:30:51.995139 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:51.995548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Bound using segment: {'id': '5c51acb8-bfef-4f95-8284-1c755ed13f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:30:51.996039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Bound port: 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51acb8-bfef-4f95-8284-1c755ed13f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2c0bc555-e4f1-4033-ac88-d4f7b28f4397'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:30:51.996428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.033432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.107630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7ca00-10d3-41d9-9509-dcd69e1d4b00 None None] Pushing event updated for resources: {'Port': ['ID=d377768e-7b2c-4495-b9a0-1dcb64500522,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:52.150854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6a331b0-b864-4e62-8a14-a7adcf3248dd None None] Provisioning complete for port b9623704-ae74-438c-9ea2-46b29a2e9068 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:52.151368 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6a331b0-b864-4e62-8a14-a7adcf3248dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.156244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] For port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:30:52.190055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] For port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,segment=NetworkSegment(5c51acb8-bfef-4f95-8284-1c755ed13f2e),segment_id=5c51acb8-bfef-4f95-8284-1c755ed13f2e)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:30:52.191461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.203870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.212992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a6a331b0-b864-4e62-8a14-a7adcf3248dd None None] Port b9623704-ae74-438c-9ea2-46b29a2e9068 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:52.272758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a6a331b0-b864-4e62-8a14-a7adcf3248dd None None] Provisioning complete for port d377768e-7b2c-4495-b9a0-1dcb64500522 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:52.273298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a6a331b0-b864-4e62-8a14-a7adcf3248dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.318467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93bd5d-ea57-4e95-a6f4-2ddc010bf72f None None] Pushing event updated for resources: {'Port': ['ID=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:52.459708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 9f98291c-7801-4a82-a779-bd98740949a4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:52.557608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6f49b-7eb5-4a61-bc48-ac3bf48c4f48 req-bee53035-26b2-4847-8921-063f9752e2ff tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:52.559903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea6f49b-7eb5-4a61-bc48-ac3bf48c4f48 req-bee53035-26b2-4847-8921-063f9752e2ff tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.0972140 Aug 16 22:30:52.614523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bea6f49b-7eb5-4a61-bc48-ac3bf48c4f48 req-36adf098-6327-4e6b-ac1b-d6975cca0c22 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 Aug 16 22:30:52.780661 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:52.910372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:52.922920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Sync routers for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:52.933579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:52.934834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:52.952472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.031889 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11866e0b-59dd-47f3-8c41-e034e5d140ac tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1957264 Aug 16 22:30:53.040203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:30:53.042970 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48684fa9-b291-4643-a087-02dc39840c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:30:53.082968 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:53.103502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8::1 (2c0bc555-e4f1-4033-ac88-d4f7b28f4397/678deb90-0ca3-4287-af5a-e68dd0b7d19a/174cbf4c-bc76-42cb-8cb1-f4140253d069) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:53.236005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting port b9623704-ae74-438c-9ea2-46b29a2e9068 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:53.236762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.346451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a009fae-af64-405d-b1ca-1d6ac81137fb req-e05fe017-378b-4a7c-8b8c-ea20f02ea4a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.348579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a009fae-af64-405d-b1ca-1d6ac81137fb req-e05fe017-378b-4a7c-8b8c-ea20f02ea4a1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1652329 Aug 16 22:30:53.368459 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fb4e8-0656-40a0-bccb-cf2671d619fa x-openstack-request-id: req-129fb4e8-0656-40a0-bccb-cf2671d619fa {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:30:53.368849 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:30:53.372031 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-129fb4e8-0656-40a0-bccb-cf2671d619fa {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:30:53.372469 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'status': 'completed', 'code': 200} Aug 16 22:30:53.417144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.419553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a009fae-af64-405d-b1ca-1d6ac81137fb req-8c4af44b-2175-4822-83b9-d18b70ab5d39 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636847 Aug 16 22:30:53.457521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43756) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:53.476305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684fa9-b291-4643-a087-02dc39840c1a req-70c0daf5-1f5e-4c80-b792-df697cdee85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.478586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-70c0daf5-1f5e-4c80-b792-df697cdee85e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1098 time: 0.0801718 Aug 16 22:30:53.487424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 174cbf4c-bc76-42cb-8cb1-f4140253d069 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:53.504401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.547468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Calling delete_port for b9623704-ae74-438c-9ea2-46b29a2e9068 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:53.604572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d062a427-4846-4c18-b3cf-666f6e101970 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 200 len: 991 time: 0.1418042 Aug 16 22:30:53.675261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684fa9-b291-4643-a087-02dc39840c1a req-6a05570f-f64f-40cb-8e19-6fbc58f02244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.691722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-6a05570f-f64f-40cb-8e19-6fbc58f02244 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.1759150 Aug 16 22:30:53.770577 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '4e442690-94cf-40a1-b50a-6ebff8a8e95c', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'port_id': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'mac_address': 'fa:16:3e:ae:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2ccba1-f492-4374-93ea-3035788b66df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:30:49Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.790665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.814646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf9e0e-ae2b-42e9-8fd2-80322e07e2ea None None] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:30:53.847235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=174cbf4c-bc76-42cb-8cb1-f4140253d069,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:53.859441 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Checking router: 9f98291c-7801-4a82-a779-bd98740949a4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:30:53.875187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:53.879224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:53.882124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:53.882854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:53.896691 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:53.898827 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:53.920955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-36aef624-aae5-4cbd-8076-6914ac4bdf62 None None] Provisioning for port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:53.959926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-8cd896d8-6919-4cfa-b408-c0b114468ad4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 999 time: 0.2580953 Aug 16 22:30:53.981317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1dde-4db4-45e8-b2f5-ea82801de9a2 req-4f79ea53-af53-482c-9791-3b042c30f011 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:53.985163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bdd1dde-4db4-45e8-b2f5-ea82801de9a2 req-4f79ea53-af53-482c-9791-3b042c30f011 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.2055888 Aug 16 22:30:54.088871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.150815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bdd1dde-4db4-45e8-b2f5-ea82801de9a2 req-a31acd7b-1b64-44ba-b764-412f569be132 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444790 Aug 16 22:30:54.196531 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:30:54.197058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Port': ['ID=b9623704-ae74-438c-9ea2-46b29a2e9068,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:54.242848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684fa9-b291-4643-a087-02dc39840c1a req-57aa898e-5ba2-4343-9495-b3c6468ab2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:54.248428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-57aa898e-5ba2-4343-9495-b3c6468ab2bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.2626958 Aug 16 22:30:54.288773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:54.362471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.407197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:54.417383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:54.417982 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.537692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.651425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.652813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:54.708832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,segment=NetworkSegment(5c51acb8-bfef-4f95-8284-1c755ed13f2e),segment_id=5c51acb8-bfef-4f95-8284-1c755ed13f2e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:30:54.721172 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.722163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d377768e-7b2c-4495-b9a0-1dcb64500522 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:54.771404 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab4ce674-466a-4f93-a280-4ae2e42875cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 200 len: 991 time: 0.1138878 Aug 16 22:30:54.792889 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '4e442690-94cf-40a1-b50a-6ebff8a8e95c', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'port_id': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'mac_address': 'fa:16:3e:ae:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2ccba1-f492-4374-93ea-3035788b66df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:30:49Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:54.836201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:54.858716 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7c8a6-d61f-4389-b946-1a66e8ffc9b3 None None] The sync data for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 is: [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '4e442690-94cf-40a1-b50a-6ebff8a8e95c', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'port_id': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'mac_address': 'fa:16:3e:ae:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2ccba1-f492-4374-93ea-3035788b66df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:30:49Z', 'updated_at': '2021-08-16T22:30:49Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:54.893120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Provisioning for port 174cbf4c-bc76-42cb-8cb1-f4140253d069 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:54.899086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Provisioning complete for port 174cbf4c-bc76-42cb-8cb1-f4140253d069 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:54.899648 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:54.966926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Port 174cbf4c-bc76-42cb-8cb1-f4140253d069 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:54.992473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d377768e-7b2c-4495-b9a0-1dcb64500522 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:54.992863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.095858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Provisioning complete for port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:55.099347 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f318b58-a4b1-4cbb-a9a5-7a650d3cb844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.144954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48684fa9-b291-4643-a087-02dc39840c1a req-c3c40549-a37e-4643-846e-a10cfdb17694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:55.146888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-c3c40549-a37e-4643-846e-a10cfdb17694 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8907652 Aug 16 22:30:55.159085 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Router 6528085b-780e-4724-8282-2227a3862b80 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:55.290655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7ca10-696e-4440-8a23-a4fb7d70806a None None] New status for floating IP 4e442690-94cf-40a1-b50a-6ebff8a8e95c: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:30:55.354878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-e880e496-fe58-478f-8ff6-c427074c2269 service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970794 Aug 16 22:30:55.517555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-618a4ebc-0a42-4d3b-9226-6d215478bec5 None None] Provisioning complete for port 174cbf4c-bc76-42cb-8cb1-f4140253d069 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:55.518019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-618a4ebc-0a42-4d3b-9226-6d215478bec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.552766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48684fa9-b291-4643-a087-02dc39840c1a req-972c5f44-df54-4973-944d-e92ab88b1499 service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825137 Aug 16 22:30:55.579304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-618a4ebc-0a42-4d3b-9226-6d215478bec5 None None] Port 174cbf4c-bc76-42cb-8cb1-f4140253d069 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:55.775070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.785280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:55.792109 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dbef2664-d9a9-4bcc-bb55-5230f75215f8 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8157506 Aug 16 22:30:55.797308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.797920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] Sync routers for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:55.812856 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:55.813529 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:55.866196 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:55.880874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:55.881624 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:55.913508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.914682 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-40bde237-fcca-4c79-a47c-c3adf49e8adb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] delete failed (client error): The resource could not be found. Aug 16 22:30:55.914941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:55.916251 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe8b683-7d0a-4fd6-af33-241693291e40 None None] The sync data for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:55.921027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-40bde237-fcca-4c79-a47c-c3adf49e8adb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-728025434 HTTP/1.1" status: 404 len: 334 time: 0.1212573 Aug 16 22:30:55.921344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:55.942212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-69214c3e-27fd-49cc-9b4a-ff6dd44d95e2 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'router': {'external_gateway_info': {'network_id': '6528085b-780e-4724-8282-2227a3862b80'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:55.949192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-58bb9187-8ed5-495b-8e20-5f11025b5834 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 200 len: 993 time: 0.1683509 Aug 16 22:30:55.957457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:55.958258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.025805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:30:56.079461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:56.080249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.202392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=174cbf4c-bc76-42cb-8cb1-f4140253d069,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:56.295063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69214c3e-27fd-49cc-9b4a-ff6dd44d95e2 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.320316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:56.332977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:56.337547 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-69214c3e-27fd-49cc-9b4a-ff6dd44d95e2 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] update failed (client error): The resource could not be found. Aug 16 22:30:56.342770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-69214c3e-27fd-49cc-9b4a-ff6dd44d95e2 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80 HTTP/1.1" status: 404 len: 339 time: 0.4051831 Aug 16 22:30:56.343280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:56.717292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77cf3ad7-4336-419a-94e9-a8d9f747488a None None] Provisioning complete for port 174cbf4c-bc76-42cb-8cb1-f4140253d069 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:56.717797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77cf3ad7-4336-419a-94e9-a8d9f747488a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.732199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router f9a64099-6912-43ee-a81a-104bca64b951 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:30:56.756218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-77cf3ad7-4336-419a-94e9-a8d9f747488a None None] Port 174cbf4c-bc76-42cb-8cb1-f4140253d069 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:56.771747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:56.931638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:56.940805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:56.945052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] Sync routers for ids ['f9a64099-6912-43ee-a81a-104bca64b951'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:56.954226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae7bd3ec-06b9-4bfb-9f26-abd30eba4dce tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/f9a64099-6912-43ee-a81a-104bca64b951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1245677 Aug 16 22:30:56.962037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] Routers {'f9a64099-6912-43ee-a81a-104bca64b951'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:56.963564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f9a64099-6912-43ee-a81a-104bca64b951'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.011983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.023570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] Routers {'f9a64099-6912-43ee-a81a-104bca64b951'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:57.024658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f9a64099-6912-43ee-a81a-104bca64b951'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.025258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bcea1d-b684-4555-a034-1d9701db223d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:57.031575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.037046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '678deb90-0ca3-4287-af5a-e68dd0b7d19a'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:30:57.041506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b6bcea1d-b684-4555-a034-1d9701db223d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports/174cbf4c-bc76-42cb-8cb1-f4140253d069 HTTP/1.1" status: 200 len: 911 time: 0.0994320 Aug 16 22:30:57.065783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:57.067053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fce33-b9e8-488c-b317-bd88fdd53ef8 None None] The sync data for ids ['f9a64099-6912-43ee-a81a-104bca64b951'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:57.235646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Allocated IP 172.20.0.1 (33090178-5c1e-42e4-adbd-183a7af3e995/3b8415d4-f79c-4210-a3a1-035cca7bb4d4/de15be1f-cd0c-4c17-b57a-db17e0ba7ada) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:30:57.288920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.546804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.584178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:57.605044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Transition to ACTIVE for port object de15be1f-cd0c-4c17-b57a-db17e0ba7ada will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:30:57.710136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.764746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2a392b3-4559-42b4-9d37-9af3068211ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.791493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 33090178-5c1e-42e4-adbd-183a7af3e995 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:57.802672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:57.890152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:30:57.910062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2a392b3-4559-42b4-9d37-9af3068211ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.916538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c2a392b3-4559-42b4-9d37-9af3068211ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.946019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c2a392b3-4559-42b4-9d37-9af3068211ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5559ab2567b046c0bdd4bfb06426a788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599718 Aug 16 22:30:57.946539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Port': ['ID=de15be1f-cd0c-4c17-b57a-db17e0ba7ada,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:57.949036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:57.953940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43824) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.002826 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.003370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a392b3-4559-42b4-9d37-9af3068211ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d6e954-bf23-4c3e-9c26-c0e3690ee46d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:58.044911 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.069304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.091012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d34a360c-899f-43c2-970c-3ace2f724502 None None] Provisioning for port de15be1f-cd0c-4c17-b57a-db17e0ba7ada completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:30:58.096518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d34a360c-899f-43c2-970c-3ace2f724502 None None] Provisioning complete for port de15be1f-cd0c-4c17-b57a-db17e0ba7ada triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:58.097400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d34a360c-899f-43c2-970c-3ace2f724502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.120646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.127851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:30:58.128500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.130735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.133024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/ports/174cbf4c-bc76-42cb-8cb1-f4140253d069 HTTP/1.1" status: 200 len: 911 time: 1.1001670 Aug 16 22:30:58.133779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:58.134853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.138246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8d6e954-bf23-4c3e-9c26-c0e3690ee46d HTTP/1.1" status: 204 len: 168 time: 0.1828916 Aug 16 22:30:58.144474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d34a360c-899f-43c2-970c-3ace2f724502 None None] Port de15be1f-cd0c-4c17-b57a-db17e0ba7ada cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:58.148406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3b5b-4ba9-41d5-a70b-130d5c71a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d6e954-bf23-4c3e-9c26-c0e3690ee46d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:58.188073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:58.276970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c51a0-2232-4293-934d-d0735ed3cfb1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=174cbf4c-bc76-42cb-8cb1-f4140253d069,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:59.070548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.078187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.164177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.173666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event updated for resources: {'Port': ['ID=de15be1f-cd0c-4c17-b57a-db17e0ba7ada,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:30:59.184418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.399535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Network 33090178-5c1e-42e4-adbd-183a7af3e995 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:30:59.401926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:30:59.547084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Router 6528085b-780e-4724-8282-2227a3862b80 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:30:59.688001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f45d6fef-eaad-4e72-bc13-08a8b586f93d None None] Provisioning complete for port de15be1f-cd0c-4c17-b57a-db17e0ba7ada triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:30:59.690393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f45d6fef-eaad-4e72-bc13-08a8b586f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.697514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:30:59.704576 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a25621a-b3ee-4e8b-bf60-0b9e12e3884b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3597767 Aug 16 22:30:59.706748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:30:59.722952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] Sync routers for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:30:59.744698 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:59.745529 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.755103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 174cbf4c-bc76-42cb-8cb1-f4140253d069 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:30:59.755454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.819007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f45d6fef-eaad-4e72-bc13-08a8b586f93d None None] Port de15be1f-cd0c-4c17-b57a-db17e0ba7ada cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:30:59.829569 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.838348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ea0fb77-d572-4317-af30-5b2577ef2349 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.848472 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:30:59.853523 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.879376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:30:59.914187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 174cbf4c-bc76-42cb-8cb1-f4140253d069 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:30:59.937950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:30:59.938632 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0010e4-ab67-4b7b-8318-d0ee54ca6069 None None] The sync data for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:30:59.960421 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-5ea0fb77-d572-4317-af30-5b2577ef2349 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:30:59.962239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ea0fb77-d572-4317-af30-5b2577ef2349 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80 HTTP/1.1" status: 409 len: 329 time: 0.2503603 Aug 16 22:30:59.969249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43908) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:00.257212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.344101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=174cbf4c-bc76-42cb-8cb1-f4140253d069,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:00.392859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.539869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.724369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router f9a64099-6912-43ee-a81a-104bca64b951 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:00.751337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting port de15be1f-cd0c-4c17-b57a-db17e0ba7ada {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:00.753132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:00.827712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:00.834921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7aabe0e-b7b2-4be1-b3cf-b1bc3cb41791 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/f9a64099-6912-43ee-a81a-104bca64b951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847696 Aug 16 22:31:00.840523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] Sync routers for ids ['f9a64099-6912-43ee-a81a-104bca64b951'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:00.841095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:00.867542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] Routers {'f9a64099-6912-43ee-a81a-104bca64b951'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:00.869886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f9a64099-6912-43ee-a81a-104bca64b951'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:00.910690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2acf299d-ae14-406c-a1dd-11cf22f85b7d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9a64099-6912-43ee-a81a-104bca64b951 HTTP/1.1" status: 200 len: 205 time: 0.0639091 Aug 16 22:31:00.912266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:00.928816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:00.948001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] Routers {'f9a64099-6912-43ee-a81a-104bca64b951'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:00.948706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f9a64099-6912-43ee-a81a-104bca64b951'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:01.029807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:01.030740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3cf33-9a5e-44d2-8dfd-79a08411b881 None None] The sync data for ids ['f9a64099-6912-43ee-a81a-104bca64b951'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:01.044512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.048220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.130919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Calling delete_port for de15be1f-cd0c-4c17-b57a-db17e0ba7ada owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:01.146231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.271724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.275156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.306482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee3877e-6b94-469d-825f-0be314e2f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.336878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.337785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router f9a64099-6912-43ee-a81a-104bca64b951 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:31:01.381581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.385261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c7a26c32-e18e-45c4-8765-ce2b86a9553b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/f9a64099-6912-43ee-a81a-104bca64b951 HTTP/1.1" status: 204 len: 168 time: 0.4545994 Aug 16 22:31:01.386183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.441864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee3877e-6b94-469d-825f-0be314e2f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.463781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee3877e-6b94-469d-825f-0be314e2f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.487099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.521292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Port': ['ID=de15be1f-cd0c-4c17-b57a-db17e0ba7ada,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.523222 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dee3877e-6b94-469d-825f-0be314e2f52a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd2da294d4ae4b1e85048e7d7b861c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756831 Aug 16 22:31:01.527944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.529490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 678deb90-0ca3-4287-af5a-e68dd0b7d19a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:01.533420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.599681 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.656188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.688355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.692879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3877e-6b94-469d-825f-0be314e2f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476fe40f-1064-477c-b2b1-269be3626eb9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.721915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.793709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.811569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.813524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/678deb90-0ca3-4287-af5a-e68dd0b7d19a HTTP/1.1" status: 204 len: 168 time: 0.4252639 Aug 16 22:31:01.821956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5ec09-5360-44c5-9a91-ceb80d2bc9e5 None None] Network 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:01.837114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:01.848116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:01.860793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a852d-6301-4311-aa52-4e3ec4cfc81f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=678deb90-0ca3-4287-af5a-e68dd0b7d19a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:01.988966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.003950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.009122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.024063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/476fe40f-1064-477c-b2b1-269be3626eb9 HTTP/1.1" status: 204 len: 168 time: 0.4953451 Aug 16 22:31:02.060276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ccc4c-18e9-40cd-a036-fdaff433dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476fe40f-1064-477c-b2b1-269be3626eb9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.065478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:02.073036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.111191 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:31:02.163688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] DHCP port deletion for 2c0bc555-e4f1-4033-ac88-d4f7b28f4397 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:02.213699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Router 6528085b-780e-4724-8282-2227a3862b80 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:02.247282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,segment=NetworkSegment(5c51acb8-bfef-4f95-8284-1c755ed13f2e),segment_id=5c51acb8-bfef-4f95-8284-1c755ed13f2e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:02.247662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.295946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:02.305052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Deleting port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:02.307907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.352239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:02.365301 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] Sync routers for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:02.367239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2e90801-654a-4241-b797-6f341b315bbb tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964415 Aug 16 22:31:02.368552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:02.390446 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:02.391093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.434324 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-e953a04d-85f2-4228-b8a0-b6d7ce00ef34 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] show failed (client error): The resource could not be found. Aug 16 22:31:02.436000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e953a04d-85f2-4228-b8a0-b6d7ce00ef34 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1840961253 HTTP/1.1" status: 404 len: 335 time: 0.0659442 Aug 16 22:31:02.439911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:02.446839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bdc8f52a-809b-47c2-a1a6-b6a9f055105f tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:02.454451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] For port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,segment=NetworkSegment(5c51acb8-bfef-4f95-8284-1c755ed13f2e),segment_id=5c51acb8-bfef-4f95-8284-1c755ed13f2e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:02.455246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.485018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Calling delete_port for 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:02.520141 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-bdc8f52a-809b-47c2-a1a6-b6a9f055105f tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] update failed (client error): The resource could not be found. Aug 16 22:31:02.521105 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bdc8f52a-809b-47c2-a1a6-b6a9f055105f tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1059138693 HTTP/1.1" status: 404 len: 335 time: 0.0802057 Aug 16 22:31:02.525036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:02.531703 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.546188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.559455 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] Routers {'6528085b-780e-4724-8282-2227a3862b80'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:02.560780 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6528085b-780e-4724-8282-2227a3862b80'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.575144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.580991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:02.617241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:02.617941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.618705 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c2642-4e1b-4126-abed-a675b79ea380 None None] The sync data for ids ['6528085b-780e-4724-8282-2227a3862b80'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:02.646202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting subnet 87e57972-48e8-4344-8580-9199456ac0cc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:02.650790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.682288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a90d78f-c12f-47eb-b85c-000cec9c5c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.683738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.707584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] No DVR routers for this DVR port 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:02.716818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.721527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.739217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0bc555-e4f1-4033-ac88-d4f7b28f4397']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.747298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Pushing event deleted for resources: {'Port': ['ID=452a46ee-0c4e-4ce3-ba34-dec8bfda48c1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.753538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51acb8-bfef-4f95-8284-1c755ed13f2e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.754078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51acb8-bfef-4f95-8284-1c755ed13f2e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:02.767600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.767881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.768094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.768440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.768780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.769263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.769656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.770002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.770336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.770662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.771206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.771669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.771959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ff855-f2bc-4cef-9ed2-f0ace7b4b365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:02.802054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.813213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:02.813658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:02.818303 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:02.855064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.902214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.915679 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:02.917759 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/2c0bc555-e4f1-4033-ac88-d4f7b28f4397 HTTP/1.1" status: 204 len: 168 time: 1.0710876 Aug 16 22:31:02.922714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44196) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:02.929221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062951410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:02.938882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bb019-6016-4308-8ff6-d3a784025b4c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=2c0bc555-e4f1-4033-ac88-d4f7b28f4397,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:02.973544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.025696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Subnet': ['ID=87e57972-48e8-4344-8580-9199456ac0cc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.028017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a90d78f-c12f-47eb-b85c-000cec9c5c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.028586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.030957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dc5cb70b-ae1e-4ca4-bb1b-79b552ee3a0b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/subnets/87e57972-48e8-4344-8580-9199456ac0cc HTTP/1.1" status: 204 len: 168 time: 0.5046329 Aug 16 22:31:03.033743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f328e5-fa37-4a92-9dfd-dc355bf5165b None None] Network 3e8ae591-3042-44f4-81ac-434da8eb7712 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:03.042255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:03.050765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.051942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.059164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a90d78f-c12f-47eb-b85c-000cec9c5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.134483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.139868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d78f-c12f-47eb-b85c-000cec9c5c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecaf378-a9bc-414f-9dcd-6974dbcb0b5f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.143937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.150466 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a90d78f-c12f-47eb-b85c-000cec9c5c21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=049ea697f56f4065a718c6436c9062ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309787 Aug 16 22:31:03.153484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:03.165554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting subnet 9f122753-3111-4180-9e15-163584801561 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:03.171117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.181669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.187931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-07d041df-15e1-4234-a68c-ba4ad588c20e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2638609 Aug 16 22:31:03.189007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:03.220589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1932485690'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:03.230017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.325870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.328893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:03.333182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.394055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.433983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.436627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:03.487583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.493455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.494068 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment b151d164-ae25-4087-97b5-5accb757c229 of type vlan for network 572812b6-5789-404f-8781-b8de920a07d4 Aug 16 22:31:03.550509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.553845 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/subnets/9f122753-3111-4180-9e15-163584801561 HTTP/1.1" status: 204 len: 168 time: 0.5083981 Aug 16 22:31:03.556638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30408be-703b-49d1-a92e-6c941d472380 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Subnet': ['ID=9f122753-3111-4180-9e15-163584801561,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.557833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.559928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44274) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:03.574432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddcb67-c7c0-4fa5-8e70-28759b7043cc None None] Network 974fe3b5-210f-43d1-aa93-3838f16f44d1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:03.621531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.631074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:03.632032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.684370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] DHCP port deletion for 3e8ae591-3042-44f4-81ac-434da8eb7712 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:03.704492 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.707389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.708706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ecaf378-a9bc-414f-9dcd-6974dbcb0b5f HTTP/1.1" status: 204 len: 168 time: 0.5541172 Aug 16 22:31:03.711621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:03.758462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5593386 Aug 16 22:31:03.761276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:03.816430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:03.837387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165918-5216-46e8-a8d2-b67d5d0a58e9 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=572812b6-5789-404f-8781-b8de920a07d4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.851921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a204c47-978c-49bb-b407-1663eeefd895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecaf378-a9bc-414f-9dcd-6974dbcb0b5f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:03.890930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 572812b6-5789-404f-8781-b8de920a07d4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:04.018324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:04.021897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.138510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:04.171363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Deleting port d377768e-7b2c-4495-b9a0-1dcb64500522 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:04.172082 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.281439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] For port d377768e-7b2c-4495-b9a0-1dcb64500522, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d377768e-7b2c-4495-b9a0-1dcb64500522,segment=NetworkSegment(0d694816-fd87-4c42-ad89-141d739d004e),segment_id=0d694816-fd87-4c42-ad89-141d739d004e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:04.282466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.300071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Calling delete_port for d377768e-7b2c-4495-b9a0-1dcb64500522 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:04.368213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:04.368213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 452a46ee-0c4e-4ce3-ba34-dec8bfda48c1 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:04.369527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d377768e-7b2c-4495-b9a0-1dcb64500522 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:04.383653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] DHCP port deletion for 974fe3b5-210f-43d1-aa93-3838f16f44d1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:04.455561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.462739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting port d377768e-7b2c-4495-b9a0-1dcb64500522 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:04.463178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.539821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=4024f8cf-c173-4a05-a2dd-eb37909680aa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:04.552953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.566460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:04.567845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 572812b6-5789-404f-8781-b8de920a07d4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:04.597264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 572812b6-5789-404f-8781-b8de920a07d4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:04.615443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 572812b6-5789-404f-8781-b8de920a07d4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:04.620588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:04.622349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.641899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8b43e8b5-6c1d-41ad-b4f0-a368dbdb7503 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8626456 Aug 16 22:31:04.644760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:04.647357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Port d377768e-7b2c-4495-b9a0-1dcb64500522 update to DOWN by agent not found {{(pid=94818) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 22:31:04.651601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Deleting port c11d9a50-dbf9-4cd4-a85b-0124705cb257 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:04.651601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.659602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd4cf9-693c-4c69-897c-0e27940424c6 None None] Network 572812b6-5789-404f-8781-b8de920a07d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:04.662047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] For port d377768e-7b2c-4495-b9a0-1dcb64500522, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d377768e-7b2c-4495-b9a0-1dcb64500522,segment=NetworkSegment(0d694816-fd87-4c42-ad89-141d739d004e),segment_id=0d694816-fd87-4c42-ad89-141d739d004e)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:04.664320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.698397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Calling delete_port for d377768e-7b2c-4495-b9a0-1dcb64500522 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:04.719300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] Pushing event deleted for resources: {'Port': ['ID=d377768e-7b2c-4495-b9a0-1dcb64500522,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:04.783833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf321b-d6d7-496f-b3fb-1a0a29674d98 None None] No DVR routers for this DVR port d377768e-7b2c-4495-b9a0-1dcb64500522 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:04.807288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.825836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] No DVR routers for this DVR port d377768e-7b2c-4495-b9a0-1dcb64500522 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:04.864289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Port': ['ID=d377768e-7b2c-4495-b9a0-1dcb64500522,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:04.891042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] For port c11d9a50-dbf9-4cd4-a85b-0124705cb257, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c11d9a50-dbf9-4cd4-a85b-0124705cb257,segment=NetworkSegment(f34d0948-e34a-449d-90b7-d4ec25f81c52),segment_id=f34d0948-e34a-449d-90b7-d4ec25f81c52)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:04.891605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.944970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Calling delete_port for c11d9a50-dbf9-4cd4-a85b-0124705cb257 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:04.964970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:04.980420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8ae591-3042-44f4-81ac-434da8eb7712']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.007424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d694816-fd87-4c42-ad89-141d739d004e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.007735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d694816-fd87-4c42-ad89-141d739d004e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.027918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.051925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.062229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:05.063218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:05.080578 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:05.166558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-572812b6-5789-404f-8781-b8de920a07d4', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:31:05.168285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.170822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.185822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.189326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.193392 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/networks/3e8ae591-3042-44f4-81ac-434da8eb7712 HTTP/1.1" status: 204 len: 168 time: 1.6292770 Aug 16 22:31:05.206959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:05.224302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] Pushing event deleted for resources: {'Port': ['ID=c11d9a50-dbf9-4cd4-a85b-0124705cb257,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.291267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a991dbf-e550-4e14-a69f-f16096b50bbf None None] No DVR routers for this DVR port c11d9a50-dbf9-4cd4-a85b-0124705cb257 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:05.328731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d45038-6fd4-4b78-9611-c481f808585b tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Network': ['ID=3e8ae591-3042-44f4-81ac-434da8eb7712,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.363362 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.400215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Allocated IP 2001:db8::2 (572812b6-5789-404f-8781-b8de920a07d4/4024f8cf-c173-4a05-a2dd-eb37909680aa/3867084c-2b18-4abd-9aa4-ad50213ddce4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:05.527065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.544673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974fe3b5-210f-43d1-aa93-3838f16f44d1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.587861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34d0948-e34a-449d-90b7-d4ec25f81c52') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.588168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34d0948-e34a-449d-90b7-d4ec25f81c52') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:05.610165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.626052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.658930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.683623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.684155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:05.684719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:05.695326 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:05.771685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Transition to ACTIVE for port object 3867084c-2b18-4abd-9aa4-ad50213ddce4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:05.775458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.789435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.797789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/networks/974fe3b5-210f-43d1-aa93-3838f16f44d1 HTTP/1.1" status: 204 len: 168 time: 0.5895429 Aug 16 22:31:05.800215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:05.811086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0cc07-edf3-470d-a578-9a5fc3393fee tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Network': ['ID=974fe3b5-210f-43d1-aa93-3838f16f44d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.816360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Transition to ACTIVE for port object 3867084c-2b18-4abd-9aa4-ad50213ddce4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:05.831601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.888072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Network 572812b6-5789-404f-8781-b8de920a07d4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:05.891903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:05.899553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:05.902862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Pushing event updated for resources: {'Port': ['ID=3867084c-2b18-4abd-9aa4-ad50213ddce4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:05.970696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Attempting to bind port 3867084c-2b18-4abd-9aa4-ad50213ddce4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:05.971397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Attempting to bind port 3867084c-2b18-4abd-9aa4-ad50213ddce4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:05.972034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Attempting to bind port 3867084c-2b18-4abd-9aa4-ad50213ddce4 on network 572812b6-5789-404f-8781-b8de920a07d4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:05.973303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting subnet 3b8415d4-f79c-4210-a3a1-035cca7bb4d4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:05.980141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:05.980691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Checking segment: {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:05.981236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.981728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Bound using segment: {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:05.982898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Bound port: 3867084c-2b18-4abd-9aa4-ad50213ddce4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:05.983036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:05.983584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.047274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c11d9a50-dbf9-4cd4-a85b-0124705cb257 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:06.050879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8::1 (572812b6-5789-404f-8781-b8de920a07d4/4024f8cf-c173-4a05-a2dd-eb37909680aa/672a112a-dae5-414b-9693-ab673ebc04a0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:06.077686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c11d9a50-dbf9-4cd4-a85b-0124705cb257 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:06.078039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c11d9a50-dbf9-4cd4-a85b-0124705cb257 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:06.106720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] For port 3867084c-2b18-4abd-9aa4-ad50213ddce4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:06.111841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] For port 3867084c-2b18-4abd-9aa4-ad50213ddce4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3867084c-2b18-4abd-9aa4-ad50213ddce4,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:06.117054 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.187083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c58b6-90aa-4708-85cd-238eda2ce8c9 None None] Pushing event updated for resources: {'Port': ['ID=3867084c-2b18-4abd-9aa4-ad50213ddce4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.192652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4a592-13f2-4057-a4af-4d6d2849b2b2 req-88eac968-1a6b-4235-b725-bedfe6244c74 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.194350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c4a592-13f2-4057-a4af-4d6d2849b2b2 req-88eac968-1a6b-4235-b725-bedfe6244c74 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3112607 Aug 16 22:31:06.218550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.397271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90c4a592-13f2-4057-a4af-4d6d2849b2b2 req-16085ee6-4b03-4124-8f26-2750522c8a42 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844552 Aug 16 22:31:06.429058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.453340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.502458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 672a112a-dae5-414b-9693-ab673ebc04a0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:06.596205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.645392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2476f-68c3-4a82-8a01-2a875f4ab276 req-57583dcd-84c7-4039-8bc7-4d2d20395193 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:06.646949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc2476f-68c3-4a82-8a01-2a875f4ab276 req-57583dcd-84c7-4039-8bc7-4d2d20395193 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1183343 Aug 16 22:31:06.650529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.652401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/subnets/3b8415d4-f79c-4210-a3a1-035cca7bb4d4 HTTP/1.1" status: 204 len: 168 time: 0.8481927 Aug 16 22:31:06.653549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9a5d0-d328-4866-8c8c-30837bc75110 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8415d4-f79c-4210-a3a1-035cca7bb4d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.655181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:06.656398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.665530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa7372-1a24-4e35-84f1-a29235f07eec None None] Network 33090178-5c1e-42e4-adbd-183a7af3e995 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:06.751780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 572812b6-5789-404f-8781-b8de920a07d4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:06.767845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:06.781782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:06.782401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.783176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.838835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bc2476f-68c3-4a82-8a01-2a875f4ab276 req-8c1baf32-2f8e-4f58-8a45-78c6c9b01a86 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781180 Aug 16 22:31:06.844893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:06.945230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Deleting port c51fa8b3-fc48-47d8-9ade-404dc0501637 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:06.945585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:06.971726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.039826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] DHCP port deletion for 33090178-5c1e-42e4-adbd-183a7af3e995 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:07.076142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] For port c51fa8b3-fc48-47d8-9ade-404dc0501637, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c51fa8b3-fc48-47d8-9ade-404dc0501637,segment=NetworkSegment(d01dc7a9-9e40-4732-a3fa-89f2077eb506),segment_id=d01dc7a9-9e40-4732-a3fa-89f2077eb506)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:07.076677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.115659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Calling delete_port for c51fa8b3-fc48-47d8-9ade-404dc0501637 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:07.168189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Deleting port c51fa8b3-fc48-47d8-9ade-404dc0501637 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:07.169020 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.259848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] For port c51fa8b3-fc48-47d8-9ade-404dc0501637, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c51fa8b3-fc48-47d8-9ade-404dc0501637,segment=NetworkSegment(d01dc7a9-9e40-4732-a3fa-89f2077eb506),segment_id=d01dc7a9-9e40-4732-a3fa-89f2077eb506)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:07.260752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.278026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Calling delete_port for c51fa8b3-fc48-47d8-9ade-404dc0501637 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:07.305912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.321303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad679b-d46b-4c50-9f4d-9c5ef17feead req-5bbf5229-63c9-47ee-be30-648578dba2eb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:07.325230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48ad679b-d46b-4c50-9f4d-9c5ef17feead req-5bbf5229-63c9-47ee-be30-648578dba2eb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1300519 Aug 16 22:31:07.343425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] No DVR routers for this DVR port c51fa8b3-fc48-47d8-9ade-404dc0501637 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:07.350753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Port': ['ID=c51fa8b3-fc48-47d8-9ade-404dc0501637,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:07.384262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.412253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] Pushing event deleted for resources: {'Port': ['ID=c51fa8b3-fc48-47d8-9ade-404dc0501637,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:07.424027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383c827-ec61-47cf-b7d9-b07f08e71d65 None None] No DVR routers for this DVR port c51fa8b3-fc48-47d8-9ade-404dc0501637 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:07.510159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48ad679b-d46b-4c50-9f4d-9c5ef17feead req-a2a44626-0b4d-41de-a7ed-ca34dfa373eb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766577 Aug 16 22:31:07.539079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.551635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33090178-5c1e-42e4-adbd-183a7af3e995']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:07.564968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01dc7a9-9e40-4732-a3fa-89f2077eb506') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:07.564968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01dc7a9-9e40-4732-a3fa-89f2077eb506') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:07.576382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.595768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.607881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:07.608193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.655746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872bc4f-5726-489a-91ce-faca8b20fd12 None None] Network 572812b6-5789-404f-8781-b8de920a07d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:07.669233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.678987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.679793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:07.685557 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:07.739005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7bdfc528-ac50-4ccf-8df1-4c7d9ec43a4e None None] Provisioning for port 3867084c-2b18-4abd-9aa4-ad50213ddce4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:07.742707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.749873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:07.754629 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/networks/33090178-5c1e-42e4-adbd-183a7af3e995 HTTP/1.1" status: 204 len: 168 time: 1.0954447 Aug 16 22:31:07.758237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:07.782386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:07.808462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303d02-dbd8-49da-bd83-eafe8d725565 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Pushing event deleted for resources: {'Network': ['ID=33090178-5c1e-42e4-adbd-183a7af3e995,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:07.842760 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0b589595-c24d-4be2-8eb6-71be2fb81059 tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "GET /v2.0/ports?device_id=6528085b-780e-4724-8282-2227a3862b80 HTTP/1.1" status: 200 len: 205 time: 0.0806248 Aug 16 22:31:07.843127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:07.906778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:07.943345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.014248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 572812b6-5789-404f-8781-b8de920a07d4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:08.016231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:08.140884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.143207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.184692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3867084c-2b18-4abd-9aa4-ad50213ddce4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:08.224724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.225323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Fanout notify agent at l3_agent the message router_deleted on router 6528085b-780e-4724-8282-2227a3862b80 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:31:08.235001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e447f3-2ae6-4e4e-91fa-28a67d61ea61 req-a3b67534-fef5-4b8f-afc1-51e9281c315c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:08.242599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.243747 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac4c5827-903c-4737-b244-f668f64c467a tempest-RoutersNegativeTest-2112251195 tempest-RoutersNegativeTest-2112251195-project] 10.222.0.22 "DELETE /v2.0/routers/6528085b-780e-4724-8282-2227a3862b80 HTTP/1.1" status: 204 len: 168 time: 0.3996737 Aug 16 22:31:08.245641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e447f3-2ae6-4e4e-91fa-28a67d61ea61 req-a3b67534-fef5-4b8f-afc1-51e9281c315c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1327813 Aug 16 22:31:08.275912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 3867084c-2b18-4abd-9aa4-ad50213ddce4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:08.286731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3867084c-2b18-4abd-9aa4-ad50213ddce4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:08.288978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.292301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d876c5-37cd-4de9-941d-ea092ee1f77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.432784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:31:08.440195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0e447f3-2ae6-4e4e-91fa-28a67d61ea61 req-465c325d-efe7-47a9-9a50-f52b8d08767e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833920 Aug 16 22:31:08.441529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.488310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 3867084c-2b18-4abd-9aa4-ad50213ddce4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3867084c-2b18-4abd-9aa4-ad50213ddce4,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:08.490444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Provisioning for port 672a112a-dae5-414b-9693-ab673ebc04a0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:08.496092 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.569397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=3867084c-2b18-4abd-9aa4-ad50213ddce4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:08.582444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Provisioning complete for port 672a112a-dae5-414b-9693-ab673ebc04a0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:08.584124 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.614601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:08.647697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Port 672a112a-dae5-414b-9693-ab673ebc04a0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:08.649624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c51fa8b3-fc48-47d8-9ade-404dc0501637 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:08.673978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c51fa8b3-fc48-47d8-9ade-404dc0501637 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:08.675522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c51fa8b3-fc48-47d8-9ade-404dc0501637 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:08.676077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d876c5-37cd-4de9-941d-ea092ee1f77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.683147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d876c5-37cd-4de9-941d-ea092ee1f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.699867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Provisioning complete for port 3867084c-2b18-4abd-9aa4-ad50213ddce4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:08.700481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab674672-9e33-47df-ad6d-49df8f36a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.714012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d876c5-37cd-4de9-941d-ea092ee1f77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ab908-acde-4ebe-9cc3-37a4c0eb4140,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:08.731821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:08.747847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-96e41d4f-2bc4-422b-8b45-b0b6c0bc0d81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1012890 Aug 16 22:31:08.751127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:08.756644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084678177'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:08.764928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:08.767496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45d876c5-37cd-4de9-941d-ea092ee1f77d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d85f50b9b6641cb9491cf53319f38cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8594222 Aug 16 22:31:08.770050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:08.778041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:08.778675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:08.884781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:08.889392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.925400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:08.940992 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2b6a5baf-ed26-424b-8c7b-522f954a500f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1add3c1526db43a3b0a9fcd99dcbeac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227282 Aug 16 22:31:08.940992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:08.941864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:09.010846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.011245 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment c16cf04f-1c30-4329-b078-15a4318d3443 of type vlan for network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 Aug 16 22:31:09.030192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.054526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.084251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.104886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:09.138443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.143194 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.144953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.145756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/860e09e9-32e3-43f9-a9a9-e4a86163b92a HTTP/1.1" status: 204 len: 168 time: 0.2034907 Aug 16 22:31:09.147860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.157457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.157644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957580-0580-4d60-8fcf-ee5624f20349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e09e9-32e3-43f9-a9a9-e4a86163b92a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.166108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/667ab908-acde-4ebe-9cc3-37a4c0eb4140 HTTP/1.1" status: 204 len: 168 time: 0.3942227 Aug 16 22:31:09.179627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b2ddb-f9bb-41ac-a37d-12688eafa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ab908-acde-4ebe-9cc3-37a4c0eb4140,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.210680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.220840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.221736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.269591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de057ccf-62e3-44ec-b04d-941e44ed4781 None None] Provisioning complete for port 672a112a-dae5-414b-9693-ab673ebc04a0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:09.270199 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de057ccf-62e3-44ec-b04d-941e44ed4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.287958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5354426 Aug 16 22:31:09.290616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44564) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:09.297551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:09.333932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-de057ccf-62e3-44ec-b04d-941e44ed4781 None None] Port 672a112a-dae5-414b-9693-ab673ebc04a0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:09.334202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8ad5b-9025-4893-befb-6cfd5c417edc tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=cf113f6a-bff4-4cab-a81a-5a3c3c43cc35,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.359717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:09.451920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:06Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:07Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:09.470967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:09.475454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.493224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:09.493861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Updating router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 port 672a112a-dae5-414b-9693-ab673ebc04a0 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:31:09.525513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.686202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:09.714691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3034bee8-b2ca-4400-a68f-9cb8e9461e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.766135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2376-0350-4e70-af29-68260f768104 req-c777baf0-7e2d-4ce9-894b-e4f360e13f9f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:09.773574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c82a2376-0350-4e70-af29-68260f768104 req-c777baf0-7e2d-4ce9-894b-e4f360e13f9f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1534858 Aug 16 22:31:09.855041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c82a2376-0350-4e70-af29-68260f768104 req-01d8a840-351b-4e1a-a407-39c0d3b7fb39 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759294 Aug 16 22:31:09.881472 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3034bee8-b2ca-4400-a68f-9cb8e9461e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.886334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3034bee8-b2ca-4400-a68f-9cb8e9461e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.945712 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3034bee8-b2ca-4400-a68f-9cb8e9461e72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9b31213634448f1ab0f0236011cdbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560666 Aug 16 22:31:09.945712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034bee8-b2ca-4400-a68f-9cb8e9461e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ffdde-88b1-4f25-ac27-86eef81c77e5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:09.947351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:09.976141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:09.988631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.009681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Transition to ACTIVE for port object 672a112a-dae5-414b-9693-ab673ebc04a0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:10.017746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.026153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.056461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.098322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:10.098821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: cf113f6a-bff4-4cab-a81a-5a3c3c43cc35, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:10.113239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=cb5d862c-b29b-4b35-91a0-4ef4a544204c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.124929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:10.125825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.135528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.136769 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f5ffdde-88b1-4f25-ac27-86eef81c77e5 HTTP/1.1" status: 204 len: 168 time: 0.1885016 Aug 16 22:31:10.138878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cf113f6a-bff4-4cab-a81a-5a3c3c43cc35) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:10.142539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d237f-32b1-4aef-8b00-e2315438ea4e None None] Pushing event updated for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.152402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:10.153570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.169230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cea408-31cf-46d0-b968-14dceb259123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ffdde-88b1-4f25-ac27-86eef81c77e5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:10.169480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3867084c-2b18-4abd-9aa4-ad50213ddce4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:10.178602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2393cfd6-e54d-4e9c-8147-0d3a5a6c0fc0 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8831270 Aug 16 22:31:10.178872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:10.179918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3bbc6-2089-4d21-890f-c61c2d4d932e None None] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:10.399793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Attempting to bind port 672a112a-dae5-414b-9693-ab673ebc04a0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:10.399793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Attempting to bind port 672a112a-dae5-414b-9693-ab673ebc04a0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:10.400432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Attempting to bind port 672a112a-dae5-414b-9693-ab673ebc04a0 on network 572812b6-5789-404f-8781-b8de920a07d4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:10.422768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:10.423326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Checking segment: {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:10.423741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.424149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Bound using segment: {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:10.424731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Bound port: 672a112a-dae5-414b-9693-ab673ebc04a0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b151d164-ae25-4087-97b5-5accb757c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '572812b6-5789-404f-8781-b8de920a07d4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:10.425212 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.449997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:10.503095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3867084c-2b18-4abd-9aa4-ad50213ddce4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:10.503474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.657439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] For port 672a112a-dae5-414b-9693-ab673ebc04a0, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:10.698411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] For port 672a112a-dae5-414b-9693-ab673ebc04a0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=672a112a-dae5-414b-9693-ab673ebc04a0,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:10.702051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144283848'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:10.705110 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.736230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:31:10.737165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.755403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.764026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.813796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.863214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:10.863873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:10.998352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:10.999369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d237f-32b1-4aef-8b00-e2315438ea4e None None] Pushing event updated for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.004892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.115998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6645faf6-e021-4e08-90d4-bc05a22d5a6a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.197864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:11.245264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.250810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.264630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Allocated IP 2001:db8:1::2 (cf113f6a-bff4-4cab-a81a-5a3c3c43cc35/cb5d862c-b29b-4b35-91a0-4ef4a544204c/f8f00e87-8c67-4121-a5e8-dfd931958b2d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:11.312221 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.319069 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8669190 Aug 16 22:31:11.321054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe7f9e-5e09-4de8-9ddd-8a6b5a05db40 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88a9fa-4aa3-4697-b520-3ed9981ae3a5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.329997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.344725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23ab12-39c8-4618-bb4c-cb25108c9533 req-93a9df93-9c79-40e4-83c5-a4a7608e9506 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:11.352611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f23ab12-39c8-4618-bb4c-cb25108c9533 req-93a9df93-9c79-40e4-83c5-a4a7608e9506 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1251562 Aug 16 22:31:11.446540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f23ab12-39c8-4618-bb4c-cb25108c9533 req-70cff3b0-7b58-4771-a904-513064d474dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927634 Aug 16 22:31:11.473609 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea5a0f97-4af6-43e6-9177-3e76faa2c90d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1406887 Aug 16 22:31:11.477723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.484747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-security--547283879', 'description': 'tempest-security-description-2121472259'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:11.513745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.574526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.574721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.579793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.583256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.585571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "PUT /v2.0/security-groups/ec88a9fa-4aa3-4697-b520-3ed9981ae3a5 HTTP/1.1" status: 200 len: 1779 time: 0.1065013 Aug 16 22:31:11.588605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.601682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Transition to ACTIVE for port object f8f00e87-8c67-4121-a5e8-dfd931958b2d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:11.616442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88a9fa-4aa3-4697-b520-3ed9981ae3a5,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.627673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.628273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.628761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.629277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.629796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.630417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.630906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.631397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.631881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.632520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.633006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.633511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a1278-e5d2-49e7-92b9-2e337b81bc15 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:11.647019 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aaf4df0b-d72e-4f0a-a192-330dc5c886e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups/ec88a9fa-4aa3-4697-b520-3ed9981ae3a5 HTTP/1.1" status: 200 len: 1779 time: 0.0572100 Aug 16 22:31:11.649540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.659673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Transition to ACTIVE for port object f8f00e87-8c67-4121-a5e8-dfd931958b2d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:11.667633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.727061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:11.732754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:11.736450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:11.751686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Pushing event updated for resources: {'Port': ['ID=f8f00e87-8c67-4121-a5e8-dfd931958b2d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:11.751906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.762924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:06Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:10Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:11.777354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8:1::1 (cf113f6a-bff4-4cab-a81a-5a3c3c43cc35/cb5d862c-b29b-4b35-91a0-4ef4a544204c/f39f7bb6-8599-4d1c-a8a8-419232e1e0db) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:11.804335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.815516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f25f9-4cf7-448c-8c55-f3623aedfe3a None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:06Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:10Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:11.870998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Attempting to bind port f8f00e87-8c67-4121-a5e8-dfd931958b2d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:11.871898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Attempting to bind port f8f00e87-8c67-4121-a5e8-dfd931958b2d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:11.872628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Attempting to bind port f8f00e87-8c67-4121-a5e8-dfd931958b2d on network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:11.885601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:11.886236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Checking segment: {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:11.886925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.887897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Bound using segment: {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:11.889625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Bound port: f8f00e87-8c67-4121-a5e8-dfd931958b2d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:11.890473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.954578 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.961547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:11.962872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec88a9fa-4aa3-4697-b520-3ed9981ae3a5 HTTP/1.1" status: 204 len: 168 time: 0.3121755 Aug 16 22:31:11.967088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44646) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:11.982801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253f408-9a0f-45bf-84b8-56a4d1f813ca tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88a9fa-4aa3-4697-b520-3ed9981ae3a5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.021213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.040721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object f39f7bb6-8599-4d1c-a8a8-419232e1e0db will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:12.078769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.078914 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1829ff4-9756-4040-a3e6-666614506350 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103809 Aug 16 22:31:12.115051 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b0de0685-e365-485b-8cca-a222a120e7c6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] delete failed (client error): The resource could not be found. Aug 16 22:31:12.122121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0de0685-e365-485b-8cca-a222a120e7c6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec88a9fa-4aa3-4697-b520-3ed9981ae3a5 HTTP/1.1" status: 404 len: 347 time: 0.0379741 Aug 16 22:31:12.125825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.128021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] For port f8f00e87-8c67-4121-a5e8-dfd931958b2d, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:12.130084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634940990'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:12.131881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] For port f8f00e87-8c67-4121-a5e8-dfd931958b2d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8f00e87-8c67-4121-a5e8-dfd931958b2d,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:12.135631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.144823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.187259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:12.189458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.194584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:12.206129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:12.206796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.253395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d9e4e-4954-459c-b3f1-be7f582672ad None None] Pushing event updated for resources: {'Port': ['ID=f8f00e87-8c67-4121-a5e8-dfd931958b2d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.298802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.351071 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.364542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.409394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.413790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2849526 Aug 16 22:31:12.414720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.423308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'b6edebbd-7e78-49f0-a6b0-753ba5501cb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:12.449561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d0385-11ae-4fad-abea-3a03bac573c9 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6edebbd-7e78-49f0-a6b0-753ba5501cb8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.485656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.499203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.639933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.644843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.689271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ff71f4-7c2a-4e10-bc4c-88eef22f64e0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.703797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.708170 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-36638544-f092-4fab-ac37-ed3d91f973ba tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2905927 Aug 16 22:31:12.709171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44674) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.764615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.776180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.816762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.842741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becd113-ebd1-4775-8738-aa42ab96b524 req-0965b8f1-dae3-47ee-ba1b-99be36e7dbd7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:12.842942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:12.845052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5becd113-ebd1-4775-8738-aa42ab96b524 req-0965b8f1-dae3-47ee-ba1b-99be36e7dbd7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2439549 Aug 16 22:31:12.847048 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/45ff71f4-7c2a-4e10-bc4c-88eef22f64e0 HTTP/1.1" status: 204 len: 168 time: 0.1366539 Aug 16 22:31:12.847983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc8121-a48a-4048-94d8-b9c121f1b308 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45ff71f4-7c2a-4e10-bc4c-88eef22f64e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:12.848604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.966185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:12.977761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-41a65c8a-dfaf-4c48-a5db-0e9bfa1c20d0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277330 Aug 16 22:31:13.010858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5becd113-ebd1-4775-8738-aa42ab96b524 req-7cfa3480-a1ce-41a4-81d3-d77c0a143293 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537955 Aug 16 22:31:13.086563 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.141287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.162487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.167281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.168234 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.205927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.209052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.210882 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6edebbd-7e78-49f0-a6b0-753ba5501cb8 HTTP/1.1" status: 204 len: 168 time: 0.2434130 Aug 16 22:31:13.214991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:13.246329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.256343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf62b23-64ad-4297-b61d-49c25ec79051 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6edebbd-7e78-49f0-a6b0-753ba5501cb8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.299080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a6f0fe8e-d9f0-47fe-813a-0a64970ef372 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786862 Aug 16 22:31:13.302368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:13.306861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--402689041'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:13.346129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.385638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:13.390865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:13.525873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44698) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:13.548583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:13.575312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.646732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.691237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.692466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3891425 Aug 16 22:31:13.695695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f75b9f-577b-42a6-9af6-ccd67cc100e4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd287d9-4a4d-4d7e-b00a-b17070494ff5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.698406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44704) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:13.705816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'fcd287d9-4a4d-4d7e-b00a-b17070494ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:13.718968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:13.726219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0a92d577-b1c3-4355-9d0a-f13ad74a1be4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5462618 Aug 16 22:31:13.732160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:13.741053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-582904280'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:13.744474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d87250e8-4cf1-41f3-a339-37712d48ccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.769340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.792215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:13.797018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.844857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.850677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.860389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:13.876545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1602a7-2dce-4241-864e-f54393b97d7b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:13.883175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.883630 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 2d0ecd64-7a2f-450d-93ab-0519d02c98b1 of type vlan for network 624d72ec-ae13-4208-a754-7629518b55e2 Aug 16 22:31:13.939030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.974978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d87250e8-4cf1-41f3-a339-37712d48ccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.986835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d87250e8-4cf1-41f3-a339-37712d48ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.993237 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.994063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:13.995808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-391f641c-f0bb-48e6-8f7d-4a9bdb70be4e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2965157 Aug 16 22:31:14.000475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44708) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.003312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.003953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.005981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'fcd287d9-4a4d-4d7e-b00a-b17070494ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:14.050421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.106652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 672a112a-dae5-414b-9693-ab673ebc04a0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:14.124221 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:14.142708 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d87250e8-4cf1-41f3-a339-37712d48ccc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=063ae6a2c4124da4a0afc4be9caf28eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157463 Aug 16 22:31:14.151354 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44714) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.152262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87250e8-4cf1-41f3-a339-37712d48ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6029bfc-d79a-4825-9629-f25678b6171b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.160019 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:14.162249 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:14.174850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.179885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.192191 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4558265 Aug 16 22:31:14.195986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44716) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.205334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:14.210014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.214652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcba550-bb1c-4dc8-aead-850e4ab00d57 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=624d72ec-ae13-4208-a754-7629518b55e2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.215470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2136338 Aug 16 22:31:14.219643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44718) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.228584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'fcd287d9-4a4d-4d7e-b00a-b17070494ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:14.233531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164ba50-a2cc-4aab-981b-f6da14c5df1e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f04bee6-41e7-4ad9-8858-1a47e10a2187,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.236057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 624d72ec-ae13-4208-a754-7629518b55e2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:14.266848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f845a5-b9fe-4a75-8136-17ba768dfe2e None None] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:14.282488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b46f5c-0d40-4548-99c0-c8386fecb68f req-8d6c750d-4c45-4695-9ed5-d4c43623c535 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.284204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0b46f5c-0d40-4548-99c0-c8386fecb68f req-8d6c750d-4c45-4695-9ed5-d4c43623c535 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0632930 Aug 16 22:31:14.315767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.326852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:14.344490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.357327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0b46f5c-0d40-4548-99c0-c8386fecb68f req-39d1ea83-8438-47a2-9b50-40c2da92c3e0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610240 Aug 16 22:31:14.365943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.423349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:14.426849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.517043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.536394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.549282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.552137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.553703 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6029bfc-d79a-4825-9629-f25678b6171b HTTP/1.1" status: 204 len: 168 time: 0.3972535 Aug 16 22:31:14.561795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 672a112a-dae5-414b-9693-ab673ebc04a0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:14.569702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdc490bc-9d8a-42e7-b62c-916b959a61b6 None None] Provisioning for port f8f00e87-8c67-4121-a5e8-dfd931958b2d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:14.578211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecacc07-112e-40e5-9a5f-e38ffc9e1426,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.579247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 672a112a-dae5-414b-9693-ab673ebc04a0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:14.579631 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.580979 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:12Z', 'revision_number': 3, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:10Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:12Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:14.583701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3728b26-abae-45c3-99ff-715b0ecf3cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6029bfc-d79a-4825-9629-f25678b6171b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.591745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.593468 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a1ee5e0-ae8c-42ba-92d3-47af766f7986 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3689961 Aug 16 22:31:14.596242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44722) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.601086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'fcd287d9-4a4d-4d7e-b00a-b17070494ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:14.605845 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.645662 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:14.646028 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Updating router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 port f39f7bb6-8599-4d1c-a8a8-419232e1e0db binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:31:14.662141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.785992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.823234 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.830491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.884351 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.894731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b3227b-819c-429d-b4f6-26f8c18732c2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.906554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.907917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-712583b2-2d0d-4272-a0bb-f7fa17c6cc95 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106637 Aug 16 22:31:14.910729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44726) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:14.920426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'fcd287d9-4a4d-4d7e-b00a-b17070494ff5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:14.929780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=fd13b932-cc1e-49fa-ab39-12d399b593e8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:14.938179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:14.938540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: 624d72ec-ae13-4208-a754-7629518b55e2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:14.945388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 672a112a-dae5-414b-9693-ab673ebc04a0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=672a112a-dae5-414b-9693-ab673ebc04a0,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:14.957136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.958011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8f00e87-8c67-4121-a5e8-dfd931958b2d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:14.962652 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:14.963586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 624d72ec-ae13-4208-a754-7629518b55e2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:14.984319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 624d72ec-ae13-4208-a754-7629518b55e2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:14.999019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:14.999663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.014246 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.029412 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddb0f8fb-baec-4348-8456-f44c7966696f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8314948 Aug 16 22:31:15.032476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.112457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9e5b3-e4e3-4085-b4e6-b879bed57453 None None] Network 624d72ec-ae13-4208-a754-7629518b55e2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:15.170536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44730) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.175957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.193040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.237331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.248153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf929ea-4342-4f3d-a5e9-a37bc3a516ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.248780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f8f00e87-8c67-4121-a5e8-dfd931958b2d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:15.259391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f8f00e87-8c67-4121-a5e8-dfd931958b2d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:15.259961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.307349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.308549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3951132 Aug 16 22:31:15.309282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939bf6-717c-42f7-9859-07b7102b2d92 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec09f2c-e906-42e6-9a8c-db4ddd746364,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.319212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.481510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-624d72ec-ae13-4208-a754-7629518b55e2', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:31:15.483498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.495607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.551342 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.559174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f8f00e87-8c67-4121-a5e8-dfd931958b2d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8f00e87-8c67-4121-a5e8-dfd931958b2d,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:15.567671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4cf8caed-5c87-4cf3-ae43-43a2018dabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.575588 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Transition to ACTIVE for port object f39f7bb6-8599-4d1c-a8a8-419232e1e0db will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:15.604738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.605756 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.620455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.638462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.654360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.714083 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Pushing event updated for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.768146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f8f00e87-8c67-4121-a5e8-dfd931958b2d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.769437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe77b34-79eb-40b0-becc-0054e0af85fc req-960d0959-54b4-4b6c-a809-a280b3f74a54 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:15.771152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe77b34-79eb-40b0-becc-0054e0af85fc req-960d0959-54b4-4b6c-a809-a280b3f74a54 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2639892 Aug 16 22:31:15.776800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.777427 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.777964 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.782829 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.783400 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.783898 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.784090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71fdf9ae-6c5b-4b2c-9544-00de8f483fb1 None None] Provisioning for port f39f7bb6-8599-4d1c-a8a8-419232e1e0db completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:15.784920 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.785456 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.786086 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.786566 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.787052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.787793 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:15.798620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.803973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.807798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bec09f2c-e906-42e6-9a8c-db4ddd746364 HTTP/1.1" status: 204 len: 168 time: 0.4646125 Aug 16 22:31:15.811842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44742) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:15.829875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d356f0-3b66-4308-90b1-d8736d1be014 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bec09f2c-e906-42e6-9a8c-db4ddd746364,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:15.839761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Allocated IP 2001:db8:2::2 (624d72ec-ae13-4208-a754-7629518b55e2/fd13b932-cc1e-49fa-ab39-12d399b593e8/167bcdae-6fcf-4f4a-8b96-addb1b375017) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:15.861337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Attempting to bind port f39f7bb6-8599-4d1c-a8a8-419232e1e0db on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:15.861714 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Attempting to bind port f39f7bb6-8599-4d1c-a8a8-419232e1e0db by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:15.862130 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Attempting to bind port f39f7bb6-8599-4d1c-a8a8-419232e1e0db on network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:15.863796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71fdf9ae-6c5b-4b2c-9544-00de8f483fb1 None None] Provisioning complete for port f8f00e87-8c67-4121-a5e8-dfd931958b2d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:15.866940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-71fdf9ae-6c5b-4b2c-9544-00de8f483fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.868856 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:15.869331 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Checking segment: {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:15.869743 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.870141 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Bound using segment: {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:15.870616 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Bound port: f39f7bb6-8599-4d1c-a8a8-419232e1e0db, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16cf04f-1c30-4329-b078-15a4318d3443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:15.871004 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.904386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf929ea-4342-4f3d-a5e9-a37bc3a516ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:15.908777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fe77b34-79eb-40b0-becc-0054e0af85fc req-773aa507-aadb-4f60-a77e-7f7d33bbc430 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230946 Aug 16 22:31:15.910515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-acf929ea-4342-4f3d-a5e9-a37bc3a516ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.018730 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] For port f39f7bb6-8599-4d1c-a8a8-419232e1e0db, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:16.022695 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] For port f39f7bb6-8599-4d1c-a8a8-419232e1e0db, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:16.027727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-acf929ea-4342-4f3d-a5e9-a37bc3a516ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30abd9ff7d064bb59c9a18be6a22316d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8550448 Aug 16 22:31:16.028602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf929ea-4342-4f3d-a5e9-a37bc3a516ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa1cc4-9dc9-4df6-a7c1-c13930be83d9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.031356 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.049727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:16.142004 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:16.142780 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:30:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:16.146436 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f3782-0f4a-4d1e-82f9-c04a0caf31e4 None None] Pushing event updated for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.151361 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db3243cf-2827-45f5-977d-8254b6756a0b tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3364718 Aug 16 22:31:16.157030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:16.177948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 672a112a-dae5-414b-9693-ab673ebc04a0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:16.185849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.195545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.223313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.238816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.267145 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:16.281556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.347703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Transition to ACTIVE for port object 167bcdae-6fcf-4f4a-8b96-addb1b375017 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:16.352796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.361620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.363395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e7b3227b-819c-429d-b4f6-26f8c18732c2 HTTP/1.1" status: 204 len: 168 time: 0.2055614 Aug 16 22:31:16.365935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.366312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:16.369058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.373564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10aa1cc4-9dc9-4df6-a7c1-c13930be83d9 HTTP/1.1" status: 204 len: 168 time: 0.3195169 Aug 16 22:31:16.383636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba3736-8650-489e-9f2b-8dd5cef86687 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7b3227b-819c-429d-b4f6-26f8c18732c2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.391478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b0c10-6cb4-4bbc-bc71-68dfccd9c421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa1cc4-9dc9-4df6-a7c1-c13930be83d9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.391974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Transition to ACTIVE for port object 167bcdae-6fcf-4f4a-8b96-addb1b375017 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:16.433616 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.486776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 672a112a-dae5-414b-9693-ab673ebc04a0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:16.487312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.500920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Network 624d72ec-ae13-4208-a754-7629518b55e2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:16.549342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:16.553475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:16.581897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b284f1e4-4a16-44b9-8cc4-dd1e96174f05 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2143292 Aug 16 22:31:16.583356 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:12Z', 'revision_number': 3, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:16Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:16.584714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44762) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:16.618409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8:2::1 (624d72ec-ae13-4208-a754-7629518b55e2/fd13b932-cc1e-49fa-ab39-12d399b593e8/5881e1d3-ec92-4528-95b3-22cb522d3220) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:16.621881 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24aaf3a4-7b1c-4d81-9459-d2cf9211d474 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:12Z', 'revision_number': 3, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:16Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:16.641583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.656444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Attempting to bind port 167bcdae-6fcf-4f4a-8b96-addb1b375017 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:16.656865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Attempting to bind port 167bcdae-6fcf-4f4a-8b96-addb1b375017 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:16.657282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Attempting to bind port 167bcdae-6fcf-4f4a-8b96-addb1b375017 on network 624d72ec-ae13-4208-a754-7629518b55e2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:16.669393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.673181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Pushing event updated for resources: {'Port': ['ID=167bcdae-6fcf-4f4a-8b96-addb1b375017,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.678602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:16.678934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Checking segment: {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:16.679370 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.679765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Bound using segment: {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:16.681285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Bound port: 167bcdae-6fcf-4f4a-8b96-addb1b375017, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:16.681285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.773872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.801596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.805830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/eecacc07-112e-40e5-9a5f-e38ffc9e1426 HTTP/1.1" status: 204 len: 168 time: 0.2200136 Aug 16 22:31:16.808644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:16.824317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d37931-9c9e-4efb-84d2-00244f714a61 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eecacc07-112e-40e5-9a5f-e38ffc9e1426,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:16.889702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8f00e87-8c67-4121-a5e8-dfd931958b2d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:16.896019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] For port 167bcdae-6fcf-4f4a-8b96-addb1b375017, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:16.950233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] For port 167bcdae-6fcf-4f4a-8b96-addb1b375017, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=167bcdae-6fcf-4f4a-8b96-addb1b375017,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:16.972047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:16.989609 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-777bccdb-d393-40dc-a8e8-c3560c39ad34 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1777956 Aug 16 22:31:16.992458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:17.011814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.038186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.057457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 5881e1d3-ec92-4528-95b3-22cb522d3220 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:17.075910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.170500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.183292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f8f00e87-8c67-4121-a5e8-dfd931958b2d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:17.183969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.187662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de65461-064e-424c-aae8-9b15d64643cd None None] Pushing event updated for resources: {'Port': ['ID=167bcdae-6fcf-4f4a-8b96-addb1b375017,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:17.218795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 624d72ec-ae13-4208-a754-7629518b55e2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:17.298176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:17.303822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:17.304664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.583301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:17.665621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.891963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac56e-ceec-40a7-850e-e25934d8ae39 req-04354ea6-1f32-4a42-a027-d3fe1e3998e9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:17.905518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b62ac56e-ceec-40a7-850e-e25934d8ae39 req-04354ea6-1f32-4a42-a027-d3fe1e3998e9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.8517883 Aug 16 22:31:17.930903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.946104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:17.946104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9f04bee6-41e7-4ad9-8858-1a47e10a2187 HTTP/1.1" status: 204 len: 168 time: 0.9500978 Aug 16 22:31:17.948207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:17.960465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db19db2-8f24-4c9f-a2db-58ff6d35f073 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f04bee6-41e7-4ad9-8858-1a47e10a2187,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:17.994660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b62ac56e-ceec-40a7-850e-e25934d8ae39 req-bb3a6dfa-4dc2-4b22-9da0-2d549d3309f6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833313 Aug 16 22:31:18.029650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be6481d6-dc4a-4f7a-8711-13c0d213844e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765808 Aug 16 22:31:18.032379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.069550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.079700 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.102098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.109750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.110630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.151177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 167bcdae-6fcf-4f4a-8b96-addb1b375017 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:18.152423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.159258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.162786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/fc1602a7-2dce-4241-864e-f54393b97d7b HTTP/1.1" status: 204 len: 168 time: 0.1270690 Aug 16 22:31:18.173456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.215505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf5b01-8a76-482b-a511-231686fa4b81 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc1602a7-2dce-4241-864e-f54393b97d7b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.223060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.240988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7da5abda-94d2-4336-8d3e-1a2a7bfd882c tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655036 Aug 16 22:31:18.243901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.259256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 167bcdae-6fcf-4f4a-8b96-addb1b375017 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:18.266843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f39f7bb6-8599-4d1c-a8a8-419232e1e0db up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:18.318617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.344763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-829fe851-e8d6-45bb-b283-c9f312d119b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.353188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f39f7bb6-8599-4d1c-a8a8-419232e1e0db completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:18.370737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f39f7bb6-8599-4d1c-a8a8-419232e1e0db triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:18.371490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.389388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.422237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network 624d72ec-ae13-4208-a754-7629518b55e2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:18.425141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:18.442346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.510197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.514453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.517500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.521610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/fcd287d9-4a4d-4d7e-b00a-b17070494ff5 HTTP/1.1" status: 204 len: 168 time: 0.2754521 Aug 16 22:31:18.522463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.562356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f39f7bb6-8599-4d1c-a8a8-419232e1e0db, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:18.574155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53a312-a6a8-4da7-910e-85769f02ebf8 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd287d9-4a4d-4d7e-b00a-b17070494ff5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.574328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.658757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:18.668279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8e4cc001-1962-48bb-953a-c7a432f4af6c tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1354270 Aug 16 22:31:18.674382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.679821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--54150267'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:18.712283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.774892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304947c-7d21-40ed-a454-e6344642adbb None None] Network 624d72ec-ae13-4208-a754-7629518b55e2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:18.799831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.818183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:18.823956 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2b4f4ea9-3ea8-4218-a4ba-8173a04aa7b3 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7907829 Aug 16 22:31:18.827550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.832708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725303016'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:18.883127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:18.917993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.931653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.936579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:18.937505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:18.942053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Provisioning for port 167bcdae-6fcf-4f4a-8b96-addb1b375017 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:18.951054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:18.961624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.967759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:18.971444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2935696 Aug 16 22:31:18.971444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c218f-2d75-4ae1-92a7-cdb80f299c42 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6294ecb-35c2-4271-ad1e-50d0b32083a2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:18.973668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:18.991228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'c6294ecb-35c2-4271-ad1e-50d0b32083a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:18.992701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:19.003928 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.004328 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added segment 527e7f8c-1305-48e7-a64b-4107cc6c5b28 of type vlan for network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 Aug 16 22:31:19.041634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Provisioning complete for port 167bcdae-6fcf-4f4a-8b96-addb1b375017 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:19.041634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.069123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.088871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.124453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.131889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:19.132333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.159291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.166164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.180195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:19.203047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4560ffc-8134-4bbb-85a9-6cc705ecbaa1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:19.206199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.208056 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1cd2e46a-b06a-4e5b-bb78-968920c9466a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2212129 Aug 16 22:31:19.210740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44852) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:19.224207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Network': ['ID=d8ed65fe-fd32-4b93-af86-a98999a6f0d4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:19.235889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-adc128fe-aa7f-4f9b-b69d-905ff94901ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4069016 Aug 16 22:31:19.256718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:19.266317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:19.275274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'subnet': {'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:19.319371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.373827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.442506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Made reservation on behalf of 56222e9aa61946eea5a69d17c4c8a2b8 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:19.448029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.453173 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.461210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.466314 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/c6294ecb-35c2-4271-ad1e-50d0b32083a2 HTTP/1.1" status: 204 len: 168 time: 0.2543335 Aug 16 22:31:19.467659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:19.500893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63cec1-2243-4e0b-80b6-23e9334735e6 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6294ecb-35c2-4271-ad1e-50d0b32083a2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:19.529881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1feb-e5e6-4e92-9e40-20a552d20a89 req-c2d2b71d-3eb7-4bf4-835f-39f3129de1c7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:19.531831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df6e1feb-e5e6-4e92-9e40-20a552d20a89 req-c2d2b71d-3eb7-4bf4-835f-39f3129de1c7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3093369 Aug 16 22:31:19.597298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df6e1feb-e5e6-4e92-9e40-20a552d20a89 req-f7c87bf3-7082-4bf3-a58f-add3f8f6cd46 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521872 Aug 16 22:31:19.632850 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.634976 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-961c3bd7-d720-44de-8fda-dbc117c4f679 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479132 Aug 16 22:31:19.644448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44874) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:19.652048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017820814'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:19.704367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.800178 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.978940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:19.983440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] For port 167bcdae-6fcf-4f4a-8b96-addb1b375017, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=167bcdae-6fcf-4f4a-8b96-addb1b375017,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:20.040681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.067960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-866ffb4b-8828-4ad0-89ef-624a23701d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.070052 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-866ffb4b-8828-4ad0-89ef-624a23701d97 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.0955923 Aug 16 22:31:20.110549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.114772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f39f7bb6-8599-4d1c-a8a8-419232e1e0db up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:20.174342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.188977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Checking segment: {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:20.192414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network hostable DHCP agents. Network: d8ed65fe-fd32-4b93-af86-a98999a6f0d4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:31:20.222805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Provisioning for port 5881e1d3-ec92-4528-95b3-22cb522d3220 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:20.225150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-4beeccc3-8d8d-4ce0-8625-ae57aa0952ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.229706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-4beeccc3-8d8d-4ce0-8625-ae57aa0952ca service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.1469092 Aug 16 22:31:20.238512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a57ee-c507-4cc2-8d77-cc346fb4f181 req-5f4c6642-0e56-44d2-a071-110da1da66e6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.240528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff1a57ee-c507-4cc2-8d77-cc346fb4f181 req-5f4c6642-0e56-44d2-a071-110da1da66e6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3237801 Aug 16 22:31:20.250166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Provisioning complete for port 5881e1d3-ec92-4528-95b3-22cb522d3220 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:20.251298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.251685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Subnet': ['ID=5a17f25f-1771-42ab-9801-de51d45e72d9,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.318349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eba95b-9701-4dfb-8363-f26d5d896319 None None] Pushing event updated for resources: {'Port': ['ID=167bcdae-6fcf-4f4a-8b96-addb1b375017,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.342486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.346463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7012219 Aug 16 22:31:20.347628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44896) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:20.350900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371c66d-e734-4426-8263-79693be5e01a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5484cff7-2d5a-4fe0-9a10-3cee40867ff1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.352497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Port 5881e1d3-ec92-4528-95b3-22cb522d3220 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:20.356942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:31:20.362917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--39812856'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:20.372981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:17Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:17Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:20.380630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff1a57ee-c507-4cc2-8d77-cc346fb4f181 req-a06c9929-df3a-473b-83fc-29a713f14770 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200550 Aug 16 22:31:20.395746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d8ed65fe-fd32-4b93-af86-a98999a6f0d4) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:20.400983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.404888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:20.405580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.418753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Provisioning complete for port 167bcdae-6fcf-4f4a-8b96-addb1b375017 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:20.419639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e77be54-ff0d-49d5-a3b3-a67c761e1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.425539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:20.426157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Updating router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 port 5881e1d3-ec92-4528-95b3-22cb522d3220 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:31:20.428509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a4df6710-fb46-48aa-8276-606b20b9208f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1602583 Aug 16 22:31:20.431014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44902) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:20.477956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daac59c-4980-42b5-bab6-535429eea9ba None None] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:20.591649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f39f7bb6-8599-4d1c-a8a8-419232e1e0db triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:20.592128 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.738923 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.765407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.837063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.912300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9f517-2711-434a-9733-bed4781b4825,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:20.914836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.916230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-466b9df3-a08d-4fb5-957a-53308ff43e0a tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5610065 Aug 16 22:31:20.919537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:20.924986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': '5484cff7-2d5a-4fe0-9a10-3cee40867ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40e9f517-2711-434a-9733-bed4781b4825', 'remote_ip_prefix': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:20.929002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:31:20.929887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:20.931400 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-ad9b914e-1b68-46b9-9eaf-97e6c6f9de47 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.6930823 Aug 16 22:31:21.049450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-400d3f60-d19e-49a8-95c7-c79a35e2165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.053297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-400d3f60-d19e-49a8-95c7-c79a35e2165f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1118832 Aug 16 22:31:21.057528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.124966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Allocated IP 2001:db8:3::2 (d8ed65fe-fd32-4b93-af86-a98999a6f0d4/5a17f25f-1771-42ab-9801-de51d45e72d9/d23e2096-e9f4-492f-8987-d9aefd60eb67) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:21.141896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.143103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-fe52d020-81eb-4b32-b78f-64b3ea593a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.145188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-fe52d020-81eb-4b32-b78f-64b3ea593a7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835774 Aug 16 22:31:21.247920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44922) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.276129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.281934 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.285949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.309267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c545675-4fa3-4a38-a81d-09d336adf724,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:21.341292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Transition to ACTIVE for port object d23e2096-e9f4-492f-8987-d9aefd60eb67 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:21.358039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-e47b760c-8dfb-4263-9c2c-91fb672eec1f service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044382 Aug 16 22:31:21.383854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Transition to ACTIVE for port object d23e2096-e9f4-492f-8987-d9aefd60eb67 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:21.384398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.389140 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0f0b3348-fa57-49ca-b2de-da15e0a9c7be tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4683475 Aug 16 22:31:21.391589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.422986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.424214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.551879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f188dcd8-ead7-49d1-a79d-03379540c56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.563771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Allocated IP 2001:db8:3::1 (d8ed65fe-fd32-4b93-af86-a98999a6f0d4/5a17f25f-1771-42ab-9801-de51d45e72d9/185ecef2-e202-455f-a93d-9fa57b3eb0b2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:31:21.567312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:21.572545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.574810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:21.576753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdd848c5-0794-4444-8b1d-e4dcfddbff9b None None] Provisioning complete for port 5881e1d3-ec92-4528-95b3-22cb522d3220 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:21.577249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdd848c5-0794-4444-8b1d-e4dcfddbff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.579351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:21.584685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Pushing event updated for resources: {'Port': ['ID=d23e2096-e9f4-492f-8987-d9aefd60eb67,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:21.594023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.662868 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-be620f97-456b-423b-8f7c-0f17d96ffe4e req-db650eb2-c047-4ebb-b4a6-a23d51adb6ca service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969131 Aug 16 22:31:21.667306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bdd848c5-0794-4444-8b1d-e4dcfddbff9b None None] Port 5881e1d3-ec92-4528-95b3-22cb522d3220 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:21.673362 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.684484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.688517 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2c545675-4fa3-4a38-a81d-09d336adf724 HTTP/1.1" status: 204 len: 168 time: 0.2919698 Aug 16 22:31:21.689708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.717620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Attempting to bind port d23e2096-e9f4-492f-8987-d9aefd60eb67 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:21.718630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Attempting to bind port d23e2096-e9f4-492f-8987-d9aefd60eb67 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:21.719178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Attempting to bind port d23e2096-e9f4-492f-8987-d9aefd60eb67 on network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:21.730799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:21.731086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff47a6a-80cf-4c1c-b4d2-6a9bea3e25c0 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c545675-4fa3-4a38-a81d-09d336adf724,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:21.731229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Checking segment: {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:21.731629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.732313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Bound using segment: {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:21.732910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Bound port: d23e2096-e9f4-492f-8987-d9aefd60eb67, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:21.733522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.783887 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bbb59fc-843a-4d24-bb8a-369c5879238f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0915880 Aug 16 22:31:21.786602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.812781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.832470 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.850051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f188dcd8-ead7-49d1-a79d-03379540c56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.854616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Transition to ACTIVE for port object 5881e1d3-ec92-4528-95b3-22cb522d3220 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:21.859609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] For port d23e2096-e9f4-492f-8987-d9aefd60eb67, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:21.860060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f188dcd8-ead7-49d1-a79d-03379540c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.863458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] For port d23e2096-e9f4-492f-8987-d9aefd60eb67, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d23e2096-e9f4-492f-8987-d9aefd60eb67,segment=NetworkSegment(527e7f8c-1305-48e7-a64b-4107cc6c5b28),segment_id=527e7f8c-1305-48e7-a64b-4107cc6c5b28)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:21.869589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5d0c-c512-4453-b078-4f17c33f9ece req-d0d7cb0c-f16a-4763-a1d9-e61ac628a7cb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:21.872106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8bd5d0c-c512-4453-b078-4f17c33f9ece req-d0d7cb0c-f16a-4763-a1d9-e61ac628a7cb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1466849 Aug 16 22:31:21.874246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.886460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.891518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:21.926584 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f188dcd8-ead7-49d1-a79d-03379540c56f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76b34f53597740a1bfa64a77395e5843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6772790 Aug 16 22:31:21.929587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188dcd8-ead7-49d1-a79d-03379540c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e1af2-aca3-4de3-a2fb-d55cb59ac0a0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:21.931989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:21.980926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Transition to ACTIVE for port object 185ecef2-e202-455f-a93d-9fa57b3eb0b2 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:21.985844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd00b43-0e27-415f-bcc8-fa2178b8a9da None None] Pushing event updated for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:21.986435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.065837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8bd5d0c-c512-4453-b078-4f17c33f9ece req-ee60c4bd-86b9-4984-8e85-3fd28e74a82e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778939 Aug 16 22:31:22.075343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Attempting to bind port 5881e1d3-ec92-4528-95b3-22cb522d3220 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:22.075343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Attempting to bind port 5881e1d3-ec92-4528-95b3-22cb522d3220 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:22.075343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Attempting to bind port 5881e1d3-ec92-4528-95b3-22cb522d3220 on network 624d72ec-ae13-4208-a754-7629518b55e2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:22.109682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:22.110054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Checking segment: {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:22.110467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.110868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Bound using segment: {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:22.111361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Bound port: 5881e1d3-ec92-4528-95b3-22cb522d3220, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0ecd64-7a2f-450d-93ab-0519d02c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:22.111750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.117819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.146279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.150012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.158641 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.162271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457c17-7854-4b82-aeb6-deaa2f771583 None None] Pushing event updated for resources: {'Port': ['ID=d23e2096-e9f4-492f-8987-d9aefd60eb67,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.164405 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/40e9f517-2711-434a-9733-bed4781b4825 HTTP/1.1" status: 204 len: 168 time: 0.3741105 Aug 16 22:31:22.164907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:22.171659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 167bcdae-6fcf-4f4a-8b96-addb1b375017 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:22.284588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:22.291418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:22.294921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.296978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1e61a-c68b-4a4d-b33b-a486161ad349 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9f517-2711-434a-9733-bed4781b4825,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.306225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:31:22.306678 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.332292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=185ecef2-e202-455f-a93d-9fa57b3eb0b2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.362983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] For port 5881e1d3-ec92-4528-95b3-22cb522d3220, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:22.374082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] For port 5881e1d3-ec92-4528-95b3-22cb522d3220, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5881e1d3-ec92-4528-95b3-22cb522d3220,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:22.377665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 167bcdae-6fcf-4f4a-8b96-addb1b375017 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:22.378286 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.382726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.487183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-779abe65-ca9e-4358-ac00-9e650437edfc tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3070629 Aug 16 22:31:22.490216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44956) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:22.524814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.527555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.531598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/406e1af2-aca3-4de3-a2fb-d55cb59ac0a0 HTTP/1.1" status: 204 len: 168 time: 0.5928428 Aug 16 22:31:22.542845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da98b7-5daf-4ece-9b78-2a6ab3b712da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e1af2-aca3-4de3-a2fb-d55cb59ac0a0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.566126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd00b43-0e27-415f-bcc8-fa2178b8a9da None None] Pushing event updated for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:22.650395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:22.651186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:22.714001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:22.747486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.032413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:23.041994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.063983 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09425e62-2a4e-42bf-b67b-cfcfd3bb0869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.078380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.086735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:23.131885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.134900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.136171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/5484cff7-2d5a-4fe0-9a10-3cee40867ff1 HTTP/1.1" status: 204 len: 168 time: 0.6449757 Aug 16 22:31:23.142610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:23.170438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137567b-7bf7-457f-811d-1b62be4f1791 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5484cff7-2d5a-4fe0-9a10-3cee40867ff1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:23.202750 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.230734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.231917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.269530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09425e62-2a4e-42bf-b67b-cfcfd3bb0869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.280940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-09425e62-2a4e-42bf-b67b-cfcfd3bb0869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.301145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event updated for resources: {'Port': ['ID=185ecef2-e202-455f-a93d-9fa57b3eb0b2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:23.328034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f3f8ae38-49fe-462a-9cf4-65eeb3379ec2 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841855 Aug 16 22:31:23.332684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:23.341722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175631166'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:23.344269 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-09425e62-2a4e-42bf-b67b-cfcfd3bb0869 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a037db735ff49c19a6f47b4f7f02a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107240 Aug 16 22:31:23.345212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09425e62-2a4e-42bf-b67b-cfcfd3bb0869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf9a77-99b9-4d9e-a7c3-e8adee6fc6a8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:23.348491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:23.411073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.435420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b4e6-6b2e-490e-b224-fc2147fbc033 req-112e1ea0-716f-4bb7-88a0-7b60fdbf7627 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:23.437973 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.446362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e28b4e6-6b2e-490e-b224-fc2147fbc033 req-112e1ea0-716f-4bb7-88a0-7b60fdbf7627 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2355695 Aug 16 22:31:23.487461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.506812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.509869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:23.511448 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bdf9a77-99b9-4d9e-a7c3-e8adee6fc6a8 HTTP/1.1" status: 204 len: 168 time: 0.1619530 Aug 16 22:31:23.541791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc19e2-ccf5-4265-a480-89f6f69daefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf9a77-99b9-4d9e-a7c3-e8adee6fc6a8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:23.553604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:21Z', 'revision_number': 1, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:23.576865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e28b4e6-6b2e-490e-b224-fc2147fbc033 req-3421b04e-3166-4f51-bf2b-6569a51a42b8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190753 Aug 16 22:31:23.613489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa62df-5443-42d0-9e09-7749f80c73d4 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:21Z', 'revision_number': 1, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:23.726639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:31:23.733908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:31:23.910391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b22972-ef58-4bba-9ae0-abea811b95e7 None None] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:24.036742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7fa197dc-4da3-407e-9589-259615a601d0 None None] Provisioning for port d23e2096-e9f4-492f-8987-d9aefd60eb67 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:24.140826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d23e2096-e9f4-492f-8987-d9aefd60eb67 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:24.252386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d23e2096-e9f4-492f-8987-d9aefd60eb67 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:24.256534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d23e2096-e9f4-492f-8987-d9aefd60eb67 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:24.256920 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.348595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:24.402481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.420686 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.422450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.493200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d23e2096-e9f4-492f-8987-d9aefd60eb67, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d23e2096-e9f4-492f-8987-d9aefd60eb67,segment=NetworkSegment(527e7f8c-1305-48e7-a64b-4107cc6c5b28),segment_id=527e7f8c-1305-48e7-a64b-4107cc6c5b28)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:24.508282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.609970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:24.619443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-28691bf1-c7ef-46d6-898e-caaa50fba85d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1872656 Aug 16 22:31:24.621455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d23e2096-e9f4-492f-8987-d9aefd60eb67,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:24.624171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:24.639638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:24.662474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42dd49-cd9b-463a-9941-b8096c4eacec req-7d89994c-53d1-4b3e-88e3-0fe73697d806 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:24.677576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb42dd49-cd9b-463a-9941-b8096c4eacec req-7d89994c-53d1-4b3e-88e3-0fe73697d806 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.9495344 Aug 16 22:31:24.679458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1e526a-8033-4b38-920a-b2ed9d07caa1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:24.689588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.693160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fb9b8daf-8227-438f-adcb-7e5dc27f1418 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3559446 Aug 16 22:31:24.698934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45022) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:24.705177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': '5c1e526a-8033-4b38-920a-b2ed9d07caa1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:24.764697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.800695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Provisioning complete for port d23e2096-e9f4-492f-8987-d9aefd60eb67 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:24.801351 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:24.904160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb42dd49-cd9b-463a-9941-b8096c4eacec req-6b5be993-884e-43e0-bfa0-6170b65c9116 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256606 Aug 16 22:31:25.050889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Provisioning for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:25.058088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Provisioning complete for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:25.058388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.060155 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.063334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.117319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d877509b-c2ed-4539-9632-13614f80895e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:25.131600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.137171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-774fbf84-c3d1-4413-ae89-3e70c1fc2e32 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4345222 Aug 16 22:31:25.138810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.181527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.182627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1f40b6da-be8d-414f-a733-f4b9529cb7a5 None None] Port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:25.192016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.228355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.238516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.246072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d877509b-c2ed-4539-9632-13614f80895e HTTP/1.1" status: 204 len: 168 time: 0.1039848 Aug 16 22:31:25.265792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45040) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.276547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a104-fc10-45c1-a567-8ab07024277d tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d877509b-c2ed-4539-9632-13614f80895e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:25.336616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afe4d076-2667-4915-8db6-2fe1fab3a83e None None] Provisioning complete for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:25.337000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afe4d076-2667-4915-8db6-2fe1fab3a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.392606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-afe4d076-2667-4915-8db6-2fe1fab3a83e None None] Port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:25.409154 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a24e5865-2b10-4421-ba95-49da6bd818c7 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1372368 Aug 16 22:31:25.411820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.506280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c812130-3123-4e05-a173-76cf8d6c5743 req-f7d0bc4f-dc9f-4393-9e84-34ff7fa578c9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:25.508220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c812130-3123-4e05-a173-76cf8d6c5743 req-f7d0bc4f-dc9f-4393-9e84-34ff7fa578c9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2359891 Aug 16 22:31:25.523356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:31:25.533118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.576669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:31:25.577338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.621807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9c812130-3123-4e05-a173-76cf8d6c5743 req-8ffb089b-84ef-4301-9fdb-db813cd75fc3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899384 Aug 16 22:31:25.624110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.727576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-958f8d7e-76e4-4e6c-a740-a10a5be615f5 None None] Provisioning complete for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:25.733134 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-958f8d7e-76e4-4e6c-a740-a10a5be615f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.746857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.756216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.774231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/5c1e526a-8033-4b38-920a-b2ed9d07caa1 HTTP/1.1" status: 204 len: 168 time: 0.3533809 Aug 16 22:31:25.775238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45064) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.776229 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:25.789781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:25.793476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:25.798621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c84f-2542-4902-9316-1a748c4363db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1e526a-8033-4b38-920a-b2ed9d07caa1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:25.889918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-958f8d7e-76e4-4e6c-a740-a10a5be615f5 None None] Port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:31:25.917447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b0aaab5-1f08-458b-8db7-2327f708a9db tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379087 Aug 16 22:31:25.927614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:25.939045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group': {'name': 'tempest-secgroup--811526360'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:25.974580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:25.985259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:26.045002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.055189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.137426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d85d1b-1e42-441a-898d-48252ac87d5e req-cc5d2cb0-68af-49c0-a3f0-8b24d2bb6268 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:26.139686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d85d1b-1e42-441a-898d-48252ac87d5e req-cc5d2cb0-68af-49c0-a3f0-8b24d2bb6268 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1267583 Aug 16 22:31:26.218096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:26.230260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d85d1b-1e42-441a-898d-48252ac87d5e req-927460a8-289c-41c4-a18e-652f1610641d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838478 Aug 16 22:31:26.281731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5881e1d3-ec92-4528-95b3-22cb522d3220 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:26.294239 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.311187 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.354194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5881e1d3-ec92-4528-95b3-22cb522d3220 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:26.360416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5881e1d3-ec92-4528-95b3-22cb522d3220 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:26.361339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.370092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.371353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4464750 Aug 16 22:31:26.379326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.383277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'e00b1556-c1ff-4174-9291-be87c7b4a773', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:26.387366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ea6e-31fc-484c-8c56-38651990d3dd tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00b1556-c1ff-4174-9291-be87c7b4a773,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:26.416693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:26.425859 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.427632 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e5d0e30a-0800-405c-bb33-12e6c845e668 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 954 time: 1.8014472 Aug 16 22:31:26.431106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.483949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.487512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.510469 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:25Z', 'revision_number': 6, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:22Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:26.566582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 5881e1d3-ec92-4528-95b3-22cb522d3220, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5881e1d3-ec92-4528-95b3-22cb522d3220,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:26.567934 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:26.568286 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Updating router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:31:26.573165 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.574969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d23e2096-e9f4-492f-8987-d9aefd60eb67 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:26.598164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.598470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48c797b6-76aa-4dfe-bfb5-e04a354ee0a4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 954 time: 0.1662383 Aug 16 22:31:26.604884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:26.605585 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.626977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.632338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.668602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.672855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2910357 Aug 16 22:31:26.672855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc99de-8fa1-4e84-ba30-acb02cd21bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119d05ee-50a9-4b4d-85d4-cb2fee72dfb5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:26.680907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.723827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4165e459-61d6-4b6c-81da-fe26c6eef970 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules/119d05ee-50a9-4b4d-85d4-cb2fee72dfb5 HTTP/1.1" status: 200 len: 763 time: 0.0391457 Aug 16 22:31:26.723827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.751841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:26.770173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d23e2096-e9f4-492f-8987-d9aefd60eb67 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:26.771137 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.809460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5429ebc8-e4e2-46d8-b4a5-a8efde824c54 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0843778 Aug 16 22:31:26.813290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.846583 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.857818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.938857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.949757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:26.951639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/119d05ee-50a9-4b4d-85d4-cb2fee72dfb5 HTTP/1.1" status: 204 len: 168 time: 0.1370609 Aug 16 22:31:26.958097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:26.961452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a327d6-20b5-44ef-8e87-e055b5cf0b26 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=119d05ee-50a9-4b4d-85d4-cb2fee72dfb5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.051031 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-de4f5577-5c3a-4ae1-8db7-77da93f19bed tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910687 Aug 16 22:31:27.057389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45120) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.063478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'e00b1556-c1ff-4174-9291-be87c7b4a773', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:27.096699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.111406 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.126403 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Transition to ACTIVE for port object 185ecef2-e202-455f-a93d-9fa57b3eb0b2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:31:27.135701 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.154575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.160551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.194494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd01b15a-7c75-4f54-9599-fd20358bd745,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.199393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.200967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3111835-8773-4f5f-8ec7-9f788537932f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421578 Aug 16 22:31:27.204061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.212207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:31:27.212540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:31:27.238111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ef1fe23e-c05b-4a9d-8eff-49e69f0ce3ae tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules/fd01b15a-7c75-4f54-9599-fd20358bd745 HTTP/1.1" status: 200 len: 763 time: 0.0260971 Aug 16 22:31:27.240456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.250049 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e7a3-5a51-453f-9744-76a39b273568 None None] Pushing event updated for resources: {'Port': ['ID=185ecef2-e202-455f-a93d-9fa57b3eb0b2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.250692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.291274 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Attempting to bind port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:31:27.291867 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Attempting to bind port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:31:27.292464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Attempting to bind port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 on network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:31:27.300647 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:31:27.301032 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Checking segment: {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:31:27.301514 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.302252 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Bound using segment: {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:31:27.302875 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Bound port: 185ecef2-e202-455f-a93d-9fa57b3eb0b2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527e7f8c-1305-48e7-a64b-4107cc6c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:31:27.303492 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.322436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9b78dcd9-3ed2-468b-aeee-cf97408a9b2e tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0803049 Aug 16 22:31:27.337378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45136) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.376075 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.389119 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.480904 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] For port 185ecef2-e202-455f-a93d-9fa57b3eb0b2, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:31:27.492721 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] For port 185ecef2-e202-455f-a93d-9fa57b3eb0b2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=185ecef2-e202-455f-a93d-9fa57b3eb0b2,segment=NetworkSegment(527e7f8c-1305-48e7-a64b-4107cc6c5b28),segment_id=527e7f8c-1305-48e7-a64b-4107cc6c5b28)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:31:27.494861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.501435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.502924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/fd01b15a-7c75-4f54-9599-fd20358bd745 HTTP/1.1" status: 204 len: 168 time: 0.1643004 Aug 16 22:31:27.505202 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.507439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.540068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3638-bee6-420a-a8fc-c6592a19c930 req-5318e2f4-e721-45eb-b7e5-509509ad5fd5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:27.543254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71bd3638-bee6-420a-a8fc-c6592a19c930 req-5318e2f4-e721-45eb-b7e5-509509ad5fd5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1373742 Aug 16 22:31:27.566812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab10dbc-4aa1-47a0-a1ff-0049d80c7739 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd01b15a-7c75-4f54-9599-fd20358bd745,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.631646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-15a5d0f7-e074-47bf-92b3-b91c5f09290f tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1227634 Aug 16 22:31:27.634760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45146) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.641089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Request body: {'security_group_rule': {'security_group_id': 'e00b1556-c1ff-4174-9291-be87c7b4a773', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:27.646427 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:27.648595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.650350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:27.653031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71bd3638-bee6-420a-a8fc-c6592a19c930 req-874c23dd-659a-4559-a760-6dc3e443de35 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994651 Aug 16 22:31:27.666923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.679314 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Project 0938ab853064400bae327fe29a438a19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:31:27.688510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.817474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.835485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.859790 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:27.876513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dc1dc9-efdd-4a91-8834-8d082d80160a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:27.884720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:27.897161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:27.899034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-add5a1f4-638f-4241-b7fa-912987b50275 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2633700 Aug 16 22:31:27.901674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45160) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:27.946189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f3e0d19e-fec9-417e-bbac-89ef628f562c tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules/32dc1dc9-efdd-4a91-8834-8d082d80160a HTTP/1.1" status: 200 len: 769 time: 0.0405576 Aug 16 22:31:27.948277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.074929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:28.086632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-347ba36e-e010-40ce-9287-1d5c8a4e50a4 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1343949 Aug 16 22:31:28.091952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.095512 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-341a4ecf-f624-4da2-8619-7f56363b9107 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 704 time: 1.4956083 Aug 16 22:31:28.097488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.099514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.138876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5881e1d3-ec92-4528-95b3-22cb522d3220 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:28.202848 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e7a3-5a51-453f-9744-76a39b273568 None None] Pushing event updated for resources: {'Port': ['ID=185ecef2-e202-455f-a93d-9fa57b3eb0b2,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:28.232562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc87-d514-45c9-bee9-4e897c44dd6d req-600a6f07-62e5-4f71-9ab9-89534c4e86ca tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:28.234184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c4bc87-d514-45c9-bee9-4e897c44dd6d req-600a6f07-62e5-4f71-9ab9-89534c4e86ca tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1466303 Aug 16 22:31:28.270291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5881e1d3-ec92-4528-95b3-22cb522d3220 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:28.271174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.312741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c4bc87-d514-45c9-bee9-4e897c44dd6d req-387a04df-cf00-4562-b377-8b3aa758315b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613663 Aug 16 22:31:28.337761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.378468 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.394486 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 7, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:28.433163 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c835c-d028-4bef-b22a-d1ce24e39771 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 7, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:28.438950 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f904b55d-f06a-4728-aa1e-4bd6922f67be tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 704 time: 0.3326652 Aug 16 22:31:28.441540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.451848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.453846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.640071 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d9aff6-e100-4d7f-9618-e9bae6dfd7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.682775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:28.695729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:28.696675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:28.780538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d9aff6-e100-4d7f-9618-e9bae6dfd7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.786631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58d9aff6-e100-4d7f-9618-e9bae6dfd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.812459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:28.827290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9aff6-e100-4d7f-9618-e9bae6dfd7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd2a5b-7336-4bc0-8c05-3e3cef67e9c4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:28.865368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-58d9aff6-e100-4d7f-9618-e9bae6dfd7a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7f241f9801f4d7e96379ab7b6f800f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100120 Aug 16 22:31:28.867758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.915920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.917301 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/32dc1dc9-efdd-4a91-8834-8d082d80160a HTTP/1.1" status: 204 len: 168 time: 0.8155406 Aug 16 22:31:28.918597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32dc1dc9-efdd-4a91-8834-8d082d80160a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:28.922339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:28.937287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.937934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.938457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.938985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.939492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.939989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.940483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.940989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.941564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.942105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.942232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:28.943038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.943552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94504cb-31ff-4649-904f-edbdad10fb24 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:31:28.998151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ed8753ba-d9d9-4e09-9f08-c43357625f14 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745149 Aug 16 22:31:29.002437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.011010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.097033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 7, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:29.097409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.132226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:29.134719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.143459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:29.144277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:29.147931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.151285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98fd2a5b-7336-4bc0-8c05-3e3cef67e9c4 HTTP/1.1" status: 204 len: 168 time: 0.2793262 Aug 16 22:31:29.170912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.174250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e305d2-ed45-4608-af99-c116552f91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd2a5b-7336-4bc0-8c05-3e3cef67e9c4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:29.244026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.247529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.248760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "DELETE /v2.0/security-groups/e00b1556-c1ff-4174-9291-be87c7b4a773 HTTP/1.1" status: 204 len: 168 time: 0.2453451 Aug 16 22:31:29.253374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.266873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:29.268497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790cf8f-21f1-4e94-b7a4-1b1328fa1c02 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00b1556-c1ff-4174-9291-be87c7b4a773,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:29.314694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7f8ae597-cf72-4a2c-94d0-52d23c87e636 tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568974 Aug 16 22:31:29.321492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.413734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.423663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9acacb4d-6e44-447c-a82f-c04d172b0daf tempest-SecGroupIPv6Test-848405440 tempest-SecGroupIPv6Test-848405440-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1009367 Aug 16 22:31:29.623011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 7, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:29.658798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b596d62-f62b-4d34-8dc2-9cc664bd2291 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 7, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '185ecef2-e202-455f-a93d-9fa57b3eb0b2', 'name': '', 'network_id': 'd8ed65fe-fd32-4b93-af86-a98999a6f0d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:c8:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:21Z', 'updated_at': '2021-08-16T22:31:27Z', 'revision_number': 4, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '5a17f25f-1771-42ab-9801-de51d45e72d9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:29.679456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.712319 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59b87c87-ad3e-4dcb-afb9-8016338016bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.799797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:29.800354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.898265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59b87c87-ad3e-4dcb-afb9-8016338016bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.908657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59b87c87-ad3e-4dcb-afb9-8016338016bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.950664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-59b87c87-ad3e-4dcb-afb9-8016338016bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59c8d3cd32ca4f32a245476e223fa792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691603 Aug 16 22:31:29.956787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.956787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:29.965001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 185ecef2-e202-455f-a93d-9fa57b3eb0b2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=185ecef2-e202-455f-a93d-9fa57b3eb0b2,segment=NetworkSegment(527e7f8c-1305-48e7-a64b-4107cc6c5b28),segment_id=527e7f8c-1305-48e7-a64b-4107cc6c5b28)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:29.965403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:29.979733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87c87-ad3e-4dcb-afb9-8016338016bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b040a36-ebfb-48f1-9b24-b8a873c3cf97,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:29.993806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 185ecef2-e202-455f-a93d-9fa57b3eb0b2 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:30.104508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.149894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 185ecef2-e202-455f-a93d-9fa57b3eb0b2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:31:30.153538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.194859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec5539-4fbe-4139-b8b4-2f70a000677f req-7192da16-14c2-47f4-9593-5bc6d85b537d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:30.201577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67ec5539-4fbe-4139-b8b4-2f70a000677f req-7192da16-14c2-47f4-9593-5bc6d85b537d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.7734537 Aug 16 22:31:30.205979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:31:30.212596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 185ecef2-e202-455f-a93d-9fa57b3eb0b2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:31:30.213061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.241464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67ec5539-4fbe-4139-b8b4-2f70a000677f req-fe2590f8-1e2b-4688-bb64-8c7713b1ff33 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375888 Aug 16 22:31:30.247188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:30.247516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c91a6229-d5b9-4438-9efa-47390b9ad7cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0938ab853064400bae327fe29a438a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879274 Aug 16 22:31:30.325300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.342097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.346453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.350108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b040a36-ebfb-48f1-9b24-b8a873c3cf97 HTTP/1.1" status: 204 len: 168 time: 0.3923471 Aug 16 22:31:30.363580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.378026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3d35-0d0b-4c6d-8a23-a39b884b82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b040a36-ebfb-48f1-9b24-b8a873c3cf97,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:30.427808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.431701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.471886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b09c-9dcf-49ce-846a-389c8c9517b1 req-a6826f4b-23a5-42a2-a753-7d51cf7542fb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:30.473567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff1b09c-9dcf-49ce-846a-389c8c9517b1 req-a6826f4b-23a5-42a2-a753-7d51cf7542fb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1351714 Aug 16 22:31:30.477801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=185ecef2-e202-455f-a93d-9fa57b3eb0b2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:30.483860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.494140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.498526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6645faf6-e021-4e08-90d4-bc05a22d5a6a HTTP/1.1" status: 204 len: 168 time: 0.2467864 Aug 16 22:31:30.523702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b752e-105f-4af0-b5dc-1c3642765760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645faf6-e021-4e08-90d4-bc05a22d5a6a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:30.555409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff1b09c-9dcf-49ce-846a-389c8c9517b1 req-5d753b7b-f9b9-42b8-bad1-d1a969430c24 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581846 Aug 16 22:31:30.665977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:30.826265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ea83-df55-4c40-bd3f-53a853565321 req-827220d5-db86-43e2-9a53-fa754ab7ba31 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:30.830726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b5ea83-df55-4c40-bd3f-53a853565321 req-827220d5-db86-43e2-9a53-fa754ab7ba31 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0990367 Aug 16 22:31:30.925231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00b5ea83-df55-4c40-bd3f-53a853565321 req-9d868f31-edf7-49ae-a9f5-d2035d4c4369 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904603 Aug 16 22:31:30.974259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:31.121426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb44e-eeb4-47af-bc14-abf4b88db3bb req-da6b33ae-8a1f-4d52-8c45-95502c1f7a53 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:31.131861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac4fb44e-eeb4-47af-bc14-abf4b88db3bb req-da6b33ae-8a1f-4d52-8c45-95502c1f7a53 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1320655 Aug 16 22:31:31.133425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:31.142529 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-058e853e-f757-434e-aa41-25d91b128aaf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999116 Aug 16 22:31:31.143329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:31.146759 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:31.160306 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:31.160933 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:31.222086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac4fb44e-eeb4-47af-bc14-abf4b88db3bb req-20761412-698b-465d-adc9-a7722f4fdadb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891600 Aug 16 22:31:31.241864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 5a17f25f-1771-42ab-9801-de51d45e72d9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:31.245703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.308070 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:31.337753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.499158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.602603 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.648939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=5a17f25f-1771-42ab-9801-de51d45e72d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:31.657634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.659827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c5d1a75-7208-4799-a4aa-0611e549aee7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/5a17f25f-1771-42ab-9801-de51d45e72d9 HTTP/1.1" status: 204 len: 168 time: 0.5157244 Aug 16 22:31:31.662821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:31.663558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d096f46-a1f5-4169-9b88-4ae6ffa5f644 None None] Network d8ed65fe-fd32-4b93-af86-a98999a6f0d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:31.764009 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:30Z', 'revision_number': 8, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:31.770995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.825162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:31.852986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:31.854706 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:31.859210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port d23e2096-e9f4-492f-8987-d9aefd60eb67 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:31.859743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.956089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] DHCP port deletion for d8ed65fe-fd32-4b93-af86-a98999a6f0d4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:31.969625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port d23e2096-e9f4-492f-8987-d9aefd60eb67, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d23e2096-e9f4-492f-8987-d9aefd60eb67,segment=NetworkSegment(527e7f8c-1305-48e7-a64b-4107cc6c5b28),segment_id=527e7f8c-1305-48e7-a64b-4107cc6c5b28)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:31.970004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:31.984294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for d23e2096-e9f4-492f-8987-d9aefd60eb67 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:32.014350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:32.056761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45318) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.079742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.093223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Deleting port d23e2096-e9f4-492f-8987-d9aefd60eb67 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:32.093604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.112462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=d23e2096-e9f4-492f-8987-d9aefd60eb67,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.116919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port d23e2096-e9f4-492f-8987-d9aefd60eb67 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:32.234188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d23e2096-e9f4-492f-8987-d9aefd60eb67 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:32.247184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0ee7a449-2fc7-4302-90bd-51c9010e4237 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1981536674', 'prefixes': ['172.20.0.0/16']}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:32.249312 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.269729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed65fe-fd32-4b93-af86-a98999a6f0d4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.316020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527e7f8c-1305-48e7-a64b-4107cc6c5b28') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.316329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527e7f8c-1305-48e7-a64b-4107cc6c5b28') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.323535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d23e2096-e9f4-492f-8987-d9aefd60eb67 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:32.324582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d23e2096-e9f4-492f-8987-d9aefd60eb67 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:32.341764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] For port d23e2096-e9f4-492f-8987-d9aefd60eb67, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:32.344725 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.349405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.353493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a449-2fc7-4302-90bd-51c9010e4237 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.354744 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ee7a449-2fc7-4302-90bd-51c9010e4237 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2966471 Aug 16 22:31:32.357473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.378043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Calling delete_port for d23e2096-e9f4-492f-8987-d9aefd60eb67 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:32.383716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Port d23e2096-e9f4-492f-8987-d9aefd60eb67 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:31:32.389578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.399859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.417523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:32.417935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:32.424683 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:32.431925 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ee274254-ceb3-4a63-946f-29c0df7d4437 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "GET /v2.0/subnetpools/4cc5a9c2-fdc4-42db-91e7-df7be0a9020b HTTP/1.1" status: 200 len: 732 time: 0.0727506 Aug 16 22:31:32.436179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.445263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5656083d-7622-426c-b38f-ba5c307c6064 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1826178374'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:32.472871 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:30Z', 'revision_number': 8, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:32.483920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] No DVR routers for this DVR port d23e2096-e9f4-492f-8987-d9aefd60eb67 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:32.488004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef6d01-90bd-4c5b-80f4-0f95d6853a20 None None] Pushing event deleted for resources: {'Port': ['ID=d23e2096-e9f4-492f-8987-d9aefd60eb67,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.523716 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6751a1-eca8-4aba-b30e-7eafdc07b99f None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:30Z', 'revision_number': 8, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '5881e1d3-ec92-4528-95b3-22cb522d3220', 'name': '', 'network_id': '624d72ec-ae13-4208-a754-7629518b55e2', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:db:b1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:15Z', 'updated_at': '2021-08-16T22:31:26Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'fd13b932-cc1e-49fa-ab39-12d399b593e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:32.554323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.561218 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.563974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/d8ed65fe-fd32-4b93-af86-a98999a6f0d4 HTTP/1.1" status: 204 len: 168 time: 0.9001045 Aug 16 22:31:32.572481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.624168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5656083d-7622-426c-b38f-ba5c307c6064 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.626858 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5656083d-7622-426c-b38f-ba5c307c6064 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "PUT /v2.0/subnetpools/4cc5a9c2-fdc4-42db-91e7-df7be0a9020b HTTP/1.1" status: 200 len: 684 time: 0.1893682 Aug 16 22:31:32.629472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45342) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.639817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e9e07-bce2-4df2-806a-702840e02505 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=d8ed65fe-fd32-4b93-af86-a98999a6f0d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:32.743678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39009397-c71b-4fba-b586-dc7742cc7aff tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] Notify callbacks [] for subnetpool, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:32.744925 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39009397-c71b-4fba-b586-dc7742cc7aff tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4cc5a9c2-fdc4-42db-91e7-df7be0a9020b HTTP/1.1" status: 204 len: 168 time: 0.1139376 Aug 16 22:31:32.747986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.765768 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-2f6ee45f-22f9-4601-aac5-fdf6afc31af6 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] show failed (client error): The resource could not be found. Aug 16 22:31:32.766783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f6ee45f-22f9-4601-aac5-fdf6afc31af6 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "GET /v2.0/subnetpools/4cc5a9c2-fdc4-42db-91e7-df7be0a9020b HTTP/1.1" status: 404 len: 346 time: 0.0177369 Aug 16 22:31:32.769645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:32.786523 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-90a877a4-0f19-47fa-8849-f2c6ea061861 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] delete failed (client error): The resource could not be found. Aug 16 22:31:32.790405 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-90a877a4-0f19-47fa-8849-f2c6ea061861 tempest-SubnetPoolsTestJSON-630049989 tempest-SubnetPoolsTestJSON-630049989-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4cc5a9c2-fdc4-42db-91e7-df7be0a9020b HTTP/1.1" status: 404 len: 346 time: 0.0167251 Aug 16 22:31:33.079603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.214166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.444769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 5881e1d3-ec92-4528-95b3-22cb522d3220 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:33.445154 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.527576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c80590d-6961-4e49-b8cc-45d85e82a682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.564320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 5881e1d3-ec92-4528-95b3-22cb522d3220, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5881e1d3-ec92-4528-95b3-22cb522d3220,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:33.564689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.580493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 5881e1d3-ec92-4528-95b3-22cb522d3220 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:33.664678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c80590d-6961-4e49-b8cc-45d85e82a682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.670871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c80590d-6961-4e49-b8cc-45d85e82a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.703903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80590d-6961-4e49-b8cc-45d85e82a682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf6e552-7c9c-493c-bcee-fe0bdd92e539,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.723990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c80590d-6961-4e49-b8cc-45d85e82a682 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80129018b8e645a99b976513afdd0e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087490 Aug 16 22:31:33.726601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:33.814583 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.838987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.839899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.875509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=5881e1d3-ec92-4528-95b3-22cb522d3220,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:33.907746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.911865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:33.916096 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/baf6e552-7c9c-493c-bcee-fe0bdd92e539 HTTP/1.1" status: 204 len: 168 time: 0.1880836 Aug 16 22:31:33.925256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6011b9-4c55-4944-be75-8974e8c02156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf6e552-7c9c-493c-bcee-fe0bdd92e539,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:34.039357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.103290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 185ecef2-e202-455f-a93d-9fa57b3eb0b2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:34.139789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 185ecef2-e202-455f-a93d-9fa57b3eb0b2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:34.140155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 185ecef2-e202-455f-a93d-9fa57b3eb0b2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:34.652465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:34.763812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:34.772551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:34.773035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5fe417ad-39d7-43ad-a5e3-536d15b22599 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1982882 Aug 16 22:31:34.774816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:34.792549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:34.794405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:34.867426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet fd13b932-cc1e-49fa-ab39-12d399b593e8 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:34.872102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:34.913924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:34.949354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.200450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.287897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.330583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.336584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=fd13b932-cc1e-49fa-ab39-12d399b593e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:35.341683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.345424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a75580da-3454-4fc8-9179-beea4ec0fa80 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/fd13b932-cc1e-49fa-ab39-12d399b593e8 HTTP/1.1" status: 204 len: 168 time: 0.5715237 Aug 16 22:31:35.347990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:35.410418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d4c70-ea0b-46aa-9317-763a6c7189fb None None] Network 624d72ec-ae13-4208-a754-7629518b55e2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:35.494013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.564630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-348184383'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:35.601866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Made reservation on behalf of 57b61bbde3904fc5947dd110dc22dbdc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:31:35.605632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.619754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.632394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 167bcdae-6fcf-4f4a-8b96-addb1b375017 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:35.632743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.723519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:33Z', 'revision_number': 9, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:35.737130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 167bcdae-6fcf-4f4a-8b96-addb1b375017, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=167bcdae-6fcf-4f4a-8b96-addb1b375017,segment=NetworkSegment(2d0ecd64-7a2f-450d-93ab-0519d02c98b1),segment_id=2d0ecd64-7a2f-450d-93ab-0519d02c98b1)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:35.737717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.752270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 167bcdae-6fcf-4f4a-8b96-addb1b375017 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:35.763646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:35.773621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:35.774466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:35.836017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc8f0d4-fa3f-40c5-aaac-0ddd3142d111 None None] DHCP port deletion for 624d72ec-ae13-4208-a754-7629518b55e2 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:35.865604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:35.881980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 167bcdae-6fcf-4f4a-8b96-addb1b375017 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:35.922751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:35.929036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=167bcdae-6fcf-4f4a-8b96-addb1b375017,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.020530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.039116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624d72ec-ae13-4208-a754-7629518b55e2']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.099514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.107339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0ecd64-7a2f-450d-93ab-0519d02c98b1') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.107957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0ecd64-7a2f-450d-93ab-0519d02c98b1') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.111350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.149642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.154508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 167bcdae-6fcf-4f4a-8b96-addb1b375017 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:36.166582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:31:36.183445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 167bcdae-6fcf-4f4a-8b96-addb1b375017 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:36.183952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 167bcdae-6fcf-4f4a-8b96-addb1b375017 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:36.189866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9880cad0-dd27-439b-a6f5-41fc70cd60e6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.198511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.206500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.220090 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Added segment bb25ed5e-8814-4151-9868-5865d2dff787 of type vlan for network 849d8beb-092d-4821-8ac7-02f392629667 Aug 16 22:31:36.231653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:36.232179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:36.235469 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:36.276560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:33Z', 'revision_number': 9, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.308367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01553ae4-957e-4b9f-925a-153dc851b7e9 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:33Z', 'revision_number': 9, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f7bb6-8599-4d1c-a8a8-419232e1e0db', 'name': '', 'network_id': 'cf113f6a-bff4-4cab-a81a-5a3c3c43cc35', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:9a:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:11Z', 'updated_at': '2021-08-16T22:31:18Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': 'cb5d862c-b29b-4b35-91a0-4ef4a544204c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:36.329623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.344325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.368357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.371386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/624d72ec-ae13-4208-a754-7629518b55e2 HTTP/1.1" status: 204 len: 168 time: 1.0210850 Aug 16 22:31:36.375328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.386335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0df48-e924-4e54-8618-2579f3deb0dd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=624d72ec-ae13-4208-a754-7629518b55e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.391297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.397497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:36.398117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.486952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1552083 Aug 16 22:31:36.490728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.494622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e242f0-82c5-4e87-8cf9-81d78a760623 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Pushing event updated for resources: {'Network': ['ID=849d8beb-092d-4821-8ac7-02f392629667,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:36.501325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-c7c9f295-71d2-4ccb-bf01-9a7ef4fac4a0 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-462972226') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.508941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 849d8beb-092d-4821-8ac7-02f392629667 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:31:36.688324 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7c9f295-71d2-4ccb-bf01-9a7ef4fac4a0 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "PUT /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-462972226 HTTP/1.1" status: 201 len: 201 time: 0.1892812 Aug 16 22:31:36.689632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.693458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-2f49ffe8-214e-44aa-a94d-b478c5b6a84e tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-462972226') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.848947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f49ffe8-214e-44aa-a94d-b478c5b6a84e tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-462972226 HTTP/1.1" status: 204 len: 168 time: 0.1590352 Aug 16 22:31:36.849766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.854284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-2aa8a3c6-a191-4a24-8e49-2f538c301b05 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:36.887761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:36.942991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2aa8a3c6-a191-4a24-8e49-2f538c301b05 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags HTTP/1.1" status: 200 len: 237 time: 0.0922661 Aug 16 22:31:36.945566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:36.950631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-b28e1d8b-fb32-4576-8316-92479950460c tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', {'tags': ['tempest-TagsTest-Tag-1854436209', 'tempest-TagsTest-Tag-1854910136', 'tempest-TagsTest-Tag-1125338226']}) {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.060275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b28e1d8b-fb32-4576-8316-92479950460c tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "PUT /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags HTTP/1.1" status: 200 len: 309 time: 0.1134267 Aug 16 22:31:37.060774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.066249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-a225875f-6fee-455f-8362-7e1fc15be5c2 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1854436209') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.234737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a225875f-6fee-455f-8362-7e1fc15be5c2 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "DELETE /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1854436209 HTTP/1.1" status: 204 len: 168 time: 0.1702759 Aug 16 22:31:37.234737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.240336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-7eee9e48-873e-45d9-aa0e-62494b12a3ba tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1854436209') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.625007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port f39f7bb6-8599-4d1c-a8a8-419232e1e0db {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:37.625577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.708201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-6ce7b6db-bca4-45df-9e93-82faf3eb202b req-eb655492-cad9-468a-8354-d9e55547f8ff service neutron] (94817) timed out ('10.222.0.22', 49080) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:31:37.715624 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-7eee9e48-873e-45d9-aa0e-62494b12a3ba tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] show failed (client error): The resource could not be found. Aug 16 22:31:37.716655 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7eee9e48-873e-45d9-aa0e-62494b12a3ba tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1854436209 HTTP/1.1" status: 404 len: 326 time: 0.4809887 Aug 16 22:31:37.719409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45558) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.726692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-cac9fdf9-8375-4330-a8a3-99a33ee3a27a tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1854910136') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.784058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port f39f7bb6-8599-4d1c-a8a8-419232e1e0db, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:37.784433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:37.800837 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for f39f7bb6-8599-4d1c-a8a8-419232e1e0db owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:37.871796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cac9fdf9-8375-4330-a8a3-99a33ee3a27a tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1854910136 HTTP/1.1" status: 204 len: 168 time: 0.1485708 Aug 16 22:31:37.873641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.879338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-5561a0ae-9b1f-4aad-82ad-05a8d56a1eee tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1125338226') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.966530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5561a0ae-9b1f-4aad-82ad-05a8d56a1eee tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1125338226 HTTP/1.1" status: 204 len: 168 time: 0.0892262 Aug 16 22:31:37.970584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:37.977291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-614e735d-2879-498e-bb2d-8cad645fecd9 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:37.999578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5881e1d3-ec92-4528-95b3-22cb522d3220 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:38.020194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5881e1d3-ec92-4528-95b3-22cb522d3220 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:38.020538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5881e1d3-ec92-4528-95b3-22cb522d3220 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:38.081092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.118676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=f39f7bb6-8599-4d1c-a8a8-419232e1e0db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:38.234703 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-614e735d-2879-498e-bb2d-8cad645fecd9 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "DELETE /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags HTTP/1.1" status: 204 len: 168 time: 0.2567725 Aug 16 22:31:38.235117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45588) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.241553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-22019fa7-0b52-4e2d-85b2-7334bba6d576 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1854910136') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.260039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.366445 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-22019fa7-0b52-4e2d-85b2-7334bba6d576 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] show failed (client error): The resource could not be found. Aug 16 22:31:38.367337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-22019fa7-0b52-4e2d-85b2-7334bba6d576 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1854910136 HTTP/1.1" status: 404 len: 326 time: 0.1311598 Aug 16 22:31:38.376394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.381487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.tag.tag_plugin [None req-52827ee9-8114-4734-9790-f25c865828f8 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667', 'tempest-TagsTest-Tag-1125338226') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.514925 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-52827ee9-8114-4734-9790-f25c865828f8 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] show failed (client error): The resource could not be found. Aug 16 22:31:38.516055 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52827ee9-8114-4734-9790-f25c865828f8 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "GET /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags/tempest-TagsTest-Tag-1125338226 HTTP/1.1" status: 404 len: 326 time: 0.1383207 Aug 16 22:31:38.518982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.524016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.tag.tag_plugin [None req-1b43a77b-ced1-401a-8387-a7e85a7fcb63 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '849d8beb-092d-4821-8ac7-02f392629667') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.585697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:38.613594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b43a77b-ced1-401a-8387-a7e85a7fcb63 tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "DELETE /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667/tags HTTP/1.1" status: 204 len: 168 time: 0.0934858 Aug 16 22:31:38.618007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.714307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.720493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:38.731821 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:38.733942 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6423f97b-3ddc-4620-b5e1-ac0da8e7e24e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3573701 Aug 16 22:31:38.736537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:38.745936 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:38.746905 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.801003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet cb5d862c-b29b-4b35-91a0-4ef4a544204c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:38.822659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.870908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.879823 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:38.882186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849d8beb-092d-4821-8ac7-02f392629667']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.883296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.892860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb25ed5e-8814-4151-9868-5865d2dff787') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.893448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb25ed5e-8814-4151-9868-5865d2dff787') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:38.904795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.929243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.938863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:38.939624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:38.943899 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:39.014289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.024168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.026141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] 10.222.0.22 "DELETE /v2.0/networks/849d8beb-092d-4821-8ac7-02f392629667 HTTP/1.1" status: 204 len: 168 time: 0.4046173 Aug 16 22:31:39.027159 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.059652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd8296-b995-4078-ab9b-a49706d077cc tempest-TagsTest-835023841 tempest-TagsTest-835023841-project] Pushing event deleted for resources: {'Network': ['ID=849d8beb-092d-4821-8ac7-02f392629667,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:39.122836 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:31:39.187538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.204707 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:37Z', 'revision_number': 10, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:39.231522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5d862c-b29b-4b35-91a0-4ef4a544204c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:39.238580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.241354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41ba9f13-d0a5-4c43-8f5a-9a35e948fc77 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/cb5d862c-b29b-4b35-91a0-4ef4a544204c HTTP/1.1" status: 204 len: 168 time: 0.5034654 Aug 16 22:31:39.243915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:39.245538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924acfae-8911-4ff8-a42d-7a310e0315a5 None None] Network cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:39.254829 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:39.278038 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:39.285511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:39.352058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.423823 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:39.428576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port f8f00e87-8c67-4121-a5e8-dfd931958b2d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:39.430051 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.578651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port f8f00e87-8c67-4121-a5e8-dfd931958b2d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8f00e87-8c67-4121-a5e8-dfd931958b2d,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:39.578986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.599103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for f8f00e87-8c67-4121-a5e8-dfd931958b2d owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:39.622771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] DHCP port deletion for cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:39.657179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:39.728773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Deleting port f8f00e87-8c67-4121-a5e8-dfd931958b2d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:39.729209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.785433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.815157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=f8f00e87-8c67-4121-a5e8-dfd931958b2d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:39.832049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port f8f00e87-8c67-4121-a5e8-dfd931958b2d on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:39.837086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] For port f8f00e87-8c67-4121-a5e8-dfd931958b2d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8f00e87-8c67-4121-a5e8-dfd931958b2d,segment=NetworkSegment(c16cf04f-1c30-4329-b078-15a4318d3443),segment_id=c16cf04f-1c30-4329-b078-15a4318d3443)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:39.837826 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.861019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Calling delete_port for f8f00e87-8c67-4121-a5e8-dfd931958b2d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:39.931279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:37Z', 'revision_number': 10, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:39.976467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:39.990224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf113f6a-bff4-4cab-a81a-5a3c3c43cc35']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:39.990473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052ced8f-0bc1-4e31-8cf2-57881c1c7d45 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:37Z', 'revision_number': 10, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None, '_interfaces': [{'id': '672a112a-dae5-414b-9693-ab673ebc04a0', 'name': '', 'network_id': '572812b6-5789-404f-8781-b8de920a07d4', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'mac_address': 'fa:16:3e:e7:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:31:05Z', 'updated_at': '2021-08-16T22:31:14Z', 'revision_number': 5, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'subnets': [{'id': '4024f8cf-c173-4a05-a2dd-eb37909680aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:40.020475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16cf04f-1c30-4329-b078-15a4318d3443') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:40.022516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16cf04f-1c30-4329-b078-15a4318d3443') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:40.032743 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.041955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.060943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b848f95-b644-4940-bf3e-ca90c615ad5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57b61bbde3904fc5947dd110dc22dbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021528 Aug 16 22:31:40.063371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:40.077406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] Pushing event deleted for resources: {'Port': ['ID=f8f00e87-8c67-4121-a5e8-dfd931958b2d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.079894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.085771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe515a-ed35-42b6-a8df-6d5b71c76eba None None] No DVR routers for this DVR port f8f00e87-8c67-4121-a5e8-dfd931958b2d on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:40.092705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:40.093502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:40.096893 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:40.161486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.173568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.183177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.188887 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/cf113f6a-bff4-4cab-a81a-5a3c3c43cc35 HTTP/1.1" status: 204 len: 168 time: 0.9412620 Aug 16 22:31:40.189725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:40.199334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeaaa2-e61f-452c-b5e1-3b036d0eeb33 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=cf113f6a-bff4-4cab-a81a-5a3c3c43cc35,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.276845 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.445746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.448700 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:40.480266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9880cad0-dd27-439b-a6f5-41fc70cd60e6 HTTP/1.1" status: 204 len: 168 time: 0.3905444 Aug 16 22:31:40.501947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd40ef1-e987-41d0-b0b9-1e08693969ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9880cad0-dd27-439b-a6f5-41fc70cd60e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:40.504347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8f00e87-8c67-4121-a5e8-dfd931958b2d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:40.561750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f8f00e87-8c67-4121-a5e8-dfd931958b2d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:40.562306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8f00e87-8c67-4121-a5e8-dfd931958b2d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:40.753605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.038022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 672a112a-dae5-414b-9693-ab673ebc04a0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:41.038652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.178436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 672a112a-dae5-414b-9693-ab673ebc04a0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=672a112a-dae5-414b-9693-ab673ebc04a0,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:41.179288 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.209106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 672a112a-dae5-414b-9693-ab673ebc04a0 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:41.436470 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:41.478688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=672a112a-dae5-414b-9693-ab673ebc04a0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:41.672338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.103806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f39f7bb6-8599-4d1c-a8a8-419232e1e0db no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:42.143768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f39f7bb6-8599-4d1c-a8a8-419232e1e0db {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:42.145970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f39f7bb6-8599-4d1c-a8a8-419232e1e0db not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:42.175581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:42.256308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:42.264530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-07169354-1b52-42e7-8c92-253517432e1b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0742767 Aug 16 22:31:42.267681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:42.272023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:42.294516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:42.295339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.323388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting subnet 4024f8cf-c173-4a05-a2dd-eb37909680aa {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:31:42.327288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.376754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.377302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:42.470006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.500806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:42.519359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.529627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:42.530646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.591611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.614179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:42.634146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Subnet': ['ID=4024f8cf-c173-4a05-a2dd-eb37909680aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:42.638645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.640875 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-346f0b6e-3370-4787-a7f6-6024ebd00f2a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/4024f8cf-c173-4a05-a2dd-eb37909680aa HTTP/1.1" status: 204 len: 168 time: 0.3716333 Aug 16 22:31:42.643447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:42.684272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d998522-fad4-49d1-b180-79a7397d2829 None None] Network 572812b6-5789-404f-8781-b8de920a07d4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:31:42.686786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:42.722153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93d66c-650a-4c94-9674-d88bf4dbe16f None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:42.828129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:42.924261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Deleting port 3867084c-2b18-4abd-9aa4-ad50213ddce4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:42.925218 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.009368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] For port 3867084c-2b18-4abd-9aa4-ad50213ddce4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3867084c-2b18-4abd-9aa4-ad50213ddce4,segment=NetworkSegment(b151d164-ae25-4087-97b5-5accb757c229),segment_id=b151d164-ae25-4087-97b5-5accb757c229)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:43.010069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.042527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Calling delete_port for 3867084c-2b18-4abd-9aa4-ad50213ddce4 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:43.131608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] DHCP port deletion for 572812b6-5789-404f-8781-b8de920a07d4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:31:43.163794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.188590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Deleting port 3867084c-2b18-4abd-9aa4-ad50213ddce4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:31:43.189424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.223807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Port': ['ID=3867084c-2b18-4abd-9aa4-ad50213ddce4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:43.225919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No DVR routers for this DVR port 3867084c-2b18-4abd-9aa4-ad50213ddce4 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:43.353855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.362819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] For port 3867084c-2b18-4abd-9aa4-ad50213ddce4, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:31:43.363267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.370396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572812b6-5789-404f-8781-b8de920a07d4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:43.389346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b151d164-ae25-4087-97b5-5accb757c229') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:43.389758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b151d164-ae25-4087-97b5-5accb757c229') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:43.389906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Calling delete_port for 3867084c-2b18-4abd-9aa4-ad50213ddce4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:31:43.392745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Port 3867084c-2b18-4abd-9aa4-ad50213ddce4 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:31:43.394407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.400534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.415961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.421215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] No DVR routers for this DVR port 3867084c-2b18-4abd-9aa4-ad50213ddce4 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:31:43.423929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:31:43.424297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.467791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a446927-e7d9-4603-989a-c0c3378d5a3d None None] Pushing event deleted for resources: {'Port': ['ID=3867084c-2b18-4abd-9aa4-ad50213ddce4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:31:43.493248 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:31:43.515527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.520280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.525389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/networks/572812b6-5789-404f-8781-b8de920a07d4 HTTP/1.1" status: 204 len: 168 time: 0.8799324 Aug 16 22:31:43.525807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45822) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:43.532462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'routes': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:43.544277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc575da4-144f-4051-9a26-729b46f63137 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Pushing event deleted for resources: {'Network': ['ID=572812b6-5789-404f-8781-b8de920a07d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:43.573843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45828) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:43.715629 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b6cdbc5-de75-415f-8f01-789fa898e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.720810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Added routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:31:43.721215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:31:43.721905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.811480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b6cdbc5-de75-415f-8f01-789fa898e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.816578 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b6cdbc5-de75-415f-8f01-789fa898e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.852082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cdbc5-de75-415f-8f01-789fa898e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcee62b-a732-4cce-abd8-93781e3f690c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:43.868004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b6cdbc5-de75-415f-8f01-789fa898e025 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca3b29f844514b96839208cd08d02b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928591 Aug 16 22:31:43.870332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45840) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:43.914487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.918822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.928526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:43.961812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.028452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.032810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.034134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbcee62b-a732-4cce-abd8-93781e3f690c HTTP/1.1" status: 204 len: 168 time: 0.1619415 Aug 16 22:31:44.042527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890822-1657-44bb-b0c4-a046615915fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcee62b-a732-4cce-abd8-93781e3f690c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:44.051148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:31:44.086377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3867084c-2b18-4abd-9aa4-ad50213ddce4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:44.123674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 3867084c-2b18-4abd-9aa4-ad50213ddce4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:44.124373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3867084c-2b18-4abd-9aa4-ad50213ddce4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:44.125096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 672a112a-dae5-414b-9693-ab673ebc04a0 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:31:44.169777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:44.177329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 672a112a-dae5-414b-9693-ab673ebc04a0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:31:44.181087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Sync routers for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:44.181924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 672a112a-dae5-414b-9693-ab673ebc04a0 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:31:44.183300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.185198 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc3fba7e-fe06-41ee-8809-b443c2221358 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 705 time: 0.6581912 Aug 16 22:31:44.188093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.195615 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:44.196925 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:44.253987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.254649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ace0a8c9-e5b9-4b01-b556-2fa56bdcdec1 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 205 time: 0.0647309 Aug 16 22:31:44.282674 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:44.353703 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:44.384907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.395723 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Checking router: 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:44.409499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.409745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Routers {'1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:44.410274 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:44.492197 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] Set router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:44.549207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:44.584559 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a6423-2d59-42a2-924f-d37dc7a05077 None None] The sync data for ids ['1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7'] in n-d-791505-20 is: [{'id': '1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7', 'name': 'tempest-RoutersIpV6Test-router-1062951410', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:03Z', 'updated_at': '2021-08-16T22:31:41Z', 'revision_number': 11, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:44.680094 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.682316 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.739102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.739595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router 1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:31:44.747298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.754490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.755756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:44.756033 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1fe00576-f76f-48ba-9b55-afc82ff82da7 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 204 len: 168 time: 0.4974980 Aug 16 22:31:44.767956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-342902252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:44.791801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ee23e2e-3c14-4eb0-b70b-80dc35c03a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.818327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.819347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.889416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.900254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.988447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ee23e2e-3c14-4eb0-b70b-80dc35c03a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:44.999250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ee23e2e-3c14-4eb0-b70b-80dc35c03a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.017544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.018759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8cf0e9a8-4ac6-4320-b16b-9ae8fa3e4671 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2548666 Aug 16 22:31:45.021847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.028462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:31:45.045166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee23e2e-3c14-4eb0-b70b-80dc35c03a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1256c-78ef-451a-8861-cc418612cbe1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.060231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ee23e2e-3c14-4eb0-b70b-80dc35c03a16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db4a93acc51a4c759b3429821c5aa9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027816 Aug 16 22:31:45.060901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.134250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.164479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.236731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.241471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.246278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cf1256c-78ef-451a-8861-cc418612cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1841047 Aug 16 22:31:45.256808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e8636-791b-46b4-98c4-eb12e23d089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1256c-78ef-451a-8861-cc418612cbe1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:45.278845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.298715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.426332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Router c9e72dc9-5559-4583-8a58-a158f6fbdce3 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:31:45.523815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:31:45.533684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.535671 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-213d555f-1ef4-4fd6-bad3-424f122d545b tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "PUT /v2.0/routers/c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 200 len: 697 time: 0.5125792 Aug 16 22:31:45.538159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45906) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.555083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Sync routers for ids ['c9e72dc9-5559-4583-8a58-a158f6fbdce3'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:31:45.589251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Routers {'c9e72dc9-5559-4583-8a58-a158f6fbdce3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:45.591592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c9e72dc9-5559-4583-8a58-a158f6fbdce3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.600305 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-be1df6ff-cc5d-4947-b2a5-c7de1cb894bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.658521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-add58dfd-2cf4-4b5e-bb0e-7bb6d668a07d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/routers/c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 200 len: 703 time: 0.1189482 Aug 16 22:31:45.661762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.718150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Set router c9e72dc9-5559-4583-8a58-a158f6fbdce3 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:45.732794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:45.733204 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b722adf8-8398-4353-b4ed-0b81dcb51f7f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 200 len: 205 time: 0.0697389 Aug 16 22:31:45.783846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e72dc9-5559-4583-8a58-a158f6fbdce3', 'name': 'tempest-RoutersIpV6Test-router-342902252', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:44Z', 'updated_at': '2021-08-16T22:31:45Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.822924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Checking router: c9e72dc9-5559-4583-8a58-a158f6fbdce3 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:31:45.843358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Routers {'c9e72dc9-5559-4583-8a58-a158f6fbdce3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:31:45.844006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:31:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c9e72dc9-5559-4583-8a58-a158f6fbdce3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:45.853232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:45.927972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] Set router c9e72dc9-5559-4583-8a58-a158f6fbdce3 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:31:46.035432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e72dc9-5559-4583-8a58-a158f6fbdce3', 'name': 'tempest-RoutersIpV6Test-router-342902252', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:44Z', 'updated_at': '2021-08-16T22:31:45Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:31:46.038205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.040810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.085980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592cd713-88d2-47bd-b71e-2b571ba6d7a3 None None] The sync data for ids ['c9e72dc9-5559-4583-8a58-a158f6fbdce3'] in n-d-791505-20 is: [{'id': 'c9e72dc9-5559-4583-8a58-a158f6fbdce3', 'name': 'tempest-RoutersIpV6Test-router-342902252', 'tenant_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:31:44Z', 'updated_at': '2021-08-16T22:31:45Z', 'revision_number': 2, 'project_id': '56222e9aa61946eea5a69d17c4c8a2b8', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:31:46.101359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.102306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Fanout notify agent at l3_agent the message router_deleted on router c9e72dc9-5559-4583-8a58-a158f6fbdce3 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:31:46.110701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:46.114043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5caf0505-0d90-4290-a67a-fc399a5ba0cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 204 len: 168 time: 0.3795404 Aug 16 22:31:46.118897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.166822 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd7b44cd-174b-45ef-904e-4aa5474846b6 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 200 len: 205 time: 0.0448680 Aug 16 22:31:46.169593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.224669 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f74377bf-ca2f-4304-9c55-e83af9f64f52 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.229295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.229493 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f74377bf-ca2f-4304-9c55-e83af9f64f52 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/c9e72dc9-5559-4583-8a58-a158f6fbdce3 HTTP/1.1" status: 404 len: 336 time: 0.0588679 Aug 16 22:31:46.282932 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-44195dc2-6a2f-44b3-82dc-9e51f11e8e81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.283400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44195dc2-6a2f-44b3-82dc-9e51f11e8e81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.285223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-44195dc2-6a2f-44b3-82dc-9e51f11e8e81 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/5a17f25f-1771-42ab-9801-de51d45e72d9 HTTP/1.1" status: 404 len: 337 time: 0.0548861 Aug 16 22:31:46.287805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45958) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.327218 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-8489c6f4-3c93-48f0-82b8-8f4e7fbf6811 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.327493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8489c6f4-3c93-48f0-82b8-8f4e7fbf6811 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.329302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8489c6f4-3c93-48f0-82b8-8f4e7fbf6811 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/fd13b932-cc1e-49fa-ab39-12d399b593e8 HTTP/1.1" status: 404 len: 337 time: 0.0403402 Aug 16 22:31:46.332260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.362874 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22d643f-3543-4607-bdb6-c0c7501d7834 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.363136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22d643f-3543-4607-bdb6-c0c7501d7834 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.365045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a22d643f-3543-4607-bdb6-c0c7501d7834 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/cb5d862c-b29b-4b35-91a0-4ef4a544204c HTTP/1.1" status: 404 len: 337 time: 0.0320091 Aug 16 22:31:46.367909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.421383 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc44484d-094c-410f-b0bf-39f394e27489 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.421855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc44484d-094c-410f-b0bf-39f394e27489 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.423652 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc44484d-094c-410f-b0bf-39f394e27489 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/4024f8cf-c173-4a05-a2dd-eb37909680aa HTTP/1.1" status: 404 len: 337 time: 0.0546508 Aug 16 22:31:46.426501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.485123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f773a18a-36c6-439d-9bca-05089614a158 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 200 len: 205 time: 0.0569594 Aug 16 22:31:46.487707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.530483 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b64d1d5d-2952-434c-affc-6242a19207bd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.531568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b64d1d5d-2952-434c-affc-6242a19207bd tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/1c0e0cdd-9d29-471d-86f5-ecda82cfa0e7 HTTP/1.1" status: 404 len: 336 time: 0.0429161 Aug 16 22:31:46.538834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.576084 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af4fe921-dac1-4689-a3aa-26d64a38edbf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9a64099-6912-43ee-a81a-104bca64b951 HTTP/1.1" status: 200 len: 205 time: 0.0329080 Aug 16 22:31:46.578323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.618547 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b05b0be7-dcb7-4963-a79b-6fe1036694ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.619891 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b05b0be7-dcb7-4963-a79b-6fe1036694ea tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/f9a64099-6912-43ee-a81a-104bca64b951 HTTP/1.1" status: 404 len: 336 time: 0.0406015 Aug 16 22:31:46.623493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.675221 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdc8fe8-a0a9-492e-8627-6f295b8daa75 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.676520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdc8fe8-a0a9-492e-8627-6f295b8daa75 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.681110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45992) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.682781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-acdc8fe8-a0a9-492e-8627-6f295b8daa75 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/678deb90-0ca3-4287-af5a-e68dd0b7d19a HTTP/1.1" status: 404 len: 337 time: 0.0558813 Aug 16 22:31:46.719037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.724069 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-357f701b-3b6c-4beb-b44a-71d267e7329c tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 200 len: 205 time: 0.0402176 Aug 16 22:31:46.774134 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d7bab554-af70-4a37-9d19-4bce670652b8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.775199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d7bab554-af70-4a37-9d19-4bce670652b8 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/ac259053-30b0-42a5-9cca-78f8c4c10a63 HTTP/1.1" status: 404 len: 336 time: 0.0549560 Aug 16 22:31:46.777966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.812887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-406fb7a2-6411-4189-a59c-e68a41c172b4 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=731eecf6-142d-4470-8726-4e8f48d52735 HTTP/1.1" status: 200 len: 205 time: 0.0335336 Aug 16 22:31:46.815213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.856535 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-9228aae8-28cb-4d35-bf0d-aacf64208e86 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.857605 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9228aae8-28cb-4d35-bf0d-aacf64208e86 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/731eecf6-142d-4470-8726-4e8f48d52735 HTTP/1.1" status: 404 len: 336 time: 0.0412974 Aug 16 22:31:46.861510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.897756 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e581a2ab-9815-4971-9c67-994456800d7a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:46.898237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e581a2ab-9815-4971-9c67-994456800d7a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:46.900641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e581a2ab-9815-4971-9c67-994456800d7a tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/305a80cf-16da-458c-8241-f9ca0b9d11e7 HTTP/1.1" status: 404 len: 337 time: 0.0372694 Aug 16 22:31:46.903153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46014) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.941000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c702e09-dcf3-41f1-b71c-cca3c7fdf81d tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebee550-1d21-49fc-9261-c14351faa952 HTTP/1.1" status: 200 len: 205 time: 0.0367122 Aug 16 22:31:46.943424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:46.985524 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-50d81b39-b3f6-43c8-b46f-76b30f9663ca tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:46.986587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-50d81b39-b3f6-43c8-b46f-76b30f9663ca tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/7ebee550-1d21-49fc-9261-c14351faa952 HTTP/1.1" status: 404 len: 336 time: 0.0422244 Aug 16 22:31:46.992193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.026467 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bab821-46e7-4132-9688-91b6816d029f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:47.026943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bab821-46e7-4132-9688-91b6816d029f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:47.028933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d2bab821-46e7-4132-9688-91b6816d029f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/72ebd20d-d219-4843-9d95-e21bc709aab0 HTTP/1.1" status: 404 len: 337 time: 0.0384986 Aug 16 22:31:47.031775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46022) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.069853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2bf3e317-ffc1-4de5-b194-e76b852b51cf tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4b896b5-47c3-4729-861d-1da05f70105a HTTP/1.1" status: 200 len: 205 time: 0.0361657 Aug 16 22:31:47.072280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46028) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.122192 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-bc6dcb9f-da6a-4fbe-bde3-f22e3eb21141 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] delete failed (client error): The resource could not be found. Aug 16 22:31:47.123323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bc6dcb9f-da6a-4fbe-bde3-f22e3eb21141 tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/routers/e4b896b5-47c3-4729-861d-1da05f70105a HTTP/1.1" status: 404 len: 336 time: 0.0499854 Aug 16 22:31:47.126040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.167553 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcb5730-1449-47e6-ae15-5a50dad0aa4f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:47.168788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcb5730-1449-47e6-ae15-5a50dad0aa4f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:47.171226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dfcb5730-1449-47e6-ae15-5a50dad0aa4f tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/ff9d1f98-937f-4770-bb48-9ec168c4c22f HTTP/1.1" status: 404 len: 337 time: 0.0434282 Aug 16 22:31:47.173844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.233884 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a695c95d-e78f-4c2c-956f-67880994b17e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] DELETE failed (client error): The resource could not be found. Aug 16 22:31:47.234368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a695c95d-e78f-4c2c-956f-67880994b17e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:31:47.238644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a695c95d-e78f-4c2c-956f-67880994b17e tempest-RoutersIpV6Test-1215862530 tempest-RoutersIpV6Test-1215862530-project] 10.222.0.22 "DELETE /v2.0/subnets/3d56ff71-b46b-4145-81b2-64c948e80433 HTTP/1.1" status: 404 len: 337 time: 0.0613658 Aug 16 22:31:47.581856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.744696 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e012b345-4ab4-445b-ad9a-bc097626a73f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56222e9aa61946eea5a69d17c4c8a2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616158 Aug 16 22:31:47.747933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:47.815633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.848734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.910424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.913448 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:47.915238 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a16bb7e-eca9-47c5-9b7b-85999b08a151 HTTP/1.1" status: 204 len: 168 time: 0.1659446 Aug 16 22:31:47.932195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759fa4-eefc-4f1a-a2f2-73392fe6c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16bb7e-eca9-47c5-9b7b-85999b08a151,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:47.972874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.148330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.234544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.274414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eca24b1f-1698-4d7e-bdfd-2c347cb350db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.293174 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4abcb0a-cd9f-42f6-ba7c-f23173a06aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.327145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93c1a964-e5ac-4c4b-bc8a-7c6f4a60167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.426781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4abcb0a-cd9f-42f6-ba7c-f23173a06aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.433777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4abcb0a-cd9f-42f6-ba7c-f23173a06aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.493602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abcb0a-cd9f-42f6-ba7c-f23173a06aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99abbac-05cb-4d4d-b811-7eb37af58191,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.507713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4abcb0a-cd9f-42f6-ba7c-f23173a06aa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75a7e437e844492286720a9b57dc312c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327799 Aug 16 22:31:48.509874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46114) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.570339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.586527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93c1a964-e5ac-4c4b-bc8a-7c6f4a60167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.593860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93c1a964-e5ac-4c4b-bc8a-7c6f4a60167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.598568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.641410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1a964-e5ac-4c4b-bc8a-7c6f4a60167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057508a-d734-470d-b146-4b4140069006,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.646357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-93c1a964-e5ac-4c4b-bc8a-7c6f4a60167f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c453dbd11c134bb9999bea46552de2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101939 Aug 16 22:31:48.649034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.670534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.674916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.676015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c99abbac-05cb-4d4d-b811-7eb37af58191 HTTP/1.1" status: 204 len: 168 time: 0.1650910 Aug 16 22:31:48.692768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591b9b0-481a-467e-9102-46bbd7586847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99abbac-05cb-4d4d-b811-7eb37af58191,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:48.710200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.751612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.799452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.805160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027316 Aug 16 22:31:48.806530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:48.806682 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.810433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:48.812022 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f057508a-d734-470d-b146-4b4140069006 HTTP/1.1" status: 204 len: 168 time: 0.1619046 Aug 16 22:31:48.821263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d14156-b902-4192-847e-ac3439ddb039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057508a-d734-470d-b146-4b4140069006,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.029914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af005d7a-28fe-42d7-81fa-a0cca952f9d8 tempest-NetworksApiDiscovery-1067940212 tempest-NetworksApiDiscovery-1067940212-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2221437 Aug 16 22:31:49.199909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.218464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.227728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd05e-483b-42bf-9ade-622e3224e15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.339636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.350739 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd05e-483b-42bf-9ade-622e3224e15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.356946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd05e-483b-42bf-9ade-622e3224e15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.400362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6a1bd05e-483b-42bf-9ade-622e3224e15e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ab1acbe0f1c49d78476aaa12ed76d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986232 Aug 16 22:31:49.401914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bd05e-483b-42bf-9ade-622e3224e15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632bd75-825d-4cda-97d4-2dba4a98138d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.403432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46160) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.472229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524ce58f-db11-4450-9610-fde0eeea4750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.488284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.516567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.563050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.577176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c325537-eb29-44b9-a854-b8fea94f4ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.595161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.597915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.599303 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2632bd75-825d-4cda-97d4-2dba4a98138d HTTP/1.1" status: 204 len: 168 time: 0.1947706 Aug 16 22:31:49.607679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45491c8-d514-44d1-9615-6cef527a1402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632bd75-825d-4cda-97d4-2dba4a98138d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.624417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524ce58f-db11-4450-9610-fde0eeea4750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.636533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-524ce58f-db11-4450-9610-fde0eeea4750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.672066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ce58f-db11-4450-9610-fde0eeea4750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a7cd06-7635-4c30-b64a-905b523976f0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.707326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-524ce58f-db11-4450-9610-fde0eeea4750 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e60b65ee488d4e70b83d9c41e4de1e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659823 Aug 16 22:31:49.709909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.743296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c325537-eb29-44b9-a854-b8fea94f4ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.748948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c325537-eb29-44b9-a854-b8fea94f4ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.766959 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.792697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c325537-eb29-44b9-a854-b8fea94f4ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e94c71-1622-4956-a640-da9214da9d0d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.798128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.798246 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c325537-eb29-44b9-a854-b8fea94f4ee9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40e825aa81544e0bab6b85d1e9bda788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336895 Aug 16 22:31:49.802011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:49.860202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.863527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.864840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8a7cd06-7635-4c30-b64a-905b523976f0 HTTP/1.1" status: 204 len: 168 time: 0.1537149 Aug 16 22:31:49.874744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542acfed-732d-4434-b0e9-db506ba2d560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a7cd06-7635-4c30-b64a-905b523976f0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:49.881693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.922398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.975388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.978130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:49.981696 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92e94c71-1622-4956-a640-da9214da9d0d HTTP/1.1" status: 204 len: 168 time: 0.1761961 Aug 16 22:31:49.996301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f456-c883-43cf-ae8c-4bbfd731c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e94c71-1622-4956-a640-da9214da9d0d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:51.223807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:51.346625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-7d250193-7ecb-4f56-bc54-b1a31e1e6902 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2547429 Aug 16 22:31:51.430696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c65c-8064-415b-aceb-623f66e86574 req-932cabaf-25cd-48a9-af52-571b66dbdc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:51.434511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-932cabaf-25cd-48a9-af52-571b66dbdc03 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1098 time: 0.0487821 Aug 16 22:31:51.579355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c65c-8064-415b-aceb-623f66e86574 req-ae5b460d-788d-41fa-9ab9-148957dcb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:51.581265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-ae5b460d-788d-41fa-9ab9-148957dcb451 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.1229053 Aug 16 22:31:51.691433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-71ce09aa-815d-4573-be40-d3f2cb244fb4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 1001 time: 0.0990925 Aug 16 22:31:51.786633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c65c-8064-415b-aceb-623f66e86574 req-3b28cb4e-8f41-476c-9f3b-47b9e81c60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:51.788323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-3b28cb4e-8f41-476c-9f3b-47b9e81c60f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.0912890 Aug 16 22:31:51.845439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c65c-8064-415b-aceb-623f66e86574 req-cf411adc-d036-4453-beb8-5d53fcd5b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:51.847005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-cf411adc-d036-4453-beb8-5d53fcd5b80f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508449 Aug 16 22:31:51.867794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:51.992155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-469984f9-18af-4d70-8521-6b8a0c378c6f service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350737 Aug 16 22:31:52.169197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbacf081-cdd3-4fa1-bb76-e99f26b3f0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.244521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8745c65c-8064-415b-aceb-623f66e86574 req-7169c4f7-c749-4f86-8f61-5a8745ff1bf7 service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446566 Aug 16 22:31:52.371421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbacf081-cdd3-4fa1-bb76-e99f26b3f0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.377572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bbacf081-cdd3-4fa1-bb76-e99f26b3f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.425451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:52.425985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bbacf081-cdd3-4fa1-bb76-e99f26b3f0c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbefca5a16164815af4b1770a37b4060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569241 Aug 16 22:31:52.426786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacf081-cdd3-4fa1-bb76-e99f26b3f0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26c471-ab4e-4d1b-9526-706ba392952a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:52.510462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.556073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.802514 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.994936 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.997832 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:52.999010 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d26c471-ab4e-4d1b-9526-706ba392952a HTTP/1.1" status: 204 len: 168 time: 0.5715356 Aug 16 22:31:53.010659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57cde2-7bf6-49fa-8978-2a8ba396794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26c471-ab4e-4d1b-9526-706ba392952a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:53.265944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:53.384479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f2c6-02a2-4dab-b571-6f5824f89f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.508805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f2c6-02a2-4dab-b571-6f5824f89f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.515297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f2c6-02a2-4dab-b571-6f5824f89f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.561251 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4b0f2c6-02a2-4dab-b571-6f5824f89f3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52776300a6ba44ea80a8adaac1ffe300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912860 Aug 16 22:31:53.561251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46398) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:53.567342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0f2c6-02a2-4dab-b571-6f5824f89f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc5d7a-831e-48e0-beb1-6567ed1ae90a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:53.628914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.658075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.715154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.718935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:53.722518 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5dc5d7a-831e-48e0-beb1-6567ed1ae90a HTTP/1.1" status: 204 len: 168 time: 0.1582167 Aug 16 22:31:53.732693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678a4b0-8e85-4055-8cc6-5e02d3751982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc5d7a-831e-48e0-beb1-6567ed1ae90a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:54.099284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46438) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:54.114017 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84072dbe-fbe1-4516-b753-e14955536c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.257837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84072dbe-fbe1-4516-b753-e14955536c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.263825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84072dbe-fbe1-4516-b753-e14955536c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.307433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-84072dbe-fbe1-4516-b753-e14955536c3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0da4bab86dd44efaf9aeadf9fdacc81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065895 Aug 16 22:31:54.309909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:54.310516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84072dbe-fbe1-4516-b753-e14955536c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba1c38b-4be1-4c54-b441-2afe514da51d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:54.400281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.440591 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.498758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.509564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:54.519188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ba1c38b-4be1-4c54-b441-2afe514da51d HTTP/1.1" status: 204 len: 168 time: 0.2059200 Aug 16 22:31:54.536062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf678ad-1e32-48bb-a6e1-5277c7e5a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba1c38b-4be1-4c54-b441-2afe514da51d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:54.905293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:55.065660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808f956c-3306-49dc-ad78-15df14f63373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.198239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808f956c-3306-49dc-ad78-15df14f63373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.205481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-808f956c-3306-49dc-ad78-15df14f63373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.268239 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-808f956c-3306-49dc-ad78-15df14f63373 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50a5c73fdb6145e1bfa8c12f9554780c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616302 Aug 16 22:31:55.269811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f956c-3306-49dc-ad78-15df14f63373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b06588-0a3e-4509-ac28-2fa307bf968f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:55.272969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:55.337756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.365507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.420322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.423041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:55.424339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87b06588-0a3e-4509-ac28-2fa307bf968f HTTP/1.1" status: 204 len: 168 time: 0.1524341 Aug 16 22:31:55.437267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50650a9-bc84-4400-9092-4fe22622e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b06588-0a3e-4509-ac28-2fa307bf968f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:57.166720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.322848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-396230b5-9691-481e-b31e-dab50cae84f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.423151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-396230b5-9691-481e-b31e-dab50cae84f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.438493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-396230b5-9691-481e-b31e-dab50cae84f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.493364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46606) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.493871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-396230b5-9691-481e-b31e-dab50cae84f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ac12e80c32446e6b81614ff7068f71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248973 Aug 16 22:31:57.497128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396230b5-9691-481e-b31e-dab50cae84f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbce387-20a8-4ae8-97d6-fe20c79929c5,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:57.570110 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.600168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.650818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.654177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.655633 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cbce387-20a8-4ae8-97d6-fe20c79929c5 HTTP/1.1" status: 204 len: 168 time: 0.1602616 Aug 16 22:31:57.663349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.668241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5e134-f5cc-4c00-b3ce-94ac07e7d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbce387-20a8-4ae8-97d6-fe20c79929c5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:57.889687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b273fdc-ba73-4639-abf6-9f58d8b38e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.973685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:57.990659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b273fdc-ba73-4639-abf6-9f58d8b38e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.996963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b273fdc-ba73-4639-abf6-9f58d8b38e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:57.997422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e915da1f-3ee1-49d1-ae11-87e6e9fbc396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.040047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273fdc-ba73-4639-abf6-9f58d8b38e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd42f00-04c7-4faf-a478-03c3337fad18,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.066325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9b273fdc-ba73-4639-abf6-9f58d8b38e6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f05369ffa0404397a1eb2363fb3326f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014547 Aug 16 22:31:58.067271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.143135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e915da1f-3ee1-49d1-ae11-87e6e9fbc396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.148127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.151058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e915da1f-3ee1-49d1-ae11-87e6e9fbc396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.198360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.217101 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e915da1f-3ee1-49d1-ae11-87e6e9fbc396 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6eb7ae39ce2413b8f523e34ec8abda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408776 Aug 16 22:31:58.218690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915da1f-3ee1-49d1-ae11-87e6e9fbc396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3199cc05-c3a6-4511-8a5a-770ede5db1f6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.218954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.276431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.280271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.284698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.286925 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cd42f00-04c7-4faf-a478-03c3337fad18 HTTP/1.1" status: 204 len: 168 time: 0.2179782 Aug 16 22:31:58.305592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.308124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d512c3-5c81-41c9-9327-339292276e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd42f00-04c7-4faf-a478-03c3337fad18,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.387527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.390395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.394146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3199cc05-c3a6-4511-8a5a-770ede5db1f6 HTTP/1.1" status: 204 len: 168 time: 0.1711752 Aug 16 22:31:58.402917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ae43c-2f7d-4050-bba8-f9bfeff1b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3199cc05-c3a6-4511-8a5a-770ede5db1f6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:58.825009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:58.849765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64b9569b-88c9-479e-8784-64c706807674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:58.852976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-2a7d2445-ce65-4e53-8bad-5ec99c85a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:58.855676 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-2a7d2445-ce65-4e53-8bad-5ec99c85a909 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.0969095 Aug 16 22:31:59.046448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64b9569b-88c9-479e-8784-64c706807674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.052589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-12b39dec-0203-4375-b0c4-b66d1e38c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.054319 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-12b39dec-0203-4375-b0c4-b66d1e38c4f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.1820936 Aug 16 22:31:59.056412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64b9569b-88c9-479e-8784-64c706807674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.162224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-64b9569b-88c9-479e-8784-64c706807674 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41f34365fa514dc0b2e8f5316be8f8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356807 Aug 16 22:31:59.163072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46676) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:31:59.220332 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-860b919e-07b8-4295-8744-dcabef6fd8a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.1579599 Aug 16 22:31:59.258950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9569b-88c9-479e-8784-64c706807674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e3fbf-f42c-479c-a229-61319565749a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:59.283491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.326761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-88e4e81d-d2fc-4d39-986c-786cc35bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.329270 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-88e4e81d-d2fc-4d39-986c-786cc35bbe10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1003580 Aug 16 22:31:59.347558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.379154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-dbd5e5a5-5a55-4d08-b2aa-13bc039b1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.380756 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-dbd5e5a5-5a55-4d08-b2aa-13bc039b1e1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427692 Aug 16 22:31:59.384935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bae147-68f0-4058-bde1-8f4b519f05c7 req-46300f65-2fb8-4a77-a0bc-9a4e87d3d523 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:31:59.387563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bae147-68f0-4058-bde1-8f4b519f05c7 req-46300f65-2fb8-4a77-a0bc-9a4e87d3d523 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.6299689 Aug 16 22:31:59.455146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bae147-68f0-4058-bde1-8f4b519f05c7 req-319b149f-36b2-4f23-88c5-436d5f7c5055 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568252 Aug 16 22:31:59.463722 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.467614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:31:59.469522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/475e3fbf-f42c-479c-a229-61319565749a HTTP/1.1" status: 204 len: 168 time: 0.2975202 Aug 16 22:31:59.502654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4191acb-7000-4077-aac8-813f6b30e94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e3fbf-f42c-479c-a229-61319565749a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:31:59.550834 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-922308ee-28c0-4cd5-99df-7fc696f0f128 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570940 Aug 16 22:31:59.689299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-1dc65dc4-8100-4e57-8a15-8a0bc153c6a1 req-1b7f7c43-a147-495e-8d95-a864187d3aa6 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257670 Aug 16 22:32:00.679245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69d94-8171-4cc5-aab8-b6eb991f4363 req-31898c25-52ee-42e6-a8b4-30ebbcccb182 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:00.688448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deb69d94-8171-4cc5-aab8-b6eb991f4363 req-31898c25-52ee-42e6-a8b4-30ebbcccb182 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1073241 Aug 16 22:32:00.782245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-deb69d94-8171-4cc5-aab8-b6eb991f4363 req-74e6316f-9d5a-46d4-bf82-ce5614d147b2 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801845 Aug 16 22:32:01.160286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb0aeb-5d56-4d2e-bda4-58e7d09d89f1 req-dab12d5c-41cf-4a48-a707-d387cf203770 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.162220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fcb0aeb-5d56-4d2e-bda4-58e7d09d89f1 req-dab12d5c-41cf-4a48-a707-d387cf203770 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.0800576 Aug 16 22:32:01.273334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fcb0aeb-5d56-4d2e-bda4-58e7d09d89f1 req-a3a56c5b-5725-4667-b7d7-cbca2dbf81f6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862217 Aug 16 22:32:01.301195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:01.473383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3dc26dc-e56a-4f68-b732-ec47da27879f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 200 len: 993 time: 0.1706264 Aug 16 22:32:01.984667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ed8c-741c-43ca-a544-85b376017ace req-3b9550c0-9f49-42a8-8d4c-b72eead96e6b tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:01.992335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6251ed8c-741c-43ca-a544-85b376017ace req-3b9550c0-9f49-42a8-8d4c-b72eead96e6b tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1098 time: 0.1180058 Aug 16 22:32:02.033601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f142-2f3a-4c70-aa72-daf46457f7ed req-90d96c97-8e59-4ed2-aeae-cd63d8a3fc68 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:02.042732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5732f142-2f3a-4c70-aa72-daf46457f7ed req-90d96c97-8e59-4ed2-aeae-cd63d8a3fc68 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1380825 Aug 16 22:32:02.105848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6251ed8c-741c-43ca-a544-85b376017ace req-7d3639d1-ed6e-45a9-8ad1-e29890558f3f tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103404 Aug 16 22:32:02.125897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5732f142-2f3a-4c70-aa72-daf46457f7ed req-1144a961-bf9d-4e8f-bf3d-0cdbfcc74432 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765598 Aug 16 22:32:03.297931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6c511-4d65-4490-8e22-3d7f5e7ecb01 req-d5e9744f-9cab-4c7e-9e43-ccd4cb4ec52a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:03.301476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67f6c511-4d65-4490-8e22-3d7f5e7ecb01 req-d5e9744f-9cab-4c7e-9e43-ccd4cb4ec52a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0763025 Aug 16 22:32:03.472338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67f6c511-4d65-4490-8e22-3d7f5e7ecb01 req-5a3143cc-7bab-46b2-a940-a3c641e8b60f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641548 Aug 16 22:32:03.531540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-6dc93d9b-36b3-46cd-bb67-1bcf192e3f60 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3973460 Aug 16 22:32:04.577983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-7eeba661-6607-4851-b17f-7b93ab75ae90 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:32:04.591994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-7eeba661-6607-4851-b17f-7b93ab75ae90 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3703988 Aug 16 22:32:04.598780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Request body: {'binding': {'host': 'n-h2-791505-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:04.599327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Unknown quota resources ['binding']. {{(pid=94816) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:32:04.736445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fb5f-d4b8-4a04-b341-f6eaf08f2c7d req-34064492-2b18-44e6-99e6-fdc806314f6c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:04.738101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2823fb5f-d4b8-4a04-b341-f6eaf08f2c7d req-34064492-2b18-44e6-99e6-fdc806314f6c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0709503 Aug 16 22:32:04.858888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2823fb5f-d4b8-4a04-b341-f6eaf08f2c7d req-ea7212cc-e661-4338-bbcd-4ee5af0bf07d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013236 Aug 16 22:32:04.999737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on host n-h2-791505-20 for vnic_type normal with profile None {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:05.000445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:05.001466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:05.021046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:05.021655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:05.041557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:05.048460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:05.052347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Bound using segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:05.052845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Bound port: 90a11adc-725d-4cbb-a691-1157b3fa4d59, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:05.222430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:05.252607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] Notify callbacks [] for binding, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:05.257605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] 10.222.0.22 "POST /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59/bindings HTTP/1.1" status: 201 len: 390 time: 0.6655316 Aug 16 22:32:05.509084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58312eb8-67e1-4b6d-8ca3-fc24dc614384 req-1c7108f1-213d-46bc-9794-b0c1c41261f2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.517772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58312eb8-67e1-4b6d-8ca3-fc24dc614384 req-1c7108f1-213d-46bc-9794-b0c1c41261f2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.0825400 Aug 16 22:32:05.604600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58312eb8-67e1-4b6d-8ca3-fc24dc614384 req-669ef10e-1ee1-4d95-a88c-837a4ac03e3a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857861 Aug 16 22:32:05.628545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-6f884aeb-8262-4d38-96b5-1a9cdfb23445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.631357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-6f884aeb-8262-4d38-96b5-1a9cdfb23445 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1098 time: 0.0735424 Aug 16 22:32:05.845891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-a2345cef-4e33-48ea-9eff-d892f21170f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:05.848118 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-a2345cef-4e33-48ea-9eff-d892f21170f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.2075849 Aug 16 22:32:06.044148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d896-e335-40b8-b89e-2cc2f93a5802 req-542f7296-937e-40d0-8f78-899018416b41 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.045873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c896d896-e335-40b8-b89e-2cc2f93a5802 req-542f7296-937e-40d0-8f78-899018416b41 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0959294 Aug 16 22:32:06.124589 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-51b9aa0b-7256-40c1-a30c-bf1b8c328a31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 1001 time: 0.2649167 Aug 16 22:32:06.186972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-9f253cd1-79f7-4a56-8cbc-cfc28df63e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.188520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-9f253cd1-79f7-4a56-8cbc-cfc28df63e9e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.0597966 Aug 16 22:32:06.300464 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-49cbb639-4601-484b-8f55-8f5631ed2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.306784 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-49cbb639-4601-484b-8f55-8f5631ed2a17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112673 Aug 16 22:32:06.400771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c896d896-e335-40b8-b89e-2cc2f93a5802 req-916fba2e-3930-4df7-8917-b90bb9a57eb0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450756 Aug 16 22:32:06.528359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-90b57464-1c8a-4bd4-a2f2-f474fd9ef8a0 service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109120 Aug 16 22:32:06.729021 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-38efd842-dc74-49a4-9a8b-9264d38d485d service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906307 Aug 16 22:32:06.782800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a6b5a-c3ca-409e-9afa-680ba1f2a2a0 req-a8f0ad29-018c-4a37-a71a-5e8f06ebe177 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.790661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e1a6b5a-c3ca-409e-9afa-680ba1f2a2a0 req-a8f0ad29-018c-4a37-a71a-5e8f06ebe177 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.0780962 Aug 16 22:32:06.852338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e1a6b5a-c3ca-409e-9afa-680ba1f2a2a0 req-8da95814-864a-4d07-a556-c9ed00a7f4af tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606308 Aug 16 22:32:06.986049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-3df7ab0d-a38f-4fe3-a2cc-d32a38eb7608 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:06.991243 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-3df7ab0d-a38f-4fe3-a2cc-d32a38eb7608 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1098 time: 0.1487954 Aug 16 22:32:07.008669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-20'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:07.128120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:07.344484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:07.419988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:07.500316 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:07.503234 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355ecaa0-ea93-4ea1-9f8c-14021697e8b1" -d '{"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-unplugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:07.508716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:07.516608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:07.588097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=7']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:07.597601 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3242c264-b745-42d4-b7a5-54c4acbcc92f x-openstack-request-id: req-3242c264-b745-42d4-b7a5-54c4acbcc92f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:07.598084 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-unplugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:07.598479 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3242c264-b745-42d4-b7a5-54c4acbcc92f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:07.599058 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'code': 200} Aug 16 22:32:07.977375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on host n-h1-791505-20 for vnic_type normal with profile {"migrating_to": "n-h2-791505-20"} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:07.978400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:07.978914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:07.991710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:07.992614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Attempting to bind port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on network d987ef0a-0399-45d6-a11b-09782abbdac7 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:08.003314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:08.003661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Checking segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:08.006160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Bound using segment: {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'} {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:08.008103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Bound port: 90a11adc-725d-4cbb-a691-1157b3fa4d59, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da181453-d797-483e-acdb-7b573bd4bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7'}}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:08.015755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.084751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77b6b3-92b3-495b-85bb-1825d4181d48 req-c877b797-d54c-41cd-b278-c4bf958eb6f9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:08.092038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-885076b5-ea44-40e5-aab9-d1cf31b3ca6b None None] Provisioning complete for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:08.092809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-885076b5-ea44-40e5-aab9-d1cf31b3ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.098014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c77b6b3-92b3-495b-85bb-1825d4181d48 req-c877b797-d54c-41cd-b278-c4bf958eb6f9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 944 time: 0.1116626 Aug 16 22:32:08.128596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:08.132815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:08.141669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.167486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-885076b5-ea44-40e5-aab9-d1cf31b3ca6b None None] Port 90a11adc-725d-4cbb-a691-1157b3fa4d59 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:08.167702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c77b6b3-92b3-495b-85bb-1825d4181d48 req-6dd434bf-f769-4897-9bfc-40fe0edc09bd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683103 Aug 16 22:32:08.304026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=8']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:08.373222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:08.374028 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.375773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-53daf434-173f-4135-864f-54ee58c5c8ab service neutron] 10.222.0.89 "PUT /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 1124 time: 1.3755953 Aug 16 22:32:08.510715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['90a11adc-725d-4cbb-a691-1157b3fa4d59'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:08.606785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Provisioning complete for port 90a11adc-725d-4cbb-a691-1157b3fa4d59 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:08.607163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.647484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:08.759014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.794905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:08.797214 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b973c1-dd4c-4258-b7c1-ce512c36457a" -d '{"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-plugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:08.802765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-313a9a6b-9cd8-404a-a368-a268e32fe1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.824893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:08.835431 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.856501 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400007fb-d651-4c3d-8928-59cb05227b78 x-openstack-request-id: req-400007fb-d651-4c3d-8928-59cb05227b78 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:08.857489 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-plugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:08.857985 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-400007fb-d651-4c3d-8928-59cb05227b78 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:08.858673 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'code': 200} Aug 16 22:32:08.922880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-313a9a6b-9cd8-404a-a368-a268e32fe1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.927658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-313a9a6b-9cd8-404a-a368-a268e32fe1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:08.957821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a9a6b-9cd8-404a-a368-a268e32fe1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951e35c7-9d0b-4a5d-a3c1-ef47142d1583,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:08.976999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-313a9a6b-9cd8-404a-a368-a268e32fe1e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42b3b28709c04827b7ef06c7c479a9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262582 Aug 16 22:32:08.977316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:09.051432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.078699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.145537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.149837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:09.152649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/951e35c7-9d0b-4a5d-a3c1-ef47142d1583 HTTP/1.1" status: 204 len: 168 time: 0.1742060 Aug 16 22:32:09.164241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53eb96-8b1f-4309-b5a5-48ef4b8153e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951e35c7-9d0b-4a5d-a3c1-ef47142d1583,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.213696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:09.241847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.242181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.242708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.243208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.243705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.244229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.244741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.245266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.246315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.247166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.247783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.248355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeac2df-3ca8-4c70-8209-9146bc06bf6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:09.307126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c158d-8500-4eb9-9020-977a8bae67c8 req-e15b7782-7082-4872-8385-65e3ec7c83a7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:09.315971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-768c158d-8500-4eb9-9020-977a8bae67c8 req-e15b7782-7082-4872-8385-65e3ec7c83a7 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.0656404 Aug 16 22:32:09.374532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-768c158d-8500-4eb9-9020-977a8bae67c8 req-cf298b0e-b2ad-48ae-8907-da9ef0e8701c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575809 Aug 16 22:32:09.600774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:09.603917 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:09.676651 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ebbb28-0dc1-47f9-aa50-dc60ddfdd7b0 x-openstack-request-id: req-a0ebbb28-0dc1-47f9-aa50-dc60ddfdd7b0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:09.677037 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:09.677317 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0ebbb28-0dc1-47f9-aa50-dc60ddfdd7b0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:09.677722 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'status': 'completed', 'code': 200} Aug 16 22:32:09.842556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-44bff761-1331-43ce-844b-c4925202e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:09.844412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-44bff761-1331-43ce-844b-c4925202e499 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1129 time: 0.1179543 Aug 16 22:32:10.047754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-f10365f4-d74b-4a06-98ff-9dbb7d83af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.049305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-f10365f4-d74b-4a06-98ff-9dbb7d83af9e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.1968496 Aug 16 22:32:10.118680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:32:10.194058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-853770fc-03c2-4a6b-ae1f-e1ba04e2dd66 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 1001 time: 0.1359503 Aug 16 22:32:10.268002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-4a414758-1280-461c-95bc-32b95417939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.269813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-4a414758-1280-461c-95bc-32b95417939f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.0681839 Aug 16 22:32:10.327691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:10.338969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-fe034300-f771-4b4b-b48a-d14b24c57a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.342509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-fe034300-f771-4b4b-b48a-d14b24c57a3d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633595 Aug 16 22:32:10.363853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 has no active binding in host n-h2-791505-20 {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:32:10.506798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-416d0dc8-daa4-4117-82e2-03ea24a1d55b service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547174 Aug 16 22:32:10.613566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9f5b-e0d8-4e34-ab9a-033b2545a118 req-b8e05197-ccb1-44ca-a567-33b26006fa8e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:10.615148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc6f9f5b-e0d8-4e34-ab9a-033b2545a118 req-b8e05197-ccb1-44ca-a567-33b26006fa8e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1116247 Aug 16 22:32:10.662378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d0ca4b2-a2c2-470c-897b-e9ee102d6353 req-f1e877a2-62c9-4f5f-89a7-6fe1a86abdef service neutron] 10.222.0.88 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472626 Aug 16 22:32:10.685580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc6f9f5b-e0d8-4e34-ab9a-033b2545a118 req-fec348bf-3623-4b8c-ad59-cfd4e98d8888 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593667 Aug 16 22:32:11.049823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:11.333775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1181165955'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:11.382640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Made reservation on behalf of 888e5601bcc14140ab50259c2eb31f7f for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:11.387251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.405227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.558379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.563772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.627686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084fc6d0-b21b-4ceb-9b6d-58bbb6e86217,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:11.641785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:11.656728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.660064 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Added segment a11e1fcb-628b-4092-a40b-1a28f0bdf674 of type vlan for network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc Aug 16 22:32:11.723509 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.772212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.783611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:11.785566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:11.887180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8361273 Aug 16 22:32:11.915648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Pushing event updated for resources: {'Network': ['ID=90f90a06-ae43-49c5-adb0-f6d320ffe9fc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:11.926983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.927351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.927843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.928039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.928391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.928833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.929219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.929565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.929905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.930245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.930662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.931004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7fb6f-8583-4e0e-a39d-8e41b9c201c9 tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:11.944400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:11.971347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabc5a3-d6a8-4bb8-89ad-f17cc70d28cd req-74d6ae16-ac11-4111-a0e5-73a9ccd920d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:11.984331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aabc5a3-d6a8-4bb8-89ad-f17cc70d28cd req-74d6ae16-ac11-4111-a0e5-73a9ccd920d5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1214070 Aug 16 22:32:12.064798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4aabc5a3-d6a8-4bb8-89ad-f17cc70d28cd req-9c87940e-aaee-4134-8ace-50136dcd0d23 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792501 Aug 16 22:32:12.285266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:12.301480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc', 'binding:host_id': 'n-h2-791505-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1802815670'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:12.336238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Made reservation on behalf of 49fb53735f164bb290d62a406b9f873e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:12.340361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.357838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.473308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.482452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.487976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 93c3d2fa-6636-4f02-a44d-9726133af0e2 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:12.583869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9121641-6c58-4e90-8d47-01518f3aa59d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:12.784098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 93c3d2fa-6636-4f02-a44d-9726133af0e2 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:12.795137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.809393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Transition to ACTIVE for port object 93c3d2fa-6636-4f02-a44d-9726133af0e2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:12.821694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:12.904701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=93c3d2fa-6636-4f02-a44d-9726133af0e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:12.966984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Checking segment: {'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:12.967506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Network hostable DHCP agents. Network: 90f90a06-ae43-49c5-adb0-f6d320ffe9fc, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:12.991036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:13.023645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 90f90a06-ae43-49c5-adb0-f6d320ffe9fc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:13.034731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c7f37-fe8a-40be-8a82-c529f172db85 None None] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:13.037366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:13.058989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.060987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.061493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.079507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.080123 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.080688 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 2 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.116235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.116587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.116942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.123517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.123871 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.124283 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 3 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.158203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.161185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.161624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.170478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.172076 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.172710 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 4 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.196887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.197544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.199496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.265801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.266151 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.267525 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 5 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.287197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.287541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.287891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.312190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.313447 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.317171 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 6 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.328731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604349-c3ad-4f69-8ca9-49b1ed2c9539 req-74579f2a-59b7-4da2-86e3-0d198c20d186 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:13.330476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c604349-c3ad-4f69-8ca9-49b1ed2c9539 req-74579f2a-59b7-4da2-86e3-0d198c20d186 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.1216083 Aug 16 22:32:13.350612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.351245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.351518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.368684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.369021 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.369600 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 7 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.398467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c604349-c3ad-4f69-8ca9-49b1ed2c9539 req-106fa5a5-813f-4c40-85e4-2b65d0049ac5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597501 Aug 16 22:32:13.399158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.399498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.399944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.406141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.406411 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.406818 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 8 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.420948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.421328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.421674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.426809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.427151 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.427554 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 9 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.442681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.443019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.443366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.448947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.449337 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.449743 n-d-791505-20 neutron-server[94816]: INFO neutron.plugins.ml2.plugin [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 10 to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 Aug 16 22:32:13.472618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:13.473235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:13.473919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:13.480072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:13.480415 n-d-791505-20 neutron-server[94816]: ERROR neutron.plugins.ml2.managers [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 93c3d2fa-6636-4f02-a44d-9726133af0e2 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:13.480874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.570280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 93c3d2fa-6636-4f02-a44d-9726133af0e2, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:13.570678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempted to set empty binding levels {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:32:13.577890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.622163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:13.623024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.644037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=93c3d2fa-6636-4f02-a44d-9726133af0e2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:13.648004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2aa59b19-e637-47aa-a39b-2e19909eab23 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3610842 Aug 16 22:32:13.650815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:13.727104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Deleting port 93c3d2fa-6636-4f02-a44d-9726133af0e2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:13.727588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.799558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 93c3d2fa-6636-4f02-a44d-9726133af0e2, host n-h2-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:13.800021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.815360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Calling delete_port for 93c3d2fa-6636-4f02-a44d-9726133af0e2 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:13.896985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.926983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event deleted for resources: {'Port': ['ID=93c3d2fa-6636-4f02-a44d-9726133af0e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:13.932568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:13.937337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e918e656-07fc-489e-b3d3-3b7d60eec053 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "DELETE /v2.0/ports/93c3d2fa-6636-4f02-a44d-9726133af0e2 HTTP/1.1" status: 204 len: 168 time: 0.2819691 Aug 16 22:32:13.937458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:13.963009 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c54def-8a86-4031-a6c3-5c165e0cf262 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:32:13.968533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e5c54def-8a86-4031-a6c3-5c165e0cf262 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports/93c3d2fa-6636-4f02-a44d-9726133af0e2 HTTP/1.1" status: 404 len: 333 time: 0.0268252 Aug 16 22:32:13.968790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:13.973718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1310379066'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:13.994929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Made reservation on behalf of 49fb53735f164bb290d62a406b9f873e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:13.999980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.027508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:14.158920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-b65546e9-37e1-483d-bd90-8806f2f91707 service neutron] 10.222.0.88 "GET /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 385 time: 0.0967729 Aug 16 22:32:14.276133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.422134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.443729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:14.453399 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.465962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:14.475384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:14.476385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:14.477002 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.496239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:14.520670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=2afe1e83-bd8a-43eb-adb1-8e16747b16ad,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:14.532913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:14.533472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ba8e485-ff29-44d3-86cf-8aab170cb336 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5631099 Aug 16 22:32:14.534114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:14.539282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:14.636882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.638095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e470450-a00b-4a0b-a5cb-be474955c53a req-c1fdcd4b-f8f4-40a6-89c4-d24b5cb50bc6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:14.639773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e470450-a00b-4a0b-a5cb-be474955c53a req-c1fdcd4b-f8f4-40a6-89c4-d24b5cb50bc6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 946 time: 0.0781012 Aug 16 22:32:14.640225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:14.643129 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee0ecc-4992-421d-8a1e-ae89c65dbfbd" -d '{"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-unplugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:14.652294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:14.678958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.710615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e470450-a00b-4a0b-a5cb-be474955c53a req-6687692b-631c-4cc4-9f9d-19b5735929d1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606949 Aug 16 22:32:14.785998 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a90d66f-28b2-4590-8a3e-270c6c49e8a6 x-openstack-request-id: req-9a90d66f-28b2-4590-8a3e-270c6c49e8a6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:14.786775 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-unplugged", "status": "completed", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:14.786775 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a90d66f-28b2-4590-8a3e-270c6c49e8a6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:14.786974 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'code': 200} Aug 16 22:32:14.818252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] Transition to ACTIVE for port object 90a11adc-725d-4cbb-a691-1157b3fa4d59 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:14.826271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:14.913969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] Pushing event updated for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:15.001714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:15.015075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.033971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Transition to ACTIVE for port object 2afe1e83-bd8a-43eb-adb1-8e16747b16ad will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:15.041339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.107720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=2afe1e83-bd8a-43eb-adb1-8e16747b16ad,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:15.142095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.142439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.142805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.152446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.153094 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.155715 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 2 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.181549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.181921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.183153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.188706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.189338 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.189895 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 3 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.194067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:15.212046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.212617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.213272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.218517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.219055 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.219605 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 4 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.233949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.234293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.234630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.240050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.240380 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.240772 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 5 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.250470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] No DVR routers for this DVR port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:15.264476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.264814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.265188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.270052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.270363 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.270754 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 6 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.304892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.305839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.306418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.316862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.318773 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.320963 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 7 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.354135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.356108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.357107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.370317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.371761 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.372171 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 8 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.419116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.419718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.420323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.424248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dc8419a-6949-4d55-a164-69fad4136a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.463118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.463837 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.464615 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 9 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.496348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.496944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.497317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.499877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-db83b0db-d9d1-40b5-b92b-1cbd15104869 service neutron] 10.222.0.88 "PUT /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59/bindings/n-h2-791505-20/activate HTTP/1.1" status: 200 len: 370 time: 1.3086927 Aug 16 22:32:15.503807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.504905 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.507404 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 10 to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad Aug 16 22:32:15.544164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-461c5653-2604-4e43-a719-9f4e45833f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.557204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:15.558791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:15.559213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:15.591171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:15.591683 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:15.592482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.719140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dc8419a-6949-4d55-a164-69fad4136a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.724981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:15.725536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempted to set empty binding levels {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:32:15.731333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8dc8419a-6949-4d55-a164-69fad4136a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.738629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.742773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-a449437d-25d2-4624-a5e3-cfe76cf2e6d2 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:15.744485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-a449437d-25d2-4624-a5e3-cfe76cf2e6d2 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.1044559 Aug 16 22:32:15.876126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] In _notify_port_updated(), no bound segment for port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:32:15.876864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:15.877726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.881476 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "PUT /v2.0/ports/2afe1e83-bd8a-43eb-adb1-8e16747b16ad HTTP/1.1" status: 200 len: 976 time: 1.3466227 Aug 16 22:32:15.881874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:15.889827 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8dc8419a-6949-4d55-a164-69fad4136a77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90c67a8bff494971a84b72fa3a3d3571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945238 Aug 16 22:32:15.893167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:15.893750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8419a-6949-4d55-a164-69fad4136a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3545bc4f-8737-4c99-a390-e2c5c9743089,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:15.910156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b0b4b-eec9-4e72-9f80-0a785b21cdc0 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=2afe1e83-bd8a-43eb-adb1-8e16747b16ad,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:15.949418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-14201866-2356-496e-8275-80b5d609aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:15.950958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-14201866-2356-496e-8275-80b5d609aae5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 1097 time: 0.1951902 Aug 16 22:32:15.968167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:15.990441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.001222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.001686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.002177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.002729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.003128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.003602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.004079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.004563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.005038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.005538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.006013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.006730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.007165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.007644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.008119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.008816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.009307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.015029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e0a08db6-cb27-4f60-b9b8-d52e78be6dc6 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15302 time: 0.1306777 Aug 16 22:32:16.023761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d44319-0c8d-4094-838a-55db13f3e723 req-eed23b72-c846-43bc-b407-af19e079dba6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.025304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d44319-0c8d-4094-838a-55db13f3e723 req-eed23b72-c846-43bc-b407-af19e079dba6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1855505 Aug 16 22:32:16.025812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.061989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-73f65298-7ec5-4172-85c9-e7fa7f7698cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.063428 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-73f65298-7ec5-4172-85c9-e7fa7f7698cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1097 time: 0.0646386 Aug 16 22:32:16.119164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.122421 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.123161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:32:16.126958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3545bc4f-8737-4c99-a390-e2c5c9743089 HTTP/1.1" status: 204 len: 168 time: 0.2304795 Aug 16 22:32:16.150186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Deleting port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:16.150653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.156182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04d44319-0c8d-4094-838a-55db13f3e723 req-2906a41e-3620-4ed3-9e27-439de36a935c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744095 Aug 16 22:32:16.213980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fdc1e-7f33-4683-8472-994174e1900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3545bc4f-8737-4c99-a390-e2c5c9743089,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:16.239952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 2afe1e83-bd8a-43eb-adb1-8e16747b16ad, host n-h2-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:16.240801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.265531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Calling delete_port for 2afe1e83-bd8a-43eb-adb1-8e16747b16ad owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:16.289838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-0757167e-c711-4947-af00-c04cb7223251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.292583 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-0757167e-c711-4947-af00-c04cb7223251 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.2209699 Aug 16 22:32:16.382717 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-d3111578-fe2c-40c6-ba35-889833bc2567 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 999 time: 0.0827246 Aug 16 22:32:16.385304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.436052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.439181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2afe1e83-bd8a-43eb-adb1-8e16747b16ad HTTP/1.1" status: 204 len: 168 time: 0.4122996 Aug 16 22:32:16.440551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770b1f3-362e-4542-8e19-83e8578311b2 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event deleted for resources: {'Port': ['ID=2afe1e83-bd8a-43eb-adb1-8e16747b16ad,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:16.446218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.477838 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca6890b-face-4a2d-a9e5-d09e97d2791b tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:32:16.480053 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ca6890b-face-4a2d-a9e5-d09e97d2791b tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports/2afe1e83-bd8a-43eb-adb1-8e16747b16ad HTTP/1.1" status: 404 len: 333 time: 0.0325654 Aug 16 22:32:16.483928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.488016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-6d16d9a9-661f-4ee5-af4d-1ad866ddd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.489291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-610605033', 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:16.489523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-6d16d9a9-661f-4ee5-af4d-1ad866ddd242 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.0989163 Aug 16 22:32:16.520196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Made reservation on behalf of 49fb53735f164bb290d62a406b9f873e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:16.525477 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.546814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-e7ab145f-2ff0-4ea9-bed0-95af3636ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:16.547033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:16.548634 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-e7ab145f-2ff0-4ea9-bed0-95af3636ff19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488451 Aug 16 22:32:16.606251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:16.641786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd730d66-19e6-4178-b466-5e42d44e37ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.671488 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-255c7cdc-ca6d-4bf3-949d-e8d031d77785 service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145749 Aug 16 22:32:16.811220 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-016b807a-cc58-41ce-b471-83202709950b service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249375 Aug 16 22:32:16.821134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.896117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd730d66-19e6-4178-b466-5e42d44e37ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.902313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd730d66-19e6-4178-b466-5e42d44e37ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:16.914070 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.000453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dd730d66-19e6-4178-b466-5e42d44e37ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb03d335e3c2409dbdaf6604cc15a0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930695 Aug 16 22:32:17.002738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:17.004438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:17.009588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd730d66-19e6-4178-b466-5e42d44e37ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac993db7-383a-4a56-ac31-d69f0261f4af,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:17.016970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:17.024730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:17.025724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.026893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.034723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:17.073859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a49f900e-1852-45e1-a80b-c0a788f149cd tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5876832 Aug 16 22:32:17.076186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:17.110722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.170051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c350f17-4beb-4012-b71e-038643bcd5fe tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.173575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c350f17-4beb-4012-b71e-038643bcd5fe tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports/4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 HTTP/1.1" status: 200 len: 954 time: 0.0960968 Aug 16 22:32:17.174552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47908) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:17.183469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.224031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-ca2b008d-abdb-4de5-a185-45c04f3b503c tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.225595 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-ca2b008d-abdb-4de5-a185-45c04f3b503c tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 1097 time: 0.0720613 Aug 16 22:32:17.289857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.293470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.295094 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac993db7-383a-4a56-ac31-d69f0261f4af HTTP/1.1" status: 204 len: 168 time: 0.2864604 Aug 16 22:32:17.307429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Deleting port 4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:17.308349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.334663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11bc99-932d-436c-882f-db395e06f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac993db7-383a-4a56-ac31-d69f0261f4af,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:17.399379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929d76f-2f89-49d3-bb1f-ff1b60468ddc req-578ba6f4-d2ae-40e7-b3e4-4099fdf10a87 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.400923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5929d76f-2f89-49d3-bb1f-ff1b60468ddc req-578ba6f4-d2ae-40e7-b3e4-4099fdf10a87 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1339831 Aug 16 22:32:17.428221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.453896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Calling delete_port for 4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:17.460033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-7326d187-19ad-4abc-a456-4867b624e3d4 service neutron] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h1-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:17.464800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-7326d187-19ad-4abc-a456-4867b624e3d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.468742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-7326d187-19ad-4abc-a456-4867b624e3d4 service neutron] 10.222.0.89 "DELETE /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59/bindings/n-h1-791505-20 HTTP/1.1" status: 204 len: 173 time: 0.2331131 Aug 16 22:32:17.477705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5929d76f-2f89-49d3-bb1f-ff1b60468ddc req-85ba0e19-9187-49e0-9fba-96207052c0ed tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666897 Aug 16 22:32:17.771176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:17.876217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:17.914034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f7299-b114-4f35-bb43-bd4e97311528 req-e6bf95cd-23ab-4b86-a0ff-6b8661f19d6a tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:17.915773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-255f7299-b114-4f35-bb43-bd4e97311528 req-e6bf95cd-23ab-4b86-a0ff-6b8661f19d6a tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1097 time: 0.3240700 Aug 16 22:32:17.943599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.987304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:17.991848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:17.994134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5d45340d-7b5c-4b4e-a7d8-398d1ce012c1 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 HTTP/1.1" status: 204 len: 168 time: 0.8186743 Aug 16 22:32:17.996963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-255f7299-b114-4f35-bb43-bd4e97311528 req-02828716-dc0f-4c2e-a928-69bac8b50df1 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722408 Aug 16 22:32:17.997714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:18.056484 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-800f925a-0dac-4d47-aeb8-c5fd34b8956f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:32:18.064588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 47946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:18.065679 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-800f925a-0dac-4d47-aeb8-c5fd34b8956f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports/4dfe3af9-3967-4d8c-9866-a1cfe1fb6cf2 HTTP/1.1" status: 404 len: 333 time: 0.0668468 Aug 16 22:32:18.075125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-58283174'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:18.099894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Made reservation on behalf of 49fb53735f164bb290d62a406b9f873e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:18.103776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.130182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 11ff208f-ce33-49ab-81a1-3732f3957888 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:18.153176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.266212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4105338-7835-4949-9697-37417d7d0f71 req-34334fdd-5ad7-4be6-b7a2-41fcf1597d49 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:18.267964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4105338-7835-4949-9697-37417d7d0f71 req-34334fdd-5ad7-4be6-b7a2-41fcf1597d49 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1283867 Aug 16 22:32:18.284588 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac12e0ea-fe97-4d64-97fb-136439495ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.377576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4105338-7835-4949-9697-37417d7d0f71 req-45d1a495-5813-47c7-9587-460f9a34a0c2 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854218 Aug 16 22:32:18.407692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:18.432838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.559111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.575158 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32ee27fa-d957-4da7-a64a-14f7fc6ca346 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 200 len: 991 time: 0.1634779 Aug 16 22:32:18.617971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=11ff208f-ce33-49ab-81a1-3732f3957888,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:18.633709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:18.636680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:18.640013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:18.640982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:18.641615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.657816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0c6afd6b-0664-4fc3-941e-afd18c93a900 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5914662 Aug 16 22:32:18.660577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 47980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:18.667879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791505-20'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:18.750523 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.973512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] device_id is not set on port 11ff208f-ce33-49ab-81a1-3732f3957888 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:32:18.982120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:18.994825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Transition to ACTIVE for port object 11ff208f-ce33-49ab-81a1-3732f3957888 will not be triggered until provisioned by entity L2. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:18.999568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.055492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=11ff208f-ce33-49ab-81a1-3732f3957888,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:19.061830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.062176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.062519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.067282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.067620 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.068088 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 2 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.084750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.085108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.085452 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.090319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.090651 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.091037 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 3 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.105162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.105511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.105863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.110423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.110737 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.111173 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 4 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.125712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.126057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.126555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.131008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.131533 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.132096 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 5 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.146945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.147655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.148202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.155043 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.155618 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.156014 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 6 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.170518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.170866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.171210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.175642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.176291 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.176951 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 7 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.231241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.231868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.231868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.232065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.240098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.240508 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.240972 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 8 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.254544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.254909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.255249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.259619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.259949 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.260373 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 9 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.273427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.273803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.274126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.278910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.279242 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.279629 n-d-791505-20 neutron-server[94817]: INFO neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempt 10 to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 Aug 16 22:32:19.294470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:19.294682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] {{(pid=94817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:19.295286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempting to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:19.300693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:19.301019 n-d-791505-20 neutron-server[94817]: ERROR neutron.plugins.ml2.managers [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Failed to bind port 11ff208f-ce33-49ab-81a1-3732f3957888 on host n-h2-791505-20 for vnic_type normal using segments [{'id': 'a11e1fcb-628b-4092-a40b-1a28f0bdf674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '90f90a06-ae43-49c5-adb0-f6d320ffe9fc'}] Aug 16 22:32:19.301586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.368529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 11ff208f-ce33-49ab-81a1-3732f3957888, host n-h2-791505-20, cleared binding levels {{(pid=94817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:19.368934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attempted to set empty binding levels {{(pid=94817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 22:32:19.374212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.409330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] In _notify_port_updated(), no bound segment for port 11ff208f-ce33-49ab-81a1-3732f3957888 on network 90f90a06-ae43-49c5-adb0-f6d320ffe9fc {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:32:19.410722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:19.411297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.415556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:19.421604 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "PUT /v2.0/ports/11ff208f-ce33-49ab-81a1-3732f3957888 HTTP/1.1" status: 200 len: 974 time: 0.7594864 Aug 16 22:32:19.434876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443ee7-dc1d-4010-836f-ce3bfc7c1048 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event updated for resources: {'Port': ['ID=11ff208f-ce33-49ab-81a1-3732f3957888,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:19.533763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Deleting port 11ff208f-ce33-49ab-81a1-3732f3957888 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:19.534493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.618843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] For port 11ff208f-ce33-49ab-81a1-3732f3957888, host n-h2-791505-20, got binding levels [] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:19.619213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.632917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Calling delete_port for 11ff208f-ce33-49ab-81a1-3732f3957888 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:19.725037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.755087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Pushing event deleted for resources: {'Port': ['ID=11ff208f-ce33-49ab-81a1-3732f3957888,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:19.759450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.761731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-084f7d23-809c-468e-914f-812530caab9f tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "DELETE /v2.0/ports/11ff208f-ce33-49ab-81a1-3732f3957888 HTTP/1.1" status: 204 len: 168 time: 0.3451889 Aug 16 22:32:19.764352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:19.789386 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d6cf69-af4e-460f-95e7-f626006342d9 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] GET failed (client error): The resource could not be found. Aug 16 22:32:19.791033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-80d6cf69-af4e-460f-95e7-f626006342d9 tempest-PortsAdminExtendedAttrsTestJSON-519111105 tempest-PortsAdminExtendedAttrsTestJSON-519111105-project-admin] 10.222.0.22 "GET /v2.0/ports/11ff208f-ce33-49ab-81a1-3732f3957888 HTTP/1.1" status: 404 len: 333 time: 0.0257337 Aug 16 22:32:19.795099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48074) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:19.887157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:19.997655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.009467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f90a06-ae43-49c5-adb0-f6d320ffe9fc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:20.021714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11e1fcb-628b-4092-a40b-1a28f0bdf674') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:20.022019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11e1fcb-628b-4092-a40b-1a28f0bdf674') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:20.040303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.057468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.064414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:20.065013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:20.069145 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:20.139110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.147738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.153248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] 10.222.0.22 "DELETE /v2.0/networks/90f90a06-ae43-49c5-adb0-f6d320ffe9fc HTTP/1.1" status: 204 len: 168 time: 0.3569717 Aug 16 22:32:20.168950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433c654-4e2c-4a94-8b4c-e130c85d6e2c tempest-PortsAdminExtendedAttrsTestJSON-1639752509 tempest-PortsAdminExtendedAttrsTestJSON-1639752509-project] Pushing event deleted for resources: {'Network': ['ID=90f90a06-ae43-49c5-adb0-f6d320ffe9fc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:20.512583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:20.693827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f65a2b01-11f3-4cd2-b2c8-1967168adbb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=888e5601bcc14140ab50259c2eb31f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771808 Aug 16 22:32:20.694046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:20.771240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.802255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.856216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48120) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:20.910307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.914180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:20.915776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/084fc6d0-b21b-4ceb-9b6d-58bbb6e86217 HTTP/1.1" status: 204 len: 168 time: 0.2205615 Aug 16 22:32:20.933327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccbd1d-44ee-452d-9556-23dc20038fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084fc6d0-b21b-4ceb-9b6d-58bbb6e86217,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:21.081734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port ae725c8f-d256-4c97-a550-767fae0dfb8c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:21.082099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.232845 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.242593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.243431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.262475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for ae725c8f-d256-4c97-a550-767fae0dfb8c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:21.370406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:21.481447 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1c8bde1-48b8-4f36-a124-0dc67f80b15e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49fb53735f164bb290d62a406b9f873e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089733 Aug 16 22:32:21.483865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:21.526511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.546169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.578393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=ae725c8f-d256-4c97-a550-767fae0dfb8c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:21.588466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.641950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.642300 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP 4e442690-94cf-40a1-b50a-6ebff8a8e95c disassociated (deleted). External IP: 172.25.8.59, port: 90a11adc-725d-4cbb-a691-1157b3fa4d59. Aug 16 22:32:21.655042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.657613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:21.658767 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9121641-6c58-4e90-8d47-01518f3aa59d HTTP/1.1" status: 204 len: 168 time: 0.1739113 Aug 16 22:32:21.670616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f53733-73a6-4468-bbae-efba666d044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9121641-6c58-4e90-8d47-01518f3aa59d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:21.958699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 9f98291c-7801-4a82-a779-bd98740949a4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:22.171808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:22.177685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.182212 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Sync routers for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:22.195114 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:22.195919 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.249321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9040428a-6dbf-4249-8aa0-4e7beb97bb0c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/floatingips/4e442690-94cf-40a1-b50a-6ebff8a8e95c HTTP/1.1" status: 204 len: 168 time: 1.3914948 Aug 16 22:32:22.250307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:22.253800 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2efcfd1-998a-41fc-8b3d-78d684e7827e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:22.366310 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:22.774722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccb650-c18c-4362-b100-ba2870ed189f req-3e3ee908-8e95-49bd-ad71-0b58b83eab35 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:22.779613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bccb650-c18c-4362-b100-ba2870ed189f req-3e3ee908-8e95-49bd-ad71-0b58b83eab35 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1421385 Aug 16 22:32:22.790090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:22.864526 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51422d49-8581-4ce6-8242-fe0462381e3f x-openstack-request-id: req-51422d49-8581-4ce6-8242-fe0462381e3f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:22.864833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:22.868465 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51422d49-8581-4ce6-8242-fe0462381e3f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:22.868465 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'status': 'completed', 'code': 200} Aug 16 22:32:22.879211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:22.889998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bccb650-c18c-4362-b100-ba2870ed189f req-bf7c8864-e777-4bca-8cb6-2a20cc45c890 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940788 Aug 16 22:32:22.944892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Checking router: 9f98291c-7801-4a82-a779-bd98740949a4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:32:22.961929 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:22.963988 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:23.173972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-aaa15b26-95ce-4d2d-b275-f626abab52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:23.186210 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-aaa15b26-95ce-4d2d-b275-f626abab52c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 1097 time: 0.1834438 Aug 16 22:32:23.204145 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:23.352190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-c54c88c7-b83e-4dbd-a5df-1004d7ebd24b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:23.359548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-c54c88c7-b83e-4dbd-a5df-1004d7ebd24b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1155105 Aug 16 22:32:23.455875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-c22b3b3d-cd10-4772-9cf8-440deb4ef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:23.458130 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-c22b3b3d-cd10-4772-9cf8-440deb4ef1d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 200 len: 896 time: 0.2142673 Aug 16 22:32:23.518041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-73d86075-7c97-4cba-ae9e-d8e46e41e17c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 200 len: 217 time: 0.0412383 Aug 16 22:32:23.616721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-4b9e2cd5-4a2e-4eda-9792-49ea0c578d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:23.630646 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-4b9e2cd5-4a2e-4eda-9792-49ea0c578d07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 200 len: 835 time: 0.0920761 Aug 16 22:32:23.646966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 90a11adc-725d-4cbb-a691-1157b3fa4d59 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:23.647334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.715601 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:23.717527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-39ea1046-2d6f-44bd-a007-1a15d0d1808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:23.719425 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-39ea1046-2d6f-44bd-a007-1a15d0d1808c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d987ef0a-0399-45d6-a11b-09782abbdac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878308 Aug 16 22:32:23.758883 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecdd23-e363-4b1a-b372-40ef9a157732 None None] The sync data for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 is: [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:19Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '04ae3630-cdce-45f7-9106-2d947a07ff1e', 'name': '', 'network_id': 'd987ef0a-0399-45d6-a11b-09782abbdac7', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:37:51:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:18Z', 'updated_at': '2021-08-16T22:30:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': '0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:23.818731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 90a11adc-725d-4cbb-a691-1157b3fa4d59, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=90a11adc-725d-4cbb-a691-1157b3fa4d59,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:23.820693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:23.841614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 90a11adc-725d-4cbb-a691-1157b3fa4d59 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:23.962768 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-de1ac124-1b6e-48af-ab01-94c2c81d29ac service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342110 Aug 16 22:32:24.126201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5247046-8a1f-4d40-9c93-34dbe3e9a2dc req-d769a75f-d269-430d-8fdd-3521d756e499 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:24.135923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5247046-8a1f-4d40-9c93-34dbe3e9a2dc req-d769a75f-d269-430d-8fdd-3521d756e499 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a2ccba1-f492-4374-93ea-3035788b66df HTTP/1.1" status: 200 len: 945 time: 0.1065266 Aug 16 22:32:24.148402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.168810 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-e2efcfd1-998a-41fc-8b3d-78d684e7827e req-e1dfa0e7-3b34-41c8-835e-51bd5b03bba2 service neutron] 10.222.0.89 "GET /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908109 Aug 16 22:32:24.226896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b365a9-3429-4036-a429-e5694393277b None None] New status for floating IP 4e442690-94cf-40a1-b50a-6ebff8a8e95c: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:32:24.241443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=90a11adc-725d-4cbb-a691-1157b3fa4d59,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:24.304908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5247046-8a1f-4d40-9c93-34dbe3e9a2dc req-996e11f0-ddf0-4465-9b0c-d4f92cba9e4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=50470cbf-657e-4db4-bab0-78a6e3efd98f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669281 Aug 16 22:32:24.340670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] No DVR routers for this DVR port 90a11adc-725d-4cbb-a691-1157b3fa4d59 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:24.343961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:24.347480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fcd1377-6da0-47ce-a231-64d328510fc7 req-3f4b00b1-81cf-450b-b97f-f131b099a236 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "DELETE /v2.0/ports/90a11adc-725d-4cbb-a691-1157b3fa4d59 HTTP/1.1" status: 204 len: 173 time: 0.9785669 Aug 16 22:32:24.562255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.728871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9133155d-328d-4a5a-b423-424f6597b1b5 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:24.790177 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9133155d-328d-4a5a-b423-424f6597b1b5 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "PUT /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4 HTTP/1.1" status: 200 len: 366 time: 0.2267754 Aug 16 22:32:24.793954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48266) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.805707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83951a3e-3833-45de-84c1-af0b6c6781c5 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0100927 Aug 16 22:32:24.809509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.827078 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b96ea56b-7897-4278-a46e-57ce97e6ff28 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4 HTTP/1.1" status: 200 len: 366 time: 0.0161254 Aug 16 22:32:24.833633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.852726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0158285b-cd54-4122-8724-4abac1198d1b tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4 HTTP/1.1" status: 204 len: 168 time: 0.0169959 Aug 16 22:32:24.854876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.867923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-deleted', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:24.872124 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e73cd-8cd4-4770-a03e-fc4a73943b02" -d '{"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-deleted", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:24.878527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be14f4bb-9a21-401e-b31b-af5d760a43d6 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0203149 Aug 16 22:32:24.878708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.891553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c95c0231-51b7-4ae0-a11e-7240a9e28a8c tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4 HTTP/1.1" status: 200 len: 370 time: 0.0094080 Aug 16 22:32:24.895710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48282) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.906144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:24.906349 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d765cf3e-bd86-40f4-a5a2-e10a8a0625c8 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4/default HTTP/1.1" status: 200 len: 370 time: 0.0093770 Aug 16 22:32:24.923628 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85fee56-f9ea-4b5a-ae36-a0c4219dae70 x-openstack-request-id: req-d85fee56-f9ea-4b5a-ae36-a0c4219dae70 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:24.923921 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ccba1-f492-4374-93ea-3035788b66df", "name": "network-vif-deleted", "tag": "90a11adc-725d-4cbb-a691-1157b3fa4d59", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:24.924167 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d85fee56-f9ea-4b5a-ae36-a0c4219dae70 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:24.924555 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ccba1-f492-4374-93ea-3035788b66df', 'name': 'network-vif-deleted', 'tag': '90a11adc-725d-4cbb-a691-1157b3fa4d59', 'status': 'completed', 'code': 200} Aug 16 22:32:24.925936 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-e465293c-2c1a-4716-9a55-9a0157932576 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] delete failed (client error): The resource could not be found. Aug 16 22:32:24.929551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e465293c-2c1a-4716-9a55-9a0157932576 tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/54c15be7075449f3bb9eba55d9c4a5d4 HTTP/1.1" status: 404 len: 348 time: 0.0195587 Aug 16 22:32:25.043883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:25.064643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:network and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.070274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.077524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:subnet and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.082630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.089145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:subnetpool and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.094985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.101426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:port and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.107109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.114195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:router and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.120606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.128394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:floatingip and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.133603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.175246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:security_group and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.181588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.190342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Usage tracker for resource:security_group_rule and tenant:356eef09e19e48698600fae205c871f6 is out of sync, need to count used quota {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 22:32:25.196280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.quota.resource [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94816) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 22:32:25.201925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-063a9657-290e-4c4b-984b-4a1b0e52b05f tempest-QuotasTest-969443108 tempest-QuotasTest-969443108-project-admin] 10.222.0.22 "GET /v2.0/quotas/356eef09e19e48698600fae205c871f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.1569777 Aug 16 22:32:25.378870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:25.606214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48312) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:25.762527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a20b95a-9da6-4e4c-8b24-83e67bd042a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.893399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a20b95a-9da6-4e4c-8b24-83e67bd042a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.898615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a20b95a-9da6-4e4c-8b24-83e67bd042a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:25.943043 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a20b95a-9da6-4e4c-8b24-83e67bd042a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02fc6fdaca49464ebc5329bcca0f4d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350511 Aug 16 22:32:25.945595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:25.947630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b95a-9da6-4e4c-8b24-83e67bd042a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e793755-3857-4f93-8c1e-55f737e9b360,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:25.955953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.083981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.115970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.146529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:26.191712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 90a11adc-725d-4cbb-a691-1157b3fa4d59 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:26.192357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 90a11adc-725d-4cbb-a691-1157b3fa4d59 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:26.221423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.223773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.224939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e793755-3857-4f93-8c1e-55f737e9b360 HTTP/1.1" status: 204 len: 168 time: 0.2784138 Aug 16 22:32:26.237181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5089ce3-01ec-49cb-a7ab-675c91293b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e793755-3857-4f93-8c1e-55f737e9b360,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:26.336989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 04ae3630-cdce-45f7-9106-2d947a07ff1e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:26.337382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.476604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 04ae3630-cdce-45f7-9106-2d947a07ff1e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=04ae3630-cdce-45f7-9106-2d947a07ff1e,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:26.477676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.497548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 04ae3630-cdce-45f7-9106-2d947a07ff1e owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:26.618032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:26.642355 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f14d8156-96e0-4b84-a1a5-35c4bcd18529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.773134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f14d8156-96e0-4b84-a1a5-35c4bcd18529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.779163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f14d8156-96e0-4b84-a1a5-35c4bcd18529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.815486 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f14d8156-96e0-4b84-a1a5-35c4bcd18529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=356eef09e19e48698600fae205c871f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969154 Aug 16 22:32:26.816559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:26.884161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d8156-96e0-4b84-a1a5-35c4bcd18529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9469d-b535-4f2f-b05b-2713d6ae774c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:26.955279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:26.997774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.055431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.058818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.060226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7af9469d-b535-4f2f-b05b-2713d6ae774c HTTP/1.1" status: 204 len: 168 time: 0.2378578 Aug 16 22:32:27.070906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba84691-2af0-486f-b289-08f55687995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9469d-b535-4f2f-b05b-2713d6ae774c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:27.073569 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.114816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=04ae3630-cdce-45f7-9106-2d947a07ff1e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:27.391995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:27.713038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 9f98291c-7801-4a82-a779-bd98740949a4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:27.855371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:27.866670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48386) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:27.867314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be839d63-dceb-4e73-a11d-78ce6744db84 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/9f98291c-7801-4a82-a779-bd98740949a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866552 Aug 16 22:32:27.867834 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Sync routers for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:27.882985 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:27.883905 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.013415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting subnet 0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:32:28.023934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.098968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.228660 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:28.260128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:28.300303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.383423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584666590'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:28.418263 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.420787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:28.425992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.446533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.463170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.465702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/subnets/0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9 HTTP/1.1" status: 204 len: 168 time: 0.5976651 Aug 16 22:32:28.468283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:28.472037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc71707-913f-4306-8bb2-e32a64bbb3b3 None None] Network d987ef0a-0399-45d6-a11b-09782abbdac7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:28.477326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f88d5-5967-4c1f-af3e-9fdad3766a4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Subnet': ['ID=0e430b0b-4c52-4cec-bcf7-c63ff4af0cb9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:28.480885 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:32:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.519338 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Checking router: 9f98291c-7801-4a82-a779-bd98740949a4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:32:28.531526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Routers {'9f98291c-7801-4a82-a779-bd98740949a4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:28.532479 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9f98291c-7801-4a82-a779-bd98740949a4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:28.758926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.764950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.788231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:28.807438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.808532 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment 87e7d49c-9a8a-451f-95e0-053e06b7d32a of type vlan for network 85e1a008-ef07-4bc5-8999-39405db46918 Aug 16 22:32:28.819621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] Set router 9f98291c-7801-4a82-a779-bd98740949a4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:28.902507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] DHCP port deletion for d987ef0a-0399-45d6-a11b-09782abbdac7 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:32:28.920556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64949e-1d09-478e-879b-800622bd0d05,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:28.925851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.962954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:28.971641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:28.972324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.015779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Deleting port 13fea687-2168-48e5-9636-6c3c083cda07 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:29.021745 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.075697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=85e1a008-ef07-4bc5-8999-39405db46918,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:29.088919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c8d79dd7-c981-44e4-89ea-c05472802284 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8286159 Aug 16 22:32:29.187680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 85e1a008-ef07-4bc5-8999-39405db46918 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:29.281984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.307687 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:32:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:29.360940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] For port 13fea687-2168-48e5-9636-6c3c083cda07, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13fea687-2168-48e5-9636-6c3c083cda07,segment=NetworkSegment(da181453-d797-483e-acdb-7b573bd4bf7c),segment_id=da181453-d797-483e-acdb-7b573bd4bf7c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:29.361602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.404289 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a1a02-7b64-40a9-bb3f-6fe7537a0850 None None] The sync data for ids ['9f98291c-7801-4a82-a779-bd98740949a4'] in n-d-791505-20 is: [{'id': '9f98291c-7801-4a82-a779-bd98740949a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-765076623', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:32:26Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': 'd60ab2b2-42e0-4249-99ff-a8e8575850a4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:eb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f98291c-7801-4a82-a779-bd98740949a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:30:10Z', 'updated_at': '2021-08-16T22:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:29.408051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Calling delete_port for 13fea687-2168-48e5-9636-6c3c083cda07 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:29.522232 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.628849 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.689424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port d60ab2b2-42e0-4249-99ff-a8e8575850a4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:29.690544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.704710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] Pushing event deleted for resources: {'Port': ['ID=13fea687-2168-48e5-9636-6c3c083cda07,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:29.713539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9354ce6-e76e-475f-a12d-cb58513d224d None None] No DVR routers for this DVR port 13fea687-2168-48e5-9636-6c3c083cda07 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:32:29.824875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port d60ab2b2-42e0-4249-99ff-a8e8575850a4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d60ab2b2-42e0-4249-99ff-a8e8575850a4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:29.825440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:29.848612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for d60ab2b2-42e0-4249-99ff-a8e8575850a4 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:30.172831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13fea687-2168-48e5-9636-6c3c083cda07 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:30.185898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.214419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 13fea687-2168-48e5-9636-6c3c083cda07 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:30.214773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13fea687-2168-48e5-9636-6c3c083cda07 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:30.215199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04ae3630-cdce-45f7-9106-2d947a07ff1e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:30.234868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=d60ab2b2-42e0-4249-99ff-a8e8575850a4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:30.257504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.257864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.258241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.258547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.258900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.259243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.259598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.259921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.262107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.262107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.262107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.262107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:30.289417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 04ae3630-cdce-45f7-9106-2d947a07ff1e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:30.289766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 04ae3630-cdce-45f7-9106-2d947a07ff1e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:30.404872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.585763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.587993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.638876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.639455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Fanout notify agent at l3_agent the message router_deleted on router 9f98291c-7801-4a82-a779-bd98740949a4 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:32:30.660613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:30.666368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:30.677638 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-50ab222e-b25f-4a61-91fa-a7279ab55497 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/routers/9f98291c-7801-4a82-a779-bd98740949a4 HTTP/1.1" status: 204 len: 168 time: 2.2081084 Aug 16 22:32:30.893027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.036550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.047906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d987ef0a-0399-45d6-a11b-09782abbdac7']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:31.067156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da181453-d797-483e-acdb-7b573bd4bf7c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:31.067757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da181453-d797-483e-acdb-7b573bd4bf7c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:31.078234 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.096101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.103192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:31.104487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:31.109920 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:31.218355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.236959 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.242175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:31.242335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/networks/d987ef0a-0399-45d6-a11b-09782abbdac7 HTTP/1.1" status: 204 len: 168 time: 0.5745988 Aug 16 22:32:31.254813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a30a2-95bf-43f9-9cb4-f7b8bfc823d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Network': ['ID=d987ef0a-0399-45d6-a11b-09782abbdac7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:31.374393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.404740 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.490460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.494431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:31.497830 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/security-groups/50470cbf-657e-4db4-bab0-78a6e3efd98f HTTP/1.1" status: 204 len: 168 time: 0.2527840 Aug 16 22:32:31.523468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab939-ac2b-42f1-9c76-98ad080ce3b8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50470cbf-657e-4db4-bab0-78a6e3efd98f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:32.255421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d60ab2b2-42e0-4249-99ff-a8e8575850a4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:32:32.257547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.265641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94790447', 'description': 'tempest-secgroup-smoke-94790447 description', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:32.305837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d60ab2b2-42e0-4249-99ff-a8e8575850a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:32:32.306515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d60ab2b2-42e0-4249-99ff-a8e8575850a4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:32:32.332572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.512877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.522769 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.578306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48494) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.592836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '85e1a008-ef07-4bc5-8999-39405db46918', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:32.601433 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.602695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3440449 Aug 16 22:32:32.604773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956394b5-b3c4-451a-a614-14b777eede5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11c005-a8c5-4ec0-acb9-c8486328d345,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:32.608270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48496) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.613846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:32.655653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.727320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:32.737624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.775394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.781150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.844180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d79388-6a57-4418-8107-bf343b8ceb0d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:32.848654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:32.854982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0432c149-1f29-4ba4-a358-17109a12dff6 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421765 Aug 16 22:32:32.854982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:32.890166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:32.945966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.064658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.069483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.073736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.094886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.096395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2403235 Aug 16 22:32:33.101782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.107117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.117236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddf444-05a2-4904-8000-b458161ba70a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2cf493-e3af-4b43-be0b-9eda63b82057,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.145253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.152622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=8df871ad-8528-4f82-8a60-961a90b8d5c6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.160185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': '87e7d49c-9a8a-451f-95e0-053e06b7d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:33.160550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 85e1a008-ef07-4bc5-8999-39405db46918, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:33.178947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 85e1a008-ef07-4bc5-8999-39405db46918 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:33.189702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 85e1a008-ef07-4bc5-8999-39405db46918) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:33.196356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:33.197767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.203991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57b566-ae1b-410c-b26d-cb7de3df4d70 None None] Network 85e1a008-ef07-4bc5-8999-39405db46918 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:33.223003 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.230387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.232884 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-92112981-6f62-46d0-aec4-4f047bdf9cb0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6532485 Aug 16 22:32:33.233831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.240703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10719433'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.270968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af044e6-7047-4a6f-a362-2f88e0f10418,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.292144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:33.299130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.299671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.301856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-898816f1-6364-45ad-b218-4e597d01bd2d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987069 Aug 16 22:32:33.304596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.311827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.327627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:33.338774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.339379 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment c15c759c-277c-4ed4-ae79-455f75b28282 of type vlan for network ebd2455f-b36f-4182-a251-dbbb37e8d658 Aug 16 22:32:33.376986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.387469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.427654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.428635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-85e1a008-ef07-4bc5-8999-39405db46918', 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': '8df871ad-8528-4f82-8a60-961a90b8d5c6'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:33.429635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.434833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:33.435671 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.510706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.528564 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2935598 Aug 16 22:32:33.531371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.533925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.536957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': 'ebd2455f-b36f-4182-a251-dbbb37e8d658', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.564695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ce7d30-df29-4c13-9b2f-5d15d5815430,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.572108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.576968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8edd7bf9-8722-40c1-85e0-fa1ba3b26536 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2686172 Aug 16 22:32:33.577482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.589837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.593635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31e971-64ad-4d46-ac62-8983f9d93103 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=ebd2455f-b36f-4182-a251-dbbb37e8d658,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.635819 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:32:33.649821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.659819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ebd2455f-b36f-4182-a251-dbbb37e8d658 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:33.660041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:33.667542 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.812453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.817326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Allocated IP 2001:db8:0:ffff::2 (85e1a008-ef07-4bc5-8999-39405db46918/8df871ad-8528-4f82-8a60-961a90b8d5c6/aedb8ce7-4934-4b7c-9ff0-13589e289e1e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:33.836176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.875134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc83692-3cdf-4fbf-bb0a-9a4d8fdae23f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:33.878473 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.879762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1e863224-8d7a-4e1b-a72d-6a35e76d525c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3012145 Aug 16 22:32:33.882626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:33.888471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'security_group_rule': {'security_group_id': 'ae11c005-a8c5-4ec0-acb9-c8486328d345', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:33.925597 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Project b7e7c63a95da40d6aeb762e67c08fa39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:32:33.932454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:33.988080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.109555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.119669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.178581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c784d0-6360-451c-9354-774a2d99b9e4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.222399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.225984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=ae33fa3a-6ce0-4c29-9b90-e61251480eb0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.229398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-13c98b67-1ff2-46e1-b300-39ad5da7608d tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450069 Aug 16 22:32:34.229798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:34.257497 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.264982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'network': {'name': 'tempest-network-smoke--794907253', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:34.267177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Transition to ACTIVE for port object aedb8ce7-4934-4b7c-9ff0-13589e289e1e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:34.275865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'c15c759c-277c-4ed4-ae79-455f75b28282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ebd2455f-b36f-4182-a251-dbbb37e8d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:34.276278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: ebd2455f-b36f-4182-a251-dbbb37e8d658, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:34.290609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Transition to ACTIVE for port object aedb8ce7-4934-4b7c-9ff0-13589e289e1e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:34.306008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.323766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network ebd2455f-b36f-4182-a251-dbbb37e8d658 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:34.329165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:34.332985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.356535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ebd2455f-b36f-4182-a251-dbbb37e8d658) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:34.364119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:34.364769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.379769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:34.385317 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2711a1cc-d271-4b80-aea7-e18207c74871 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8529305 Aug 16 22:32:34.387972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:34.393668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Pushing event updated for resources: {'Port': ['ID=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.401363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.401755 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Added segment 3e494405-fbe0-4de8-be25-198873d03ac5 of type vlan for network b7f26f64-5b15-4342-8460-52f785704e10 Aug 16 22:32:34.404687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6ec54-35ea-4c0f-939e-ea320c4e284c None None] Network ebd2455f-b36f-4182-a251-dbbb37e8d658 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:34.415395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Network 85e1a008-ef07-4bc5-8999-39405db46918 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:34.429951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:34.434927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:34.536901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.584896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Attempting to bind port aedb8ce7-4934-4b7c-9ff0-13589e289e1e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:34.586243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Attempting to bind port aedb8ce7-4934-4b7c-9ff0-13589e289e1e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '87e7d49c-9a8a-451f-95e0-053e06b7d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:34.586611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Attempting to bind port aedb8ce7-4934-4b7c-9ff0-13589e289e1e on network 85e1a008-ef07-4bc5-8999-39405db46918 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:34.592099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.597102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.603620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:34.604339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.618478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:34.620773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Checking segment: {'id': '87e7d49c-9a8a-451f-95e0-053e06b7d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:34.621273 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.623288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Bound using segment: {'id': '87e7d49c-9a8a-451f-95e0-053e06b7d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:34.623789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Bound port: aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e7d49c-9a8a-451f-95e0-053e06b7d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '85e1a008-ef07-4bc5-8999-39405db46918'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:34.624179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.696899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] For port aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:34.700346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4632034 Aug 16 22:32:34.700511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] For port aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,segment=NetworkSegment(87e7d49c-9a8a-451f-95e0-053e06b7d32a),segment_id=87e7d49c-9a8a-451f-95e0-053e06b7d32a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:34.701851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48546) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:34.709926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66ede4-22c5-4287-9e77-544ccae8d9ad tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Network': ['ID=b7f26f64-5b15-4342-8460-52f785704e10,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.710510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'admin_state_up': True, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:34.711069 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.725403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.743734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b7f26f64-5b15-4342-8460-52f785704e10 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:34.795886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.797032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.892354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.910851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d58ad0-a1cd-41d4-ab48-10a0d387917b None None] Pushing event updated for resources: {'Port': ['ID=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:34.920124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.967717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a4ccf-0df4-4542-8ff7-02a3e522391e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebd2455f-b36f-4182-a251-dbbb37e8d658', 'network_id': 'ebd2455f-b36f-4182-a251-dbbb37e8d658', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': 'ae33fa3a-6ce0-4c29-9b90-e61251480eb0'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:34.968820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c38a4ccf-0df4-4542-8ff7-02a3e522391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:34.994496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=ae33fa3a-6ce0-4c29-9b90-e61251480eb0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:35.090537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98178cc5-b252-43ab-8f52-30e6186ac121 None None] Network ebd2455f-b36f-4182-a251-dbbb37e8d658 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:35.163882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.165357 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.190471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd2455f-b36f-4182-a251-dbbb37e8d658']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.223207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15c759c-277c-4ed4-ae79-455f75b28282') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.223441 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15c759c-277c-4ed4-ae79-455f75b28282') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:35.255185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.318939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.333695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:35.334629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:35.408579 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:35.517744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.526161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.534418 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/ebd2455f-b36f-4182-a251-dbbb37e8d658 HTTP/1.1" status: 204 len: 168 time: 1.1454437 Aug 16 22:32:35.537766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:35.547510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388647419'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:35.577630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab723dfc-9e59-44cd-9b57-de3592a63513 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=ebd2455f-b36f-4182-a251-dbbb37e8d658,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:35.584399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.637820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.639581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:35.643939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.734660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:35.755469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.756186 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment fabe98a5-5f17-4976-bae2-b7068f669289 of type vlan for network 68f9d8c6-4718-4413-b08c-393d5803d40f Aug 16 22:32:35.924444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:35.954974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.252 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/82b0bc30-b5a3-446a-96b8-306dad806e51) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:36.116777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.131869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:36.133802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.270762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device aedb8ce7-4934-4b7c-9ff0-13589e289e1e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:36.357333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=68f9d8c6-4718-4413-b08c-393d5803d40f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.368159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:36.372692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 68f9d8c6-4718-4413-b08c-393d5803d40f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:36.375229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port aedb8ce7-4934-4b7c-9ff0-13589e289e1e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:36.376420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fb40a8b3-0e20-4d99-9e7a-03407d9891cb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8259351 Aug 16 22:32:36.381437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:36.467886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.523172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e504f41b-c4d6-487b-8c49-e41de3af0034 None None] Network 85e1a008-ef07-4bc5-8999-39405db46918 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:36.548393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.564104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:36.567886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.610570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:36.614163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:36.618445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:36.646673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Provisioning for port aedb8ce7-4934-4b7c-9ff0-13589e289e1e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:36.656533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Provisioning complete for port aedb8ce7-4934-4b7c-9ff0-13589e289e1e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:36.657396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.813858 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.876021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] For port aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,segment=NetworkSegment(87e7d49c-9a8a-451f-95e0-053e06b7d32a),segment_id=87e7d49c-9a8a-451f-95e0-053e06b7d32a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:36.886120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.905763 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:36.949608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da30f49-af13-43ba-9311-abb9bc6f337d None None] Pushing event updated for resources: {'Port': ['ID=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.975791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:36.998428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'fabe98a5-5f17-4976-bae2-b7068f669289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:36.998937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 68f9d8c6-4718-4413-b08c-393d5803d40f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:37.029958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 68f9d8c6-4718-4413-b08c-393d5803d40f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:37.047584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=82b0bc30-b5a3-446a-96b8-306dad806e51,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.051160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 68f9d8c6-4718-4413-b08c-393d5803d40f) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:37.061540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaa978-51f6-4462-a9c7-dd0a12dd6645 None None] Network 68f9d8c6-4718-4413-b08c-393d5803d40f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:37.062260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.063273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.090267 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-18d5d78a-431a-4aed-b257-6aa2f007424e tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7196026 Aug 16 22:32:37.091526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:37.099027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185364954'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:37.164733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:37.176627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.259553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.262329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:37.325753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.326182 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment b9427524-5374-45bd-abc1-bab19364cd33 of type vlan for network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f Aug 16 22:32:37.435955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.449167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-68f9d8c6-4718-4413-b08c-393d5803d40f', 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': '92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:37.450673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.482165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.490574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:37.491313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.566203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2678c7a8-bb2f-46f0-8f59-abe7faacadb3 None None] Provisioning complete for port aedb8ce7-4934-4b7c-9ff0-13589e289e1e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:37.566936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2678c7a8-bb2f-46f0-8f59-abe7faacadb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.575330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:37.591244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47f3be17-6e04-4f64-8c43-81c493b836d6 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4977014 Aug 16 22:32:37.592011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:37.598812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:37.627786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:37.722953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.763039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:37.770621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.798456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Allocated IP 2001:db8::1 (68f9d8c6-4718-4413-b08c-393d5803d40f/92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7/8598e604-ca9a-42ba-a1e8-6ab752f7b8d9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:37.905083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:32:37.905519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:32:37.990892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:37.998203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 0307f89b-9637-4f0f-94f2-086ea1463a30 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:32:38.002892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Transition to ACTIVE for port object 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:38.109407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Transition to ACTIVE for port object 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:38.128218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.226735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.259364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device aedb8ce7-4934-4b7c-9ff0-13589e289e1e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:38.311983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=7a048782-f156-49c6-91ba-ad1c2bff35db,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:38.315178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'b9427524-5374-45bd-abc1-bab19364cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:38.315552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:38.344386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:38.364470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:38.371881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.373178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.396910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba0299-bdb1-4c11-bb89-82cd6b977309 None None] Network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:38.399554 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-326d6320-1eb0-4db7-a1dc-d27c1a9e7878 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8062963 Aug 16 22:32:38.402563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.406173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Network 68f9d8c6-4718-4413-b08c-393d5803d40f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:38.484798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:38.492321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:38.548157 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Pushing event updated for resources: {'Port': ['ID=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:38.555927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port aedb8ce7-4934-4b7c-9ff0-13589e289e1e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:38.556420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.599865 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.696246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac847d39-bbf0-4ed0-86bb-8d43b8ff8e01 req-b095e9dd-0094-4fee-bbb1-a076bf1f863f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:38.699711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac847d39-bbf0-4ed0-86bb-8d43b8ff8e01 req-b095e9dd-0094-4fee-bbb1-a076bf1f863f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0859139 Aug 16 22:32:38.705056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:38.713339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.731605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Sync routers for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:38.764973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac847d39-bbf0-4ed0-86bb-8d43b8ff8e01 req-f083235b-7d5c-4e40-ad3c-357085da60be tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481050 Aug 16 22:32:38.791634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.795792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0cbe807c-cddf-40c4-aa97-3117f73282a8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0899057 Aug 16 22:32:38.796522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.825048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Attempting to bind port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:38.825439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Attempting to bind port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'fabe98a5-5f17-4976-bae2-b7068f669289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:38.825765 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:38.825897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Attempting to bind port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 on network 68f9d8c6-4718-4413-b08c-393d5803d40f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:38.854192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:38.854847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:38.886399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-33f417c2-e946-4afa-b1bf-266b21d0bd75 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=b7e7c63a95da40d6aeb762e67c08fa39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872886 Aug 16 22:32:38.887986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48640) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:38.906562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=7a048782-f156-49c6-91ba-ad1c2bff35db,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.004502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.016009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:39.018709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:39.038628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9427524-5374-45bd-abc1-bab19364cd33') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:39.039205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9427524-5374-45bd-abc1-bab19364cd33') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:39.050308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.068736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.075210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:39.075827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.126559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:39.126952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Checking segment: {'id': 'fabe98a5-5f17-4976-bae2-b7068f669289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:39.127364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.127765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Bound using segment: {'id': 'fabe98a5-5f17-4976-bae2-b7068f669289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:39.128297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Bound port: 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe98a5-5f17-4976-bae2-b7068f669289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68f9d8c6-4718-4413-b08c-393d5803d40f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:39.128719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:39.212669 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:39.231701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0db0e-c2f0-41e6-ae6b-926d7c7d4f20 req-e6212e75-8e3e-4768-9ccf-2fae9097464c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.231701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13c0db0e-c2f0-41e6-ae6b-926d7c7d4f20 req-e6212e75-8e3e-4768-9ccf-2fae9097464c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3315911 Aug 16 22:32:39.232900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.270680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.270680 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f HTTP/1.1" status: 204 len: 168 time: 0.8603065 Aug 16 22:32:39.276094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.282619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600701526'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:39.286763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1e079-bddb-4e19-a998-fe71691734fd tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.292018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2ef1e079-bddb-4e19-a998-fe71691734fd tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4010875 Aug 16 22:32:39.294718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48656) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.327460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877891e-c69a-4cd2-9e04-cc46f20b8acf None None] Network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:39.344179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d9fc-4b1b-46c7-be3f-3f649c209239 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.352133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877891e-c69a-4cd2-9e04-cc46f20b8acf None None] Network 013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:32:39.379984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48662) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:39.380139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0bc37401-c967-45ae-8327-956b5b0d915a tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842924 Aug 16 22:32:39.388457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13c0db0e-c2f0-41e6-ae6b-926d7c7d4f20 req-256f6bb3-b614-4b15-a7d6-154c633f5df6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489654 Aug 16 22:32:39.388743 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1583726496', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:39.401242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:39.434898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] For port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:39.439885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] For port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,segment=NetworkSegment(fabe98a5-5f17-4976-bae2-b7068f669289),segment_id=fabe98a5-5f17-4976-bae2-b7068f669289)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:39.445125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.505021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.537235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:39.557102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.557849 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment f663a624-97ce-40c7-b013-fc27d4c2142a of type vlan for network 294b8357-6422-4df4-9e3b-5a35b1c4b7fe Aug 16 22:32:39.644116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.676531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.694837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:39.695436 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.813731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a147c0f-1a61-4cfd-95b1-4510b2a41b5d None None] Pushing event updated for resources: {'Port': ['ID=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:39.820569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:39.824382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:39.852637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:37Z', 'revision_number': 3, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:39.889146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Checking router: 0307f89b-9637-4f0f-94f2-086ea1463a30 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:32:39.889740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Updating router 0307f89b-9637-4f0f-94f2-086ea1463a30 port 82b0bc30-b5a3-446a-96b8-306dad806e51 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:32:39.933204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.147991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8699346 Aug 16 22:32:40.159587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:40.160509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43af2b-7708-42ec-bfc2-2377cd0b33a7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=294b8357-6422-4df4-9e3b-5a35b1c4b7fe,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.181300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.201421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '294b8357-6422-4df4-9e3b-5a35b1c4b7fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:40.220209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 294b8357-6422-4df4-9e3b-5a35b1c4b7fe details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:40.263544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Subnet': ['ID=df1f3554-9c1c-4c03-bf67-8308fd614658,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:40.280564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:40.301155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Checking segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:40.302064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network hostable DHCP agents. Network: b7f26f64-5b15-4342-8460-52f785704e10, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:40.324454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network b7f26f64-5b15-4342-8460-52f785704e10 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:40.350960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-79ac85e7-e265-4300-89d0-b7652e52e079 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5580928 Aug 16 22:32:40.351182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b7f26f64-5b15-4342-8460-52f785704e10) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:40.370358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.370794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.414272 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef755350-09d1-49ae-b215-84b80edc5a31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0321689 Aug 16 22:32:40.417140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:40.468635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-e8f57c49-24c2-4ba8-a259-93d9708248d3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.472904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-e8f57c49-24c2-4ba8-a259-93d9708248d3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.6513970 Aug 16 22:32:40.557579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd9dae4-649a-4eb7-99fd-cb8ec94e32bd None None] Network b7f26f64-5b15-4342-8460-52f785704e10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:40.573481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-a3a17045-6427-4106-af9f-97f1d1db4088 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/quotas/dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 375 time: 0.0290513 Aug 16 22:32:40.662627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:40.667178 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:40.820512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-e16f9ee4-84f7-444c-90ed-29218d0faa74 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2368429 Aug 16 22:32:40.823408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-bfefe07a-e58e-4df5-8083-606ce4230d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:40.825173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-bfefe07a-e58e-4df5-8083-606ce4230d1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.3500698 Aug 16 22:32:40.955664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-915f2748-579b-4010-8e04-17e0206ac2eb service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257241 Aug 16 22:32:41.170452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b7f26f64-5b15-4342-8460-52f785704e10', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:41.171665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.216801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-af500894-7923-45a3-a88b-f1a8957a1be1 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346954 Aug 16 22:32:41.521314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-b2c7fdcf-eb52-4aac-9cf3-36906fecfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:41.536160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-b2c7fdcf-eb52-4aac-9cf3-36906fecfba1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.5787408 Aug 16 22:32:41.590999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:41.615573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Allocated IP 172.20.0.2 (b7f26f64-5b15-4342-8460-52f785704e10/df1f3554-9c1c-4c03-bf67-8308fd614658/4ac8666f-8b6e-48a0-9d70-0152b3d87ca7) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:41.788493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4678e-df1c-4b03-90e0-1c6b4005bb8e None None] Network 68f9d8c6-4718-4413-b08c-393d5803d40f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:41.860676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8633d8c-568a-4047-b7a0-b01115977916 req-da2fe80b-f392-4c6d-ab60-b036d4003fe8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.2525375 Aug 16 22:32:41.958742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-2490c8ce-515f-4b90-a2dc-e1fda6cb84f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.3631124 Aug 16 22:32:41.968677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:42.081004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.101706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.117618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Transition to ACTIVE for port object 82b0bc30-b5a3-446a-96b8-306dad806e51 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.124374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-61f044a1-8ce7-498f-a4eb-289f5c315a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.126580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-61f044a1-8ce7-498f-a4eb-289f5c315a9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1456163 Aug 16 22:32:42.145217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.156151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Transition to ACTIVE for port object 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.185146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.213802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Transition to ACTIVE for port object 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.260501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=474f3e4b-1758-4ca6-b6c4-fc3289998500,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.286642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Provisioning for port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:42.302317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.318644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-701c6e79-8e76-4085-bcbf-00f449e19ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.320092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-701c6e79-8e76-4085-bcbf-00f449e19ac2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796978 Aug 16 22:32:42.321019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'f663a624-97ce-40c7-b013-fc27d4c2142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '294b8357-6422-4df4-9e3b-5a35b1c4b7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:42.321701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 294b8357-6422-4df4-9e3b-5a35b1c4b7fe, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:42.369048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.1 (b7f26f64-5b15-4342-8460-52f785704e10/df1f3554-9c1c-4c03-bf67-8308fd614658/bdbdfb55-fdaf-40fb-9fda-48fe5e685c84) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:42.375384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Provisioning complete for port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:42.376301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.440516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Network b7f26f64-5b15-4342-8460-52f785704e10 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:42.461420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 294b8357-6422-4df4-9e3b-5a35b1c4b7fe is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:42.495965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 294b8357-6422-4df4-9e3b-5a35b1c4b7fe) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:42.520513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:42.521205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.585157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ab27e456-b939-4af3-b3fa-2a87a05eb072 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4012818 Aug 16 22:32:42.586644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48758) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:42.602089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9269c-2afd-4a30-b4b6-255a7a5a5581 None None] Network 294b8357-6422-4df4-9e3b-5a35b1c4b7fe requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:42.631232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-1640c0f1-4801-436d-8110-0d673dc3ea9c service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980909 Aug 16 22:32:42.664261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.698103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:42.760423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef51cd-6618-4424-bb12-e9e8d4d36d76 None None] Pushing event updated for resources: {'Port': ['ID=82b0bc30-b5a3-446a-96b8-306dad806e51,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.763486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Attempting to bind port 82b0bc30-b5a3-446a-96b8-306dad806e51 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:42.763937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Attempting to bind port 82b0bc30-b5a3-446a-96b8-306dad806e51 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:42.764268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Attempting to bind port 82b0bc30-b5a3-446a-96b8-306dad806e51 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:42.770093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:42.774611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.822581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:42.822962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:42.823608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.824013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:42.824490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Bound port: 82b0bc30-b5a3-446a-96b8-306dad806e51, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:42.825124 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.826923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Pushing event updated for resources: {'Port': ['ID=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:42.829427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:42.863792 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:42.920414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network b7f26f64-5b15-4342-8460-52f785704e10 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:42.929275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:42.939301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:43.035755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Attempting to bind port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:43.035755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Attempting to bind port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:43.035755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Attempting to bind port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 on network b7f26f64-5b15-4342-8460-52f785704e10 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:43.084136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.108830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.129276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6622bddb-ba66-443b-8b23-1a26d6c52e28 req-47320b0c-055d-40e7-838b-f5382ca78157 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.1273153 Aug 16 22:32:43.161723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.168517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1551e94b-3e7b-4b3b-8ec6-0fdc17207d59 req-8ad103eb-3420-4a39-b9af-db89d0633d6f service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100696 Aug 16 22:32:43.169505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] For port 82b0bc30-b5a3-446a-96b8-306dad806e51, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:43.200070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:43.200380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Checking segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:43.200757 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.201181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Bound using segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:43.201665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Bound port: 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:43.202057 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.254562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.299392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=474f3e4b-1758-4ca6-b6c4-fc3289998500,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.305671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] For port 82b0bc30-b5a3-446a-96b8-306dad806e51, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=82b0bc30-b5a3-446a-96b8-306dad806e51,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:43.379064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.390951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294b8357-6422-4df4-9e3b-5a35b1c4b7fe']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:43.405784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.406131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f663a624-97ce-40c7-b013-fc27d4c2142a') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:43.406478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f663a624-97ce-40c7-b013-fc27d4c2142a') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:43.420303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.438207 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.447803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:43.448973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.465062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.499293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef51cd-6618-4424-bb12-e9e8d4d36d76 None None] Pushing event updated for resources: {'Port': ['ID=82b0bc30-b5a3-446a-96b8-306dad806e51,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:43.517447 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:43.523854 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.572468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c98af3-ed90-4544-af67-bce3181695ea None None] Network 294b8357-6422-4df4-9e3b-5a35b1c4b7fe requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:43.656079 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.687290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.693717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/294b8357-6422-4df4-9e3b-5a35b1c4b7fe HTTP/1.1" status: 204 len: 168 time: 1.0951254 Aug 16 22:32:43.695226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48794) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:43.708997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682710757'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:43.738319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ae341-d314-4ea7-a5f3-44bb855cbe4d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=294b8357-6422-4df4-9e3b-5a35b1c4b7fe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:43.826848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:43.830984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.871310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:43.878987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:43.881929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] For port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:43.922154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:43.928588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] For port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,segment=NetworkSegment(fabe98a5-5f17-4976-bae2-b7068f669289),segment_id=fabe98a5-5f17-4976-bae2-b7068f669289)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:43.996750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.997001 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:43.997134 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment b88817f7-e20c-4659-b79d-86917d8a682e of type vlan for network f74339e4-ee82-43ad-92dd-92b53d487b54 Aug 16 22:32:43.999681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] For port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:44.009063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.075405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.133947 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.140440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4857986-eea3-41bf-841c-eeb36172f728 None None] Pushing event updated for resources: {'Port': ['ID=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.141739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:44.142475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.165053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-41c99d51-7c42-4d83-9e00-3f622d040378 None None] Provisioning complete for port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:44.173730 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41c99d51-7c42-4d83-9e00-3f622d040378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.234879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:44.287827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.299300 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad72c488-4da8-4ada-93d0-198614cede05 req-2ed59d96-03ef-4351-9318-98f87e3b3087 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.0773511 Aug 16 22:32:44.352429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:44.433212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540a188-cc0a-48ed-9ad4-bdb42b5a4b6c None None] Pushing event updated for resources: {'Port': ['ID=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:44.433438 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.601799 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:44.930163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:44.930971 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.421571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:42Z', 'revision_number': 1, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:45.481470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a9c93d6-0749-4be4-9e28-ab935db255b1 req-66c98db8-758e-4ace-b2c2-7b6c502bcb52 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.0844388 Aug 16 22:32:45.533131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f9511-dbbd-47ca-a76a-d42987d34937 None None] The sync data for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 is: [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:42Z', 'revision_number': 1, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:45.582800 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ea231cf-b9ba-4b4d-b100-3abcdbef176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.626313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=f74339e4-ee82-43ad-92dd-92b53d487b54,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:45.632996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-db6a0e8a-6d86-44dd-af27-0069b54016e9 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9365511 Aug 16 22:32:45.636000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48834) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:45.639451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f74339e4-ee82-43ad-92dd-92b53d487b54 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:45.644230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': 'f74339e4-ee82-43ad-92dd-92b53d487b54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:45.780498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:45.799776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:45.842492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45952d3f-3a6d-4dba-a00a-92ccc9176d42 None None] Network b7f26f64-5b15-4342-8460-52f785704e10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:46.017776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f630f56-4114-4fc0-8232-87f6890d5a4b None None] Provisioning for port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:46.171609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network b7f26f64-5b15-4342-8460-52f785704e10 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:46.173740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:46.445732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 0307f89b-9637-4f0f-94f2-086ea1463a30 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:32:46.491181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:46.729942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:46.759102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:46.763601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:46.777775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66be2550-e7c3-4968-b6d6-8d899974c71d req-a37ccc2d-b7bc-423c-9fba-aacc39f58151 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.1067324 Aug 16 22:32:46.863106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:46.875999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.046991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-779fa4fd-db49-41e4-b260-7bd13d6b41d6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:47.049186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-779fa4fd-db49-41e4-b260-7bd13d6b41d6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 1.1953583 Aug 16 22:32:47.055859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Provisioning complete for port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:47.056931 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.084019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'device_id': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'admin_state_up': True, 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:47.118134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:32:47.139889 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eeef91d1-ecdf-4a0c-a041-374fa512bbde tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/0307f89b-9637-4f0f-94f2-086ea1463a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7235763 Aug 16 22:32:47.318321 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.335784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.405212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:47.430412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.630449 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:32:47.630826 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:32:47.653757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:47.749437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.782829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:47.787535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:47.894477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=54d5a5e1-a6cf-48ee-b0d8-452ced2bdd41,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:47.956541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e128cf27-ac22-4c0b-b9ca-4f9f96e9e8e2 req-00134d3e-4147-4397-b97d-514eaec5f959 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.0431132 Aug 16 22:32:48.065774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-96322df8-d39c-49cc-aabd-9545a361009b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94790447&fields=id&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 267 time: 0.1801755 Aug 16 22:32:48.192669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'b88817f7-e20c-4659-b79d-86917d8a682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f74339e4-ee82-43ad-92dd-92b53d487b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:48.193048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: f74339e4-ee82-43ad-92dd-92b53d487b54, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:48.227500 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.236879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Provisioning for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:48.243709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Provisioning complete for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:48.244376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.350922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-074f8d6e-3abf-4786-982e-5c180ffa615e None None] Port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:48.355315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d7d71a76-6704-4d46-9595-40e9c48ce95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.397717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-a404fa42-54c2-48f8-8fa9-3533e8b3c947 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:48.399416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-a404fa42-54c2-48f8-8fa9-3533e8b3c947 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/networks?id=b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 200 len: 796 time: 0.3325732 Aug 16 22:32:48.442931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network f74339e4-ee82-43ad-92dd-92b53d487b54 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:48.470244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-063ed6ea-d0f2-456e-8c67-697cd0ff76e0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/quotas/b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 375 time: 0.0481677 Aug 16 22:32:48.481758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e5d64563-627f-4773-bc99-1c5fd6cb27d0 None None] Provisioning complete for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:48.481758 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5d64563-627f-4773-bc99-1c5fd6cb27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.489466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 82b0bc30-b5a3-446a-96b8-306dad806e51 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:48.494093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, f74339e4-ee82-43ad-92dd-92b53d487b54) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:48.529923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:48.530967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.546582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.20.0.4 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/77903ecd-32b1-4986-b1d7-b6194e54c315) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:48.555219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:48.555902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e5ddbb03-428a-4dbb-b3cb-e04f6e8afcc4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9171729 Aug 16 22:32:48.640744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e61b3-108d-4251-8b34-b51f2cd6303d None None] Network f74339e4-ee82-43ad-92dd-92b53d487b54 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:48.641062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-e86852a6-150f-4657-a797-89dade58df97 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559272 Aug 16 22:32:48.744992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.822450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:48.842859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e5d64563-627f-4773-bc99-1c5fd6cb27d0 None None] Port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:48.859732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-574d90a2-02ac-4c94-95d7-9e7e33497ee9 service neutron] 10.222.0.22 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874390 Aug 16 22:32:49.004699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.029613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 82b0bc30-b5a3-446a-96b8-306dad806e51 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:49.040733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.096936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=54d5a5e1-a6cf-48ee-b0d8-452ced2bdd41,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:49.100204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Transition to ACTIVE for port object 77903ecd-32b1-4986-b1d7-b6194e54c315 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:49.152141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 82b0bc30-b5a3-446a-96b8-306dad806e51 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:49.153346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.217165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-955f46b9-44d7-4b3d-bebc-c1ed179996ca req-7d971db0-6377-4ef8-ba94-973b8b5d47a9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.1019964 Aug 16 22:32:49.284487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.315672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74339e4-ee82-43ad-92dd-92b53d487b54']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.316309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-29f0a82a-abba-4a3d-a52d-130cadb837bb service neutron] 10.222.0.22 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403501 Aug 16 22:32:49.321708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.328895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028f360-d79d-42de-b1ff-5fc4cfcab876 None None] Network f74339e4-ee82-43ad-92dd-92b53d487b54 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:49.344858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88817f7-e20c-4659-b79d-86917d8a682e') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.347752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88817f7-e20c-4659-b79d-86917d8a682e') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.350034 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.380352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.396187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:49.398535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:32:49.406386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.409529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:49.416642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:49.417528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:49.417905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.420225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:49.436293 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:49.453764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:49.537401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:49.541730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.571426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.578990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-f3589eca-071a-4b55-8967-aff26332750c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5018499 Aug 16 22:32:49.599052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Request body: {'port': {'device_id': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:49.610320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.617430 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/f74339e4-ee82-43ad-92dd-92b53d487b54 HTTP/1.1" status: 204 len: 168 time: 1.0609429 Aug 16 22:32:49.618567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed12689-b835-4aad-b2e4-cf992d0b4b33 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=f74339e4-ee82-43ad-92dd-92b53d487b54,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:49.621217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 48916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:49.629309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-836894010'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:49.701137 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:49.706632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.711161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Sync routers for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:32:49.721509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.733869 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:49.735052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:49.765434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.785559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:49.815169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.815648 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment 7e5d974f-3686-44b6-af0f-79616eb3e4d3 of type vlan for network 755caa0d-bc26-497d-8750-98a43a7b433d Aug 16 22:32:49.831108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 82b0bc30-b5a3-446a-96b8-306dad806e51, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=82b0bc30-b5a3-446a-96b8-306dad806e51,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:49.837061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:49.842350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:49.901131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17c452ec-a03a-427b-8e84-50809fc828c7 req-673bdbcc-2c3c-443f-bfa0-6a01085c5c42 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 210 time: 0.1105764 Aug 16 22:32:49.938140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.001173 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.007786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:50.008412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.041872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:50.043975 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4189665 Aug 16 22:32:50.044651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 48938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:50.049984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:50.137903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16035a18-b867-487e-b2ea-121c56bdab51 None None] Provisioning for port 77903ecd-32b1-4986-b1d7-b6194e54c315 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:50.165971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16035a18-b867-487e-b2ea-121c56bdab51 None None] Provisioning complete for port 77903ecd-32b1-4986-b1d7-b6194e54c315 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:50.166698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16035a18-b867-487e-b2ea-121c56bdab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.168483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=82b0bc30-b5a3-446a-96b8-306dad806e51,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:50.296300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:50.300633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.316364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eba46-2c5c-4a51-badc-27919b12ef8a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=755caa0d-bc26-497d-8750-98a43a7b433d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:50.373470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:50.378046 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.406561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-16035a18-b867-487e-b2ea-121c56bdab51 None None] Port 77903ecd-32b1-4986-b1d7-b6194e54c315 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:50.414489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:50.524132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40200-9e26-4e25-9c97-768b21d69ea3 req-89448601-ac28-4103-b100-4e2cd5f07e76 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:50.536290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15b40200-9e26-4e25-9c97-768b21d69ea3 req-89448601-ac28-4103-b100-4e2cd5f07e76 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 931 time: 0.1730258 Aug 16 22:32:50.564018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 2, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:50.597509 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Checking router: 0307f89b-9637-4f0f-94f2-086ea1463a30 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:32:50.598092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Updating router 0307f89b-9637-4f0f-94f2-086ea1463a30 port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:32:50.657356 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.690586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15b40200-9e26-4e25-9c97-768b21d69ea3 req-828946a0-410f-4419-9904-0b48e94ab962 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484451 Aug 16 22:32:50.823993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 82b0bc30-b5a3-446a-96b8-306dad806e51 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:50.829857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77903ecd-32b1-4986-b1d7-b6194e54c315 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:50.840822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.859232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Transition to ACTIVE for port object 77903ecd-32b1-4986-b1d7-b6194e54c315 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:50.873197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:50.987061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 82b0bc30-b5a3-446a-96b8-306dad806e51 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:50.987455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.210189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c6bc100-eb4f-4fc2-a50c-451a7b890ae4 req-ceb94912-9a33-4c86-80e8-df048a0287df tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 210 time: 0.1198983 Aug 16 22:32:51.235002 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.276798 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.314394 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Transition to ACTIVE for port object bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:51.328155 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.332678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.395901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.434485 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Pushing event updated for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:51.491981 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.493421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.494507 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.495289 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.495862 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.496726 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.497389 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.498154 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.498734 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.499291 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.500101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.500696 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:32:51.573024 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Attempting to bind port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:51.575242 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Attempting to bind port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:51.576158 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Attempting to bind port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 on network b7f26f64-5b15-4342-8460-52f785704e10 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:51.587308 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:51.588674 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Checking segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:51.589377 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.590004 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Bound using segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:51.590781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Bound port: bdbdfb55-fdaf-40fb-9fda-48fe5e685c84, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:51.591429 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.743602 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] For port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:51.750621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] For port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:51.775997 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:51.961211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:32:51.962158 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.043545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Attempting to bind port 77903ecd-32b1-4986-b1d7-b6194e54c315 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:52.047812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Attempting to bind port 77903ecd-32b1-4986-b1d7-b6194e54c315 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:52.048385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Attempting to bind port 77903ecd-32b1-4986-b1d7-b6194e54c315 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:52.053366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=1e2caef1-81c3-4873-890f-e67201fbadec,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:52.168854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-aefd7a12-bb74-4a0a-b4e9-00c6bbdf969a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.188029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-aefd7a12-bb74-4a0a-b4e9-00c6bbdf969a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/networks?id=b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 200 len: 796 time: 0.6080389 Aug 16 22:32:52.272664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72986b4-223b-4433-9862-9b8346a563b4 None None] Pushing event updated for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:52.286377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Port 77903ecd-32b1-4986-b1d7-b6194e54c315 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:52.286953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Attempting to bind port 77903ecd-32b1-4986-b1d7-b6194e54c315 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:52.293621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:32:52.330719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': '7e5d974f-3686-44b6-af0f-79616eb3e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:52.330863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 755caa0d-bc26-497d-8750-98a43a7b433d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:52.370042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:52.370390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:52.370784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:52.371225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Bound port: 77903ecd-32b1-4986-b1d7-b6194e54c315, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:52.371848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.443990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63865ed9-73b2-4bd3-a6fb-b3bb5bb82636 req-2e74039a-9d46-4c74-9d04-2cc82519acf3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.455707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63865ed9-73b2-4bd3-a6fb-b3bb5bb82636 req-2e74039a-9d46-4c74-9d04-2cc82519acf3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 943 time: 0.5215356 Aug 16 22:32:52.568898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-b8568612-6d19-4fb9-a320-63e6dde7ec51 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e7c63a95da40d6aeb762e67c08fa39 HTTP/1.1" status: 200 len: 378 time: 0.2938895 Aug 16 22:32:52.571806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-25ad16e8-923e-4630-926d-f2b11b8b5f61 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4476948 Aug 16 22:32:52.580971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f794a33-697e-4220-9ae3-31244269d064 req-ea71e3ae-6919-460d-9142-943ce392e19f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 210 time: 0.2220378 Aug 16 22:32:52.586926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'port': {'device_id': '59ff8197-6d18-438e-92c2-da769b69d349', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'admin_state_up': True, 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'security_groups': ['ae11c005-a8c5-4ec0-acb9-c8486328d345']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:52.753560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 755caa0d-bc26-497d-8750-98a43a7b433d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:52.816050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:52.831105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:51Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:52.856343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 755caa0d-bc26-497d-8750-98a43a7b433d) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:52.875650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.890963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a28ba3-746d-4709-bc28-d7cfaca9de69 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:52.893988 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fa0c82-3b30-4863-8f8f-06166ed63377 None None] The sync data for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 is: [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:51Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:32:52.904307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63865ed9-73b2-4bd3-a6fb-b3bb5bb82636 req-dd4d039e-c801-42f6-b293-accbb185560e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524334 Aug 16 22:32:52.910643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.911248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:52.939400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d68a9-fa44-475b-a499-f36fed481820 req-8a5ec639-9953-48f9-8457-a4c425fe96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:52.940688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-8a5ec639-9953-48f9-8457-a4c425fe96e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1097 time: 0.2321217 Aug 16 22:32:52.950084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:52.953585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:52.969247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.095660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-755caa0d-bc26-497d-8750-98a43a7b433d', 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': '1e2caef1-81c3-4873-890f-e67201fbadec'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:53.096975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.108436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:53.115179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:53.116028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.123521 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:32:53.147904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d68a9-fa44-475b-a499-f36fed481820 req-cc05741c-e135-40d7-8974-fcdec60a12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:53.149454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-cc05741c-e135-40d7-8974-fcdec60a12ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.1745021 Aug 16 22:32:53.153189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8725ff14-8918-4f30-8224-694fb5528f4c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1048985 Aug 16 22:32:53.153875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:53.161483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:53.281408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:53.282047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.287260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] 10.222.0.88 "PUT /v2.0/ports/77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 200 len: 1092 time: 3.6922743 Aug 16 22:32:53.289497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:53.292826 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7086bb35-475a-4f9e-aabd-4d093c4853ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:53.298280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-bdeb4de3-bf1d-46d7-94cc-069405358b09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 217 time: 0.1376710 Aug 16 22:32:53.346072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Made reservation on behalf of b7e7c63a95da40d6aeb762e67c08fa39 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:53.350063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.491206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:53.497470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.517841 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd05c329-655c-48ed-a884-4e90a39d2c0b x-openstack-request-id: req-fd05c329-655c-48ed-a884-4e90a39d2c0b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:53.518404 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:53.518825 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd05c329-655c-48ed-a884-4e90a39d2c0b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:53.519417 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'status': 'completed', 'code': 200} Aug 16 22:32:53.544727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Allocated IP 2001:db8::2 (755caa0d-bc26-497d-8750-98a43a7b433d/1e2caef1-81c3-4873-890f-e67201fbadec/76024d00-4124-4eb4-b0e3-bb3d028227af) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:53.566289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af501-9437-45d1-b5b5-b90dda13a8ad service neutron] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:53.619974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d68a9-fa44-475b-a499-f36fed481820 req-dbe4fba7-a5a9-4306-95dc-7d91f58466a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:53.624629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-dbe4fba7-a5a9-4306-95dc-7d91f58466a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.3042922 Aug 16 22:32:53.726569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-2e29f267-2bcc-4ed7-b6d5-9916259a2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:53.729108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-2e29f267-2bcc-4ed7-b6d5-9916259a2e26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 1095 time: 0.3398740 Aug 16 22:32:53.807964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:53.834078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Transition to ACTIVE for port object 76024d00-4124-4eb4-b0e3-bb3d028227af will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:53.870550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-093a500e-33d0-499f-a940-448e1e2027f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 200 len: 217 time: 0.1123047 Aug 16 22:32:53.906200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06af816f-8d39-4d62-9815-aa1961ed730d req-7516a418-f84c-46db-969a-249fe1c48436 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 210 time: 0.1063275 Aug 16 22:32:53.968015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Transition to ACTIVE for port object 76024d00-4124-4eb4-b0e3-bb3d028227af will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:53.993373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.022368 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.050571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d68a9-fa44-475b-a499-f36fed481820 req-6283d3e3-1c03-43ff-a561-f7a2fffb5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.053115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-6283d3e3-1c03-43ff-a561-f7a2fffb5f90 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4150720 Aug 16 22:32:54.078368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:54.110771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:54.124934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:54.163115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Pushing event updated for resources: {'Port': ['ID=76024d00-4124-4eb4-b0e3-bb3d028227af,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.214813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:54.235239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.257659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 755caa0d-bc26-497d-8750-98a43a7b433d is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:54.261465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:54.268605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.269354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.278666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-eabed665-dd89-4c07-952a-23918869bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.280133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-eabed665-dd89-4c07-952a-23918869bcd4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.3850224 Aug 16 22:32:54.310121 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1549425 Aug 16 22:32:54.314136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49048) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.346007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.20.0.13 (b7f26f64-5b15-4342-8460-52f785704e10/df1f3554-9c1c-4c03-bf67-8308fd614658/6c0ebca1-978f-4411-9d05-8bbedd85a5eb) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:54.403332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.406362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.406932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.408763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.410565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.416591 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-351e3a48-d97b-4d29-bff8-3dce951bb9c1 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0971069 Aug 16 22:32:54.419708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.424560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935255759'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:54.443275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5c8a-e61f-41f7-aa16-e1a60899bd51 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=4adba620-fbe2-4346-828f-850171171315,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.482727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:54.485999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.523248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f8217-127a-4451-85ff-99fe2907523a req-fa23e069-6214-412b-a531-bcbae3c836de tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.530554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-925f8217-127a-4451-85ff-99fe2907523a req-fa23e069-6214-412b-a531-bcbae3c836de tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 943 time: 0.4350538 Aug 16 22:32:54.554596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:54.574489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.574848 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment cad8ece8-1465-4ff0-86c3-68ecebd169d8 of type vlan for network 60efe15a-e657-42fb-8d48-a495a0f5ec6e Aug 16 22:32:54.599064 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.667028 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.718446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Attempting to bind port 76024d00-4124-4eb4-b0e3-bb3d028227af on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:54.718868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Attempting to bind port 76024d00-4124-4eb4-b0e3-bb3d028227af by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7e5d974f-3686-44b6-af0f-79616eb3e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:54.719181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Attempting to bind port 76024d00-4124-4eb4-b0e3-bb3d028227af on network 755caa0d-bc26-497d-8750-98a43a7b433d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:54.724912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.730993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:54.731645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.762261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.769780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:54.770235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Checking segment: {'id': '7e5d974f-3686-44b6-af0f-79616eb3e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:54.770573 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.770938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Bound using segment: {'id': '7e5d974f-3686-44b6-af0f-79616eb3e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:54.771420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Bound port: 76024d00-4124-4eb4-b0e3-bb3d028227af, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d974f-3686-44b6-af0f-79616eb3e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:54.771813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:54.840771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4202135 Aug 16 22:32:54.845988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:54.861049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:54.883981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390805f-9676-4f84-bbd0-c8bdef1c6c24 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=60efe15a-e657-42fb-8d48-a495a0f5ec6e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:54.912446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:54.919764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] For port 76024d00-4124-4eb4-b0e3-bb3d028227af, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:54.991294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] For port 76024d00-4124-4eb4-b0e3-bb3d028227af, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=76024d00-4124-4eb4-b0e3-bb3d028227af,segment=NetworkSegment(7e5d974f-3686-44b6-af0f-79616eb3e4d3),segment_id=7e5d974f-3686-44b6-af0f-79616eb3e4d3)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:55.000566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.138720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ff39-44eb-43c1-9833-7ba0e28051c4 None None] Pushing event updated for resources: {'Port': ['ID=76024d00-4124-4eb4-b0e3-bb3d028227af,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.176491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-5c1b6a3e-b95b-400c-a32b-c0d73c8ac54c service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082575 Aug 16 22:32:55.241235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.276319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.284086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-be98c055-c90e-4681-b54b-f07bfcf38889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:55.285663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-be98c055-c90e-4681-b54b-f07bfcf38889 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9834504 Aug 16 22:32:55.308108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:32:55.320529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:55.333397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.338358 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "PUT /v2.0/networks/60efe15a-e657-42fb-8d48-a495a0f5ec6e HTTP/1.1" status: 200 len: 723 time: 0.4910650 Aug 16 22:32:55.434361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.458852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:55.487808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aadbe82f-52a1-4563-b46e-795bfa865490 req-9d4fadcc-7122-4597-875a-7a549309d93a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 210 time: 0.3160813 Aug 16 22:32:55.651012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-925f8217-127a-4451-85ff-99fe2907523a req-23b45490-bca9-4d24-b059-906ea40cf97c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0916154 Aug 16 22:32:55.677943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:55.691962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406cb6-94d0-4ab9-929c-3fc61afc14bf tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=60efe15a-e657-42fb-8d48-a495a0f5ec6e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:55.704485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:55.712462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:55.721642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.806753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.863077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Transition to ACTIVE for port object 6c0ebca1-978f-4411-9d05-8bbedd85a5eb will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:55.907705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52c907-86ba-4823-9f97-3b27a12af09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:55.934644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-429484b4-0f76-498e-96ea-5f913038e9e2 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907689 Aug 16 22:32:56.090520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.094866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-656d68a9-fa44-475b-a499-f36fed481820 req-7632002e-c25a-4f49-be1f-d639170c3114 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8827865 Aug 16 22:32:56.240863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network b7f26f64-5b15-4342-8460-52f785704e10 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:56.280541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:56.292812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:56.300150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.362008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52c907-86ba-4823-9f97-3b27a12af09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.384778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4a52c907-86ba-4823-9f97-3b27a12af09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.416059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.432936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2141e3c8-cda6-422e-af2d-4138fb1e9303 req-182cb7d4-e741-44d8-aea6-d1316e618750 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767215 Aug 16 22:32:56.447193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:56.448483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.485303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-7f0a75f4-ed16-4c6b-9cc2-ea5daec0ba4a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9020133 Aug 16 22:32:56.512319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Request body: {'port': {'device_id': '59ff8197-6d18-438e-92c2-da769b69d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:56.521520 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4a52c907-86ba-4823-9f97-3b27a12af09e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=557dc6c8d7d04a0995766d35a445bd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424852 Aug 16 22:32:56.527579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.545278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52c907-86ba-4823-9f97-3b27a12af09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f77644f-48a7-42c4-844d-ee9aa1cd41fc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.589624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=92db2e29-6ab0-499d-a2d2-ee6349c0de28,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.615835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': 'cad8ece8-1465-4ff0-86c3-68ecebd169d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:56.616227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 60efe15a-e657-42fb-8d48-a495a0f5ec6e, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:32:56.643368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.670494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:32:56.689844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.702913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 60efe15a-e657-42fb-8d48-a495a0f5ec6e) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:56.709938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47bd3dbf-a393-445d-931f-16fd67e9969a None None] Provisioning for port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:56.715362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47bd3dbf-a393-445d-931f-16fd67e9969a None None] Provisioning complete for port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:56.720836 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47bd3dbf-a393-445d-931f-16fd67e9969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.738219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:56.739014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.765837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a9d1c-e78a-4715-95e7-2c0e61d5c92e None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:56.778988 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.794340 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2dfd83d-e5c5-4f52-9fc3-8c1e3e744254 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3588090 Aug 16 22:32:56.795369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:56.801499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:56.835274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694845a7-275d-4e7c-bf89-101593919481 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:32:56.860501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.863842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.878332 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f77644f-48a7-42c4-844d-ee9aa1cd41fc HTTP/1.1" status: 204 len: 168 time: 0.3385196 Aug 16 22:32:56.896851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51917448-46ab-47da-a3e4-d21886c0b907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f77644f-48a7-42c4-844d-ee9aa1cd41fc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:56.905547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47bd3dbf-a393-445d-931f-16fd67e9969a None None] Port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:32:56.959431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260685698'] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:56.972017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-3db02bae-1f81-4113-827e-3fe34f54d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:56.974680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-3db02bae-1f81-4113-827e-3fe34f54d2a4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 1095 time: 0.3649900 Aug 16 22:32:57.005051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e81662-98c2-4695-beb2-cd735ec1d04b req-eab23054-8f15-471d-8e57-179fe989e79a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.014345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8e81662-98c2-4695-beb2-cd735ec1d04b req-eab23054-8f15-471d-8e57-179fe989e79a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 932 time: 0.4035425 Aug 16 22:32:57.020857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:57.106942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d55f-373d-47b4-a9b1-c092d0a8e48e req-4f88e2f9-5ab6-45c1-902f-d145c0580901 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.115659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae08d55f-373d-47b4-a9b1-c092d0a8e48e req-4f88e2f9-5ab6-45c1-902f-d145c0580901 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 943 time: 0.3479712 Aug 16 22:32:57.233167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768586089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260825105'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.233752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d3711d89-1c87-4358-888d-22c7d87dbf10 None None] Provisioning for port 76024d00-4124-4eb4-b0e3-bb3d028227af completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:57.277083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8e81662-98c2-4695-beb2-cd735ec1d04b req-1828ff1c-f541-4073-ab5e-b70928b355f1 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2616832 Aug 16 22:32:57.285147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-60efe15a-e657-42fb-8d48-a495a0f5ec6e', 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': '92db2e29-6ab0-499d-a2d2-ee6349c0de28'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:32:57.286467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.316776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:57.319032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.324376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=92db2e29-6ab0-499d-a2d2-ee6349c0de28,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:57.327930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.329156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.330261 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c1e3b050-0799-4c47-8f96-31b3ecec4ded tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "PUT /v2.0/subnets/92db2e29-6ab0-499d-a2d2-ee6349c0de28 HTTP/1.1" status: 200 len: 826 time: 0.5340555 Aug 16 22:32:57.332888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:57.376046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae08d55f-373d-47b4-a9b1-c092d0a8e48e req-b70791f6-5b54-494c-9c9b-b32203e22abd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544327 Aug 16 22:32:57.487480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-9d3a15a8-a028-4e1a-8088-a9b85a173ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.489062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-9d3a15a8-a028-4e1a-8088-a9b85a173ca1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.4983144 Aug 16 22:32:57.557720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-1bae8957-349b-4800-b1e9-3aeb52ecdc15 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 200 len: 217 time: 0.0578115 Aug 16 22:32:57.567617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.609516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Allocated IP 2001:db8::2 (60efe15a-e657-42fb-8d48-a495a0f5ec6e/92db2e29-6ab0-499d-a2d2-ee6349c0de28/2b590160-3a3e-40fb-abb3-068f4829917b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:57.651020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-57b8d72a-26a1-4a18-9486-39c7ed3975bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.652531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-57b8d72a-26a1-4a18-9486-39c7ed3975bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0878425 Aug 16 22:32:57.703294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 76024d00-4124-4eb4-b0e3-bb3d028227af up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:32:57.714935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Update dhcp port {'port': {'network_id': '755caa0d-bc26-497d-8750-98a43a7b433d', 'fixed_ips': [{'subnet_id': '1e2caef1-81c3-4873-890f-e67201fbadec', 'ip_address': '2001:db8::2'}, {'subnet_id': '4adba620-fbe2-4346-828f-850171171315'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '76024d00-4124-4eb4-b0e3-bb3d028227af'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:32:57.724659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.838887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0ebca1-978f-4411-9d05-8bbedd85a5eb {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:32:57.863689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.890058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-e5f13511-779f-463f-ab04-3998b27daa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:57.896512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-e5f13511-779f-463f-ab04-3998b27daa8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314370 Aug 16 22:32:57.971204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Transition to ACTIVE for port object 6c0ebca1-978f-4411-9d05-8bbedd85a5eb will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:57.981536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:57.986708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.084013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 76024d00-4124-4eb4-b0e3-bb3d028227af completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:32:58.113517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 76024d00-4124-4eb4-b0e3-bb3d028227af triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:32:58.114464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.141735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49130) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:58.146441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-cc5d8815-3381-4dd9-a9c4-324f196d457a service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409697 Aug 16 22:32:58.152272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.307979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1471481397-network', 'tenant_id': '3a9b212260bb4fe68836962ac91259e3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:58.377551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Made reservation on behalf of 3a9b212260bb4fe68836962ac91259e3 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:58.380549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.384249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.406737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Attempting to bind port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:58.410772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Transition to ACTIVE for port object 2b590160-3a3e-40fb-abb3-068f4829917b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:58.416557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Attempting to bind port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:58.416864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Attempting to bind port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb on network b7f26f64-5b15-4342-8460-52f785704e10 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:58.431241 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.444934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb on network b7f26f64-5b15-4342-8460-52f785704e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:32:58.445571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Attempting to bind port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb on network b7f26f64-5b15-4342-8460-52f785704e10 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:58.454845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Transition to ACTIVE for port object 2b590160-3a3e-40fb-abb3-068f4829917b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:58.460116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:58.461291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Checking segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:58.461530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Bound using segment: {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:58.463047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Bound port: 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e494405-fbe0-4de8-be25-198873d03ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:58.463827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.519857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.524171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7086bb35-475a-4f9e-aabd-4d093c4853ea req-a9807884-cf0b-4469-8c61-02e94317ea53 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418932 Aug 16 22:32:58.524371 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.580271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=92db2e29-6ab0-499d-a2d2-ee6349c0de28,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.616658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578e042-c502-419a-ba8d-a05ee766cf99 req-d85ac4fb-5231-4475-9440-8d42d9c55819 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.619525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0578e042-c502-419a-ba8d-a05ee766cf99 req-d85ac4fb-5231-4475-9440-8d42d9c55819 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 944 time: 0.1359131 Aug 16 22:32:58.667223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:32:58.672878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc12a0-cebf-41fc-bdcb-633232f6497e req-05118fdf-1525-4804-af6a-dd07f7c6ec7e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.674819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cbc12a0-cebf-41fc-bdcb-633232f6497e req-05118fdf-1525-4804-af6a-dd07f7c6ec7e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 943 time: 0.1444814 Aug 16 22:32:58.685589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:32:58.689433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:32:58.694611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.707816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efe15a-e657-42fb-8d48-a495a0f5ec6e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:58.712319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0578e042-c502-419a-ba8d-a05ee766cf99 req-92e08551-b59e-4881-991c-a8853d4b1f28 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755172 Aug 16 22:32:58.719786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8ece8-1465-4ff0-86c3-68ecebd169d8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:58.720098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8ece8-1465-4ff0-86c3-68ecebd169d8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:32:58.730467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.732418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:58.737362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cbc12a0-cebf-41fc-bdcb-633232f6497e req-5a63a7e0-f192-4194-ac10-985501fd97b3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500298 Aug 16 22:32:58.753150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:58.769960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.776466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.776791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:32:58.777236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.791044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Pushing event updated for resources: {'Port': ['ID=2b590160-3a3e-40fb-abb3-068f4829917b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.845311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:58.845970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:58.851898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] 10.222.0.89 "PUT /v2.0/ports/6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 200 len: 1093 time: 2.3426483 Aug 16 22:32:58.852467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:32:58.855779 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5993250a-f5a9-4871-b0f3-4fc730692470" -d '{"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:32:58.860313 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:32:58.875784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Allocated IP 172.20.0.1 (755caa0d-bc26-497d-8750-98a43a7b433d/4adba620-fbe2-4346-828f-850171171315/76024d00-4124-4eb4-b0e3-bb3d028227af) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:32:58.897539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3f6a3-f5d9-46dc-91d0-189a18a02410 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:58.931096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.db.api [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:32:58.931096 n-d-791505-20 neutron-server[94817]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:32:58.931096 n-d-791505-20 neutron-server[94817]: [parameters: {'id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'}] Aug 16 22:32:58.931096 n-d-791505-20 neutron-server[94817]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94817) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:32:58.934987 n-d-791505-20 neutron-server[94817]: DEBUG oslo_db.api [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:32:58.979259 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26342200-e8b3-439d-9aa6-a1e8324effba x-openstack-request-id: req-26342200-e8b3-439d-9aa6-a1e8324effba {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:32:58.979787 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:32:58.980207 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26342200-e8b3-439d-9aa6-a1e8324effba {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:32:58.980791 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'status': 'completed', 'code': 200} Aug 16 22:32:59.011766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.026605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.032118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-ef70785f-79d3-4064-96fe-8ce7ac144112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.033760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-ef70785f-79d3-4064-96fe-8ce7ac144112 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1096 time: 0.1080010 Aug 16 22:32:59.051164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:32:59.069642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e895d-126b-4e70-b012-0329cc594684,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.086100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.086458 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Added segment 4d08b523-1fa6-46e6-816f-db47058ed71e of type vlan for network a4b00f7a-3f26-455b-b599-3dfb219c5539 Aug 16 22:32:59.138715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] For port 76024d00-4124-4eb4-b0e3-bb3d028227af, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=76024d00-4124-4eb4-b0e3-bb3d028227af,segment=NetworkSegment(7e5d974f-3686-44b6-af0f-79616eb3e4d3),segment_id=7e5d974f-3686-44b6-af0f-79616eb3e4d3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:59.149243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.207950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.209138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.210925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.259389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-c9cff8cb-5087-410c-b811-308b38faf3e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 200 len: 217 time: 0.1975167 Aug 16 22:32:59.338257 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b00f7a-3f26-455b-b599-3dfb219c5539,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.350586 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ddc9f0d-d8e6-421b-be4d-6f1584681ec4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2047718 Aug 16 22:32:59.350908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49144) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:32:59.362880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Request body: {'subnet': {'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1471481397-subnet', 'tenant_id': '3a9b212260bb4fe68836962ac91259e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:32:59.385244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-200cb8ec-c2c8-42e7-9417-c503d5a0ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.387027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:32:59.387190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-200cb8ec-c2c8-42e7-9417-c503d5a0ca0b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df1f3554-9c1c-4c03-bf67-8308fd614658 HTTP/1.1" status: 200 len: 835 time: 0.1148236 Aug 16 22:32:59.398730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Attempting to bind port 2b590160-3a3e-40fb-abb3-068f4829917b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:32:59.399094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Attempting to bind port 2b590160-3a3e-40fb-abb3-068f4829917b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'cad8ece8-1465-4ff0-86c3-68ecebd169d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:32:59.399454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Attempting to bind port 2b590160-3a3e-40fb-abb3-068f4829917b on network 60efe15a-e657-42fb-8d48-a495a0f5ec6e {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:32:59.409821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Made reservation on behalf of 3a9b212260bb4fe68836962ac91259e3 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:32:59.425527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.437924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.485779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:32:59.486165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Checking segment: {'id': 'cad8ece8-1465-4ff0-86c3-68ecebd169d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:32:59.486570 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.486968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Bound using segment: {'id': 'cad8ece8-1465-4ff0-86c3-68ecebd169d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:32:59.487455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Bound port: 2b590160-3a3e-40fb-abb3-068f4829917b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad8ece8-1465-4ff0-86c3-68ecebd169d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60efe15a-e657-42fb-8d48-a495a0f5ec6e'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:32:59.487839 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.492529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.519154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.544007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting port 2b590160-3a3e-40fb-abb3-068f4829917b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:32:59.549594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.575763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Transition to ACTIVE for port object 76024d00-4124-4eb4-b0e3-bb3d028227af will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:32:59.590554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-29bed17e-b05c-4e05-a4fa-3cf5f0af4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:32:59.593040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-29bed17e-b05c-4e05-a4fa-3cf5f0af4757 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7f26f64-5b15-4342-8460-52f785704e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1949325 Aug 16 22:32:59.605846 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.662561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] For port 2b590160-3a3e-40fb-abb3-068f4829917b, host n-d-791505-20, got binding levels [] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:32:59.663104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.683408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Calling delete_port for 2b590160-3a3e-40fb-abb3-068f4829917b owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:32:59.723298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-e4911096-d0c0-43fd-9744-d91c4250940c service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164038 Aug 16 22:32:59.736360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] For port 2b590160-3a3e-40fb-abb3-068f4829917b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:32:59.837542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] For port 2b590160-3a3e-40fb-abb3-068f4829917b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2b590160-3a3e-40fb-abb3-068f4829917b,segment=NetworkSegment(cad8ece8-1465-4ff0-86c3-68ecebd169d8),segment_id=cad8ece8-1465-4ff0-86c3-68ecebd169d8)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:32:59.839442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:32:59.839991 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:32:59.843920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf8e3e-0131-439c-8b85-bb9d9de9fe2d None None] Pushing event updated for resources: {'Port': ['ID=76024d00-4124-4eb4-b0e3-bb3d028227af,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.852975 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.862166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:32:59.886992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77903ecd-32b1-4986-b1d7-b6194e54c315 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:32:59.893890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef94a9-b937-4548-b292-2f3a28e80913 None None] Pushing event deleted for resources: {'Port': ['ID=2b590160-3a3e-40fb-abb3-068f4829917b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.908892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Port': ['ID=2b590160-3a3e-40fb-abb3-068f4829917b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:32:59.911475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No DVR routers for this DVR port 2b590160-3a3e-40fb-abb3-068f4829917b on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:00.032938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:00.054843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'mac_address': 'fa:16:3e:d8:b7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:00.058351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.106608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efe15a-e657-42fb-8d48-a495a0f5ec6e']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:00.150798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8ece8-1465-4ff0-86c3-68ecebd169d8') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:00.151098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8ece8-1465-4ff0-86c3-68ecebd169d8') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:00.176932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.195509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-69fe8c65-95f9-4cc3-b828-d7b682f851ee None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2b590160-3a3e-40fb-abb3-068f4829917b could not be found. Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2b590160-3a3e-40fb-abb3-068f4829917b could not be found. Aug 16 22:33:00.202485 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:33:00.213722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.217859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:00.218153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.252648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4376b4a-37ce-4ba5-90e7-67700757acc0 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:00.257042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77903ecd-32b1-4986-b1d7-b6194e54c315 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:00.308617 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:00.367498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.380714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.385726 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/60efe15a-e657-42fb-8d48-a495a0f5ec6e HTTP/1.1" status: 204 len: 168 time: 3.0488441 Aug 16 22:33:00.388116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.413413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3408cda5-ff0c-46fd-8a4e-aae355188b3a req-b8c67f2c-cc20-4012-b0f9-dff087a18a99 service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522584 Aug 16 22:33:00.438474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:00.487226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c715c8a-0301-4e96-b1c3-ae686676244d tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=60efe15a-e657-42fb-8d48-a495a0f5ec6e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.496035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.499320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.499822 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aa2f39-c3ed-48c5-aad9-eadc11822ce0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:00.501831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1aa2f39-c3ed-48c5-aad9-eadc11822ce0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:00.505111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f1aa2f39-c3ed-48c5-aad9-eadc11822ce0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/60efe15a-e657-42fb-8d48-a495a0f5ec6e HTTP/1.1" status: 404 len: 339 time: 0.1150069 Aug 16 22:33:00.507996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49172) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.520189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571197152', 'description': 'd1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:00.530930 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.535127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737e21d-e6db-4ecb-9e08-2a16d9666cf1 req-cf4d9ae6-2745-4a24-8c4b-88cbf3ac4ab5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.536729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b737e21d-e6db-4ecb-9e08-2a16d9666cf1 req-cf4d9ae6-2745-4a24-8c4b-88cbf3ac4ab5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 943 time: 0.6576703 Aug 16 22:33:00.553864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045d69-f210-4bd1-add8-e46ad659a143 req-7bdd96da-a851-4b02-85c7-45fba0e67932 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.570868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:00.573677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd045d69-f210-4bd1-add8-e46ad659a143 req-7bdd96da-a851-4b02-85c7-45fba0e67932 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 944 time: 0.7504270 Aug 16 22:33:00.575225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.623903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:00.635815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.636216 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment e73d3c72-411a-4ddc-a2f5-01db7578dd94 of type vlan for network 1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 Aug 16 22:33:00.691604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.693950 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.740311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.748246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.749550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.749713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7824bee-708f-46c9-a3b9-f1f1c6039b57 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:00.786074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52cd375-ae11-411a-bce0-0068d145c289 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:00.794820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7824bee-708f-46c9-a3b9-f1f1c6039b57 None None] Network 60efe15a-e657-42fb-8d48-a495a0f5ec6e could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:33:00.799419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 76024d00-4124-4eb4-b0e3-bb3d028227af, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=76024d00-4124-4eb4-b0e3-bb3d028227af,segment=NetworkSegment(7e5d974f-3686-44b6-af0f-79616eb3e4d3),segment_id=7e5d974f-3686-44b6-af0f-79616eb3e4d3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:00.811095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:00.842736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7686c38b-99e6-4aab-bf53-e15c63613082,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.869213 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3574488 Aug 16 22:33:00.877605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:00.900015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf989dc2-7be0-405a-b8d8-1c7147904d48 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:00.902904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd045d69-f210-4bd1-add8-e46ad659a143 req-6046d2e6-2af3-44bb-bfdc-97dfc94f64ff tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3280940 Aug 16 22:33:00.906180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b737e21d-e6db-4ecb-9e08-2a16d9666cf1 req-ccfe6a05-8254-4d70-abe4-fc7bbf3ec002 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296077 Aug 16 22:33:00.928475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93cd3bf8-e996-4dde-aef3-b2fc5c1596c5 None None] Provisioning for port 76024d00-4124-4eb4-b0e3-bb3d028227af completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:00.931892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:00.934301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['77903ecd-32b1-4986-b1d7-b6194e54c315'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:00.981715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 76024d00-4124-4eb4-b0e3-bb3d028227af up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:00.987649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Checking segment: {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:00.987948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Network hostable DHCP agents. Network: a4b00f7a-3f26-455b-b599-3dfb219c5539, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:00.991255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-a4849051-afa9-4da5-b026-7f9d065893c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:00.992807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-a4849051-afa9-4da5-b026-7f9d065893c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1096 time: 0.4142480 Aug 16 22:33:01.048822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a68e2a-036b-401a-b8ae-d582671cc515 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.054060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-93cd3bf8-e996-4dde-aef3-b2fc5c1596c5 None None] Provisioning complete for port 76024d00-4124-4eb4-b0e3-bb3d028227af triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:01.054341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:01.054851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-93cd3bf8-e996-4dde-aef3-b2fc5c1596c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.060498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'description': 'd2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:01.066608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5a68e2a-036b-401a-b8ae-d582671cc515 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks?id=1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 HTTP/1.1" status: 200 len: 765 time: 0.1476943 Aug 16 22:33:01.110807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=76024d00-4124-4eb4-b0e3-bb3d028227af,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.139986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:01.205639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a4b00f7a-3f26-455b-b599-3dfb219c5539) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:01.211605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.212486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.228155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-e6e27b34-c13b-41b2-984e-a2c3d427d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.230285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-e6e27b34-c13b-41b2-984e-a2c3d427d2c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 200 len: 896 time: 0.2283506 Aug 16 22:33:01.233293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bd176aac-e9b9-4fcf-beb0-3a7f3f7f740c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8807259 Aug 16 22:33:01.237006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0c677-8db5-444a-945c-b37c3472b42b None None] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:01.332208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 76024d00-4124-4eb4-b0e3-bb3d028227af triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:01.332885 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.338663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-a65ae618-e9df-4d11-9460-d060a6a67692 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 200 len: 217 time: 0.0997925 Aug 16 22:33:01.345495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.365119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.390655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 is not hosted by any dhcp agent {{(pid=94817) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:33:01.398122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.399096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:01.400398 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "PUT /v2.0/networks/1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 HTTP/1.1" status: 200 len: 762 time: 0.3450413 Aug 16 22:33:01.424918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:01.472314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77741f0-599b-493a-9bd7-0eee95379e83 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:01.492636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:01.546960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-a516c5c7-14bf-4d3b-af06-d410dea41529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.548757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-a516c5c7-14bf-4d3b-af06-d410dea41529 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df1f3554-9c1c-4c03-bf67-8308fd614658 HTTP/1.1" status: 200 len: 835 time: 0.2022479 Aug 16 22:33:01.653717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5c4d7-0d9e-4d63-a805-08b6ccbe2576 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.655547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f6f5c4d7-0d9e-4d63-a805-08b6ccbe2576 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks?id=1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 HTTP/1.1" status: 200 len: 765 time: 0.2273328 Aug 16 22:33:01.659472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:01.671497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-1de167da-91df-44d0-82ca-d3adea23bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:01.673213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-1de167da-91df-44d0-82ca-d3adea23bebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7f26f64-5b15-4342-8460-52f785704e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072357 Aug 16 22:33:01.822877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-c4995ab2-5e26-4a33-96f2-6e943c67cc70 service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266541 Aug 16 22:33:01.870098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bb9d7-7927-48b5-a5c8-dc77a1aaced8 None None] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:01.958183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5993250a-f5a9-4871-b0f3-4fc730692470 req-88eae1d6-0856-4f28-89bd-e686f7754b30 service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231794 Aug 16 22:33:01.998799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efc4821e-24e2-4398-bcba-17bd0133c970 None None] Provisioning complete for port 76024d00-4124-4eb4-b0e3-bb3d028227af triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:01.999431 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efc4821e-24e2-4398-bcba-17bd0133c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:02.043392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be82fa7-194f-45fb-aaff-ec82af30cb17 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.059494 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9be82fa7-194f-45fb-aaff-ec82af30cb17 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3986290 Aug 16 22:33:02.077384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d361a0-576e-4513-b5a9-7ab1718015ce None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:33:02.080219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:02.154337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82758b6-49c1-4f7b-9627-8b5358a56705 req-814d6ce7-3f10-42a6-bd0d-eb0b1dea86d9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.157163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d82758b6-49c1-4f7b-9627-8b5358a56705 req-814d6ce7-3f10-42a6-bd0d-eb0b1dea86d9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 944 time: 0.0835271 Aug 16 22:33:02.168879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d29ea-b7ce-4480-95b5-14389deca8e8 req-db24e42a-20f3-44ce-8025-1f62c92b102e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.170409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7e81ad55-900e-48ab-9e11-a053a91b68f4 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 207 time: 0.0885804 Aug 16 22:33:02.171099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db2d29ea-b7ce-4480-95b5-14389deca8e8 req-db24e42a-20f3-44ce-8025-1f62c92b102e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 944 time: 0.1647873 Aug 16 22:33:02.172241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:02.327713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d82758b6-49c1-4f7b-9627-8b5358a56705 req-2ed2bc46-6d88-4576-8ce3-09f4dffd9962 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503239 Aug 16 22:33:02.327713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db2d29ea-b7ce-4480-95b5-14389deca8e8 req-922a4db9-8aaf-4550-9bd4-8a16682986cb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461525 Aug 16 22:33:02.342189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:02.434263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d361a0-576e-4513-b5a9-7ab1718015ce None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:33:02.549266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.556270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.562969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.570143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.577624 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.586320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:02.589538 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e46e2fef-8c76-4305-8a96-022576cd042c tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4161541 Aug 16 22:33:02.593609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:02.766096 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:33:02.970050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:02.972769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f5f365f-d27e-4271-b69a-efeb3619b41f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3692901 Aug 16 22:33:02.987750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 76024d00-4124-4eb4-b0e3-bb3d028227af up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:03.028206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:03.067634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'mac_address': 'fa:16:3e:ad:48:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:03.146496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.182475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0ebca1-978f-4411-9d05-8bbedd85a5eb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:03.222250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 76024d00-4124-4eb4-b0e3-bb3d028227af triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:03.223156 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.237250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:03.266536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:03.338361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:03.594668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.596425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.598606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.600981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.604444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.610021 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d608d4b-9140-419d-a64e-dc3f05b0974b tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6345134 Aug 16 22:33:03.613542 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.667623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6c0ebca1-978f-4411-9d05-8bbedd85a5eb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:03.684640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.686128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.687556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.688978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.690222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-10df9871-1514-4a6d-9958-4d31af725ecf tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.690606 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.692459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-10df9871-1514-4a6d-9958-4d31af725ecf tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 809 time: 0.2013209 Aug 16 22:33:03.698136 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6da70909-7842-4f03-8982-7bb6277c78e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0820923 Aug 16 22:33:03.703327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49354) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:03.719467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f312d63-b35d-4962-89e6-5cf4822d7911 req-111991ce-d837-4a18-9b8e-a4a252513f08 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:03.729640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f312d63-b35d-4962-89e6-5cf4822d7911 req-111991ce-d837-4a18-9b8e-a4a252513f08 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 945 time: 0.2269528 Aug 16 22:33:03.795458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-ee8f8c6f-81d6-46ed-879b-304e2bcb5ecb tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/quotas/3a9b212260bb4fe68836962ac91259e3 HTTP/1.1" status: 200 len: 375 time: 0.0928018 Aug 16 22:33:03.853061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-054f12ec-0ae9-46c3-bc9c-be9ea0df10f7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491691 Aug 16 22:33:03.878728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f312d63-b35d-4962-89e6-5cf4822d7911 req-043074b2-24ee-4229-a0b5-e841bd93a65c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481259 Aug 16 22:33:03.884986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-8f181f46-a9a4-4733-a17d-7732a37a4eab tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:33:03.886106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-8f181f46-a9a4-4733-a17d-7732a37a4eab tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207956 Aug 16 22:33:03.915424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77903ecd-32b1-4986-b1d7-b6194e54c315 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:04.079101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 77903ecd-32b1-4986-b1d7-b6194e54c315 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:04.084602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 77903ecd-32b1-4986-b1d7-b6194e54c315 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:04.085002 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.107219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2105028e-5dce-4bba-992b-73610e9e09d5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.108635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2105028e-5dce-4bba-992b-73610e9e09d5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks/85e1a008-ef07-4bc5-8999-39405db46918 HTTP/1.1" status: 200 len: 803 time: 0.4028363 Aug 16 22:33:04.112716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49408) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.193607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.209826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f92c5-574f-4ddc-8850-9f04f1ad482a req-fee2ae11-d1ff-421b-ba13-87d1fe2e654c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.215536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a1f92c5-574f-4ddc-8850-9f04f1ad482a req-fee2ae11-d1ff-421b-ba13-87d1fe2e654c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 944 time: 0.2085352 Aug 16 22:33:04.244518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:04.249879 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b936f9f1-d580-4781-902c-5ea90824ca13" -d '{"events": [{"server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:04.273515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-84da63aa-f875-473b-a078-8159a1ea65fb service neutron] 10.222.0.22 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757763 Aug 16 22:33:04.283694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:04.293159 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.299691 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3bb49b1-3363-4900-b052-e19388a44490 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/networks/85e1a008-ef07-4bc5-8999-39405db46918?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1857824 Aug 16 22:33:04.303277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.351365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a1f92c5-574f-4ddc-8850-9f04f1ad482a req-50f00ee7-b1f3-44af-90c1-d8efa80b8a17 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295588 Aug 16 22:33:04.407887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44096f8e-f1a9-4044-bd08-9d58dceb0c30 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.414265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.421004 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44096f8e-f1a9-4044-bd08-9d58dceb0c30 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets/8df871ad-8528-4f82-8a60-961a90b8d5c6 HTTP/1.1" status: 200 len: 843 time: 0.1163445 Aug 16 22:33:04.422119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:04.489304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64813c44-1552-4a7d-8d44-ded6302d35ae tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['shared'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.491269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-64813c44-1552-4a7d-8d44-ded6302d35ae tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "GET /v2.0/subnets/8df871ad-8528-4f82-8a60-961a90b8d5c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0757473 Aug 16 22:33:04.495389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.501716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858809200'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:04.527595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:04.532499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.609810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-62c3616a-df4e-451a-8131-50f483cc43a7 service neutron] 10.222.0.22 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911661 Aug 16 22:33:04.625985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:04.648664 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.649243 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Added segment 34bdcb46-e15b-4cda-a42a-ede6ffde474b of type vlan for network 59620a44-04ec-440d-b436-15110c63bb63 Aug 16 22:33:04.666189 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde88aa4-39f6-44ba-9b89-c27adb269bee x-openstack-request-id: req-dde88aa4-39f6-44ba-9b89-c27adb269bee {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:04.666630 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "name": "network-vif-plugged", "status": "completed", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:04.666951 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dde88aa4-39f6-44ba-9b89-c27adb269bee {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:04.667450 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'code': 200} Aug 16 22:33:04.703269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.762219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.770541 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.771060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.843924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Network': ['ID=59620a44-04ec-440d-b436-15110c63bb63,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:04.849063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77466925-1fd0-4026-8d85-9232da2d6261 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3518229 Aug 16 22:33:04.852124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:04.857837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe46a-b0aa-44ce-88bc-da124a336c51 req-9b8c5b63-4bdd-463e-858e-052e68618e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:04.859517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'network_id': '59620a44-04ec-440d-b436-15110c63bb63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:04.859666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0ebe46a-b0aa-44ce-88bc-da124a336c51 req-9b8c5b63-4bdd-463e-858e-052e68618e66 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 1097 time: 0.0982451 Aug 16 22:33:04.865921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 59620a44-04ec-440d-b436-15110c63bb63 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:04.986949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Made reservation on behalf of 9c37ae6827ca436792df6cbd7bc2cfdc for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:04.992996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:04.993809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f32845c5-bddf-44a4-94d3-408b4e56a4e1 req-299a58a0-63d5-4272-ac75-6545301236e8 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 210 time: 0.0924659 Aug 16 22:33:05.013855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0ebe46a-b0aa-44ce-88bc-da124a336c51 req-bce843c3-4c0d-4f63-8f38-30bd8cbd7e16 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309338 Aug 16 22:33:05.049017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.064213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:33:05.064935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:33:05.103040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f264f59-2233-4225-9b28-bd2ebc1b3cbc req-c88709fe-5885-44df-9f97-6f2eff6faafa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.113655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f264f59-2233-4225-9b28-bd2ebc1b3cbc req-c88709fe-5885-44df-9f97-6f2eff6faafa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 945 time: 0.0967836 Aug 16 22:33:05.176405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f264f59-2233-4225-9b28-bd2ebc1b3cbc req-ca9f6404-b19b-421b-8dbd-1278a0b457cf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598063 Aug 16 22:33:05.227199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.238683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8446e8c-384f-4f08-be68-74cd03858e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.297124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=c627fe4e-833b-4c38-969d-26c2138a7ecf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.303411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Checking segment: {'id': '34bdcb46-e15b-4cda-a42a-ede6ffde474b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '59620a44-04ec-440d-b436-15110c63bb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:05.303864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network hostable DHCP agents. Network: 59620a44-04ec-440d-b436-15110c63bb63, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:05.328904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Network 59620a44-04ec-440d-b436-15110c63bb63 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:05.344338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 59620a44-04ec-440d-b436-15110c63bb63) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:05.354636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29842a8-28d9-44e6-95e9-d3ae58e2511d None None] Network 59620a44-04ec-440d-b436-15110c63bb63 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:05.356935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.357443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8446e8c-384f-4f08-be68-74cd03858e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.358631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.365524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8446e8c-384f-4f08-be68-74cd03858e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.414908 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-df515acf-3495-4adb-8c3e-de509fff005a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5599446 Aug 16 22:33:05.415746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.421700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:05.425044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e8446e8c-384f-4f08-be68-74cd03858e30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8727a0a55063492fb6a9efd15b7de8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748472 Aug 16 22:33:05.430076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.489959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8446e8c-384f-4f08-be68-74cd03858e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42647e1a-9704-47ca-affe-ba6bc37024f4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.547314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.569165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004a989-00de-4643-9c67-f93fcf7549d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-59620a44-04ec-440d-b436-15110c63bb63', 'network_id': '59620a44-04ec-440d-b436-15110c63bb63', 'tenant_id': '9c37ae6827ca436792df6cbd7bc2cfdc', 'fixed_ips': [{'subnet_id': 'c627fe4e-833b-4c38-969d-26c2138a7ecf'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:05.570098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a004a989-00de-4643-9c67-f93fcf7549d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.618466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260685698'] for subnet, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.657096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc19d-ca5b-4e43-9c6b-44476bc43a11 req-1a49db9a-8c75-40a3-a8e9-e5146ebe10ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.658830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090fc19d-ca5b-4e43-9c6b-44476bc43a11 req-1a49db9a-8c75-40a3-a8e9-e5146ebe10ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 945 time: 0.1034358 Aug 16 22:33:05.692675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.739011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090fc19d-ca5b-4e43-9c6b-44476bc43a11 req-8d9d5010-5b89-4e59-86c3-393d30f5be8c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674212 Aug 16 22:33:05.765961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-a004a989-00de-4643-9c67-f93fcf7549d8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:33:05.765961 n-d-791505-20 neutron-server[94818]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 16 22:33:05.765961 n-d-791505-20 neutron-server[94818]: [parameters: {'in_use': 1, 'id_1': 'c627fe4e-833b-4c38-969d-26c2138a7ecf'}] Aug 16 22:33:05.765961 n-d-791505-20 neutron-server[94818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:33:05.767862 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-a004a989-00de-4643-9c67-f93fcf7549d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:33:05.813801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.817368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.822704 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42647e1a-9704-47ca-affe-ba6bc37024f4 HTTP/1.1" status: 204 len: 168 time: 0.3904340 Aug 16 22:33:05.837822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd559b-f5b5-45c9-a159-40a8ee24e51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42647e1a-9704-47ca-affe-ba6bc37024f4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:05.898678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768586089400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260825105'] for subnet, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.951449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:05.952068 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:05.953390 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "PUT /v2.0/subnets/c627fe4e-833b-4c38-969d-26c2138a7ecf HTTP/1.1" status: 200 len: 900 time: 0.5364623 Aug 16 22:33:05.957227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:05.989894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461eeb2-cf4b-4028-8dbb-5aff3a7619ca tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event updated for resources: {'Subnet': ['ID=c627fe4e-833b-4c38-969d-26c2138a7ecf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.072533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.119302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdddeb9a-c9a8-4f44-a80f-d54fe3540058 req-a34a0043-2fb3-49fd-9800-32a5420d592f tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 210 time: 0.0426629 Aug 16 22:33:06.174359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.195385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.215470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ef9f-d499-4b90-81f3-0c1963c79f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.269797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a004a989-00de-4643-9c67-f93fcf7549d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.271083 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.320650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=c627fe4e-833b-4c38-969d-26c2138a7ecf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.340598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:06.390230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ef9f-d499-4b90-81f3-0c1963c79f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.396820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ef9f-d499-4b90-81f3-0c1963c79f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.412395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc315fe-67b5-4621-8fa7-92b11f22d23a req-aaa641a6-ab48-4cec-b161-4e681978decb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:06.414138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cc315fe-67b5-4621-8fa7-92b11f22d23a req-aaa641a6-ab48-4cec-b161-4e681978decb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 945 time: 0.1564670 Aug 16 22:33:06.434732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.475728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59620a44-04ec-440d-b436-15110c63bb63']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.500992 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d0e8ef9f-d499-4b90-81f3-0c1963c79f33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06ff3f9f22d5478481d31ca15b7c65fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043113 Aug 16 22:33:06.504554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.510749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db304cb-eb00-485d-9727-b49af855ff91 None None] Network 59620a44-04ec-440d-b436-15110c63bb63 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:06.526174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ef9f-d499-4b90-81f3-0c1963c79f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fa6f00-7086-40ea-be5a-3aab85c5a17d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.563399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bdcb46-e15b-4cda-a42a-ede6ffde474b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.563702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bdcb46-e15b-4cda-a42a-ede6ffde474b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:06.592726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.616261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.673771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.693953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-6a766dc0-2218-425d-a446-4b2b80b1b817 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:06.695816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-6a766dc0-2218-425d-a446-4b2b80b1b817 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 809 time: 0.2585554 Aug 16 22:33:06.700568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cc315fe-67b5-4621-8fa7-92b11f22d23a req-fb98cd13-d385-4502-a58e-49cc8b8b482c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2790480 Aug 16 22:33:06.702772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.714020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:06.716090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:06.725004 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:06.736752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e3a0e-cc69-4d3d-a6e7-2df22f2eb408 None None] Network 59620a44-04ec-440d-b436-15110c63bb63 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:06.740441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:06.748269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Request body: {'port': {'device_id': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539', 'admin_state_up': True, 'tenant_id': '3a9b212260bb4fe68836962ac91259e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:06.764175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.767863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.771692 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9fa6f00-7086-40ea-be5a-3aab85c5a17d HTTP/1.1" status: 204 len: 168 time: 0.2654235 Aug 16 22:33:06.792481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771ba8-873d-4248-9b9a-c102b2a7e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fa6f00-7086-40ea-be5a-3aab85c5a17d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.813872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:06.814452 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.908832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.924077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:06.926582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/59620a44-04ec-440d-b436-15110c63bb63 HTTP/1.1" status: 204 len: 168 time: 0.9682963 Aug 16 22:33:06.932857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:06.967749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cf90f-6818-4603-bde5-6fd7dfdc1bbb tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=59620a44-04ec-440d-b436-15110c63bb63,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:06.981699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7e04-c119-4d1a-b4be-bff4f7eb42ab req-d0db37b8-73cb-4efb-b2ea-8be773b344f8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:06.983274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ccf7e04-c119-4d1a-b4be-bff4f7eb42ab req-d0db37b8-73cb-4efb-b2ea-8be773b344f8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 945 time: 0.1405525 Aug 16 22:33:06.989656 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d80a85-eeae-4945-86fe-208f57165c12 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:06.990346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d80a85-eeae-4945-86fe-208f57165c12 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:06.992424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-45d80a85-eeae-4945-86fe-208f57165c12 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/c627fe4e-833b-4c38-969d-26c2138a7ecf HTTP/1.1" status: 404 len: 337 time: 0.0580227 Aug 16 22:33:06.995151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49776) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.036007 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70c924-c6e4-4945-b225-bf043b59c8ee tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:07.036702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a70c924-c6e4-4945-b225-bf043b59c8ee tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:07.038906 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a70c924-c6e4-4945-b225-bf043b59c8ee tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/59620a44-04ec-440d-b436-15110c63bb63 HTTP/1.1" status: 404 len: 339 time: 0.0418677 Aug 16 22:33:07.043557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49780) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.050095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.061538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ccf7e04-c119-4d1a-b4be-bff4f7eb42ab req-7aaf9d32-5c2d-4371-9b8c-b3605b8e226e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Aug 16 22:33:07.065980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Made reservation on behalf of 3a9b212260bb4fe68836962ac91259e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:07.070203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.082413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:07.085492 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a5b12-5951-436b-9215-420af943cab4" -d '{"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:07.127292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:07.135556 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589bbf9-ba5e-41bc-a429-70301c9a3c4e x-openstack-request-id: req-2589bbf9-ba5e-41bc-a429-70301c9a3c4e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:07.135845 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:07.136091 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2589bbf9-ba5e-41bc-a429-70301c9a3c4e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:07.136571 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'code': 200} Aug 16 22:33:07.137770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.165838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.235313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.254627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-97a991ee-5e8d-4f9f-8b0d-8a644382a072 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 267 time: 0.0687129 Aug 16 22:33:07.296434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.310403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.324770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73d3c72-411a-4ddc-a2f5-01db7578dd94') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.324988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73d3c72-411a-4ddc-a2f5-01db7578dd94') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:07.334177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.350969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.354854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca9305c7-a85d-480f-921c-cd65405ab203 req-b13446bb-9f9f-44f1-97be-222f16e689d5 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 210 time: 0.0793457 Aug 16 22:33:07.366897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:07.367530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:07.372487 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:07.392699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Allocated IP 172.20.0.4 (a4b00f7a-3f26-455b-b599-3dfb219c5539/7686c38b-99e6-4aab-bf53-e15c63613082/6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:07.433504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-6774cbc9-050b-4e87-876a-d7370152de5e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:07.435008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-6774cbc9-050b-4e87-876a-d7370152de5e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 945 time: 0.1546564 Aug 16 22:33:07.439126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9699b-be8d-444f-9294-b4fc009d5d22 req-9169f58d-3331-4312-8a3d-b0b02d89498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:07.441276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ced9699b-be8d-444f-9294-b4fc009d5d22 req-9169f58d-3331-4312-8a3d-b0b02d89498f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1098 time: 0.1612213 Aug 16 22:33:07.449650 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.458527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'security_groups': []}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:07.459333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.461640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8 HTTP/1.1" status: 204 len: 168 time: 0.4170439 Aug 16 22:33:07.465220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49796) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.508169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7756e-5764-451e-ba8b-78b2c36a768a tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=1a0f94d2-30ec-4ed1-b2b8-a0fbef5944e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:07.510524 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afc6833-651d-401c-be4d-896ddd9c5242 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:07.511000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afc6833-651d-401c-be4d-896ddd9c5242 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:07.513933 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8afc6833-651d-401c-be4d-896ddd9c5242 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/92db2e29-6ab0-499d-a2d2-ee6349c0de28 HTTP/1.1" status: 404 len: 337 time: 0.0423059 Aug 16 22:33:07.515572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.540467 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-575353b3-092b-4286-b344-293bd575b641 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:07.541182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575353b3-092b-4286-b344-293bd575b641 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:07.546174 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-575353b3-092b-4286-b344-293bd575b641 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/60efe15a-e657-42fb-8d48-a495a0f5ec6e HTTP/1.1" status: 404 len: 339 time: 0.0296459 Aug 16 22:33:07.546888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49804) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.603165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting subnet 4adba620-fbe2-4346-828f-850171171315 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:07.606397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.609345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ced9699b-be8d-444f-9294-b4fc009d5d22 req-860dcbe5-e55b-41f3-a5ce-f06c6cde6715 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549242 Aug 16 22:33:07.610057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.650276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.726762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.752029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.863055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.885943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:07.886815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:07.887042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a4b14-1798-4dc3-8491-b2e03b49a6de None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:07.891251 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/4adba620-fbe2-4346-828f-850171171315 HTTP/1.1" status: 204 len: 168 time: 0.3430588 Aug 16 22:33:07.894167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:07.928709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70dbb6-3254-4697-a27c-1771f1fd4911 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=4adba620-fbe2-4346-828f-850171171315,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.002840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting subnet 1e2caef1-81c3-4873-890f-e67201fbadec {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:08.009787 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.065684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.197521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.234891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.267859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd87eb-163a-45ae-bf3a-12447a37be90 req-9210d6bc-6ab6-483b-b389-30c808facfd5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:08.270472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbbd87eb-163a-45ae-bf3a-12447a37be90 req-9210d6bc-6ab6-483b-b389-30c808facfd5 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.4498065 Aug 16 22:33:08.302511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.311049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.332091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.345444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2caef1-81c3-4873-890f-e67201fbadec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.349333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.353096 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6e1ec0e-cdbf-468e-89d0-0dbdd375d3e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/1e2caef1-81c3-4873-890f-e67201fbadec HTTP/1.1" status: 204 len: 168 time: 0.4575505 Aug 16 22:33:08.355469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:08.367303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0', '77903ecd-32b1-4986-b1d7-b6194e54c315'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:08.367543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:08.374827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:08.384971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:08.386865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Pushing event updated for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.392213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:08.488474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:08.489202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.506371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e78c779d-7bed-4cb1-8d23-dfa7914192be req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "PUT /v2.0/ports/77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 200 len: 904 time: 1.0590153 Aug 16 22:33:08.524937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbbd87eb-163a-45ae-bf3a-12447a37be90 req-8f434d34-8882-4fcd-8106-66eb3ba3b17f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2161369 Aug 16 22:33:08.536541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:08.539885 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c2036c-a5d1-416d-8abd-e68119d06932" -d '{"events": [{"name": "network-changed", "server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:08.623669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.636818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:08.637525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.714967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['77903ecd-32b1-4986-b1d7-b6194e54c315'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:08.724676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f424561-5af1-48e4-bfb0-b0bac64c2210 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:08.751299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting port 76024d00-4124-4eb4-b0e3-bb3d028227af {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:08.751747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.796983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-17bc0795-b2cc-40cd-abb1-074038a336e6 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0680962 Aug 16 22:33:08.874399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Request body: {'port': {'device_id': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:08.932843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c399d08-a257-43d2-bc3e-6616a80e88f6 req-921da5c1-8e03-4105-9f11-74cb92ef6e87 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:08.940163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c399d08-a257-43d2-bc3e-6616a80e88f6 req-921da5c1-8e03-4105-9f11-74cb92ef6e87 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 931 time: 0.3396297 Aug 16 22:33:08.952684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] For port 76024d00-4124-4eb4-b0e3-bb3d028227af, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=76024d00-4124-4eb4-b0e3-bb3d028227af,segment=NetworkSegment(7e5d974f-3686-44b6-af0f-79616eb3e4d3),segment_id=7e5d974f-3686-44b6-af0f-79616eb3e4d3)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:08.953632 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:08.983433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Calling delete_port for 76024d00-4124-4eb4-b0e3-bb3d028227af owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:09.030613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737267-f0e9-4373-8ad8-c55604dbb3f8 req-a3f630f3-7a3e-456e-83af-819b228b4c04 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.033103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a737267-f0e9-4373-8ad8-c55604dbb3f8 req-a3f630f3-7a3e-456e-83af-819b228b4c04 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 907 time: 0.3104351 Aug 16 22:33:09.051922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0edc8d4c-73e0-45a9-b10d-861ece82933a None None] Provisioning complete for port 77903ecd-32b1-4986-b1d7-b6194e54c315 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:09.052423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0edc8d4c-73e0-45a9-b10d-861ece82933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.098021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.123979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c399d08-a257-43d2-bc3e-6616a80e88f6 req-35a52b87-e265-4b53-9d7a-03b666fc1ead tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780081 Aug 16 22:33:09.145311 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6191a2-a268-464d-8e30-1bb5f3d145a0 x-openstack-request-id: req-9e6191a2-a268-464d-8e30-1bb5f3d145a0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:09.145603 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:09.145857 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e6191a2-a268-464d-8e30-1bb5f3d145a0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:09.146261 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'status': 'completed', 'code': 200} Aug 16 22:33:09.188260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.244468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Port': ['ID=76024d00-4124-4eb4-b0e3-bb3d028227af,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:09.248419 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No DVR routers for this DVR port 76024d00-4124-4eb4-b0e3-bb3d028227af on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:09.328254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58aa1b4-a063-4573-8f04-9beed6c9bdd6 None None] Network 755caa0d-bc26-497d-8750-98a43a7b433d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:09.379265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.391099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755caa0d-bc26-497d-8750-98a43a7b433d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:09.404234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d974f-3686-44b6-af0f-79616eb3e4d3') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:09.404932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d974f-3686-44b6-af0f-79616eb3e4d3') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:09.420552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.436086 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.442403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:09.442967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:09.447122 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:09.488945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b508fd2e-7184-4501-af4f-a6c17a39f845 None None] Could not find standard attr ID for object 76024d00-4124-4eb4-b0e3-bb3d028227af. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:33:09.537509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.555595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-5888e3d4-626f-4093-b2e4-e0f73e4c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.557315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-5888e3d4-626f-4093-b2e4-e0f73e4c0ddc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 1059 time: 0.3722911 Aug 16 22:33:09.564707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.566901 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/755caa0d-bc26-497d-8750-98a43a7b433d HTTP/1.1" status: 204 len: 168 time: 1.2103100 Aug 16 22:33:09.567790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d657bb5-9266-4499-9b47-a0a6ac11c8bc tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=755caa0d-bc26-497d-8750-98a43a7b433d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:09.569572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.570101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8343ff-862b-4580-9725-2f420121686a req-e2270648-7f7a-4fc2-9a8b-e508db72f9d9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.572077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8343ff-862b-4580-9725-2f420121686a req-e2270648-7f7a-4fc2-9a8b-e508db72f9d9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3156407 Aug 16 22:33:09.602057 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8751e3a8-39ca-4573-816d-54a323ade1b5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.602590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8751e3a8-39ca-4573-816d-54a323ade1b5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.604764 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8751e3a8-39ca-4573-816d-54a323ade1b5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/54d5a5e1-a6cf-48ee-b0d8-452ced2bdd41 HTTP/1.1" status: 404 len: 337 time: 0.0341680 Aug 16 22:33:09.608401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.653799 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c7c0c6-d6c1-4ef9-9b8c-82f5a08c46c0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.654654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c7c0c6-d6c1-4ef9-9b8c-82f5a08c46c0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.655698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ae019-9c06-4cfc-a089-621567b10058 None None] DHCP port deletion for 755caa0d-bc26-497d-8750-98a43a7b433d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:09.662036 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7c7c0c6-d6c1-4ef9-9b8c-82f5a08c46c0 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/f74339e4-ee82-43ad-92dd-92b53d487b54 HTTP/1.1" status: 404 len: 339 time: 0.0526025 Aug 16 22:33:09.666124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.703443 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6925c1-e90d-46b4-aa00-9a8bbfa0b9af tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.703903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6925c1-e90d-46b4-aa00-9a8bbfa0b9af tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.705790 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d6925c1-e90d-46b4-aa00-9a8bbfa0b9af tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/474f3e4b-1758-4ca6-b6c4-fc3289998500 HTTP/1.1" status: 404 len: 337 time: 0.0399628 Aug 16 22:33:09.708321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.728379 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d4741a-1207-4119-9ce5-1955806869ba tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.728969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d4741a-1207-4119-9ce5-1955806869ba tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.730742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-57d4741a-1207-4119-9ce5-1955806869ba tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/294b8357-6422-4df4-9e3b-5a35b1c4b7fe HTTP/1.1" status: 404 len: 339 time: 0.0214975 Aug 16 22:33:09.733295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.785500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8343ff-862b-4580-9725-2f420121686a req-6ea3c0b0-1a62-4b18-bef3-13313b9a9367 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016010 Aug 16 22:33:09.788730 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a118737-c299-4de7-89a5-04554f316380 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.789758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a118737-c299-4de7-89a5-04554f316380 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.793906 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a118737-c299-4de7-89a5-04554f316380 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/7a048782-f156-49c6-91ba-ad1c2bff35db HTTP/1.1" status: 404 len: 337 time: 0.0574307 Aug 16 22:33:09.795065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.815171 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f144089a-3213-448d-99c5-d564a0a3b276 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:09.815680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f144089a-3213-448d-99c5-d564a0a3b276 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:09.822082 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f144089a-3213-448d-99c5-d564a0a3b276 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/013e9f11-03c8-48e0-8c4d-f3e8bd1ced3f HTTP/1.1" status: 404 len: 339 time: 0.0241361 Aug 16 22:33:09.822082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49872) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:09.858607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-4f821b12-0386-4a12-a92b-4340b15acb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.860142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-4f821b12-0386-4a12-a92b-4340b15acb24 service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2870259 Aug 16 22:33:09.871544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1ae12-5e58-4566-8030-82dbdf8a8130 req-1f506af9-ce87-4c2e-8ba5-5636ac1d417c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:09.873218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c1ae12-5e58-4566-8030-82dbdf8a8130 req-1f506af9-ce87-4c2e-8ba5-5636ac1d417c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1807098 Aug 16 22:33:09.919940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting subnet 92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:09.923220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:09.939092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-e04cf19b-4320-45a9-a1bf-13e6c62e13de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 200 len: 217 time: 0.0648482 Aug 16 22:33:09.966081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.068242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.092442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c1ae12-5e58-4566-8030-82dbdf8a8130 req-be12d541-f083-46ad-85b0-207fa20161fa tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027752 Aug 16 22:33:10.110115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-de77b66d-1700-4741-9d27-4f440d30467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.111606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-de77b66d-1700-4741-9d27-4f440d30467b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1641252 Aug 16 22:33:10.119228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d17f4-ae76-40b0-b4fe-e7975300532c req-638223c5-8364-4caf-9903-34f17d0d2662 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.126279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d9d17f4-ae76-40b0-b4fe-e7975300532c req-638223c5-8364-4caf-9903-34f17d0d2662 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.2348087 Aug 16 22:33:10.131373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:10.147296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.155793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.186657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.191463 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7 HTTP/1.1" status: 204 len: 168 time: 0.3694942 Aug 16 22:33:10.192895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.193840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79240d2-29b1-4317-99f5-0c3dcb81962f tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=92dd64d8-b75a-4cf4-89e3-6b4bf10b01a7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.194374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea42fba-1b66-42d9-87cb-2bbda3cb0c6a None None] Network 68f9d8c6-4718-4413-b08c-393d5803d40f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:10.231926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Transition to ACTIVE for port object 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:10.244770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.253033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d9d17f4-ae76-40b0-b4fe-e7975300532c req-6ee911f3-f07e-4621-9055-e206c99cf771 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259406 Aug 16 22:33:10.284759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.301228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-7b880d43-0be8-44be-9512-35d783c73934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.302760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-7b880d43-0be8-44be-9512-35d783c73934 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738269 Aug 16 22:33:10.360027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b30b2f-8859-4363-be58-4ddb783b251d req-944434ea-e9ff-4da5-a9ce-ef58fb89c0fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.361570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26b30b2f-8859-4363-be58-4ddb783b251d req-944434ea-e9ff-4da5-a9ce-ef58fb89c0fc tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1768270 Aug 16 22:33:10.385003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:10.385465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.417792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.449154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] DHCP port deletion for 68f9d8c6-4718-4413-b08c-393d5803d40f request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:10.481061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] For port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,segment=NetworkSegment(fabe98a5-5f17-4976-bae2-b7068f669289),segment_id=fabe98a5-5f17-4976-bae2-b7068f669289)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:10.481568 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.505565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Calling delete_port for 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:10.532831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Deleting port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:10.533509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.577118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26b30b2f-8859-4363-be58-4ddb783b251d req-0b089e47-34ba-436c-9e0e-f7c927bce845 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550453 Aug 16 22:33:10.586569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.590719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-e0deaeb7-2377-401e-8dcf-6415ba0d5d65 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707813 Aug 16 22:33:10.606199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.620290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] For port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,segment=NetworkSegment(fabe98a5-5f17-4976-bae2-b7068f669289),segment_id=fabe98a5-5f17-4976-bae2-b7068f669289)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:10.621024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.639261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Calling delete_port for 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:10.658407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Port': ['ID=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.688956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No DVR routers for this DVR port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:10.734863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45c179-2b11-401f-8d64-9b0f8e9e0681 req-7f6cee77-8334-40ac-a902-44f2bdbc518d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.737394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a45c179-2b11-401f-8d64-9b0f8e9e0681 req-7f6cee77-8334-40ac-a902-44f2bdbc518d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 943 time: 0.3865492 Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:10.744768 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:33:10.764490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.792483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Pushing event deleted for resources: {'Port': ['ID=8598e604-ca9a-42ba-a1e8-6ab752f7b8d9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:10.798843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.804645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] No DVR routers for this DVR port 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:10.807448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.807903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.808296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.808585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.808915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.809267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.809596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.810075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.810315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f9d8c6-4718-4413-b08c-393d5803d40f']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:10.810438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.810718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.811042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.811364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5225ae02-28d2-428f-bb7f-380fa3b8692e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:10.822300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe98a5-5f17-4976-bae2-b7068f669289') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:10.822570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe98a5-5f17-4976-bae2-b7068f669289') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:10.837282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.864512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.874871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Attempting to bind port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:10.875439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Attempting to bind port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:10.875947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Attempting to bind port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 on network a4b00f7a-3f26-455b-b599-3dfb219c5539 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:10.878186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:10.879135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:10.903029 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:10.938427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:10.961814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7528c5-cd1e-48fb-84d2-45ea6ea5c5f0 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.963531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b7528c5-cd1e-48fb-84d2-45ea6ea5c5f0 tempest-TestNetworkAdvancedServerOps-1806336667 tempest-TestNetworkAdvancedServerOps-1806336667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1093 time: 0.3703775 Aug 16 22:33:10.964432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 on network a4b00f7a-3f26-455b-b599-3dfb219c5539 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:33:10.964938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Attempting to bind port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 on network a4b00f7a-3f26-455b-b599-3dfb219c5539 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:10.967018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:10.969846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:10.970197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8598e604-ca9a-42ba-a1e8-6ab752f7b8d9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:10.970620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 76024d00-4124-4eb4-b0e3-bb3d028227af no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:10.979859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:10.987266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-b1d262ee-e91b-49be-a842-eca697b9aa44 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:10.988737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-b1d262ee-e91b-49be-a842-eca697b9aa44 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.2732193 Aug 16 22:33:10.992309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.010793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 76024d00-4124-4eb4-b0e3-bb3d028227af {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:11.014726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:11.015097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Checking segment: {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:11.015472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Bound using segment: {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:11.015709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 76024d00-4124-4eb4-b0e3-bb3d028227af not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:11.015928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Bound port: 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:11.016294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.031228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.032235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a45c179-2b11-401f-8d64-9b0f8e9e0681 req-f4d247de-2753-4186-82da-db07210aa6ad tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663205 Aug 16 22:33:11.034070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55c2036c-a5d1-416d-8abd-e68119d06932 req-ba4644cc-ae52-4b3c-9844-656c5ce53cf8 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134166 Aug 16 22:33:11.042215 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/68f9d8c6-4718-4413-b08c-393d5803d40f HTTP/1.1" status: 204 len: 168 time: 0.8446367 Aug 16 22:33:11.052546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49910) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:11.054938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa64c5-ddc4-47ee-a769-b3fd97d81493 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=68f9d8c6-4718-4413-b08c-393d5803d40f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.083301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.091609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-1a82fdeb-4510-4c7c-a6d0-081cbbf6215f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/quotas/dd1e6bc4ec074ebb812ab8230ff0291b HTTP/1.1" status: 200 len: 375 time: 0.0915086 Aug 16 22:33:11.095050 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c4ca17-48bd-40bd-b65a-3224b8080b63 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:11.095704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c4ca17-48bd-40bd-b65a-3224b8080b63 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:11.097648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c4c4ca17-48bd-40bd-b65a-3224b8080b63 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/ae33fa3a-6ce0-4c29-9b90-e61251480eb0 HTTP/1.1" status: 404 len: 337 time: 0.0439625 Aug 16 22:33:11.101661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:11.172738 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-047ccee8-34e4-4b2e-a84c-4c3429cda5e2 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] DELETE failed (client error): The resource could not be found. Aug 16 22:33:11.173798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047ccee8-34e4-4b2e-a84c-4c3429cda5e2 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:33:11.177686 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-047ccee8-34e4-4b2e-a84c-4c3429cda5e2 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/ebd2455f-b36f-4182-a251-dbbb37e8d658 HTTP/1.1" status: 404 len: 339 time: 0.0742216 Aug 16 22:33:11.177982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:11.224178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-250d6659-37bd-4168-8cc9-065f84fd198a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1238124 Aug 16 22:33:11.225404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:11.313874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting subnet 8df871ad-8528-4f82-8a60-961a90b8d5c6 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:11.320986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.341771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-fe200664-994d-40ea-b435-e7dc605107aa service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045606 Aug 16 22:33:11.343521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:11.363712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.401527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.469596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.480311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-182b508e-e6fb-4943-b9d7-a64aa3f3c5e7 service neutron] 10.222.0.22 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318223 Aug 16 22:33:11.545772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:11.550210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.552217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] 10.222.0.88 "PUT /v2.0/ports/6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 HTTP/1.1" status: 200 len: 1092 time: 2.7142229 Aug 16 22:33:11.555507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:11.560217 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b3820-e79d-4cd5-a3cb-5606dfe02624" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:11.628735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a9ffb-d94e-4129-aaad-363b5ec738af service neutron] Pushing event updated for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.660581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:11.704445 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313dca4-ef03-468f-8069-6aa1b56f08a9 x-openstack-request-id: req-3313dca4-ef03-468f-8069-6aa1b56f08a9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:11.705129 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:11.705646 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3313dca4-ef03-468f-8069-6aa1b56f08a9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:11.706278 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1', 'status': 'completed', 'code': 200} Aug 16 22:33:11.729203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-75e23277-c63e-4d7e-b6a5-5fb2b0911d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:11.731292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-75e23277-c63e-4d7e-b6a5-5fb2b0911d50 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 1095 time: 0.0919034 Aug 16 22:33:11.733288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.799784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-efa8c134-351f-444f-981f-82d653f98f59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 HTTP/1.1" status: 200 len: 217 time: 0.0541022 Aug 16 22:33:11.845371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d987b89-726c-4736-8d71-db30fe06846a req-d9782515-f053-4dc9-82e2-30289c8337ae tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 210 time: 0.0897441 Aug 16 22:33:11.862858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-4c0c-4fe4-b8f3-b929a8d956c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.896664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-5884875a-a4c8-4b35-afa4-2686da276c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:11.898779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-5884875a-a4c8-4b35-afa4-2686da276c03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7686c38b-99e6-4aab-bf53-e15c63613082 HTTP/1.1" status: 200 len: 849 time: 0.0661590 Aug 16 22:33:11.905277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Allocated IP 172.25.8.13 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d407994b-a809-477e-85a9-ada0681af84b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:11.913216 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.946673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-0e782696-29d3-4639-95ad-febead1e1659 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a4b00f7a-3f26-455b-b599-3dfb219c5539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397141 Aug 16 22:33:11.966149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Subnet': ['ID=8df871ad-8528-4f82-8a60-961a90b8d5c6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:11.972330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:11.974961 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8e3a46d-1dd5-4a4b-a48a-822fe728bcd5 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/subnets/8df871ad-8528-4f82-8a60-961a90b8d5c6 HTTP/1.1" status: 204 len: 168 time: 0.7960467 Aug 16 22:33:11.978074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045deeb3-2cd7-4205-9a13-531576e11939 None None] Network 85e1a008-ef07-4bc5-8999-39405db46918 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:12.018174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 49942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:12.136422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-e169a04c-a084-4ac7-8ca5-12b764ffb579 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828279 Aug 16 22:33:12.166575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.212420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.264149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-4c0c-4fe4-b8f3-b929a8d956c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.271940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2d29572-4c0c-4fe4-b8f3-b929a8d956c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.311266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] DHCP port deletion for 85e1a008-ef07-4bc5-8999-39405db46918 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:12.348043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ecb2f-ffa7-4b90-b781-564ed28a1f83 req-125047e6-b1ac-47c2-acd0-484a8bc9b73d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:12.350336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad2ecb2f-ffa7-4b90-b781-564ed28a1f83 req-125047e6-b1ac-47c2-acd0-484a8bc9b73d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 943 time: 0.1362109 Aug 16 22:33:12.355223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2d29572-4c0c-4fe4-b8f3-b929a8d956c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11e32a07b164442ca5a03f504c0b2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895816 Aug 16 22:33:12.356023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d29572-4c0c-4fe4-b8f3-b929a8d956c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff2f1d-d8c1-4ec6-ac76-9a1d6e7e61bf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:12.367826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 49948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:12.383987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.392913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Deleting port aedb8ce7-4934-4b7c-9ff0-13589e289e1e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:12.393825 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.398485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Deleting port aedb8ce7-4934-4b7c-9ff0-13589e289e1e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:12.399221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.411490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-39a441a1-5bf1-4a96-b378-944ca2d331be req-9a6f7482-5b17-42d6-b9e2-60b59e8a3e59 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670562 Aug 16 22:33:12.480000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad2ecb2f-ffa7-4b90-b781-564ed28a1f83 req-0da83b95-feb5-428b-811a-261e0a2f2147 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106112 Aug 16 22:33:12.489985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] For port aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,segment=NetworkSegment(87e7d49c-9a8a-451f-95e0-053e06b7d32a),segment_id=87e7d49c-9a8a-451f-95e0-053e06b7d32a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:12.491077 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.497175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.511211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Calling delete_port for aedb8ce7-4934-4b7c-9ff0-13589e289e1e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:12.523429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:12.524848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:12.532418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:12.563009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.609719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-17322e40-f1ff-43f2-903b-8c2d523a706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:12.611345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-17322e40-f1ff-43f2-903b-8c2d523a706f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 1095 time: 0.0917258 Aug 16 22:33:12.638474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.657062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] For port aedb8ce7-4934-4b7c-9ff0-13589e289e1e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,segment=NetworkSegment(87e7d49c-9a8a-451f-95e0-053e06b7d32a),segment_id=87e7d49c-9a8a-451f-95e0-053e06b7d32a)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:12.657794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.660925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=d407994b-a809-477e-85a9-ada0681af84b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:12.682952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] Pushing event deleted for resources: {'Port': ['ID=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:12.690069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa5020-a2a7-49b6-8e5a-902597bc3400 None None] No DVR routers for this DVR port aedb8ce7-4934-4b7c-9ff0-13589e289e1e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:12.694496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Calling delete_port for aedb8ce7-4934-4b7c-9ff0-13589e289e1e owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:12.717916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.720462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:12.726027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cff2f1d-d8c1-4ec6-ac76-9a1d6e7e61bf HTTP/1.1" status: 204 len: 168 time: 0.3515983 Aug 16 22:33:12.746019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff2f1d-d8c1-4ec6-ac76-9a1d6e7e61bf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:12.767708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.768812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.769448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.770018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.770552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.771087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.771610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.772151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.772705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.773249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.773841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.774831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae815c48-220d-4f0c-ade9-6255e2037545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:12.821504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-9adceaf6-a955-49f2-8b2f-28c16a54532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:12.823457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-9adceaf6-a955-49f2-8b2f-28c16a54532b service neutron] 10.222.0.88 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 909 time: 0.2044299 Aug 16 22:33:12.879922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-89c74a27-9d26-47a9-b34e-e5e604063f66 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 HTTP/1.1" status: 200 len: 217 time: 0.0479503 Aug 16 22:33:12.949726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-5c8a771a-db16-41b7-be5c-da03ea85b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:12.952476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-5c8a771a-db16-41b7-be5c-da03ea85b570 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7686c38b-99e6-4aab-bf53-e15c63613082 HTTP/1.1" status: 200 len: 849 time: 0.0643461 Aug 16 22:33:12.956732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device aedb8ce7-4934-4b7c-9ff0-13589e289e1e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:13.023785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: aedb8ce7-4934-4b7c-9ff0-13589e289e1e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:13.025769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device aedb8ce7-4934-4b7c-9ff0-13589e289e1e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:13.038840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-76dba094-4465-451e-abd4-7c8324eed68d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a4b00f7a-3f26-455b-b599-3dfb219c5539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788777 Aug 16 22:33:13.089441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eebe7d78-acc0-4375-98a5-1179821f8f42 req-f92d781e-b2dc-4954-ba27-03479c1a1da4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 210 time: 0.0582874 Aug 16 22:33:13.292772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-581a875e-aef8-4874-9d6a-a97d0ad91d79 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344217 Aug 16 22:33:13.304173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-b6f3f0ec-8d9a-4c7c-bd7d-59f1e5e2d8dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:13.306842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-b6f3f0ec-8d9a-4c7c-bd7d-59f1e5e2d8dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 811 time: 0.1777370 Aug 16 22:33:13.361834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.377470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Request body: {'port': {'device_id': '455172c2-715b-4537-b443-1befac77591b', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'admin_state_up': True, 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:13.417484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Port': ['ID=aedb8ce7-4934-4b7c-9ff0-13589e289e1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:13.440187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] No DVR routers for this DVR port aedb8ce7-4934-4b7c-9ff0-13589e289e1e on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:13.625784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.650156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e1a008-ef07-4bc5-8999-39405db46918']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.692069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e7d49c-9a8a-451f-95e0-053e06b7d32a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.692381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e7d49c-9a8a-451f-95e0-053e06b7d32a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:13.749118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.824976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.841430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-085b3820-e79d-4cd5-a3cb-5606dfe02624 req-9306e11f-09b9-438b-aae8-d055003d10db service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334840 Aug 16 22:33:13.859807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec9dfa-f496-4a96-8b8f-d9d0b8a2884f req-291c0189-ba6e-41c1-8a48-c9bd08e22f9c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:13.861367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2ec9dfa-f496-4a96-8b8f-d9d0b8a2884f req-291c0189-ba6e-41c1-8a48-c9bd08e22f9c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 943 time: 0.1355894 Aug 16 22:33:13.862305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:13.863083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:13.887549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:13.888146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self.session.flush() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:13.891448 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:13.927912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2ec9dfa-f496-4a96-8b8f-d9d0b8a2884f req-bc5ecd86-db90-4919-a798-dfbb32692df5 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Aug 16 22:33:13.942131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Made reservation on behalf of dd1e6bc4ec074ebb812ab8230ff0291b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:13.946599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:13.997325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.013486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.023624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-383672552-network', 'tenant_id': '3a6d366822e349418da18ebc9e6febab'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:14.044105 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.045941 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] 10.222.0.22 "DELETE /v2.0/networks/85e1a008-ef07-4bc5-8999-39405db46918 HTTP/1.1" status: 204 len: 168 time: 2.0275860 Aug 16 22:33:14.064179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061205f-228d-473e-947c-b35e372ed8e7 tempest-NetworksIpV6Test-705640509 tempest-NetworksIpV6Test-705640509-project] Pushing event deleted for resources: {'Network': ['ID=85e1a008-ef07-4bc5-8999-39405db46918,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.074173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-807b8699-b0e1-4eda-8042-3dc4a518885f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.113908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Made reservation on behalf of 3a6d366822e349418da18ebc9e6febab for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:14.117092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.127300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.140602 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.181493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Allocated IP 172.20.0.11 (57fa86a3-517e-4f18-a9fc-b36917a10b13/4f6aa3cc-529f-4222-83ce-6f14f04028d0/94d850bc-fc9a-45a7-bd35-d1b7ba0afc84) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:14.234190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d583d940-6d6b-4018-b4ef-607ae0fbaaf2 req-3eec08ed-2ea4-4c50-bed1-6fb1e7c3b404 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 210 time: 0.0387340 Aug 16 22:33:14.297996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.340582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.348056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.378587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-807b8699-b0e1-4eda-8042-3dc4a518885f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.412443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-807b8699-b0e1-4eda-8042-3dc4a518885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.424120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.451871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event updated for resources: {'Port': ['ID=d407994b-a809-477e-85a9-ada0681af84b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.466082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.497992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.505248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-807b8699-b0e1-4eda-8042-3dc4a518885f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74262ca27d334298a6305a4c39fc6fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341534 Aug 16 22:33:14.508243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b8699-b0e1-4eda-8042-3dc4a518885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e44e22-e2fa-44a1-94ff-2673a9c300bc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.510671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.525162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8b454dce-4877-4265-bb72-2316f9d305ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c37ae6827ca436792df6cbd7bc2cfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260337 Aug 16 22:33:14.530341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Transition to ACTIVE for port object 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:14.531753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:14.614375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.614904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.618128 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP b97016ca-5e6c-48bf-bb6a-6e002c8ff280 associated. External IP: 172.25.8.13, port: 6c0ebca1-978f-4411-9d05-8bbedd85a5eb. Aug 16 22:33:14.622530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.645720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.651434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.662128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:14.675147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.678055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:14.683699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:14.719606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f55c8-b682-45ea-bdc5-0e26c21cb233,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.731408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.731706 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Added segment bbb38bda-24fb-48c2-ae22-098538c48961 of type vlan for network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 Aug 16 22:33:14.734084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.762245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:14.777465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.780284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.781509 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52e44e22-e2fa-44a1-94ff-2673a9c300bc HTTP/1.1" status: 204 len: 168 time: 0.2698798 Aug 16 22:33:14.793293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:14.794540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f5e42-644b-4be9-890e-e9dcafde6b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e44e22-e2fa-44a1-94ff-2673a9c300bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.804700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:14.818935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:14.829414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.939929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:14.941289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 0307f89b-9637-4f0f-94f2-086ea1463a30 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:14.941614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.954833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.956423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:14.957169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.972100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.976464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:14.977869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a64949e-1d09-478e-879b-800622bd0d05 HTTP/1.1" status: 204 len: 168 time: 0.4445612 Aug 16 22:33:15.109546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-356c10ca-083c-47d7-af39-830c038f7f5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7360170 Aug 16 22:33:15.137459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:15.168240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Request body: {'port': {'device_id': '455172c2-715b-4537-b443-1befac77591b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:15.189927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.210600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Sync routers for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:15.229267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3593931 Aug 16 22:33:15.235495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:15.245328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Request body: {'subnet': {'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-383672552-subnet', 'tenant_id': '3a6d366822e349418da18ebc9e6febab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:15.254878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bc15c-c98f-4ab2-86a7-01ef3ad8721f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64949e-1d09-478e-879b-800622bd0d05,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.276795 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7c5e625-2178-412b-8682-6e5dadf8facb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3058410 Aug 16 22:33:15.276969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:15.292227 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761e2972-8d84-4762-a786-dd64a2dbbd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:15.296939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50040) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:15.317416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6ef47-b790-4791-88f2-013c0e5b2a0c admin admin] Pushing event updated for resources: {'Network': ['ID=07aa4d94-bfd7-461c-99fa-b40d3ec7b292,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.325748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:15.329335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:15.335670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ae057ea-55ee-4c10-97fe-5d7273079b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.346341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:15.349035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Made reservation on behalf of 3a6d366822e349418da18ebc9e6febab for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:15.351497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.407921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d94e2-2867-4247-a9f0-670fc8c005d1 req-3a05d04b-a919-4d72-bd8f-1a039a3f6a43 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:15.409851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d24d94e2-2867-4247-a9f0-670fc8c005d1 req-3a05d04b-a919-4d72-bd8f-1a039a3f6a43 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 943 time: 0.2915859 Aug 16 22:33:15.411444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.487563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f5993-87df-4c70-8872-5327afad2ee7 req-fd0c8e07-fac1-47cd-9741-13f5d89d34dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:15.496546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf8f5993-87df-4c70-8872-5327afad2ee7 req-fd0c8e07-fac1-47cd-9741-13f5d89d34dd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 932 time: 0.1341367 Aug 16 22:33:15.525951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcd37e2f-c89b-4753-914d-30c3d069c2b3 None None] Provisioning for port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:15.537944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d24d94e2-2867-4247-a9f0-670fc8c005d1 req-7867a2cf-b266-419c-ab35-8da7a472694d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160543 Aug 16 22:33:15.562586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ae057ea-55ee-4c10-97fe-5d7273079b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.589140 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ae057ea-55ee-4c10-97fe-5d7273079b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.590025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcd37e2f-c89b-4753-914d-30c3d069c2b3 None None] Provisioning complete for port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:15.590461 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcd37e2f-c89b-4753-914d-30c3d069c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.657422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ae057ea-55ee-4c10-97fe-5d7273079b43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64264f10e222483cbf529c52d71f593d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467741 Aug 16 22:33:15.662053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.664069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50052) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:15.678700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae057ea-55ee-4c10-97fe-5d7273079b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057169e9-9666-4099-a336-2842ad99c787,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.679115 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6aaa-8279-48d2-8d44-8317b9a005a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.689908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dcd37e2f-c89b-4753-914d-30c3d069c2b3 None None] Port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:15.712312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf8f5993-87df-4c70-8872-5327afad2ee7 req-845d92c8-aaca-444f-9e57-017d9957c897 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105529 Aug 16 22:33:15.719992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:15.786898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3beed5ee-1685-4b3b-9244-78696a7dd4dc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:15.796813 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f02b9-1053-49da-bcd1-479d29f49027 x-openstack-request-id: req-ba2f02b9-1053-49da-bcd1-479d29f49027 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:15.797132 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:15.797390 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba2f02b9-1053-49da-bcd1-479d29f49027 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:15.797858 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'status': 'completed', 'code': 200} Aug 16 22:33:15.803073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Checking segment: {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:15.803446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Network hostable DHCP agents. Network: 07aa4d94-bfd7-461c-99fa-b40d3ec7b292, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:15.815907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.852395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:15.857570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.889578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0725-c80c-48ad-baba-8720912c7c0a req-26798fa5-921c-473c-88c1-7912da09ce6f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:15.891716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d93f0725-c80c-48ad-baba-8720912c7c0a req-26798fa5-921c-473c-88c1-7912da09ce6f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1758323 Aug 16 22:33:15.896738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 07aa4d94-bfd7-461c-99fa-b40d3ec7b292) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:15.912733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:15.913285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:15.936386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01fbbf-7767-48f5-8437-fbf5fff694f3 None None] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:15.936986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-ae60ef42-fb16-4cb6-a3cf-b5b526675a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:15.938853 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-ae60ef42-fb16-4cb6-a3cf-b5b526675a9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1098 time: 0.0972681 Aug 16 22:33:15.945752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dff0f45b-fa44-4312-a7ec-6f64a04425c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7048380 Aug 16 22:33:15.994181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:16.096838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:16.120499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.191485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d93f0725-c80c-48ad-baba-8720912c7c0a req-ec478a60-ffbe-4c2c-b946-59a9c07dca5a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2698839 Aug 16 22:33:16.212298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50070) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.244697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:16.249695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373314e7-f809-4fa9-a46a-63d267a08588 None None] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:16.292708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:16.293503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.295989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.297167 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/057169e9-9666-4099-a336-2842ad99c787 HTTP/1.1" status: 204 len: 168 time: 0.6288035 Aug 16 22:33:16.309627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1', 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539', 'port_id': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1', 'mac_address': 'fa:16:3e:68:3b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7686c38b-99e6-4aab-bf53-e15c63613082', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:16.332063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbdfd1-d173-499e-975e-3740d1f75e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057169e9-9666-4099-a336-2842ad99c787,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:16.351901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Transition to ACTIVE for port object 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:16.357755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-10e83208-dc15-4b24-b2f8-9320b86e27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:16.359311 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-10e83208-dc15-4b24-b2f8-9320b86e27ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 200 len: 896 time: 0.4113908 Aug 16 22:33:16.377805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.378095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'b97016ca-5e6c-48bf-bb6a-6e002c8ff280', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'mac_address': 'fa:16:3e:ad:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff8197-6d18-438e-92c2-da769b69d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:33:13Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.402359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c40be37a-969d-44de-9bae-0dd1ae0beb31 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/b97016ca-5e6c-48bf-bb6a-6e002c8ff280 HTTP/1.1" status: 200 len: 991 time: 0.1874781 Aug 16 22:33:16.425369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Checking router: 0307f89b-9637-4f0f-94f2-086ea1463a30 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:33:16.433751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.455978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:16.457120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:16.461174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:16.462386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:16.513581 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-1bfe5779-d138-4c6f-ad65-e25966a4ac7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 200 len: 999 time: 0.1464407 Aug 16 22:33:16.574542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:16.594927 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.620861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Attempting to bind port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:16.621250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Attempting to bind port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:16.621861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Attempting to bind port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:16.631836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:33:16.632179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Attempting to bind port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 on network 57fa86a3-517e-4f18-a9fc-b36917a10b13 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:16.642673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:16.642928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Checking segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:16.643180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Bound using segment: {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:16.643637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Bound port: 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41056128-5355-4fb3-8977-a582521fb5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:16.644014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:16.660353 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-a515af63-d55a-41af-8ff1-fe3aaace3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:16.698302 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-a515af63-d55a-41af-8ff1-fe3aaace3fce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df1f3554-9c1c-4c03-bf67-8308fd614658 HTTP/1.1" status: 200 len: 835 time: 0.1777747 Aug 16 22:33:16.716910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:16.728834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:33:16.800955 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-067313a5-92be-4fd1-a4ab-c0faac36a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:16.807481 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-067313a5-92be-4fd1-a4ab-c0faac36a195 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7f26f64-5b15-4342-8460-52f785704e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007588 Aug 16 22:33:16.919201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:16.942239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:16.943982 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1242003292'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:16.959158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1a12-2171-438a-91ff-c9bf21184f8a req-937a2eef-fa5f-4762-bbd2-6e6acac8c92e tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:16.966594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d30c1a12-2171-438a-91ff-c9bf21184f8a req-937a2eef-fa5f-4762-bbd2-6e6acac8c92e tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 944 time: 0.2059376 Aug 16 22:33:16.980969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.009025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ec82-a565-4b1b-8dc0-cec89afd8cb8 req-cf01c601-9a63-413b-9855-c98d256c38ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.010704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff8ec82-a565-4b1b-8dc0-cec89afd8cb8 req-cf01c601-9a63-413b-9855-c98d256c38ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 944 time: 0.1550212 Aug 16 22:33:17.034339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:17.038326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.057617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.058540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.060153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] 10.222.0.89 "PUT /v2.0/ports/94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 HTTP/1.1" status: 200 len: 1093 time: 1.9010236 Aug 16 22:33:17.067576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:17.070488 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730d061b-cc97-4677-8417-52489993771d" -d '{"events": [{"name": "network-changed", "server_uuid": "455172c2-715b-4537-b443-1befac77591b", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:17.075557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:17.082302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.126938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-eae206b9-6f79-4592-9c25-4593bc4d84d2 service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113563 Aug 16 22:33:17.207112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d30c1a12-2171-438a-91ff-c9bf21184f8a req-a8a4a8ad-ebf5-4999-a933-94a55831023e tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396297 Aug 16 22:33:17.316088 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98780a-160f-4db7-9dbc-c4d276bc069b x-openstack-request-id: req-fd98780a-160f-4db7-9dbc-c4d276bc069b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:17.316619 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455172c2-715b-4537-b443-1befac77591b", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:17.317134 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd98780a-160f-4db7-9dbc-c4d276bc069b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:17.318290 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'status': 'completed', 'code': 200} Aug 16 22:33:17.364815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-fd272d1e-373b-49c5-ad29-3babffd51ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.370297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-fd272d1e-373b-49c5-ad29-3babffd51ad6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 1096 time: 0.2443657 Aug 16 22:33:17.371084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf35be-6dc5-4887-932e-4dd06a5cec29 service neutron] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.385828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aff8ec82-a565-4b1b-8dc0-cec89afd8cb8 req-2221ba72-d5b6-4f7e-80df-f7a8c0976fa3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403563 Aug 16 22:33:17.429937 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-761e2972-8d84-4762-a786-dd64a2dbbd4b req-5944c9dc-27cf-47ec-a9ba-5df6fd94561d service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901695 Aug 16 22:33:17.430998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:17.480926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'b97016ca-5e6c-48bf-bb6a-6e002c8ff280', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'mac_address': 'fa:16:3e:ad:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff8197-6d18-438e-92c2-da769b69d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:33:13Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:17.502041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-353a4c8d-7d8c-417b-9133-498370d637ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 HTTP/1.1" status: 200 len: 217 time: 0.1112685 Aug 16 22:33:17.524066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a70fa4-cce1-4323-b6de-f7939140095d None None] The sync data for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 is: [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'b97016ca-5e6c-48bf-bb6a-6e002c8ff280', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'mac_address': 'fa:16:3e:ad:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ff8197-6d18-438e-92c2-da769b69d349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:33:13Z', 'updated_at': '2021-08-16T22:33:13Z', 'revision_number': 0, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:17.555534 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f0656648-ce02-4ee3-afa0-95a94a2d2f4b tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/b97016ca-5e6c-48bf-bb6a-6e002c8ff280 HTTP/1.1" status: 200 len: 991 time: 0.1209075 Aug 16 22:33:17.591639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-e6efa9a8-c2ee-464b-9a6c-be8a531ee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.594201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-e6efa9a8-c2ee-464b-9a6c-be8a531ee930 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0831206 Aug 16 22:33:17.670620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-1020ab49-407d-448b-a6e6-1cd9257a94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.672839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-1020ab49-407d-448b-a6e6-1cd9257a94fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635173 Aug 16 22:33:17.677334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.684205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.727298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:17.744168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.744978 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment b410f735-e473-4196-98e1-ac716384a583 of type vlan for network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 Aug 16 22:33:17.808988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-363d8185-f49c-4ae9-b675-dc447a151a9f service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273029 Aug 16 22:33:17.814046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.834565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed64de-b309-4881-91ec-2d5c1183d17e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.861761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.868343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:17.871150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:17.897645 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad2ae3-02a9-4e4f-8ed2-58b68fc584fb None None] New status for floating IP b97016ca-5e6c-48bf-bb6a-6e002c8ff280: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:33:17.947073 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6486304 Aug 16 22:33:17.950089 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:17.957897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1308177808'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:17.966738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b84b00-bc03-49d1-be91-71153c7960c6 req-72d556a7-5b6e-4fd1-a1ee-c960c550e181 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475463 Aug 16 22:33:17.981613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60b8c-d967-4cfb-b2ce-765a56a411ac tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=b9c6bd38-33fd-41f7-ba77-c099f54e72d7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:17.994262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:18.028151 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:18.044236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.096806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:18.111254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.111633 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 04d8fbfc-94e0-4df4-b128-6a79a25128f5 of type vlan for network c503c056-c61a-4a07-95a3-f1774e1f1739 Aug 16 22:33:18.148096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d061b-cc97-4677-8417-52489993771d req-172db26a-ad7c-4272-9907-08745fac2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.151053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-172db26a-ad7c-4272-9907-08745fac2c0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 1096 time: 0.0862057 Aug 16 22:33:18.165652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.170848 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.215514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.222608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.223435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.281425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3070c401-9fad-4477-8625-2c543aeafe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.300748 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3453786 Aug 16 22:33:18.304650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.313854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:18.344421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d061b-cc97-4677-8417-52489993771d req-9a4de35f-8e63-45c7-a5f5-b47f53debfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.350589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-9a4de35f-8e63-45c7-a5f5-b47f53debfb8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.1873434 Aug 16 22:33:18.378431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b919f-783d-4d9f-a929-1b4f619bd87d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=c503c056-c61a-4a07-95a3-f1774e1f1739,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.390736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c503c056-c61a-4a07-95a3-f1774e1f1739 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:18.454865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-ffbd8b65-fc7e-47ae-893e-c48ced3298e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 HTTP/1.1" status: 200 len: 217 time: 0.0844550 Aug 16 22:33:18.477756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:18.481693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.500103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512bee9-7a01-4886-a034-f508e470cb81 req-719e32c2-9ed9-436c-bda3-7ad88873cb75 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.501729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f512bee9-7a01-4886-a034-f508e470cb81 req-719e32c2-9ed9-436c-bda3-7ad88873cb75 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 944 time: 0.1502185 Aug 16 22:33:18.562189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:18.622625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d061b-cc97-4677-8417-52489993771d req-0f694ac2-4ef8-48ea-a0a1-4273011794fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.624098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-0f694ac2-4ef8-48ea-a0a1-4273011794fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1416936 Aug 16 22:33:18.639524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374356b7-afe7-4d12-8714-c2135d5abece req-a227b61e-f190-4f09-bb72-68f87940ff6a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.640683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-374356b7-afe7-4d12-8714-c2135d5abece req-a227b61e-f190-4f09-bb72-68f87940ff6a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 944 time: 0.1192772 Aug 16 22:33:18.673181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f512bee9-7a01-4886-a034-f508e470cb81 req-115854a0-12a0-4806-962b-ecb0e2f68ed4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535466 Aug 16 22:33:18.724445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d061b-cc97-4677-8417-52489993771d req-dc94e908-a722-427e-8584-4d25ebaf2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.725873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-dc94e908-a722-427e-8584-4d25ebaf2f68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842805 Aug 16 22:33:18.734404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-374356b7-afe7-4d12-8714-c2135d5abece req-7dee4950-f2b6-4b8f-b779-9fed22531b34 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Aug 16 22:33:18.794371 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89b4a2fc-7e09-483e-8369-8a44b4d6d637 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/b97016ca-5e6c-48bf-bb6a-6e002c8ff280 HTTP/1.1" status: 200 len: 993 time: 0.2297542 Aug 16 22:33:18.818125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.844021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-2731edcd-048e-46c7-be1a-795490780c11 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085997 Aug 16 22:33:18.885509 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=889a78bb-8cf3-48eb-99af-c77b98fe14d1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:18.903513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': 'b410f735-e473-4196-98e1-ac716384a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:18.904088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: b9c6bd38-33fd-41f7-ba77-c099f54e72d7, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:18.927252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:18.948253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b9c6bd38-33fd-41f7-ba77-c099f54e72d7) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:18.968407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-730d061b-cc97-4677-8417-52489993771d req-573ce028-fe19-49ce-8ae0-95db55c02799 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112204 Aug 16 22:33:18.968844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac336174-e507-4936-b0b2-a450fa9082dc None None] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:18.974321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:18.975231 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:18.995916 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d2231bad-166c-4d7b-a76e-76acf155c79c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6899085 Aug 16 22:33:18.999422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:19.010991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:19.114218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:19.119381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.153954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b9c6bd38-33fd-41f7-ba77-c099f54e72d7', 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '889a78bb-8cf3-48eb-99af-c77b98fe14d1'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:19.154836 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.361989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.438792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.471550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=8b5f97d7-100d-465f-8b80-c754aefe4e78,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:19.483070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '04d8fbfc-94e0-4df4-b128-6a79a25128f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:19.483447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: c503c056-c61a-4a07-95a3-f1774e1f1739, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:19.494980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Allocated IP 172.20.0.2 (b9c6bd38-33fd-41f7-ba77-c099f54e72d7/889a78bb-8cf3-48eb-99af-c77b98fe14d1/81b606f1-1ec4-49a8-ba68-d594a0a73e51) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:19.503250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network c503c056-c61a-4a07-95a3-f1774e1f1739 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:19.516427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c503c056-c61a-4a07-95a3-f1774e1f1739) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:19.532276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:19.532951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.553669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de7361-bae5-4e8c-908b-39b504cad98c None None] Network c503c056-c61a-4a07-95a3-f1774e1f1739 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:19.556635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:19.564434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-183679232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:19.570071 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f6bef4d-d4de-4996-a9d3-3cfd25aee207 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5677309 Aug 16 22:33:19.594009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.595268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.666164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.672184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.692273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.699383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50164) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:19.706876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1da67868-faa8-4b97-a609-83ffd2c4f20b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1488955 Aug 16 22:33:19.798455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.834401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Transition to ACTIVE for port object 81b606f1-1ec4-49a8-ba68-d594a0a73e51 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:19.867705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-c503c056-c61a-4a07-95a3-f1774e1f1739', 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '8b5f97d7-100d-465f-8b80-c754aefe4e78'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:19.868674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:19.909824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Transition to ACTIVE for port object 81b606f1-1ec4-49a8-ba68-d594a0a73e51 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:19.925760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae269-668a-4b92-b5c1-969771965e56 req-ff3e4807-e126-4132-837f-e34528f5e7f0 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:19.927829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5fae269-668a-4b92-b5c1-969771965e56 req-ff3e4807-e126-4132-837f-e34528f5e7f0 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 944 time: 0.1464334 Aug 16 22:33:19.933916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.008318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0424a-9bdc-4e9b-bb00-f4cdc9eea374 req-f1566fc5-1900-4300-b74d-d8a26a3626e4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:20.014617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f0424a-9bdc-4e9b-bb00-f4cdc9eea374 req-f1566fc5-1900-4300-b74d-d8a26a3626e4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 944 time: 0.1756585 Aug 16 22:33:20.111820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:20.127676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f0424a-9bdc-4e9b-bb00-f4cdc9eea374 req-04046ecc-4930-4bb1-b529-0ac2b35bed50 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972033 Aug 16 22:33:20.169266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5fae269-668a-4b92-b5c1-969771965e56 req-8c57f4fe-2db2-4125-8b4a-a4b95ed64881 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523144 Aug 16 22:33:20.191680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:20.200929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:20.202946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Pushing event updated for resources: {'Port': ['ID=81b606f1-1ec4-49a8-ba68-d594a0a73e51,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:20.205369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:20.227784 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.319892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Allocated IP 172.21.0.2 (c503c056-c61a-4a07-95a3-f1774e1f1739/8b5f97d7-100d-465f-8b80-c754aefe4e78/d620e608-d5a9-4f54-9c31-f7bf149af709) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:20.329666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Attempting to bind port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:20.330418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Attempting to bind port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b410f735-e473-4196-98e1-ac716384a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:20.330886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Attempting to bind port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 on network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:20.332879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:20.345339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:20.346603 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.350529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:20.351387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Checking segment: {'id': 'b410f735-e473-4196-98e1-ac716384a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:20.351387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.352999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Bound using segment: {'id': 'b410f735-e473-4196-98e1-ac716384a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:20.353222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Bound port: 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b410f735-e473-4196-98e1-ac716384a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b9c6bd38-33fd-41f7-ba77-c099f54e72d7'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:20.353689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.392736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:20.518662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.20.0.1 (b9c6bd38-33fd-41f7-ba77-c099f54e72d7/889a78bb-8cf3-48eb-99af-c77b98fe14d1/7543d103-b39f-4732-b218-30d2911a6ae9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:20.609750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] For port 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:20.619326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] For port 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81b606f1-1ec4-49a8-ba68-d594a0a73e51,segment=NetworkSegment(b410f735-e473-4196-98e1-ac716384a583),segment_id=b410f735-e473-4196-98e1-ac716384a583)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:20.655102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.660006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.677019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object 7543d103-b39f-4732-b218-30d2911a6ae9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:20.724022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.737692 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:20.770009 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.800445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.802459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'mac_address': 'fa:16:3e:35:9d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:20.807023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:20.811448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:20.818677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:20.823128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=7543d103-b39f-4732-b218-30d2911a6ae9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:20.826269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Transition to ACTIVE for port object d620e608-d5a9-4f54-9c31-f7bf149af709 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:20.880796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.884517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0df68-fb48-47c5-962d-0f087ce8e8b2 None None] Pushing event updated for resources: {'Port': ['ID=81b606f1-1ec4-49a8-ba68-d594a0a73e51,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:20.904012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:20.906322 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd7c6b-1e81-4444-996b-675c4adbd1a0" -d '{"events": [{"server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:20.916084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Transition to ACTIVE for port object d620e608-d5a9-4f54-9c31-f7bf149af709 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:20.931991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:20.934859 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.938746 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.963038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:20.995975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:21.004961 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713c1878-cdbc-4d19-9747-e9e96155bf0f x-openstack-request-id: req-713c1878-cdbc-4d19-9747-e9e96155bf0f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:21.005321 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "name": "network-vif-plugged", "status": "completed", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:21.005549 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-713c1878-cdbc-4d19-9747-e9e96155bf0f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:21.005838 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1', 'code': 200} Aug 16 22:33:21.019563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Network c503c056-c61a-4a07-95a3-f1774e1f1739 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:21.035162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:21.042568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:21.043804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:21.081974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.095935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Pushing event updated for resources: {'Port': ['ID=d620e608-d5a9-4f54-9c31-f7bf149af709,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.122056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.162242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eb0aa-b6d9-44d7-b082-a650f54fd92d req-baa22ca7-7898-4c96-8f22-9cf30bb7e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.165502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e07eb0aa-b6d9-44d7-b082-a650f54fd92d req-baa22ca7-7898-4c96-8f22-9cf30bb7e27b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 1097 time: 0.0864797 Aug 16 22:33:21.323077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Attempting to bind port d620e608-d5a9-4f54-9c31-f7bf149af709 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:21.323636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Attempting to bind port d620e608-d5a9-4f54-9c31-f7bf149af709 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '04d8fbfc-94e0-4df4-b128-6a79a25128f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:21.325975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Attempting to bind port d620e608-d5a9-4f54-9c31-f7bf149af709 on network c503c056-c61a-4a07-95a3-f1774e1f1739 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:21.332222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e07eb0aa-b6d9-44d7-b082-a650f54fd92d req-b353415c-68cf-4157-baa6-6758ae5d7432 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573060 Aug 16 22:33:21.338839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.384043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:21.384426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Checking segment: {'id': '04d8fbfc-94e0-4df4-b128-6a79a25128f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:21.384833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.385273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Bound using segment: {'id': '04d8fbfc-94e0-4df4-b128-6a79a25128f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:21.385768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Bound port: d620e608-d5a9-4f54-9c31-f7bf149af709, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8fbfc-94e0-4df4-b128-6a79a25128f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c503c056-c61a-4a07-95a3-f1774e1f1739'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:21.386223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.397567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239966d-9423-478c-90e7-6771c0843efa req-fd075a55-9b88-4082-81be-6f65a8257e68 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.399199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9239966d-9423-478c-90e7-6771c0843efa req-fd075a55-9b88-4082-81be-6f65a8257e68 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.1749508 Aug 16 22:33:21.441348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc6bb-e7f2-42fb-85ce-ee0c2fb6ca86 req-618af0a5-7d54-49f5-8dbf-7116f7b49457 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:21.441585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.442887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43cbc6bb-e7f2-42fb-85ce-ee0c2fb6ca86 req-618af0a5-7d54-49f5-8dbf-7116f7b49457 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.1094170 Aug 16 22:33:21.462774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.477497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:21.497441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9239966d-9423-478c-90e7-6771c0843efa req-f6229e44-825d-49bc-a0ba-572065f47c28 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857871 Aug 16 22:33:21.558018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43cbc6bb-e7f2-42fb-85ce-ee0c2fb6ca86 req-05022946-65d1-409e-9957-c35b4f08f0a4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086979 Aug 16 22:33:21.568971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] For port d620e608-d5a9-4f54-9c31-f7bf149af709, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:21.577827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] For port d620e608-d5a9-4f54-9c31-f7bf149af709, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d620e608-d5a9-4f54-9c31-f7bf149af709,segment=NetworkSegment(04d8fbfc-94e0-4df4-b128-6a79a25128f5),segment_id=04d8fbfc-94e0-4df4-b128-6a79a25128f5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:21.592029 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.634183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.639969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.706766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0f93-df0f-46bb-9c64-2a5941df2022 None None] Pushing event updated for resources: {'Port': ['ID=d620e608-d5a9-4f54-9c31-f7bf149af709,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.726762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:21.728875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=7543d103-b39f-4732-b218-30d2911a6ae9,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:21.852709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:21.862472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:22.055231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 2bd2bd85-a959-4ec3-8c91-3654b2833716 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:22.185107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:22.190694 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-17f80d19-e91c-4fec-a68e-98577d1384ce tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901073 Aug 16 22:33:22.193557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:22.199138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] Sync routers for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:22.216966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:22.217730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.265504 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3d5e9-610d-466c-a643-66a039d32a8f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:22.267373 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cda3d5e9-610d-466c-a643-66a039d32a8f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports/7543d103-b39f-4732-b218-30d2911a6ae9 HTTP/1.1" status: 200 len: 910 time: 0.0728576 Aug 16 22:33:22.270251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:22.279397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.300014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:22.300852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.372308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:22.372965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a355d6-3313-4957-8674-d14f3cc85d47 None None] The sync data for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:22.415540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8a634-7681-41b7-be08-171798d18656 None None] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:22.494855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ca286d97-5dc0-4574-ba60-dbdf1763eace None None] Provisioning for port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:22.790910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b08b4e-75dc-46a6-8ea3-b01ec7efdbcb req-ff71d86a-c2fe-434d-9a46-d734af1fbe4b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:22.794181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.798557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64b08b4e-75dc-46a6-8ea3-b01ec7efdbcb req-ff71d86a-c2fe-434d-9a46-d734af1fbe4b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.1898754 Aug 16 22:33:22.824542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:22.874209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39896-1028-491d-af75-b144e76883be req-da59b762-3cf8-4011-92bc-3f5247055411 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:22.881811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33f39896-1028-491d-af75-b144e76883be req-da59b762-3cf8-4011-92bc-3f5247055411 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.2030544 Aug 16 22:33:23.056185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33f39896-1028-491d-af75-b144e76883be req-67554914-4213-4034-83ca-5a2c56a5518c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586192 Aug 16 22:33:23.081001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64b08b4e-75dc-46a6-8ea3-b01ec7efdbcb req-abe27232-42ef-4f28-af71-1ec4ce3af6bc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699001 Aug 16 22:33:23.170773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d620e608-d5a9-4f54-9c31-f7bf149af709 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:23.263771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d620e608-d5a9-4f54-9c31-f7bf149af709 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:23.269870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81b606f1-1ec4-49a8-ba68-d594a0a73e51 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:23.298996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.21.0.1 (c503c056-c61a-4a07-95a3-f1774e1f1739/8b5f97d7-100d-465f-8b80-c754aefe4e78/5ad7d24d-17da-4003-b83b-45e033b43567) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:23.312187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc14d3-a188-47cc-97d4-cfd35081910c None None] Network c503c056-c61a-4a07-95a3-f1774e1f1739 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:23.480116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Provisioning for port 7543d103-b39f-4732-b218-30d2911a6ae9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:23.486604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Provisioning complete for port 7543d103-b39f-4732-b218-30d2911a6ae9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:23.487246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.539467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Port 7543d103-b39f-4732-b218-30d2911a6ae9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:23.575039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:23.580659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:23.581045 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.586438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Provisioning for port d620e608-d5a9-4f54-9c31-f7bf149af709 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:23.616891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Provisioning complete for port d620e608-d5a9-4f54-9c31-f7bf149af709 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:23.617321 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.771495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.810293 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.857925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] For port d620e608-d5a9-4f54-9c31-f7bf149af709, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d620e608-d5a9-4f54-9c31-f7bf149af709,segment=NetworkSegment(04d8fbfc-94e0-4df4-b128-6a79a25128f5),segment_id=04d8fbfc-94e0-4df4-b128-6a79a25128f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:23.881310 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.893352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81b606f1-1ec4-49a8-ba68-d594a0a73e51,segment=NetworkSegment(b410f735-e473-4196-98e1-ac716384a583),segment_id=b410f735-e473-4196-98e1-ac716384a583)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:23.900615 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.923990 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.942071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Provisioning complete for port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:23.942549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:23.946297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object 5ad7d24d-17da-4003-b83b-45e033b43567 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:23.994073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9eeda-3a10-4d55-bfbf-293cab46c47f None None] Pushing event updated for resources: {'Port': ['ID=d620e608-d5a9-4f54-9c31-f7bf149af709,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:24.032494 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.097689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=5ad7d24d-17da-4003-b83b-45e033b43567,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:24.109474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network c503c056-c61a-4a07-95a3-f1774e1f1739 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:24.111072 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:24.115025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:24.150935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=81b606f1-1ec4-49a8-ba68-d594a0a73e51,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:24.200276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.272814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e8c94dd-9b93-46ef-9e26-f802bdc7e123 None None] Provisioning complete for port 7543d103-b39f-4732-b218-30d2911a6ae9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:24.273244 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e8c94dd-9b93-46ef-9e26-f802bdc7e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.365749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c94dd-9b93-46ef-9e26-f802bdc7e123 None None] Port 7543d103-b39f-4732-b218-30d2911a6ae9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:24.380620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed620c17-bf33-4595-a950-69aacc4fb609 req-4a9f083d-2aa0-49df-809e-93fde8feff63 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.383567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed620c17-bf33-4595-a950-69aacc4fb609 req-4a9f083d-2aa0-49df-809e-93fde8feff63 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.1535819 Aug 16 22:33:24.395330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e8c94dd-9b93-46ef-9e26-f802bdc7e123 None None] Provisioning complete for port d620e608-d5a9-4f54-9c31-f7bf149af709 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:24.395705 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e8c94dd-9b93-46ef-9e26-f802bdc7e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.400699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918925f5-dda4-4dc7-9f71-0d01f1521ea1 req-ab2c901a-5e55-43f9-a6ca-905db35fe7f1 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:24.408476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-918925f5-dda4-4dc7-9f71-0d01f1521ea1 req-ab2c901a-5e55-43f9-a6ca-905db35fe7f1 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.2040119 Aug 16 22:33:24.453958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.457932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:24.516119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-918925f5-dda4-4dc7-9f71-0d01f1521ea1 req-3883eb9e-23ab-4725-801b-7f1f7db0187f tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003704 Aug 16 22:33:24.584768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed620c17-bf33-4595-a950-69aacc4fb609 req-dec25e51-d193-4810-a2bb-97a5f2b4c0fd tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676672 Aug 16 22:33:24.619349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:24.801096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:24.809970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:24.810541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.837298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.847454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fd6c-c0e0-4011-9060-92bec6e02f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.861946 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.942573 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.946919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.983393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fd6c-c0e0-4011-9060-92bec6e02f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:24.994556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fd6c-c0e0-4011-9060-92bec6e02f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.001875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d620e608-d5a9-4f54-9c31-f7bf149af709 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:25.007760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b47bd75-bfad-4a4e-ac41-924f3bd395c7 None None] Provisioning for port 5ad7d24d-17da-4003-b83b-45e033b43567 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:25.034036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:25.037522 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e6bbd1-30d2-4c26-824c-7176e6919789" -d '{"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-plugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:25.053870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5dd4fd6c-c0e0-4011-9060-92bec6e02f06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=553137b8f2da4f7895d379a48fad8277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331274 Aug 16 22:33:25.060807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:25.068756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=5ad7d24d-17da-4003-b83b-45e033b43567,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:25.084777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b47bd75-bfad-4a4e-ac41-924f3bd395c7 None None] Provisioning complete for port 5ad7d24d-17da-4003-b83b-45e033b43567 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:25.088077 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b47bd75-bfad-4a4e-ac41-924f3bd395c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.101356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:25.123161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4fd6c-c0e0-4011-9060-92bec6e02f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93374f90-d00f-41f9-a1de-93b5e534e017,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:25.155771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network c503c056-c61a-4a07-95a3-f1774e1f1739 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:25.156268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.157584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:25.194081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.195677 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835be09-a4f2-4328-ac2f-fd523a52cf8a x-openstack-request-id: req-1835be09-a4f2-4328-ac2f-fd523a52cf8a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:25.195986 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-plugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:25.196243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1835be09-a4f2-4328-ac2f-fd523a52cf8a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:25.196635 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'code': 200} Aug 16 22:33:25.199935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.313062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d620e608-d5a9-4f54-9c31-f7bf149af709 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:25.313825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.319545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4b47bd75-bfad-4a4e-ac41-924f3bd395c7 None None] Port 5ad7d24d-17da-4003-b83b-45e033b43567 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:25.339417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bf13-a56c-4b8a-a4f7-b293f5e19bc4 req-5303243e-1323-4314-b3ee-7352b6e2413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.341378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0090bf13-a56c-4b8a-a4f7-b293f5e19bc4 req-5303243e-1323-4314-b3ee-7352b6e2413e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 1098 time: 0.1090679 Aug 16 22:33:25.373865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 2bd2bd85-a959-4ec3-8c91-3654b2833716 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:25.385724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.389726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.394042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93374f90-d00f-41f9-a1de-93b5e534e017 HTTP/1.1" status: 204 len: 168 time: 0.3239803 Aug 16 22:33:25.413941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18857084-e225-48c7-8a4c-932c280be90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93374f90-d00f-41f9-a1de-93b5e534e017,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:25.419121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0090bf13-a56c-4b8a-a4f7-b293f5e19bc4 req-ac5583a6-ed62-4942-bc9b-894631712651 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Aug 16 22:33:25.427171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:25.552042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81b606f1-1ec4-49a8-ba68-d594a0a73e51 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:25.658502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:25.667227 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7605aab-c777-4f99-8198-7dc4df1d9518 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3919125 Aug 16 22:33:25.668273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:25.687007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c856-b066-4dcb-bfc9-bd55313fe71d req-2b4ba1fb-46f1-4866-83c0-21f86836dec4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.690809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6d2210b7-120d-4679-af7d-d5c89a97e829 None None] Provisioning complete for port 5ad7d24d-17da-4003-b83b-45e033b43567 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:25.692824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6d2210b7-120d-4679-af7d-d5c89a97e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.694134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4031c856-b066-4dcb-bfc9-bd55313fe71d req-2b4ba1fb-46f1-4866-83c0-21f86836dec4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.0982904 Aug 16 22:33:25.700464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:25.700832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:25.701984 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] Sync routers for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:25.714135 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:25.719207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.792976 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.802048 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:25.802904 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.841694 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:25.842624 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c203b-b9b0-4cef-b99c-fa2826acc29b None None] The sync data for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:25.851908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6d2210b7-120d-4679-af7d-d5c89a97e829 None None] Port 5ad7d24d-17da-4003-b83b-45e033b43567 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:25.869830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffd44a-7126-467b-98b7-5ef6a84c5c19 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.871656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d4ffd44a-7126-467b-98b7-5ef6a84c5c19 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports/5ad7d24d-17da-4003-b83b-45e033b43567 HTTP/1.1" status: 200 len: 910 time: 0.2021804 Aug 16 22:33:25.874869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:25.875633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4031c856-b066-4dcb-bfc9-bd55313fe71d req-e76671aa-4871-4f84-ac1e-c0d786481229 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807022 Aug 16 22:33:25.893060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f23e-3a04-47c5-aa51-a2f930e7bc3a req-e93d9b84-871d-455b-941c-8bdf7359bbb1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:25.895173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad94f23e-3a04-47c5-aa51-a2f930e7bc3a req-e93d9b84-871d-455b-941c-8bdf7359bbb1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1172836 Aug 16 22:33:25.968480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad94f23e-3a04-47c5-aa51-a2f930e7bc3a req-ae489559-2bf4-49ae-9d39-ea1743323848 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Aug 16 22:33:26.000492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.015722 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfde2144-d28c-4b0c-97c6-3af66b28ae52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.126787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfde2144-d28c-4b0c-97c6-3af66b28ae52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.132451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cfde2144-d28c-4b0c-97c6-3af66b28ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.182880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde2144-d28c-4b0c-97c6-3af66b28ae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362c3ee-fc54-4cbf-a8f0-7e376ebbf609,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:26.189833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cfde2144-d28c-4b0c-97c6-3af66b28ae52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=daf5be863121464f9fd9619f7c40e7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881564 Aug 16 22:33:26.192768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:26.249577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.269879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.273948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.330181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.333047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.342076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8362c3ee-fc54-4cbf-a8f0-7e376ebbf609 HTTP/1.1" status: 204 len: 168 time: 0.1435857 Aug 16 22:33:26.364559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33afbe-c821-460a-929c-243c914ce23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362c3ee-fc54-4cbf-a8f0-7e376ebbf609,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:26.634751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 5ad7d24d-17da-4003-b83b-45e033b43567 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:26.635297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.734408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:26.750055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 5ad7d24d-17da-4003-b83b-45e033b43567 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:26.955062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.022583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=5ad7d24d-17da-4003-b83b-45e033b43567,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:27.078470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf0e2-ce41-4912-8e2d-0e658a6d6f0f req-a1fe5549-867b-4f45-9eff-b65d197bf2df tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:27.085097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecbbf0e2-ce41-4912-8e2d-0e658a6d6f0f req-a1fe5549-867b-4f45-9eff-b65d197bf2df tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.1083770 Aug 16 22:33:27.183043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbd68-d26b-4405-bb23-e0866350c867 req-397dfeae-dbf5-436b-b17a-9164fedf2c15 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:27.184740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cfcbd68-d26b-4405-bb23-e0866350c867 req-397dfeae-dbf5-436b-b17a-9164fedf2c15 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.0965497 Aug 16 22:33:27.252334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecbbf0e2-ce41-4912-8e2d-0e658a6d6f0f req-f9e29849-dd8d-417c-afda-7eb1eabe8857 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651425 Aug 16 22:33:27.286981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.311609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-1857ba92-c93c-4d66-a7ff-a854dce9d76a tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:27.315072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-1857ba92-c93c-4d66-a7ff-a854dce9d76a tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.1291490 Aug 16 22:33:27.335519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cfcbd68-d26b-4405-bb23-e0866350c867 req-0a8c6a51-0f5c-45d8-a428-5ee5206c232e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199768 Aug 16 22:33:27.470787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Deleting port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:27.471551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:27.543536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 2bd2bd85-a959-4ec3-8c91-3654b2833716 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:27.566897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:27.669619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:27.684543 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5541bf46-23ad-4c01-97b9-8df8007f2300 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035953 Aug 16 22:33:27.687390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50298) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:27.696367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] Sync routers for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:27.709592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:27.710791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:27.759402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:27.785785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:27.786398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:27.843172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:27.844263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7be162-d87f-4372-9898-b92607c403d1 None None] The sync data for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:28.045226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1987551022-network', 'tenant_id': 'ed1c5c8862044b53807d1eb46d9ee553'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:28.088690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] For port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:28.089454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.111739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Calling delete_port for 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:28.142120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Made reservation on behalf of ed1c5c8862044b53807d1eb46d9ee553 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:28.144396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.153053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478d827-e349-4b53-8007-0436efb7b892 req-95e7462e-4d8a-4685-b833-2fbf6a758a2b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.154570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0478d827-e349-4b53-8007-0436efb7b892 req-95e7462e-4d8a-4685-b833-2fbf6a758a2b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.5208344 Aug 16 22:33:28.198629 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.337578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0478d827-e349-4b53-8007-0436efb7b892 req-70ce6c24-e668-409a-ba66-f2b65037869f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448581 Aug 16 22:33:28.525467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ec2c-b205-48fa-8e4a-c8183789b577 req-a6a304ab-d5e7-4aea-b132-0b42c9f0757b tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.526964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd7ec2c-b205-48fa-8e4a-c8183789b577 req-a6a304ab-d5e7-4aea-b132-0b42c9f0757b tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1e41b7-2473-4373-a99f-dd361e9f4037 HTTP/1.1" status: 200 len: 945 time: 0.1703794 Aug 16 22:33:28.584859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.628322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:28.634513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.644157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Pushing event deleted for resources: {'Port': ['ID=6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:28.648122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.672778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dd7ec2c-b205-48fa-8e4a-c8183789b577 req-e37459f7-ba3d-45d4-a44d-1abe32432039 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203582 Aug 16 22:33:28.711619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:28.741128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:28.744261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] No DVR routers for this DVR port 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:28.747558 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.747931 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Added segment ed5557c3-5e20-449c-8580-9c1aef43e12a of type vlan for network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 Aug 16 22:33:28.750386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.752374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a135fe0-2bb8-4b8b-927e-da287e083954 req-b55872ba-08ef-4f7c-8952-55e8edcc0ee7 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "DELETE /v2.0/ports/6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 HTTP/1.1" status: 204 len: 173 time: 1.4268892 Aug 16 22:33:28.753116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'name': 'network-vif-deleted', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:28.755365 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf51202-63d6-4a8f-a42c-27c9adcf4d0a" -d '{"events": [{"server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "name": "network-vif-deleted", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:28.824800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.839291 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384ab78-5475-478b-8765-5eaf69d0633f x-openstack-request-id: req-d384ab78-5475-478b-8765-5eaf69d0633f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:28.839587 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1e41b7-2473-4373-a99f-dd361e9f4037", "name": "network-vif-deleted", "tag": "6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:28.839844 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d384ab78-5475-478b-8765-5eaf69d0633f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:28.840266 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1e41b7-2473-4373-a99f-dd361e9f4037', 'name': 'network-vif-deleted', 'tag': '6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1', 'status': 'completed', 'code': 200} Aug 16 22:33:28.875912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.877716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.878971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:28.879761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:28.995219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4214625 Aug 16 22:33:28.996851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50308) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:29.002602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Request body: {'subnet': {'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1987551022-subnet', 'tenant_id': 'ed1c5c8862044b53807d1eb46d9ee553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:29.033195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060e60-e082-48d1-b2f1-f7bdbeda0b4f admin admin] Pushing event updated for resources: {'Network': ['ID=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:29.049412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:29.082694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Made reservation on behalf of ed1c5c8862044b53807d1eb46d9ee553 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:29.085123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.384773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 7543d103-b39f-4732-b218-30d2911a6ae9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:29.384773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.401980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.553606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=053d3220-3c24-4e6b-95d2-355f080dac83,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:29.583141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481762ca-cb2f-4b12-b48a-1048eb06c638 req-53cbfda0-b28d-4a5f-ba8d-c439d9d72c12 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:29.584586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-481762ca-cb2f-4b12-b48a-1048eb06c638 req-53cbfda0-b28d-4a5f-ba8d-c439d9d72c12 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1430569 Aug 16 22:33:29.587527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.599851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Checking segment: {'id': 'ed5557c3-5e20-449c-8580-9c1aef43e12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:29.600220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Network hostable DHCP agents. Network: cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:29.610525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 7543d103-b39f-4732-b218-30d2911a6ae9 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:29.684720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:29.696134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-481762ca-cb2f-4b12-b48a-1048eb06c638 req-6c52629a-2286-4c85-8f15-b660a3fe3453 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995331 Aug 16 22:33:29.711185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:29.731383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10b6b1-2e32-4098-b802-472c135ac883 None None] Network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:29.760482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:29.761099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.823502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ab9126c-c4ba-4553-88a0-4f4526604c9d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8259125 Aug 16 22:33:29.896596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b27b67-f581-4a64-931e-098cf089e694 None None] Network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:29.944169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:29.984719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=7543d103-b39f-4732-b218-30d2911a6ae9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:30.124141 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:33:30.342296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.503537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-f4a08b34-e975-4fbb-a864-e5cb28501e4e tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:30.505053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-f4a08b34-e975-4fbb-a864-e5cb28501e4e tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 809 time: 0.3902566 Aug 16 22:33:30.564886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-4d5eae97-c152-40a0-916b-bee386a3f36b tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/quotas/3a9b212260bb4fe68836962ac91259e3 HTTP/1.1" status: 200 len: 375 time: 0.0239668 Aug 16 22:33:30.649697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eccc4a-7990-4809-b6f1-600f82d65e31 req-b91e7dd7-6750-4a08-aaf6-af3f4f00ccb6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:30.651201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7eccc4a-7990-4809-b6f1-600f82d65e31 req-b91e7dd7-6750-4a08-aaf6-af3f4f00ccb6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1450524 Aug 16 22:33:30.681678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-a63be669-2c2c-433d-8ded-570dad4eaf39 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505908 Aug 16 22:33:30.753403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 2bd2bd85-a959-4ec3-8c91-3654b2833716 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:30.819500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:30.825482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339482277-network', 'tenant_id': '09e00cb3ea984aef9ac50616547993b9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:30.834785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7eccc4a-7990-4809-b6f1-600f82d65e31 req-ac6b9b9d-0a08-4635-9da6-1eb648bf1dab tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649857 Aug 16 22:33:30.859087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Made reservation on behalf of 09e00cb3ea984aef9ac50616547993b9 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:30.861983 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.873797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:30.893882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:30.905131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fd8dc095-6deb-4ddb-8ce0-332285101746 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2142217 Aug 16 22:33:30.909793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50358) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:30.913375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] Sync routers for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:30.924892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:30.925595 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:30.943687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-90d477c0-adfc-4a98-b843-6d142c583b0d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd2bd85-a959-4ec3-8c91-3654b2833716 HTTP/1.1" status: 200 len: 205 time: 0.0327191 Aug 16 22:33:30.946435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-fba88ac1-9be6-4bf4-bee3-6d2fd29123b5 service neutron] 10.222.0.22 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608304 Aug 16 22:33:30.946952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:30.973129 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:30.983375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] Routers {'2bd2bd85-a959-4ec3-8c91-3654b2833716'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:30.984281 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['2bd2bd85-a959-4ec3-8c91-3654b2833716'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:31.026918 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:31.027854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85dd44e-4b3b-48b6-8a34-604d0ca5016f None None] The sync data for ids ['2bd2bd85-a959-4ec3-8c91-3654b2833716'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:31.043305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.051341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-8ecac71b-7ba7-43d7-bcc9-7cea8a5f14d9 service neutron] 10.222.0.22 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972083 Aug 16 22:33:31.220372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.228102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.232459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.234124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d752a11-aea0-4abe-ac2f-d2f3bdd2557e req-a726cf29-3417-491f-b63d-6bad8f3af03c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 210 time: 0.0359609 Aug 16 22:33:31.237577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.296853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:31.305891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae8039-3d16-4ea6-abbc-0125aa04190c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.317465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.318104 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Added segment 9951ab83-22f8-467d-8b4a-443f1faf6ead of type vlan for network c15f9025-61ce-48c6-a230-4b56863caa08 Aug 16 22:33:31.320386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.321139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd2bd85-a959-4ec3-8c91-3654b2833716 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:31.332572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.332927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.333513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.334027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.334560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.335075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.335599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.336654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.337187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.337713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.338222 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.338719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:33:31.347959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.349374 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f361e26a-c112-497e-85ae-8139059cc0f2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716 HTTP/1.1" status: 204 len: 168 time: 0.4013681 Aug 16 22:33:31.352706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:31.418105 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.440569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 8b5f97d7-100d-465f-8b80-c754aefe4e78 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:31.453504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.484633 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.485864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:31.486450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.558845 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7373869 Aug 16 22:33:31.561952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:31.570271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.570991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Request body: {'subnet': {'network_id': 'c15f9025-61ce-48c6-a230-4b56863caa08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339482277-subnet', 'tenant_id': '09e00cb3ea984aef9ac50616547993b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:31.598201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Made reservation on behalf of 09e00cb3ea984aef9ac50616547993b9 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:31.602330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ecfb-f375-4a9e-ad7c-5ac9e8094864 admin admin] Pushing event updated for resources: {'Network': ['ID=c15f9025-61ce-48c6-a230-4b56863caa08,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.604051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.616755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c15f9025-61ce-48c6-a230-4b56863caa08 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:31.677242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.754559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.793212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5f97d7-100d-465f-8b80-c754aefe4e78,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:31.802322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.805250 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7cfd792-0f50-40c4-8816-df416d1965c5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/8b5f97d7-100d-465f-8b80-c754aefe4e78 HTTP/1.1" status: 204 len: 168 time: 0.4512758 Aug 16 22:33:31.807955 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:31.810267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6731b25-166b-4979-9918-3ce92f326948 None None] Network c503c056-c61a-4a07-95a3-f1774e1f1739 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:31.825826 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.937179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 889a78bb-8cf3-48eb-99af-c77b98fe14d1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:31.946192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:31.951162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e32174-cf3a-4215-a37f-28f39afb94c4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:32.012050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Checking segment: {'id': '9951ab83-22f8-467d-8b4a-443f1faf6ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c15f9025-61ce-48c6-a230-4b56863caa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:32.014332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:32.021338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Network hostable DHCP agents. Network: c15f9025-61ce-48c6-a230-4b56863caa08, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:32.038929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:32.039594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 6c6c8589-ded9-47d8-a4a7-8c8c5e31e4a1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:32.049296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.055334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ef7a-cd51-419f-9974-0b1a729ec638 req-335e6c46-d9e4-4da9-b2e1-3e2c38c541ee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.056897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ba4ef7a-cd51-419f-9974-0b1a729ec638 req-335e6c46-d9e4-4da9-b2e1-3e2c38c541ee tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1016493 Aug 16 22:33:32.083508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Network c15f9025-61ce-48c6-a230-4b56863caa08 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:32.104275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c15f9025-61ce-48c6-a230-4b56863caa08) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:32.110468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.110907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.120749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] DHCP port deletion for c503c056-c61a-4a07-95a3-f1774e1f1739 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:32.124017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ba4ef7a-cd51-419f-9974-0b1a729ec638 req-fd62798a-b27e-497f-87cb-f2a38330100d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593970 Aug 16 22:33:32.134675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e3db80b4-2120-4a33-aa2d-2f9a89c834df admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5697513 Aug 16 22:33:32.164049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb37d2-0a31-497f-a68e-82f4d838e31b None None] Network c15f9025-61ce-48c6-a230-4b56863caa08 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:32.205343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.261814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Deleting port d620e608-d5a9-4f54-9c31-f7bf149af709 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:32.262873 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.347162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.382035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] For port d620e608-d5a9-4f54-9c31-f7bf149af709, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d620e608-d5a9-4f54-9c31-f7bf149af709,segment=NetworkSegment(04d8fbfc-94e0-4df4-b128-6a79a25128f5),segment_id=04d8fbfc-94e0-4df4-b128-6a79a25128f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:32.382851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.396814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Calling delete_port for d620e608-d5a9-4f54-9c31-f7bf149af709 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:32.425668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=889a78bb-8cf3-48eb-99af-c77b98fe14d1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:32.431800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.434962 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9f7c079-b73e-4411-99cf-d54632e204da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/889a78bb-8cf3-48eb-99af-c77b98fe14d1 HTTP/1.1" status: 204 len: 168 time: 0.6166685 Aug 16 22:33:32.438013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:32.508824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7fa2663c-9a99-4968-9fad-b9ccb6b1e0af tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.510994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7fa2663c-9a99-4968-9fad-b9ccb6b1e0af tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 809 time: 0.2110095 Aug 16 22:33:32.512902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac0e01-defe-4524-bed1-76a0df4dad76 None None] Network b9c6bd38-33fd-41f7-ba77-c099f54e72d7 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:32.522253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:32.533053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.553949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1875cb6-e3a6-4026-a77a-e28b64b1b287 req-6eab9390-2ca9-4f70-9572-14bc3054897c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 210 time: 0.1177413 Aug 16 22:33:32.569662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Request body: {'port': {'device_id': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539', 'admin_state_up': True, 'tenant_id': '3a9b212260bb4fe68836962ac91259e3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:32.612668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port d620e608-d5a9-4f54-9c31-f7bf149af709 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:32.613011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.692447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port d620e608-d5a9-4f54-9c31-f7bf149af709, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d620e608-d5a9-4f54-9c31-f7bf149af709,segment=NetworkSegment(04d8fbfc-94e0-4df4-b128-6a79a25128f5),segment_id=04d8fbfc-94e0-4df4-b128-6a79a25128f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:32.692821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.703769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Made reservation on behalf of 3a9b212260bb4fe68836962ac91259e3 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:32.708400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for d620e608-d5a9-4f54-9c31-f7bf149af709 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:32.710250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:32.809106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:32.866906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'port_id': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'mac_address': 'fa:16:3e:35:9d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:32.929092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc5819-7aaa-457f-a6b1-edb2b80bde49 None None] Network c15f9025-61ce-48c6-a230-4b56863caa08 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:32.978286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Allocated IP 172.20.0.8 (a4b00f7a-3f26-455b-b599-3dfb219c5539/7686c38b-99e6-4aab-bf53-e15c63613082/60074afe-299d-4c39-8a5d-a5cce11481dd) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:32.991303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-13b3e1f6-3550-4ded-b475-f80cfd16bb08 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:32.993452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-13b3e1f6-3550-4ded-b475-f80cfd16bb08 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/networks?id=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 HTTP/1.1" status: 200 len: 809 time: 0.1752799 Aug 16 22:33:33.028641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d620e608-d5a9-4f54-9c31-f7bf149af709 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:33.030221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-1abbe864-095a-408c-80fc-0d583cebc14a tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/quotas/ed1c5c8862044b53807d1eb46d9ee553 HTTP/1.1" status: 200 len: 375 time: 0.0287204 Aug 16 22:33:33.057582 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.242215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] No DVR routers for this DVR port d620e608-d5a9-4f54-9c31-f7bf149af709 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:33.289896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0acf3-aac5-4093-bfaa-40f01a475269 None None] Pushing event deleted for resources: {'Port': ['ID=d620e608-d5a9-4f54-9c31-f7bf149af709,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:33.291417 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.321986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d620e608-d5a9-4f54-9c31-f7bf149af709 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:33.322330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d620e608-d5a9-4f54-9c31-f7bf149af709 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:33.325052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.340396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:33.350473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=d620e608-d5a9-4f54-9c31-f7bf149af709,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:33.356792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port d620e608-d5a9-4f54-9c31-f7bf149af709 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:33.363928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:33.369133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.431849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:33.450121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] DHCP port deletion for b9c6bd38-33fd-41f7-ba77-c099f54e72d7 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:33.481203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.495549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c503c056-c61a-4a07-95a3-f1774e1f1739']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:33.506794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d8fbfc-94e0-4df4-b128-6a79a25128f5') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:33.507197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d8fbfc-94e0-4df4-b128-6a79a25128f5') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:33.518144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.536553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.544076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:33.544611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.592377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Deleting port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:33.592777 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:33.610107 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:33.624412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.629174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:33.636952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.639511 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/c503c056-c61a-4a07-95a3-f1774e1f1739 HTTP/1.1" status: 204 len: 168 time: 1.2004905 Aug 16 22:33:33.644288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-d839bfe6-a52e-41ad-b45e-dbf3036d00f9 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed1c5c8862044b53807d1eb46d9ee553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6062560 Aug 16 22:33:33.650515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:33.794558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.797844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4d582-e7ad-4964-a60c-35351ded0a1c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=c503c056-c61a-4a07-95a3-f1774e1f1739,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:33.852848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb14e7-9e23-47df-9aec-d385a820bdbb req-f296c725-474a-4202-92b5-39ae9cde0540 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:33.861727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-facb14e7-9e23-47df-9aec-d385a820bdbb req-f296c725-474a-4202-92b5-39ae9cde0540 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.2407556 Aug 16 22:33:33.865220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:33.866677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:33.964321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-e911dbf6-1c7b-4434-9960-8ba6e92865ce service neutron] 10.222.0.22 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181424 Aug 16 22:33:34.005907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81b606f1-1ec4-49a8-ba68-d594a0a73e51,segment=NetworkSegment(b410f735-e473-4196-98e1-ac716384a583),segment_id=b410f735-e473-4196-98e1-ac716384a583)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:34.006298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.012166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] For port 81b606f1-1ec4-49a8-ba68-d594a0a73e51, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81b606f1-1ec4-49a8-ba68-d594a0a73e51,segment=NetworkSegment(b410f735-e473-4196-98e1-ac716384a583),segment_id=b410f735-e473-4196-98e1-ac716384a583)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:34.012727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.032596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Calling delete_port for 81b606f1-1ec4-49a8-ba68-d594a0a73e51 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:34.040389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 81b606f1-1ec4-49a8-ba68-d594a0a73e51 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:34.089611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-facb14e7-9e23-47df-9aec-d385a820bdbb req-41e4141c-f3e8-4667-8f18-5fd1fd64f002 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268646 Aug 16 22:33:34.116006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.175311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.177820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.220165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=81b606f1-1ec4-49a8-ba68-d594a0a73e51,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.223827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:34.241484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-61df3d3e-1b07-4b15-833a-6e3516fbf2fa service neutron] 10.222.0.22 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705066 Aug 16 22:33:34.243212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.306712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] No DVR routers for this DVR port 81b606f1-1ec4-49a8-ba68-d594a0a73e51 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:34.310488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Pushing event updated for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.339448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Network a4b00f7a-3f26-455b-b599-3dfb219c5539 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:34.345514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2f1cf-2bfa-42ab-99e9-dab875b91ab6 None None] Pushing event deleted for resources: {'Port': ['ID=81b606f1-1ec4-49a8-ba68-d594a0a73e51,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.364011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:34.368374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:34.370849 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.388577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c6bd38-33fd-41f7-ba77-c099f54e72d7']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:34.401298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b410f735-e473-4196-98e1-ac716384a583') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:34.401434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b410f735-e473-4196-98e1-ac716384a583') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:34.421999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.430940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbbc86-ee56-4145-90ef-4501074929f6 req-772c8131-9732-45f2-beea-5f48310e5aea tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.432489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abdbbc86-ee56-4145-90ef-4501074929f6 req-772c8131-9732-45f2-beea-5f48310e5aea tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 931 time: 0.1255903 Aug 16 22:33:34.460305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.475480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:34.475938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:34.479972 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:34.546377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abdbbc86-ee56-4145-90ef-4501074929f6 req-fed05e90-49de-4b7c-af6c-4a61212faefe tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047268 Aug 16 22:33:34.568999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.570338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.579878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.594999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.613350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7cf3d005-c415-43b2-bd47-7b084957bb1c tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0761361 Aug 16 22:33:34.627536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/b9c6bd38-33fd-41f7-ba77-c099f54e72d7 HTTP/1.1" status: 204 len: 168 time: 0.9722338 Aug 16 22:33:34.637861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:34.643759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-222419709'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:34.647201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4145fd-67e9-4981-a1aa-139a5e2ffc58 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=b9c6bd38-33fd-41f7-ba77-c099f54e72d7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:34.692028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:34.697674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.713342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Request body: {'port': {'device_id': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:34.730315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6737a579-4c00-4e86-ae25-d61acb2b816c req-6b928397-4fed-4be6-a78f-3789d083d492 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 210 time: 0.1097682 Aug 16 22:33:34.738468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:34.765666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.766080 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 031252f9-da6c-42ab-9ca0-3458b2845b61 of type vlan for network 71e917b1-73ba-4406-8733-3fcc56aec881 Aug 16 22:33:34.825394 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.851044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.871811 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.909455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:34.910890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:34.955145 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3161447 Aug 16 22:33:34.956183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:35.003258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81b606f1-1ec4-49a8-ba68-d594a0a73e51 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:35.043413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:35.064767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 81b606f1-1ec4-49a8-ba68-d594a0a73e51 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:35.065341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81b606f1-1ec4-49a8-ba68-d594a0a73e51 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:35.184672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bd3a8-21b2-4a8c-9704-7c643e7bb6a7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=71e917b1-73ba-4406-8733-3fcc56aec881,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:35.196945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 71e917b1-73ba-4406-8733-3fcc56aec881 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:35.252392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:35.269293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.417869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41bdc-540f-4b15-956b-a0e1b24cd1ab req-236ebc2e-03e5-466a-bce3-fb2235742518 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:35.430227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23a41bdc-540f-4b15-956b-a0e1b24cd1ab req-236ebc2e-03e5-466a-bce3-fb2235742518 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.1724041 Aug 16 22:33:35.646344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23a41bdc-540f-4b15-956b-a0e1b24cd1ab req-ef1130ad-88cb-4a99-8aa9-a223261bd2e7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151279 Aug 16 22:33:35.685609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.800775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '031252f9-da6c-42ab-9ca0-3458b2845b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:35.801178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 71e917b1-73ba-4406-8733-3fcc56aec881, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:35.814594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=7d0f2374-b40b-4d7d-9ce2-c134e9159f9f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:35.828769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 71e917b1-73ba-4406-8733-3fcc56aec881 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:35.842246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 71e917b1-73ba-4406-8733-3fcc56aec881) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:35.847936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:35.848657 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.851768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda3530-a2b3-45bb-9e8d-615d9b46c1e0 None None] Network 71e917b1-73ba-4406-8733-3fcc56aec881 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:35.855753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60074afe-299d-4c39-8a5d-a5cce11481dd {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:35.872625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:35.873673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b88acfce-6773-49d8-a7da-5d3ca6761b2a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8851357 Aug 16 22:33:35.887055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187312317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:35.915573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:35.933206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b596ea1-7d3d-4a85-a150-0c4175319398 req-d2f36f00-d128-4ea4-ae55-80c94177644b tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:35.934867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b596ea1-7d3d-4a85-a150-0c4175319398 req-d2f36f00-d128-4ea4-ae55-80c94177644b tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 931 time: 0.2782776 Aug 16 22:33:35.945269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36c2d6ad-1a68-4713-aa66-777db52622bd req-7921a452-f565-445d-95a3-f421d63e0be3 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 210 time: 0.0732467 Aug 16 22:33:35.987220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Transition to ACTIVE for port object 60074afe-299d-4c39-8a5d-a5cce11481dd will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:36.005942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.008127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.012135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.074089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b596ea1-7d3d-4a85-a150-0c4175319398 req-ed6d0a39-e880-4f75-ac9a-705c066ffa01 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231389 Aug 16 22:33:36.139092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:36.152964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.196949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-71e917b1-73ba-4406-8733-3fcc56aec881', 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '7d0f2374-b40b-4d7d-9ce2-c134e9159f9f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:36.197906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.199850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.454308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Allocated IP 172.20.0.2 (71e917b1-73ba-4406-8733-3fcc56aec881/7d0f2374-b40b-4d7d-9ce2-c134e9159f9f/af9e2e2c-c82c-429d-9f81-055be63d0d77) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:36.495731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.497662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8380d419-c488-402d-a648-909ad238f0a1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6163204 Aug 16 22:33:36.500688 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:36.503872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:36.506424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'port': {'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881', 'name': 'tempest-RoutersTest-580874881'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:36.515279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-0ededc96-5030-4a79-9c9d-905aa087c24d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:36.520235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-0ededc96-5030-4a79-9c9d-905aa087c24d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.88 "GET /v2.0/networks?id=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 HTTP/1.1" status: 200 len: 809 time: 0.3230343 Aug 16 22:33:36.553992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Request body: {'port': {'device_id': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69', 'admin_state_up': True, 'tenant_id': 'ed1c5c8862044b53807d1eb46d9ee553'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:36.571864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Attempting to bind port 60074afe-299d-4c39-8a5d-a5cce11481dd on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:36.572234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Attempting to bind port 60074afe-299d-4c39-8a5d-a5cce11481dd by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:36.572539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Attempting to bind port 60074afe-299d-4c39-8a5d-a5cce11481dd on network a4b00f7a-3f26-455b-b599-3dfb219c5539 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:36.610791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Port 60074afe-299d-4c39-8a5d-a5cce11481dd on network a4b00f7a-3f26-455b-b599-3dfb219c5539 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:33:36.611127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Attempting to bind port 60074afe-299d-4c39-8a5d-a5cce11481dd on network a4b00f7a-3f26-455b-b599-3dfb219c5539 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:36.622946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:36.623298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Checking segment: {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:36.623689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Bound using segment: {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:36.624157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Bound port: 60074afe-299d-4c39-8a5d-a5cce11481dd, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d08b523-1fa6-46e6-816f-db47058ed71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:36.624512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.683682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:36.688296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.781011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:36.801924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=60074afe-299d-4c39-8a5d-a5cce11481dd,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:36.824953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.890527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:36.893580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Made reservation on behalf of ed1c5c8862044b53807d1eb46d9ee553 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:36.894893 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.897831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.943438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:36.944137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.946732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/60074afe-299d-4c39-8a5d-a5cce11481dd HTTP/1.1" status: 200 len: 1092 time: 2.2779169 Aug 16 22:33:36.947693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] device_id is not set on port 43934d61-a5e5-4940-9b6e-b69a44acff97 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:33:36.948223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:36.948376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:36.950788 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:36.985682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Transition to ACTIVE for port object af9e2e2c-c82c-429d-9f81-055be63d0d77 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:37.051570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Transition to ACTIVE for port object af9e2e2c-c82c-429d-9f81-055be63d0d77 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:37.059594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d4ae8-b279-4e9e-8475-9924c20c0d0a req-5086d687-5b2e-47c6-b92f-a0026ce211c6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.066989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b5d4ae8-b279-4e9e-8475-9924c20c0d0a req-5086d687-5b2e-47c6-b92f-a0026ce211c6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 945 time: 0.2597091 Aug 16 22:33:37.100404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988a37c-2a26-4851-a702-a273539d12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.114151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.151161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.20.0.3 (71e917b1-73ba-4406-8733-3fcc56aec881/7d0f2374-b40b-4d7d-9ce2-c134e9159f9f/43934d61-a5e5-4940-9b6e-b69a44acff97) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:37.190726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Pushing event updated for resources: {'Port': ['ID=af9e2e2c-c82c-429d-9f81-055be63d0d77,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.193096 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.217256 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc9f50-7348-45c0-834c-6a9a048fe6bb x-openstack-request-id: req-64fc9f50-7348-45c0-834c-6a9a048fe6bb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:37.217256 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:37.217256 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64fc9f50-7348-45c0-834c-6a9a048fe6bb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:37.217693 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd', 'status': 'completed', 'code': 200} Aug 16 22:33:37.238063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:37.240447 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c629cd3-8bfc-46fd-b1fa-94bfbbde0e28" -d '{"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-plugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:37.244920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Network 71e917b1-73ba-4406-8733-3fcc56aec881 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:37.256406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:37.260127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:37.261424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:37.261938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b5d4ae8-b279-4e9e-8475-9924c20c0d0a req-261f7fda-99f2-447f-8ee0-f8889b46d5a2 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938155 Aug 16 22:33:37.292296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.318843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-d8d106d5-9d30-4bef-8c25-4ae8dd080336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.320853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-d8d106d5-9d30-4bef-8c25-4ae8dd080336 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 1095 time: 0.2458885 Aug 16 22:33:37.326700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Allocated IP 172.20.0.4 (cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69/053d3220-3c24-4e6b-95d2-355f080dac83/75a449ac-326f-4d8f-b0ac-04871a81ea29) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:37.378888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Attempting to bind port af9e2e2c-c82c-429d-9f81-055be63d0d77 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:37.379390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Attempting to bind port af9e2e2c-c82c-429d-9f81-055be63d0d77 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '031252f9-da6c-42ab-9ca0-3458b2845b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:37.379821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Attempting to bind port af9e2e2c-c82c-429d-9f81-055be63d0d77 on network 71e917b1-73ba-4406-8733-3fcc56aec881 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:37.395558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:37.395558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Checking segment: {'id': '031252f9-da6c-42ab-9ca0-3458b2845b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:37.397197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.397702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Bound using segment: {'id': '031252f9-da6c-42ab-9ca0-3458b2845b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:37.398284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Bound port: af9e2e2c-c82c-429d-9f81-055be63d0d77, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031252f9-da6c-42ab-9ca0-3458b2845b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71e917b1-73ba-4406-8733-3fcc56aec881'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:37.398749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.409602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd938fe0-eba0-40a2-af25-ffe65e8696c6 req-2b134275-836c-46e2-9b71-2b3abe898222 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 210 time: 0.0832028 Aug 16 22:33:37.413929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.460107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.479911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object 43934d61-a5e5-4940-9b6e-b69a44acff97 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:37.489338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] For port af9e2e2c-c82c-429d-9f81-055be63d0d77, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:37.493292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] For port af9e2e2c-c82c-429d-9f81-055be63d0d77, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=af9e2e2c-c82c-429d-9f81-055be63d0d77,segment=NetworkSegment(031252f9-da6c-42ab-9ca0-3458b2845b61),segment_id=031252f9-da6c-42ab-9ca0-3458b2845b61)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:37.495454 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a48017-6756-42bb-94d0-e8194663d106 x-openstack-request-id: req-a1a48017-6756-42bb-94d0-e8194663d106 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:37.495772 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-plugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:37.498820 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1a48017-6756-42bb-94d0-e8194663d106 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:37.499382 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'code': 200} Aug 16 22:33:37.499967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-c80e75a0-5e30-49d1-b7f7-72b0a1c8a097 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60074afe-299d-4c39-8a5d-a5cce11481dd HTTP/1.1" status: 200 len: 217 time: 0.1398420 Aug 16 22:33:37.512348 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.530579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.569275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858dd80-405d-4615-9bae-bb8d16f3ae22 None None] Pushing event updated for resources: {'Port': ['ID=af9e2e2c-c82c-429d-9f81-055be63d0d77,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.602783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 71e917b1-73ba-4406-8733-3fcc56aec881 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:37.609052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:37.614435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:37.639340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=43934d61-a5e5-4940-9b6e-b69a44acff97,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:37.671784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6ad0-f330-47ba-937e-d6e9471cb46a req-a014ac87-f060-42a9-8e68-e06725e98528 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.673399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfba6ad0-f330-47ba-937e-d6e9471cb46a req-a014ac87-f060-42a9-8e68-e06725e98528 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 943 time: 0.2794456 Aug 16 22:33:37.675644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.676584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:37.699938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8ca5620-977c-4a7b-9009-64ea250341cf tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1978157 Aug 16 22:33:37.703150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-33bd6c65-84ba-4375-aa51-faa4643a42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:37.704756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50486) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:37.705114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-33bd6c65-84ba-4375-aa51-faa4643a42c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7686c38b-99e6-4aab-bf53-e15c63613082 HTTP/1.1" status: 200 len: 849 time: 0.1888957 Aug 16 22:33:37.773151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-a70460ca-4648-4e63-9eb0-5d9bc6a45552 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a4b00f7a-3f26-455b-b599-3dfb219c5539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590034 Aug 16 22:33:37.779167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfba6ad0-f330-47ba-937e-d6e9471cb46a req-da4cc934-2fcf-4085-8384-eecee128b6c4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965819 Aug 16 22:33:37.932841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.008491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.101172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Pushing event updated for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:38.120341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:38.128716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:38.131577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:38.170448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-7a7d6d99-0782-4061-a2fc-e9849aa312a2 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880992 Aug 16 22:33:38.203814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.212072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.212702 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.279151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-4d5b4074-53c7-4455-9ef0-5fefb27b794d tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357993 Aug 16 22:33:38.303690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Request body: {'port': {'device_id': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:38.376966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.547073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860a479f-36f8-462c-92ba-b86e7b6efb3a req-94ef4294-278d-499f-baf2-0e3b5c236437 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659089 Aug 16 22:33:38.819840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.831305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:38.856289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b5096-0a49-486e-8adc-00ef053dc094 req-600ccf68-d365-46f0-84b9-1398045c95f1 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.857847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-935b5096-0a49-486e-8adc-00ef053dc094 req-600ccf68-d365-46f0-84b9-1398045c95f1 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 931 time: 0.2890925 Aug 16 22:33:38.901007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888c83-4a32-4fe4-b735-430309cc85f1 req-22df5590-abe1-4c24-bdc9-360554ebce42 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.908886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df888c83-4a32-4fe4-b735-430309cc85f1 req-22df5590-abe1-4c24-bdc9-360554ebce42 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.5174627 Aug 16 22:33:38.941109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=43934d61-a5e5-4940-9b6e-b69a44acff97,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:38.963099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-7b2f4c8a-b4ae-4ee2-a3fa-a89e6bbfe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:38.965413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-7b2f4c8a-b4ae-4ee2-a3fa-a89e6bbfe7c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a9b212260bb4fe68836962ac91259e3&device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 1095 time: 0.2927935 Aug 16 22:33:39.115918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device af9e2e2c-c82c-429d-9f81-055be63d0d77 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:39.155206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.200750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-935b5096-0a49-486e-8adc-00ef053dc094 req-4164ecf2-848f-432b-8b05-1e8532afaee3 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857530 Aug 16 22:33:39.215138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df888c83-4a32-4fe4-b735-430309cc85f1 req-9dc74267-cf81-424d-8398-fdbc02a3df0a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049774 Aug 16 22:33:39.229653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc973a-1dec-4f73-a9fa-736a228f6951 None None] Network 71e917b1-73ba-4406-8733-3fcc56aec881 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:39.352556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Provisioning for port af9e2e2c-c82c-429d-9f81-055be63d0d77 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:39.358116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Provisioning complete for port af9e2e2c-c82c-429d-9f81-055be63d0d77 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:39.358612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.361270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port af9e2e2c-c82c-429d-9f81-055be63d0d77 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:39.417498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a449ac-326f-4d8f-b0ac-04871a81ea29 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:39.422735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.429951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-76592f0c-590e-45d8-9d2a-8d09ec20384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:39.431789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-76592f0c-590e-45d8-9d2a-8d09ec20384e service neutron] 10.222.0.88 "GET /v2.0/networks?id=a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 200 len: 909 time: 0.4162333 Aug 16 22:33:39.433962 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.441180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port af9e2e2c-c82c-429d-9f81-055be63d0d77 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:39.441557 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.463263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861ec5b-736c-4ba7-9465-9512ef2abf10 req-34ce02ce-0125-4266-bc5d-4712c0c0a5af tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:39.470563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9861ec5b-736c-4ba7-9465-9512ef2abf10 req-34ce02ce-0125-4266-bc5d-4712c0c0a5af tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 943 time: 0.1326413 Aug 16 22:33:39.509029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Transition to ACTIVE for port object 75a449ac-326f-4d8f-b0ac-04871a81ea29 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:39.512778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-8087e238-42be-4652-b3ee-4ef041653619 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60074afe-299d-4c39-8a5d-a5cce11481dd HTTP/1.1" status: 200 len: 217 time: 0.0709331 Aug 16 22:33:39.521112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.574445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-47a41635-c892-45ea-9bb9-3e53f4041df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:39.575946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-47a41635-c892-45ea-9bb9-3e53f4041df4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7686c38b-99e6-4aab-bf53-e15c63613082 HTTP/1.1" status: 200 len: 849 time: 0.0526316 Aug 16 22:33:39.682177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9861ec5b-736c-4ba7-9465-9512ef2abf10 req-a904b0f2-b78b-41bd-bc64-6730a62ed822 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055454 Aug 16 22:33:39.687207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-285c2da7-b896-4891-b1ca-50c09e7c3814 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a4b00f7a-3f26-455b-b599-3dfb219c5539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628395 Aug 16 22:33:39.732276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Pushing event updated for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:39.732588 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.775885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.780955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.873455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.911706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port af9e2e2c-c82c-429d-9f81-055be63d0d77, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=af9e2e2c-c82c-429d-9f81-055be63d0d77,segment=NetworkSegment(031252f9-da6c-42ab-9ca0-3458b2845b61),segment_id=031252f9-da6c-42ab-9ca0-3458b2845b61)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:39.917338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:39.953942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Attempting to bind port 75a449ac-326f-4d8f-b0ac-04871a81ea29 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:39.954305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Attempting to bind port 75a449ac-326f-4d8f-b0ac-04871a81ea29 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'ed5557c3-5e20-449c-8580-9c1aef43e12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:39.954634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Attempting to bind port 75a449ac-326f-4d8f-b0ac-04871a81ea29 on network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:39.969166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=43934d61-a5e5-4940-9b6e-b69a44acff97,revision_number=3']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:39.989300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Port 75a449ac-326f-4d8f-b0ac-04871a81ea29 on network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:33:39.990075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Attempting to bind port 75a449ac-326f-4d8f-b0ac-04871a81ea29 on network cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:40.002857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:40.003219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Checking segment: {'id': 'ed5557c3-5e20-449c-8580-9c1aef43e12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:40.003597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Bound using segment: {'id': 'ed5557c3-5e20-449c-8580-9c1aef43e12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:40.004049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Bound port: 75a449ac-326f-4d8f-b0ac-04871a81ea29, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5557c3-5e20-449c-8580-9c1aef43e12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:40.004296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.008953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.037664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-8fe6b8c9-3dbd-4f2f-a86a-29cf81bdc5ac service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386915 Aug 16 22:33:40.077237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:33:40.078056 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-489f6830-38d4-462f-9f45-991290e1eef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:33:40.083558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=af9e2e2c-c82c-429d-9f81-055be63d0d77,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:40.172565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 71e917b1-73ba-4406-8733-3fcc56aec881 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:40.174345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:40.238337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:40.241661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29,segment=NetworkSegment(ed5557c3-5e20-449c-8580-9c1aef43e12a),segment_id=ed5557c3-5e20-449c-8580-9c1aef43e12a)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:40.289567 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.385609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.386499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:40.388330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] 10.222.0.88 "PUT /v2.0/ports/75a449ac-326f-4d8f-b0ac-04871a81ea29 HTTP/1.1" status: 200 len: 1092 time: 2.0941646 Aug 16 22:33:40.399876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 568c8aaf-d166-4f03-a283-72e69d2a7937 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:40.428527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:40.438327 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d297bb-b6bc-473c-81cc-36b8e33c4c06" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:40.451999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7be2c13-b1b1-475e-8b3e-a748abca6ea9 req-fdc78f61-03c2-405e-aefc-efd8f27682b4 service neutron] 10.222.0.88 "GET /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041054 Aug 16 22:33:40.613087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:40.636113 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bf93a876-83e9-4445-8cbb-2953fa64d144 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/568c8aaf-d166-4f03-a283-72e69d2a7937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9301538 Aug 16 22:33:40.640671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] Sync routers for ids ['568c8aaf-d166-4f03-a283-72e69d2a7937'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:40.641477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:40.706655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] Routers {'568c8aaf-d166-4f03-a283-72e69d2a7937'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:40.707300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['568c8aaf-d166-4f03-a283-72e69d2a7937'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:40.718128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568f1df-b18a-458c-8472-e1026ba741da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:40.719900 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2568f1df-b18a-458c-8472-e1026ba741da tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports/43934d61-a5e5-4940-9b6e-b69a44acff97 HTTP/1.1" status: 200 len: 976 time: 0.0754912 Aug 16 22:33:40.722935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:40.831870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:40.951004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] Routers {'568c8aaf-d166-4f03-a283-72e69d2a7937'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:40.952796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['568c8aaf-d166-4f03-a283-72e69d2a7937'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:41.024091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:41.024788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbaa14-9549-419c-99d4-580e88f2888a None None] The sync data for ids ['568c8aaf-d166-4f03-a283-72e69d2a7937'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:41.073161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device af9e2e2c-c82c-429d-9f81-055be63d0d77 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:41.112060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d75ebd-fdde-427d-afeb-8254f2bdf02a service neutron] Pushing event updated for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:41.194769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Provisioning for port 43934d61-a5e5-4940-9b6e-b69a44acff97 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:41.209710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Provisioning complete for port 43934d61-a5e5-4940-9b6e-b69a44acff97 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:41.212298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.304147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Port 43934d61-a5e5-4940-9b6e-b69a44acff97 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:41.345898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Provisioning complete for port af9e2e2c-c82c-429d-9f81-055be63d0d77 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:41.347159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677ede7-ffaa-4c0d-a8fd-30595d0e6a62 req-98d36561-6df4-476a-bda0-51cfbadad2bf tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.347608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8357d4a0-191e-41fe-a3fa-fa0b773e672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.357761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8677ede7-ffaa-4c0d-a8fd-30595d0e6a62 req-98d36561-6df4-476a-bda0-51cfbadad2bf tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.9766603 Aug 16 22:33:41.415464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port af9e2e2c-c82c-429d-9f81-055be63d0d77 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:41.415900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.441262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3065720-c266-40a0-b6e6-d4d04769cbe9 req-e6e19fe0-62e3-4f9d-9b8b-a17361d5452a tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.444316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3065720-c266-40a0-b6e6-d4d04769cbe9 req-e6e19fe0-62e3-4f9d-9b8b-a17361d5452a tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 943 time: 1.0232890 Aug 16 22:33:41.459014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-8d33c124-6056-4bf8-98b4-6d00ab3bfc49 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3385787 Aug 16 22:33:41.508769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-85d3299f-076e-4e83-bfb5-484b6c993bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.516890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-85d3299f-076e-4e83-bfb5-484b6c993bd3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed1c5c8862044b53807d1eb46d9ee553&device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 1095 time: 1.0620599 Aug 16 22:33:41.556464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3065720-c266-40a0-b6e6-d4d04769cbe9 req-588734a7-8184-4b81-ab2a-731dd6ddda73 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937867 Aug 16 22:33:41.655339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-01256abd-4ada-47f0-b7b8-176beb472984 None None] Provisioning complete for port 43934d61-a5e5-4940-9b6e-b69a44acff97 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:41.655928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-01256abd-4ada-47f0-b7b8-176beb472984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:41.714464 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2950752-f292-4be0-b043-31461074d2db x-openstack-request-id: req-c2950752-f292-4be0-b043-31461074d2db {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:41.714762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-01256abd-4ada-47f0-b7b8-176beb472984 None None] Port 43934d61-a5e5-4940-9b6e-b69a44acff97 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:41.715423 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:41.718956 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2950752-f292-4be0-b043-31461074d2db {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:41.719582 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29', 'status': 'completed', 'code': 200} Aug 16 22:33:41.724824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8677ede7-ffaa-4c0d-a8fd-30595d0e6a62 req-30a49baa-5294-449f-971e-dafc83fa29fc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645530 Aug 16 22:33:41.731305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-f93172d8-29cb-474f-a741-e783b6957b43 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29 HTTP/1.1" status: 200 len: 217 time: 0.1798441 Aug 16 22:33:41.865690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a31631-6088-48d9-8723-f057540a7ed8 req-caaa4a70-bf9d-4c7d-aadb-052c2a5c7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.868091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-caaa4a70-bf9d-4c7d-aadb-052c2a5c7489 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=053d3220-3c24-4e6b-95d2-355f080dac83 HTTP/1.1" status: 200 len: 849 time: 0.0975075 Aug 16 22:33:41.875494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-94836305-bc46-44d3-a97c-1137a4d99426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.877130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-94836305-bc46-44d3-a97c-1137a4d99426 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 1097 time: 0.3245816 Aug 16 22:33:41.960263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64affbb7-04cd-4d22-a4f8-79777734b831 req-96118eba-8ceb-4b4f-b21a-25a5ae48f947 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:41.962661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64affbb7-04cd-4d22-a4f8-79777734b831 req-96118eba-8ceb-4b4f-b21a-25a5ae48f947 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 943 time: 0.1815121 Aug 16 22:33:41.974318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-add5b78d-9327-4069-af71-243a00e02287 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953898 Aug 16 22:33:42.044269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 60074afe-299d-4c39-8a5d-a5cce11481dd details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:42.080559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.137680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64affbb7-04cd-4d22-a4f8-79777734b831 req-8c3754c0-ef77-4b82-a705-db170218e617 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622405 Aug 16 22:33:42.174920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-808f80de-8b39-4ad5-af3d-2082abcc131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.176512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-808f80de-8b39-4ad5-af3d-2082abcc131a service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2710547 Aug 16 22:33:42.182605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-a4b2926c-2ca6-4c0b-8ade-cd37c87397d5 service neutron] 10.222.0.88 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713011 Aug 16 22:33:42.217004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=60074afe-299d-4c39-8a5d-a5cce11481dd,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:42.237396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '60074afe-299d-4c39-8a5d-a5cce11481dd', 'network_id': 'a4b00f7a-3f26-455b-b599-3dfb219c5539', 'port_id': '60074afe-299d-4c39-8a5d-a5cce11481dd', 'mac_address': 'fa:16:3e:bc:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7686c38b-99e6-4aab-bf53-e15c63613082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:42.249083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-f3aa55e1-c650-411e-9332-1e58a3368dad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82 HTTP/1.1" status: 200 len: 217 time: 0.0619862 Aug 16 22:33:42.321715 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.338752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60074afe-299d-4c39-8a5d-a5cce11481dd {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:42.352554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-a9709608-b2c9-4a84-976a-74c2e9e6f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.354731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-a9709608-b2c9-4a84-976a-74c2e9e6f104 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0748093 Aug 16 22:33:42.383245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=60074afe-299d-4c39-8a5d-a5cce11481dd,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:42.397682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.417746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77a31631-6088-48d9-8723-f057540a7ed8 req-63b57a04-5744-43f2-89b3-a444a7e5da33 service neutron] 10.222.0.88 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246604 Aug 16 22:33:42.437404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-dba1255c-527f-4d62-923e-bf7891e62591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.440025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-dba1255c-527f-4d62-923e-bf7891e62591 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720534 Aug 16 22:33:42.497540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:42.546917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 43934d61-a5e5-4940-9b6e-b69a44acff97 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:42.547336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.598238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-ebb6a0d2-914c-4522-b6f4-65e9f5f79659 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483085 Aug 16 22:33:42.664003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:42.679838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 43934d61-a5e5-4940-9b6e-b69a44acff97 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:42.766576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-b36337e2-60c7-42ca-bbc1-b08044698322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.768123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-b36337e2-60c7-42ca-bbc1-b08044698322 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ed1c5c8862044b53807d1eb46d9ee553&device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 1095 time: 0.1727462 Aug 16 22:33:42.902401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['60074afe-299d-4c39-8a5d-a5cce11481dd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:42.919733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9eec8-d66d-4b8f-b956-8abb94218b96 req-5ca08120-bc91-4e9d-b0dc-c7f785fda346 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:42.927008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbd9eec8-d66d-4b8f-b956-8abb94218b96 req-5ca08120-bc91-4e9d-b0dc-c7f785fda346 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 943 time: 0.2284231 Aug 16 22:33:42.953116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c665788-4da9-48e6-9993-8c35ac45a940 req-6d913c48-b1e8-4c46-b88b-1ec52d174d69 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430183 Aug 16 22:33:43.002513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.014104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56305161-d61b-4a02-b5a7-b1d3a94efbcb req-5ff73c76-7bdd-4d99-8473-fc569ef83185 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.015786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56305161-d61b-4a02-b5a7-b1d3a94efbcb req-5ff73c76-7bdd-4d99-8473-fc569ef83185 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1578755 Aug 16 22:33:43.047324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbd9eec8-d66d-4b8f-b956-8abb94218b96 req-9886d748-2674-43fb-ba56-203193f37e15 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Aug 16 22:33:43.051648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=43934d61-a5e5-4940-9b6e-b69a44acff97,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:43.092808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-83d27ca1-0cff-4795-959e-e90863f347bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.096633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-83d27ca1-0cff-4795-959e-e90863f347bd service neutron] 10.222.0.88 "GET /v2.0/networks?id=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 HTTP/1.1" status: 200 len: 909 time: 0.3142760 Aug 16 22:33:43.108580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56305161-d61b-4a02-b5a7-b1d3a94efbcb req-aca287d7-4f66-48e8-9dcc-3f261fefbd94 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Aug 16 22:33:43.205348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-886d3ffa-975a-483b-828d-a5901559a24b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29 HTTP/1.1" status: 200 len: 217 time: 0.0821347 Aug 16 22:33:43.315630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:43.377979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-6dab1b39-d97a-4f6b-a821-fd1789bd3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.379483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-6dab1b39-d97a-4f6b-a821-fd1789bd3fda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=053d3220-3c24-4e6b-95d2-355f080dac83 HTTP/1.1" status: 200 len: 849 time: 0.1631348 Aug 16 22:33:43.449368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ab880-f5bd-4043-b6e2-a2c32b38cef4 req-198c0a0c-15dc-48d6-91dd-6cc52216ab16 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:43.456617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc1ab880-f5bd-4043-b6e2-a2c32b38cef4 req-198c0a0c-15dc-48d6-91dd-6cc52216ab16 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 944 time: 0.1929855 Aug 16 22:33:43.465656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-3ecd6119-4891-46ec-9fad-5848c5998dcd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758016 Aug 16 22:33:43.524944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 568c8aaf-d166-4f03-a283-72e69d2a7937 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:43.569539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc1ab880-f5bd-4043-b6e2-a2c32b38cef4 req-79f03b4b-9263-43d6-a672-d37eb3cb7c04 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100893 Aug 16 22:33:43.628153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-d18784ab-93f2-47fa-b06f-b85b169d84c6 service neutron] 10.222.0.88 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540675 Aug 16 22:33:43.659959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:43.667657 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80a79221-9a32-4492-a547-a7ae65b0bd0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/568c8aaf-d166-4f03-a283-72e69d2a7937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422159 Aug 16 22:33:43.673060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:43.673280 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] Sync routers for ids ['568c8aaf-d166-4f03-a283-72e69d2a7937'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:43.688805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] Routers {'568c8aaf-d166-4f03-a283-72e69d2a7937'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:43.689720 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['568c8aaf-d166-4f03-a283-72e69d2a7937'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.724044 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.733769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] Routers {'568c8aaf-d166-4f03-a283-72e69d2a7937'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:43.734828 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['568c8aaf-d166-4f03-a283-72e69d2a7937'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.773261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55d297bb-b6bc-473c-81cc-36b8e33c4c06 req-ad5be609-518d-4bdc-b62d-5353f643453e service neutron] 10.222.0.88 "GET /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366160 Aug 16 22:33:43.778372 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:43.779173 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c46c2-fb84-4270-a111-b7c8ecec1644 None None] The sync data for ids ['568c8aaf-d166-4f03-a283-72e69d2a7937'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:43.970332 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-31e3aac5-e269-4b7b-a878-be715c41204a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 22:33:43.974432 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-31e3aac5-e269-4b7b-a878-be715c41204a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/568c8aaf-d166-4f03-a283-72e69d2a7937/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2972827 Aug 16 22:33:43.974795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.008747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4bae6060-3140-4f3f-ae51-a79f4628a77e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=568c8aaf-d166-4f03-a283-72e69d2a7937 HTTP/1.1" status: 200 len: 205 time: 0.0318141 Aug 16 22:33:44.010578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.117867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.204759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e14069-051c-4cb2-9312-f5dc3277106d req-20ad75f1-7002-4467-ae48-6eca6207d124 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:44.220106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e14069-051c-4cb2-9312-f5dc3277106d req-20ad75f1-7002-4467-ae48-6eca6207d124 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 943 time: 0.0837579 Aug 16 22:33:44.332032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-11e14069-051c-4cb2-9312-f5dc3277106d req-5a70863f-102f-4cb7-a793-a66c7c057343 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107428 Aug 16 22:33:44.369917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21f465-9d07-4bcc-a107-096c06130683 req-947d3c12-94a6-4561-ba4b-55cb006e4ece tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:44.371744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd21f465-9d07-4bcc-a107-096c06130683 req-947d3c12-94a6-4561-ba4b-55cb006e4ece tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1238503 Aug 16 22:33:44.385571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.387759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.420938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd21f465-9d07-4bcc-a107-096c06130683 req-bd0fdfbe-192d-4ab5-837d-b77c855ff90a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Aug 16 22:33:44.440514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.442552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 568c8aaf-d166-4f03-a283-72e69d2a7937 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:44.457996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.468446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.472297 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab6a88ec-7551-48fb-a466-cebecb049a2d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/568c8aaf-d166-4f03-a283-72e69d2a7937 HTTP/1.1" status: 204 len: 168 time: 0.4576011 Aug 16 22:33:44.478617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50608) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:44.537559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 7d0f2374-b40b-4d7d-9ce2-c134e9159f9f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:44.542427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.587101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.734316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.772108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4ba54-faeb-4fc3-ac2b-a4bb86f3b1ef req-1ad34ec1-0aba-4902-a138-a7a7b6be0cdc tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:44.780677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3e4ba54-faeb-4fc3-ac2b-a4bb86f3b1ef req-1ad34ec1-0aba-4902-a138-a7a7b6be0cdc tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 944 time: 0.1306615 Aug 16 22:33:44.844749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3e4ba54-faeb-4fc3-ac2b-a4bb86f3b1ef req-308f9bbf-213a-4a02-b9e5-f4e9a0242b52 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Aug 16 22:33:44.859950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.893818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0f2374-b40b-4d7d-9ce2-c134e9159f9f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:44.897901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:44.900067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-264ad1c3-e4da-4fe9-8b3a-af6d5bd2a06c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/7d0f2374-b40b-4d7d-9ce2-c134e9159f9f HTTP/1.1" status: 204 len: 168 time: 0.4201353 Aug 16 22:33:44.905244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557fd452-b67d-4ec5-a7e4-375be96d97b0 None None] Network 71e917b1-73ba-4406-8733-3fcc56aec881 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:44.908096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:45.017601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.105949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port af9e2e2c-c82c-429d-9f81-055be63d0d77 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:45.106282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.191802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] DHCP port deletion for 71e917b1-73ba-4406-8733-3fcc56aec881 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:45.198036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port af9e2e2c-c82c-429d-9f81-055be63d0d77, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=af9e2e2c-c82c-429d-9f81-055be63d0d77,segment=NetworkSegment(031252f9-da6c-42ab-9ca0-3458b2845b61),segment_id=031252f9-da6c-42ab-9ca0-3458b2845b61)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:45.198425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.213399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for af9e2e2c-c82c-429d-9f81-055be63d0d77 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:45.254002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Deleting port af9e2e2c-c82c-429d-9f81-055be63d0d77 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:45.255342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.309364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.334314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=af9e2e2c-c82c-429d-9f81-055be63d0d77,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:45.342531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port af9e2e2c-c82c-429d-9f81-055be63d0d77 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:45.377738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] For port af9e2e2c-c82c-429d-9f81-055be63d0d77, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=af9e2e2c-c82c-429d-9f81-055be63d0d77,segment=NetworkSegment(031252f9-da6c-42ab-9ca0-3458b2845b61),segment_id=031252f9-da6c-42ab-9ca0-3458b2845b61)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:45.378298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.394179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Calling delete_port for af9e2e2c-c82c-429d-9f81-055be63d0d77 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:45.486997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.502299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e917b1-73ba-4406-8733-3fcc56aec881']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:45.519188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031252f9-da6c-42ab-9ca0-3458b2845b61') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:45.519490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031252f9-da6c-42ab-9ca0-3458b2845b61') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:45.534059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdddee-2415-43e2-bf0e-659a5a93c74b req-dc458146-440d-452a-8da3-88b9d0e85018 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.535611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5afdddee-2415-43e2-bf0e-659a5a93c74b req-dc458146-440d-452a-8da3-88b9d0e85018 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 943 time: 0.0988646 Aug 16 22:33:45.547903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.565158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cbadaa1e-46b2-4d07-994e-94ce5e7c01e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.586587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.616092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] Pushing event deleted for resources: {'Port': ['ID=af9e2e2c-c82c-429d-9f81-055be63d0d77,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:45.628880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5afdddee-2415-43e2-bf0e-659a5a93c74b req-46dfdb3a-1b1e-4ab4-874d-2e4a59a6562c tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Aug 16 22:33:45.629869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.634619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb984c3-ae85-4e2a-95cf-4bf70746f603 None None] No DVR routers for this DVR port af9e2e2c-c82c-429d-9f81-055be63d0d77 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:45.640218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:45.640633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:45.647897 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:45.701934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91ddee-35f4-441f-8233-480c24fe866f req-683b14c6-1cd1-45b3-be88-e978586ef41a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.704605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff91ddee-35f4-441f-8233-480c24fe866f req-683b14c6-1cd1-45b3-be88-e978586ef41a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1342740 Aug 16 22:33:45.753162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.776671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.779427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/71e917b1-73ba-4406-8733-3fcc56aec881 HTTP/1.1" status: 204 len: 168 time: 0.8702352 Aug 16 22:33:45.780705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc69a-2ddd-42fd-9a50-632bbdb4e8ae tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=71e917b1-73ba-4406-8733-3fcc56aec881,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:45.783989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:45.797744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798384243'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:45.805923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff91ddee-35f4-441f-8233-480c24fe866f req-bb2c6d78-d997-47d3-8445-39fb02bccc55 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 Aug 16 22:33:45.824753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:45.827098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.855033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:33:45.868945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.869249 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment ce64ad40-cd3f-4b0b-b4a6-771d569b7b81 of type vlan for network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c Aug 16 22:33:45.946620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.973995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.981828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.982501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:45.990637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470b751-936e-42b8-9412-c24365cc85de req-a8d52267-9c53-4fda-b344-4e03e59ca9c4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:45.993127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e470b751-936e-42b8-9412-c24365cc85de req-a8d52267-9c53-4fda-b344-4e03e59ca9c4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 944 time: 0.0617795 Aug 16 22:33:46.051123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e470b751-936e-42b8-9412-c24365cc85de req-32e226a2-ab8a-45c0-8617-dfba496e9636 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Aug 16 22:33:46.059516 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2713764 Aug 16 22:33:46.061005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:46.064857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 75a449ac-326f-4d8f-b0ac-04871a81ea29 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:33:46.072289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:46.081845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 60074afe-299d-4c39-8a5d-a5cce11481dd up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:46.100731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75769ed-c9a7-4ac3-819c-186ac73079de tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=879ac0a9-2a8a-4fe7-bb52-6f2cd845272c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.167190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:33:46.225578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:33:46.231719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.494651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.560451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29,segment=NetworkSegment(ed5557c3-5e20-449c-8580-9c1aef43e12a),segment_id=ed5557c3-5e20-449c-8580-9c1aef43e12a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:46.571910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=d0ee15e0-b6f2-45f3-bc7d-f5388d18200d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:46.573733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 60074afe-299d-4c39-8a5d-a5cce11481dd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:46.581958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:46.582681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:33:46.584537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 60074afe-299d-4c39-8a5d-a5cce11481dd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:46.585004 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.607674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '75a449ac-326f-4d8f-b0ac-04871a81ea29', 'network_id': 'cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69', 'port_id': '75a449ac-326f-4d8f-b0ac-04871a81ea29', 'mac_address': 'fa:16:3e:fd:37:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053d3220-3c24-4e6b-95d2-355f080dac83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:33:46.620927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:33:46.641623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:46.652313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:46.653418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.657196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13909558-1ba6-402c-8299-8aebbfb6dabe None None] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:46.674338 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fc8b08ed-ff30-4622-8ac2-39c331f58839 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130757 Aug 16 22:33:46.677118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:46.682099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1122988703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:46.728988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.764715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.766006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.774479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a449ac-326f-4d8f-b0ac-04871a81ea29 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:33:46.802630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773733b9-6f00-4c65-9ff7-03fffc76b384 req-31a4156c-9787-4839-ae91-9236a9747dff tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:46.804580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-773733b9-6f00-4c65-9ff7-03fffc76b384 req-31a4156c-9787-4839-ae91-9236a9747dff tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 943 time: 0.0844257 Aug 16 22:33:46.832974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29,segment=NetworkSegment(ed5557c3-5e20-449c-8580-9c1aef43e12a),segment_id=ed5557c3-5e20-449c-8580-9c1aef43e12a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:46.838531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.877545 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.890082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-773733b9-6f00-4c65-9ff7-03fffc76b384 req-97d41880-a1ac-4f6b-9bcd-383b9aa10cd0 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776265 Aug 16 22:33:46.985961 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:46.997027 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.013847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device af9e2e2c-c82c-429d-9f81-055be63d0d77 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:47.018016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30c9d7-7c1d-4f94-9dd7-ce02af49ff94 req-48e6eb58-3503-43e6-872a-ede9af110784 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:47.019808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f30c9d7-7c1d-4f94-9dd7-ce02af49ff94 req-48e6eb58-3503-43e6-872a-ede9af110784 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.0735400 Aug 16 22:33:47.022362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:47.025518 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b834108-2c5e-43c4-b290-dc8c42749943" -d '{"events": [{"server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "name": "network-vif-plugged", "status": "completed", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:47.088093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.090837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: af9e2e2c-c82c-429d-9f81-055be63d0d77 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:47.091253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device af9e2e2c-c82c-429d-9f81-055be63d0d77 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:47.094346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=60074afe-299d-4c39-8a5d-a5cce11481dd,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:47.097725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-879ac0a9-2a8a-4fe7-bb52-6f2cd845272c', 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': 'd0ee15e0-b6f2-45f3-bc7d-f5388d18200d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:33:47.098583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.102835 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.121702 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.128718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-80334ed0-464c-4149-902a-d6f3a97cdbe4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4504416 Aug 16 22:33:47.131827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50666) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:47.140762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f30c9d7-7c1d-4f94-9dd7-ce02af49ff94 req-1ab8ba48-53d0-4639-b5c8-3ec0e54d5408 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136069 Aug 16 22:33:47.145604 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b05b0b-dcdc-4a67-aaa5-734e5e3b151b x-openstack-request-id: req-10b05b0b-dcdc-4a67-aaa5-734e5e3b151b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:47.145890 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "name": "network-vif-plugged", "status": "completed", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:47.146167 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10b05b0b-dcdc-4a67-aaa5-734e5e3b151b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:47.146516 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd', 'code': 200} Aug 16 22:33:47.279877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.321874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['75a449ac-326f-4d8f-b0ac-04871a81ea29'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:47.401678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f85c-2e4b-4861-8c31-c2eeb7677874 req-8d565f06-c726-4149-aa27-34cf4cb2dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:47.402026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Allocated IP 172.20.0.2 (879ac0a9-2a8a-4fe7-bb52-6f2cd845272c/d0ee15e0-b6f2-45f3-bc7d-f5388d18200d/7a99c630-668b-4b4a-a52d-23c4cc38880d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:47.403264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c449f85c-2e4b-4861-8c31-c2eeb7677874 req-8d565f06-c726-4149-aa27-34cf4cb2dd4b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 1097 time: 0.1579311 Aug 16 22:33:47.492122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e04560-a3cf-484d-9a00-89a4dcff9350 req-30476d50-f802-4406-867d-523859c20a68 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:47.493793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83e04560-a3cf-484d-9a00-89a4dcff9350 req-30476d50-f802-4406-867d-523859c20a68 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.1744561 Aug 16 22:33:47.517190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c449f85c-2e4b-4861-8c31-c2eeb7677874 req-34a5bc80-fd52-43fb-a52b-4f2879d2a168 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676234 Aug 16 22:33:47.585059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83e04560-a3cf-484d-9a00-89a4dcff9350 req-a5c6968e-38c4-4d89-9499-b66d7422ab54 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761631 Aug 16 22:33:47.716329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.735021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Transition to ACTIVE for port object 7a99c630-668b-4b4a-a52d-23c4cc38880d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:47.762258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Transition to ACTIVE for port object 7a99c630-668b-4b4a-a52d-23c4cc38880d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:47.776882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.834099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:47.842106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:47.846230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:47.858653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Pushing event updated for resources: {'Port': ['ID=7a99c630-668b-4b4a-a52d-23c4cc38880d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:47.944052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Attempting to bind port 7a99c630-668b-4b4a-a52d-23c4cc38880d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:33:47.945238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Attempting to bind port 7a99c630-668b-4b4a-a52d-23c4cc38880d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:33:47.945613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Attempting to bind port 7a99c630-668b-4b4a-a52d-23c4cc38880d on network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:33:47.970287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:33:47.970733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Checking segment: {'id': 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:33:47.971097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:47.971508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Bound using segment: {'id': 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:33:47.972102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Bound port: 7a99c630-668b-4b4a-a52d-23c4cc38880d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '879ac0a9-2a8a-4fe7-bb52-6f2cd845272c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:33:47.972499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.080585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] For port 7a99c630-668b-4b4a-a52d-23c4cc38880d, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:33:48.091063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] For port 7a99c630-668b-4b4a-a52d-23c4cc38880d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a99c630-668b-4b4a-a52d-23c4cc38880d,segment=NetworkSegment(ce64ad40-cd3f-4b0b-b4a6-771d569b7b81),segment_id=ce64ad40-cd3f-4b0b-b4a6-771d569b7b81)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:33:48.111404 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.167037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.222129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.281712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579db534-a4de-48fa-b79d-8cca39f7c916 None None] Pushing event updated for resources: {'Port': ['ID=7a99c630-668b-4b4a-a52d-23c4cc38880d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:48.311900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb3fd-a80f-4fe6-a538-74aced6f0da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:48.365792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc41e-908a-43f2-910b-91fb73df55e5 req-53246488-132a-482d-a1ee-a5091d1ac838 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:48.381638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c5cc41e-908a-43f2-910b-91fb73df55e5 req-53246488-132a-482d-a1ee-a5091d1ac838 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 944 time: 0.0991292 Aug 16 22:33:48.447092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c5cc41e-908a-43f2-910b-91fb73df55e5 req-d8459cde-6fdc-4a79-ae48-8e7ed443c4b2 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Aug 16 22:33:48.633080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723148cf-6089-430b-a48b-b36d6a19b966 req-99f4608a-2cc9-49c1-8086-16e587533dba tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:48.644902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-723148cf-6089-430b-a48b-b36d6a19b966 req-99f4608a-2cc9-49c1-8086-16e587533dba tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1358371 Aug 16 22:33:48.786127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-723148cf-6089-430b-a48b-b36d6a19b966 req-6e9a2fbc-0fed-4396-961b-5ff7b1065736 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378386 Aug 16 22:33:48.813957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.20.0.1 (879ac0a9-2a8a-4fe7-bb52-6f2cd845272c/d0ee15e0-b6f2-45f3-bc7d-f5388d18200d/c0696af6-7421-4ac1-bfc7-9014117d4c82) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:48.892737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81b667-3ee0-4be0-a8ee-024ba4869dff req-f2db8e6a-0a07-4517-8f47-d43af1f2f112 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:48.899690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f81b667-3ee0-4be0-a8ee-024ba4869dff req-f2db8e6a-0a07-4517-8f47-d43af1f2f112 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1646502 Aug 16 22:33:49.072268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f81b667-3ee0-4be0-a8ee-024ba4869dff req-5696b61a-eab2-4a28-a268-db22251ed31c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1652317 Aug 16 22:33:49.097279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.102125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a99c630-668b-4b4a-a52d-23c4cc38880d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:49.127470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object c0696af6-7421-4ac1-bfc7-9014117d4c82 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:33:49.134785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50335-c347-40f1-833e-0fd13fac8189 req-654e3edf-3683-47ba-bacb-8b58d7d82653 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:49.145781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fa50335-c347-40f1-833e-0fd13fac8189 req-654e3edf-3683-47ba-bacb-8b58d7d82653 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.2156715 Aug 16 22:33:49.201986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.240257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fa50335-c347-40f1-833e-0fd13fac8189 req-8e66a557-930a-4d20-b193-9ba6bb5b84b9 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904205 Aug 16 22:33:49.267164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7a99c630-668b-4b4a-a52d-23c4cc38880d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:49.281033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.300930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:49.311188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:49.318611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:49.400269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=c0696af6-7421-4ac1-bfc7-9014117d4c82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:49.429746 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.623087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:49.646299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be584f40-2067-4d2c-864a-281dad7b1282 req-696e698f-e5cd-42f0-8f28-3f1de33875e7 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:49.656297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be584f40-2067-4d2c-864a-281dad7b1282 req-696e698f-e5cd-42f0-8f28-3f1de33875e7 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 944 time: 0.0971367 Aug 16 22:33:49.748209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be584f40-2067-4d2c-864a-281dad7b1282 req-301f2cf9-c840-405c-9aa0-a95646ce49ba tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908608 Aug 16 22:33:49.882847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae3b0b-9ef4-42d2-80ca-c0d3e167e62e None None] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:49.972018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e3f33-140d-473e-a8ae-c89feb034dc8 req-99466025-eff7-4d3f-9e42-1130ad4857a8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:49.982366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-337e3f33-140d-473e-a8ae-c89feb034dc8 req-99466025-eff7-4d3f-9e42-1130ad4857a8 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.0788217 Aug 16 22:33:50.010315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Provisioning for port 7a99c630-668b-4b4a-a52d-23c4cc38880d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:50.035714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Provisioning complete for port 7a99c630-668b-4b4a-a52d-23c4cc38880d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:50.036512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.051520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-337e3f33-140d-473e-a8ae-c89feb034dc8 req-2a9faff7-bbbd-41db-a8ee-ffbdd5bf87c2 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Aug 16 22:33:50.075308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.082868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 75a449ac-326f-4d8f-b0ac-04871a81ea29 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:50.084322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.175734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=c0696af6-7421-4ac1-bfc7-9014117d4c82,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:50.178772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.300846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fef3e3-69fb-44ff-aaef-c467d546923b req-ceea8bda-3640-4310-99f8-ecb1aca44976 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.308785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 75a449ac-326f-4d8f-b0ac-04871a81ea29 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:50.310966 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6fef3e3-69fb-44ff-aaef-c467d546923b req-ceea8bda-3640-4310-99f8-ecb1aca44976 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1197407 Aug 16 22:33:50.318301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 75a449ac-326f-4d8f-b0ac-04871a81ea29 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:50.318844 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.415916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6fef3e3-69fb-44ff-aaef-c467d546923b req-eae341ca-1602-47ab-9ad7-f3dd7c93c4e8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038868 Aug 16 22:33:50.429955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.486135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:50.495682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:50.572313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c0e9-1cd3-4766-aac7-f4b5b1fee664 req-d03473f2-22ca-415e-9be3-bacc88534290 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:50.580049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2677c0e9-1cd3-4766-aac7-f4b5b1fee664 req-d03473f2-22ca-415e-9be3-bacc88534290 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.1119773 Aug 16 22:33:50.603271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] For port 7a99c630-668b-4b4a-a52d-23c4cc38880d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a99c630-668b-4b4a-a52d-23c4cc38880d,segment=NetworkSegment(ce64ad40-cd3f-4b0b-b4a6-771d569b7b81),segment_id=ce64ad40-cd3f-4b0b-b4a6-771d569b7b81)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:50.610195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.618783 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.651197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2677c0e9-1cd3-4766-aac7-f4b5b1fee664 req-88da0e5e-53b5-421a-afc8-c9a3b1d6b9fd tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668731 Aug 16 22:33:50.731114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ea4d9-0178-4671-a868-587c7c5711a4 None None] Pushing event updated for resources: {'Port': ['ID=7a99c630-668b-4b4a-a52d-23c4cc38880d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:50.780412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:50.782876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 831a35a0-4f51-4ed3-bbf0-43519eb82f23 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:33:50.787637 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970acb6-3caf-415c-9bda-54ae7caa03b5" -d '{"events": [{"server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "name": "network-vif-plugged", "status": "completed", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:50.817842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Provisioning for port c0696af6-7421-4ac1-bfc7-9014117d4c82 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:33:50.842345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29,segment=NetworkSegment(ed5557c3-5e20-449c-8580-9c1aef43e12a),segment_id=ed5557c3-5e20-449c-8580-9c1aef43e12a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:50.846843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Provisioning complete for port c0696af6-7421-4ac1-bfc7-9014117d4c82 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:50.847174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.853562 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:50.926294 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03422e6-0aea-41bd-8e69-d1f673cd4842 x-openstack-request-id: req-e03422e6-0aea-41bd-8e69-d1f673cd4842 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:50.928264 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "name": "network-vif-plugged", "status": "completed", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:50.929366 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e03422e6-0aea-41bd-8e69-d1f673cd4842 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:50.941751 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29', 'code': 200} Aug 16 22:33:51.000667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:51.010724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-240ec82c-5dfe-4980-9653-cb93b6bd1f0e tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/831a35a0-4f51-4ed3-bbf0-43519eb82f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8745484 Aug 16 22:33:51.012465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:51.088020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1cd52-5775-446c-a005-b644d0cd8668 req-285d23c4-eb44-4e32-93fe-8b8298e4959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.089622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1d1cd52-5775-446c-a005-b644d0cd8668 req-285d23c4-eb44-4e32-93fe-8b8298e4959f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 1097 time: 0.0786655 Aug 16 22:33:51.103999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021e26e-8569-4d59-ad19-94b3e0e73abf req-17af694b-cbbb-4560-8264-4a71ea61f407 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.111525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1021e26e-8569-4d59-ad19-94b3e0e73abf req-17af694b-cbbb-4560-8264-4a71ea61f407 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.1632040 Aug 16 22:33:51.134068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:51.180397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] Sync routers for ids ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:51.215651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a99c630-668b-4b4a-a52d-23c4cc38880d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:33:51.228566 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad32fe4-d125-4ae3-bae7-4d2095c173d0 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.236389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:51.238718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1021e26e-8569-4d59-ad19-94b3e0e73abf req-14d9814e-fdc4-48ce-83b5-859b974a0fbe tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263757 Aug 16 22:33:51.241705 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cad32fe4-d125-4ae3-bae7-4d2095c173d0 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports/c0696af6-7421-4ac1-bfc7-9014117d4c82 HTTP/1.1" status: 200 len: 910 time: 0.2267787 Aug 16 22:33:51.293134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] Routers {'831a35a0-4f51-4ed3-bbf0-43519eb82f23'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:51.295587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:51.297171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1d1cd52-5775-446c-a005-b644d0cd8668 req-ab81e8f8-f2f1-4232-a96c-99a3ac2f5488 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713796 Aug 16 22:33:51.312885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Port c0696af6-7421-4ac1-bfc7-9014117d4c82 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:51.399636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:51.404973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.414536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Provisioning complete for port 7a99c630-668b-4b4a-a52d-23c4cc38880d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:51.414925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f65b005d-8fc5-44fd-ac6a-4c9a319b6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.486924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] Routers {'831a35a0-4f51-4ed3-bbf0-43519eb82f23'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:51.487558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:51.595296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7a99c630-668b-4b4a-a52d-23c4cc38880d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:51.595682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.597415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:51.598029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1935a35-3fc9-40d2-9dfc-e76c9f320567 None None] The sync data for ids ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:51.778926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9e04de01-230e-4842-be0a-e82efa9f105c None None] Provisioning complete for port c0696af6-7421-4ac1-bfc7-9014117d4c82 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:33:51.779397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9e04de01-230e-4842-be0a-e82efa9f105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:51.829038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9e04de01-230e-4842-be0a-e82efa9f105c None None] Port c0696af6-7421-4ac1-bfc7-9014117d4c82 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:33:51.866867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7f367-772d-467e-ae43-f3c58ea89bf7 req-d5fbdff3-cefc-4e49-999c-6c7d45a26063 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.869050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7a7f367-772d-467e-ae43-f3c58ea89bf7 req-d5fbdff3-cefc-4e49-999c-6c7d45a26063 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.6282935 Aug 16 22:33:51.892362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477cde-ba15-4da9-a84e-943d1df357da req-fb9bceb3-b9dc-45b2-a583-eae4935588d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:51.894211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b477cde-ba15-4da9-a84e-943d1df357da req-fb9bceb3-b9dc-45b2-a583-eae4935588d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1974814 Aug 16 22:33:51.997865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7a7f367-772d-467e-ae43-f3c58ea89bf7 req-e59b0f5e-a492-48bb-9528-01baaa566601 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Aug 16 22:33:52.038690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b477cde-ba15-4da9-a84e-943d1df357da req-c414b0b8-4843-48f9-8e26-34ebbb2ecfba tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210525 Aug 16 22:33:52.217832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-c1f7fbcc-a064-447d-ab1e-1e3e4026ae22 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980353 Aug 16 22:33:52.245037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:52.825401 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.008487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-48cecd9e-2a86-4e81-a6c2-3b3f7f1127d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.010012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-48cecd9e-2a86-4e81-a6c2-3b3f7f1127d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 1097 time: 0.1364927 Aug 16 22:33:53.020401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ac84-9351-489d-b24c-08dee5af5f2b req-23c6d4c9-71b1-4272-a14f-461c8c9255f6 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.021875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e15ac84-9351-489d-b24c-08dee5af5f2b req-23c6d4c9-71b1-4272-a14f-461c8c9255f6 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.1495469 Aug 16 22:33:53.034997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548ce7-2e08-4b29-ac38-1e0b5da9a005 req-355560c2-cc70-45dc-ac22-7217dd919ec9 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.036634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f548ce7-2e08-4b29-ac38-1e0b5da9a005 req-355560c2-cc70-45dc-ac22-7217dd919ec9 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.1656468 Aug 16 22:33:53.191141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f548ce7-2e08-4b29-ac38-1e0b5da9a005 req-439e240c-0b52-4667-9bc9-c029a577aa99 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414306 Aug 16 22:33:53.197529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e15ac84-9351-489d-b24c-08dee5af5f2b req-a9a2bece-7093-4b82-85d6-4dd6cd47fac5 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574311 Aug 16 22:33:53.257324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-0a9022a8-105c-4ac2-9047-c5e2ff881585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.259093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-0a9022a8-105c-4ac2-9047-c5e2ff881585 service neutron] 10.222.0.88 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2180216 Aug 16 22:33:53.363786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-3a0188dd-c2ff-4ba4-8dd0-671aac5c793c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 200 len: 217 time: 0.0622883 Aug 16 22:33:53.427296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09aa38-c723-4bc4-90d0-1d5367ae7297 req-6d78c43e-15ad-4d6a-8989-2e650c397f2d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.428836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f09aa38-c723-4bc4-90d0-1d5367ae7297 req-6d78c43e-15ad-4d6a-8989-2e650c397f2d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1677539 Aug 16 22:33:53.447159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port c0696af6-7421-4ac1-bfc7-9014117d4c82 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:53.447511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.463174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69336bbd-eff7-4481-ba1b-31bfb8b38c4c req-4ec9fead-70f7-4480-a435-3f9d6d71dc87 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.464661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69336bbd-eff7-4481-ba1b-31bfb8b38c4c req-4ec9fead-70f7-4480-a435-3f9d6d71dc87 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1903458 Aug 16 22:33:53.524465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-fbe9f8a3-2d71-45d8-8d9f-723e2f06aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.525810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-fbe9f8a3-2d71-45d8-8d9f-723e2f06aa9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1514597 Aug 16 22:33:53.599534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f09aa38-c723-4bc4-90d0-1d5367ae7297 req-0ab5f3af-f9bb-4827-ac8e-4c5bba8f2765 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581206 Aug 16 22:33:53.623965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69336bbd-eff7-4481-ba1b-31bfb8b38c4c req-0fd54670-948f-45e1-9795-2f63d6be4617 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130238 Aug 16 22:33:53.642964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:53.660015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for c0696af6-7421-4ac1-bfc7-9014117d4c82 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:53.666514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-e09c6621-5379-4897-8215-4b9cd5823a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.668076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-e09c6621-5379-4897-8215-4b9cd5823a45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301117 Aug 16 22:33:53.875023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-4bc2ff40-6aca-43b4-98f7-257ebf2fed00 service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689966 Aug 16 22:33:53.962735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-da225792-2b93-4c39-9ee1-5b5beeea5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:53.964260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-da225792-2b93-4c39-9ee1-5b5beeea5b6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 1098 time: 0.1665363 Aug 16 22:33:54.043340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.092387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=c0696af6-7421-4ac1-bfc7-9014117d4c82,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:54.141917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8d2785-8792-43eb-8284-b7a5f9f6ddd1 req-8cb16328-17e1-4dc5-9c22-8679752b928e service neutron] 10.222.0.88 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555807 Aug 16 22:33:54.184325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-f224a33c-ae80-4c55-9ba0-0848dd0f9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.185910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-f224a33c-ae80-4c55-9ba0-0848dd0f9d84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.2143016 Aug 16 22:33:54.253862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-b516b38e-3596-4f56-9d63-a9901fcedd3d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 HTTP/1.1" status: 200 len: 217 time: 0.0593677 Aug 16 22:33:54.410933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:54.458725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-7aa03078-219f-4baf-8508-bf364953cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.461100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-7aa03078-219f-4baf-8508-bf364953cd14 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1756322 Aug 16 22:33:54.560316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545d883-1c95-4ca8-b572-e8a176606a22 req-39fe728a-d585-41e9-be68-94fb1f02e1bb tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.561844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d545d883-1c95-4ca8-b572-e8a176606a22 req-39fe728a-d585-41e9-be68-94fb1f02e1bb tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.2376285 Aug 16 22:33:54.595864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd10c0-db17-4237-adc2-45dfb7cdc299 req-b9da52ee-c33a-444a-85bd-600732c99a67 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.597389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85fd10c0-db17-4237-adc2-45dfb7cdc299 req-b9da52ee-c33a-444a-85bd-600732c99a67 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.2752864 Aug 16 22:33:54.624150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-93f0fb66-1e57-449f-8435-5a174bed1b96 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.625599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-93f0fb66-1e57-449f-8435-5a174bed1b96 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 945 time: 0.2290277 Aug 16 22:33:54.783459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-4c59011d-dbea-4047-85a3-5eb9f6b12cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:54.785012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-4c59011d-dbea-4047-85a3-5eb9f6b12cdc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2510130 Aug 16 22:33:54.794872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d545d883-1c95-4ca8-b572-e8a176606a22 req-04691569-4699-47c9-936a-cad466b32de0 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947751 Aug 16 22:33:54.817500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 831a35a0-4f51-4ed3-bbf0-43519eb82f23 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:33:54.830142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85fd10c0-db17-4237-adc2-45dfb7cdc299 req-950491ab-bda7-4965-8b48-0304f6581ccf tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/security-groups?id=127e895d-126b-4e70-b012-0329cc594684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230499 Aug 16 22:33:55.398031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520957b-3865-457b-8cbc-c178df4fefda req-db4a3c8b-773d-4267-bf75-db74bc6ae544 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:55.399499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1520957b-3865-457b-8cbc-c178df4fefda req-db4a3c8b-773d-4267-bf75-db74bc6ae544 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.2036614 Aug 16 22:33:55.401445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:33:55.410359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c1382501-c4f1-49ef-a49a-f886659750d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/831a35a0-4f51-4ed3-bbf0-43519eb82f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1706543 Aug 16 22:33:55.413329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:55.417630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-0ab8a837-0a99-42bc-acab-9fe9b38b3037 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990257 Aug 16 22:33:55.421207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] Sync routers for ids ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:33:55.425141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b407da-b654-4ee4-a217-06ded580ef84 req-5a72c0dd-3053-44db-bba3-211d1f2ad7d4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:55.432822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72b407da-b654-4ee4-a217-06ded580ef84 req-5a72c0dd-3053-44db-bba3-211d1f2ad7d4 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.2379673 Aug 16 22:33:55.436071 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] Routers {'831a35a0-4f51-4ed3-bbf0-43519eb82f23'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:55.437050 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:55.457737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c817eb87-0296-42b1-acba-8330689f71e9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=831a35a0-4f51-4ed3-bbf0-43519eb82f23 HTTP/1.1" status: 200 len: 205 time: 0.0431719 Aug 16 22:33:55.465721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:55.472473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Deleting port 60074afe-299d-4c39-8a5d-a5cce11481dd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:55.472823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.498095 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:55.508879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] Routers {'831a35a0-4f51-4ed3-bbf0-43519eb82f23'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:33:55.510012 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:55.545896 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:55.546926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6455f68c-0afe-4f8b-a795-ebd544b4b087 None None] The sync data for ids ['831a35a0-4f51-4ed3-bbf0-43519eb82f23'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:33:55.610919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.646120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72b407da-b654-4ee4-a217-06ded580ef84 req-65fc3d25-885f-422b-b150-711c162eff2c tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1968329 Aug 16 22:33:55.655983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1520957b-3865-457b-8cbc-c178df4fefda req-d6a51865-562b-4bdd-8b4d-c99fcfd58078 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028625 Aug 16 22:33:55.721535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd7aebec-115c-416d-bbdc-81678245adb7 req-4d72b2b2-5fac-4d89-a2a6-1811bd1db34f service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817259 Aug 16 22:33:55.726479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] For port 60074afe-299d-4c39-8a5d-a5cce11481dd, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=60074afe-299d-4c39-8a5d-a5cce11481dd,segment=NetworkSegment(4d08b523-1fa6-46e6-816f-db47058ed71e),segment_id=4d08b523-1fa6-46e6-816f-db47058ed71e)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:55.726846 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.739662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Calling delete_port for 60074afe-299d-4c39-8a5d-a5cce11481dd owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:55.847506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.850106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.917982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.931987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.933034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 831a35a0-4f51-4ed3-bbf0-43519eb82f23 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:33:55.943425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:55.945636 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-34289879-fc42-487d-8c51-a94999ad4395 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/831a35a0-4f51-4ed3-bbf0-43519eb82f23 HTTP/1.1" status: 204 len: 168 time: 0.4786608 Aug 16 22:33:55.948994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:55.956535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['60074afe-299d-4c39-8a5d-a5cce11481dd'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:33:56.011065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet d0ee15e0-b6f2-45f3-bc7d-f5388d18200d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:33:56.015289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.018978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2444666-cf93-4e95-9a6d-14d1a4fe5e9f req-dce2e775-d033-46c7-932a-f50cb0bf002d tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.22 "GET /v2.0/ports?device_id=b44cf073-4b33-41c4-9933-7fa51f3ef83a HTTP/1.1" status: 200 len: 210 time: 0.0955756 Aug 16 22:33:56.020947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Pushing event deleted for resources: {'Port': ['ID=60074afe-299d-4c39-8a5d-a5cce11481dd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.068213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.098719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] No DVR routers for this DVR port 60074afe-299d-4c39-8a5d-a5cce11481dd on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:56.103326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.106716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ac22dd0-a591-4609-9ca5-b90b8603bea5 req-a425b504-8ac2-4f83-80df-472a5caa28b4 tempest-VolumesActionsTest-1162823739 tempest-VolumesActionsTest-1162823739-project] 10.222.0.88 "DELETE /v2.0/ports/60074afe-299d-4c39-8a5d-a5cce11481dd HTTP/1.1" status: 204 len: 173 time: 1.4625888 Aug 16 22:33:56.107348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'name': 'network-vif-deleted', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:56.110658 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7adab9b-fb81-4b3f-97c3-eacf81eeb02e" -d '{"events": [{"server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "name": "network-vif-deleted", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:56.168196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.176578 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47696aa7-cf25-40bf-ad19-5a64777e18aa x-openstack-request-id: req-47696aa7-cf25-40bf-ad19-5a64777e18aa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:56.176957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44cf073-4b33-41c4-9933-7fa51f3ef83a", "name": "network-vif-deleted", "tag": "60074afe-299d-4c39-8a5d-a5cce11481dd", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:56.177343 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47696aa7-cf25-40bf-ad19-5a64777e18aa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:56.177888 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44cf073-4b33-41c4-9933-7fa51f3ef83a', 'name': 'network-vif-deleted', 'tag': '60074afe-299d-4c39-8a5d-a5cce11481dd', 'status': 'completed', 'code': 200} Aug 16 22:33:56.244103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.283004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ee15e0-b6f2-45f3-bc7d-f5388d18200d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.288994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.289421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aba2ba-0aa6-4cfb-b301-a7bc0f9ba946 None None] Network 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:33:56.290995 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d77aac89-523c-454d-9237-2809b50a4314 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/d0ee15e0-b6f2-45f3-bc7d-f5388d18200d HTTP/1.1" status: 204 len: 168 time: 0.3404326 Aug 16 22:33:56.294434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 50888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:56.394339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.457267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 7a99c630-668b-4b4a-a52d-23c4cc38880d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:56.457824 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.510004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] DHCP port deletion for 879ac0a9-2a8a-4fe7-bb52-6f2cd845272c request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:33:56.535270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 7a99c630-668b-4b4a-a52d-23c4cc38880d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a99c630-668b-4b4a-a52d-23c4cc38880d,segment=NetworkSegment(ce64ad40-cd3f-4b0b-b4a6-771d569b7b81),segment_id=ce64ad40-cd3f-4b0b-b4a6-771d569b7b81)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:56.535753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.562569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 7a99c630-668b-4b4a-a52d-23c4cc38880d owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:56.578752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:56.659957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Deleting port 7a99c630-668b-4b4a-a52d-23c4cc38880d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:33:56.660342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.712461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.744797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] For port 7a99c630-668b-4b4a-a52d-23c4cc38880d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7a99c630-668b-4b4a-a52d-23c4cc38880d,segment=NetworkSegment(ce64ad40-cd3f-4b0b-b4a6-771d569b7b81),segment_id=ce64ad40-cd3f-4b0b-b4a6-771d569b7b81)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:56.745262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:56.771181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Calling delete_port for 7a99c630-668b-4b4a-a52d-23c4cc38880d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:33:56.789415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=7a99c630-668b-4b4a-a52d-23c4cc38880d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:56.796868 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 7a99c630-668b-4b4a-a52d-23c4cc38880d on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:56.914286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0628fe-bcef-4155-824e-fcace4467166 req-99a28130-aefe-4e5d-96ff-13f468d41c10 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:56.916032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee0628fe-bcef-4155-824e-fcace4467166 req-99a28130-aefe-4e5d-96ff-13f468d41c10 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1561930 Aug 16 22:33:56.925700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c1b50-5133-4928-8211-26dfffa472fa req-96d06fdf-d92d-4793-af3a-3b4775650e56 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:56.933242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-253c1b50-5133-4928-8211-26dfffa472fa req-96d06fdf-d92d-4793-af3a-3b4775650e56 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 946 time: 0.1505640 Aug 16 22:33:56.994565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee0628fe-bcef-4155-824e-fcace4467166 req-98854130-33e3-4084-b557-c6c4fd40e252 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418708 Aug 16 22:33:57.000304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.012095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.021755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a99c630-668b-4b4a-a52d-23c4cc38880d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:57.029402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879ac0a9-2a8a-4fe7-bb52-6f2cd845272c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:57.038780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-253c1b50-5133-4928-8211-26dfffa472fa req-5d7806e6-c09e-46e6-a8d7-f99c912e1342 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039934 Aug 16 22:33:57.055998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:57.057735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce64ad40-cd3f-4b0b-b4a6-771d569b7b81') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:33:57.075523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7a99c630-668b-4b4a-a52d-23c4cc38880d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:57.075878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7a99c630-668b-4b4a-a52d-23c4cc38880d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:57.079608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.109806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:33:57.111677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.112514 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9dbad9-6325-4855-abac-0bc78443ea2c" -d '{"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-unplugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:33:57.119666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:33:57.120192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:33:57.124423 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:33:57.138587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:33:57.144113 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.145939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.207906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.220382 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0208d-63dc-4ac3-96a7-189283f3ceb1 x-openstack-request-id: req-93d0208d-63dc-4ac3-96a7-189283f3ceb1 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:33:57.220928 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-unplugged", "status": "completed", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:33:57.221289 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93d0208d-63dc-4ac3-96a7-189283f3ceb1 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:33:57.222587 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'code': 200} Aug 16 22:33:57.222762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.225101 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/879ac0a9-2a8a-4fe7-bb52-6f2cd845272c HTTP/1.1" status: 204 len: 168 time: 0.9294531 Aug 16 22:33:57.229807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 50924) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:33:57.241736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff433f-d728-4404-a79c-c6982b560d36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=879ac0a9-2a8a-4fe7-bb52-6f2cd845272c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:57.247611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1919483341', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:33:57.276668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:57.279630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] No DVR routers for this DVR port 7a99c630-668b-4b4a-a52d-23c4cc38880d on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:33:57.297440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.301107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.303150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21402208-4108-44b1-8989-42e69a4f58ff None None] Pushing event deleted for resources: {'Port': ['ID=7a99c630-668b-4b4a-a52d-23c4cc38880d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:57.390068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.552370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.876503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.905526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:57.939044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c537988-b837-4f9a-87cb-3607717c23ac req-a3c02418-a22b-4867-a716-6abc0908ec66 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:57.940980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c537988-b837-4f9a-87cb-3607717c23ac req-a3c02418-a22b-4867-a716-6abc0908ec66 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.1230512 Aug 16 22:33:58.093484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c537988-b837-4f9a-87cb-3607717c23ac req-44087b4e-a243-4f6f-93be-60eacf4364c6 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074193 Aug 16 22:33:58.096678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 60074afe-299d-4c39-8a5d-a5cce11481dd no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:33:58.164852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.25.8.32 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b811005e-a872-4e20-bdca-a003e223746f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:33:58.175929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 60074afe-299d-4c39-8a5d-a5cce11481dd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:33:58.177367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 60074afe-299d-4c39-8a5d-a5cce11481dd not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:33:58.259484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b005cce-c4e9-40cf-a1de-b6eb8f16fd0a req-2bcfaa8e-4723-4493-8072-f2aa328abc58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:58.261009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b005cce-c4e9-40cf-a1de-b6eb8f16fd0a req-2bcfaa8e-4723-4493-8072-f2aa328abc58 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1557183 Aug 16 22:33:58.324040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2aa6-b185-4b5b-baf2-d5374bfaa640 req-81dcdaa9-94ef-4c7d-b2ee-60adca904d67 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:58.325586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3bf2aa6-b185-4b5b-baf2-d5374bfaa640 req-81dcdaa9-94ef-4c7d-b2ee-60adca904d67 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 944 time: 0.1358924 Aug 16 22:33:58.354905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b005cce-c4e9-40cf-a1de-b6eb8f16fd0a req-754e4687-460c-42d3-97ad-73eb08aac034 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843356 Aug 16 22:33:58.387620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.409633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3bf2aa6-b185-4b5b-baf2-d5374bfaa640 req-8ef34c0d-58f9-43c2-8a30-8feecfcaff23 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758536 Aug 16 22:33:58.500061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:58.574844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:33:58.580657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:33:58.586309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:33:58.632155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eca55a-8525-4fd1-8bca-a8f17db08714 req-f3f9e995-45e5-4894-9547-2df2eb235b9f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:58.647032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5eca55a-8525-4fd1-8bca-a8f17db08714 req-f3f9e995-45e5-4894-9547-2df2eb235b9f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1333117 Aug 16 22:33:58.649483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=b811005e-a872-4e20-bdca-a003e223746f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:33:58.763055 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5eca55a-8525-4fd1-8bca-a8f17db08714 req-db75c0ff-4b9b-4250-a98b-bbc1fc9a39e5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146147 Aug 16 22:33:59.024134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1c223-2846-42e6-b444-c1c85588dcbf req-8d2b9dd9-9ddc-4ae5-9503-de0f0373384c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:59.026821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b1c223-2846-42e6-b444-c1c85588dcbf req-8d2b9dd9-9ddc-4ae5-9503-de0f0373384c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1176209 Aug 16 22:33:59.032816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:33:59.133514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5b1c223-2846-42e6-b444-c1c85588dcbf req-6446da42-ff05-475a-95e5-83815058df73 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973308 Aug 16 22:33:59.385110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6fc53-8f4d-42a5-a1d9-630453cdacdf req-13f3dc94-965f-417a-8d20-13a74a549103 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:33:59.396613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24e6fc53-8f4d-42a5-a1d9-630453cdacdf req-13f3dc94-965f-417a-8d20-13a74a549103 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.1895134 Aug 16 22:33:59.638180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24e6fc53-8f4d-42a5-a1d9-630453cdacdf req-ad44d047-26ac-4079-9b7f-79b045f5485b tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689022 Aug 16 22:33:59.658328 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.156542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854ed6c-d6ac-4edd-ad20-5612b2fcffa9 req-40a9b1e0-ffc2-499f-a6d0-067d2ae55d2b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:00.164264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c854ed6c-d6ac-4edd-ad20-5612b2fcffa9 req-40a9b1e0-ffc2-499f-a6d0-067d2ae55d2b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.6935596 Aug 16 22:34:00.194763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-390a217a-77ac-4b2f-a79f-aec1bde11131 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:00.196383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-390a217a-77ac-4b2f-a79f-aec1bde11131 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.88 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.6568000 Aug 16 22:34:00.363047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c854ed6c-d6ac-4edd-ad20-5612b2fcffa9 req-90016c3b-f66d-4fa6-bb15-5f60c5c7de24 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951020 Aug 16 22:34:00.431106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a49b4-2396-4322-970c-7642cd979b63 req-7e3041ed-4397-434d-89d8-833bbad296bd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:00.432642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-664a49b4-2396-4322-970c-7642cd979b63 req-7e3041ed-4397-434d-89d8-833bbad296bd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.2562521 Aug 16 22:34:00.530701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-664a49b4-2396-4322-970c-7642cd979b63 req-a886ad6a-b35d-4d11-a887-394b4da43e68 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891523 Aug 16 22:34:00.545542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router a657eb5b-4363-43f7-ad21-5ac2ec90b776 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:34:00.549710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Deleting port 75a449ac-326f-4d8f-b0ac-04871a81ea29 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:00.550800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.597090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:00.745592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] For port 75a449ac-326f-4d8f-b0ac-04871a81ea29, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=75a449ac-326f-4d8f-b0ac-04871a81ea29,segment=NetworkSegment(ed5557c3-5e20-449c-8580-9c1aef43e12a),segment_id=ed5557c3-5e20-449c-8580-9c1aef43e12a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:00.745973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.766932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Calling delete_port for 75a449ac-326f-4d8f-b0ac-04871a81ea29 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:00.776197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:00.793247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] Sync routers for ids ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:00.805905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] Routers {'a657eb5b-4363-43f7-ad21-5ac2ec90b776'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:00.806665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.840228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.850474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] Routers {'a657eb5b-4363-43f7-ad21-5ac2ec90b776'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:00.851927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.904374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:00.905362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321cece1-7ffd-4315-9928-6d4c851325f1 None None] The sync data for ids ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:00.920742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:00.922040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fabc91f6-3525-4938-9bfb-65be2fa0dead tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.6910725 Aug 16 22:34:00.925747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51064) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:00.955558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f72a-eeb5-417d-9a53-a521187d09f9 req-15661df0-4048-40f3-b8a3-7f95eb3518e9 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:00.957154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3418f72a-eeb5-417d-9a53-a521187d09f9 req-15661df0-4048-40f3-b8a3-7f95eb3518e9 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4fcfec9-e1c7-430b-a5c3-88c669df14da HTTP/1.1" status: 200 len: 945 time: 0.1584117 Aug 16 22:34:01.088653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3418f72a-eeb5-417d-9a53-a521187d09f9 req-c3c09cb9-f2d5-4474-a28f-55d3f3ddb46e tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163146 Aug 16 22:34:01.143830 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.180675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['75a449ac-326f-4d8f-b0ac-04871a81ea29'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:01.215377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Pushing event deleted for resources: {'Port': ['ID=75a449ac-326f-4d8f-b0ac-04871a81ea29,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:01.216001 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3d8a9aa-43e4-4ff9-af44-913c31aec407 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers/a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 200 len: 880 time: 0.2844083 Aug 16 22:34:01.216756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:01.331710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] No DVR routers for this DVR port 75a449ac-326f-4d8f-b0ac-04871a81ea29 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:01.340666 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:01.343133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a7aeb3-dc40-4880-b133-54f4882ded56 req-06cb9d5f-f93d-41d8-b774-8c9e6153c218 tempest-VolumesActionsTest-1720887174 tempest-VolumesActionsTest-1720887174-project] 10.222.0.88 "DELETE /v2.0/ports/75a449ac-326f-4d8f-b0ac-04871a81ea29 HTTP/1.1" status: 204 len: 173 time: 1.1343963 Aug 16 22:34:01.343639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'name': 'network-vif-deleted', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:01.354678 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28428fd6-7c32-462b-a4f5-0fa34d156ede" -d '{"events": [{"server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "name": "network-vif-deleted", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:01.413956 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5426c6b-1784-4d4e-ae3c-7ec1b9cfd659 x-openstack-request-id: req-c5426c6b-1784-4d4e-ae3c-7ec1b9cfd659 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:01.414516 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fcfec9-e1c7-430b-a5c3-88c669df14da", "name": "network-vif-deleted", "tag": "75a449ac-326f-4d8f-b0ac-04871a81ea29", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:01.415012 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5426c6b-1784-4d4e-ae3c-7ec1b9cfd659 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:01.415640 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fcfec9-e1c7-430b-a5c3-88c669df14da', 'name': 'network-vif-deleted', 'tag': '75a449ac-326f-4d8f-b0ac-04871a81ea29', 'status': 'completed', 'code': 200} Aug 16 22:34:01.592742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d62cc-9be8-4c65-8501-8e47663c996e req-c5e720fc-4787-4f73-9c5d-b77b055260fe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:01.594389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b9d62cc-9be8-4c65-8501-8e47663c996e req-c5e720fc-4787-4f73-9c5d-b77b055260fe tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0900457 Aug 16 22:34:01.690634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b9d62cc-9be8-4c65-8501-8e47663c996e req-3db3643e-c9c5-46b3-a025-4415de3e517a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764098 Aug 16 22:34:01.787055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975abb0-2ee3-4b98-8f12-3f1e545188fc req-0a7337c2-976a-4a42-8617-005316722cec tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:01.794452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8975abb0-2ee3-4b98-8f12-3f1e545188fc req-0a7337c2-976a-4a42-8617-005316722cec tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.0941701 Aug 16 22:34:01.830761 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-891f6211-e8ae-4beb-8c09-271ea083bfb5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6119828 Aug 16 22:34:01.832874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51084) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:01.846378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1919483341'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:01.846949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8975abb0-2ee3-4b98-8f12-3f1e545188fc req-4b667bd4-e7d6-441b-b7c6-405c19826d0a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483274 Aug 16 22:34:02.588392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c0aa-ce03-49d4-a1e6-c386e3c3506b req-fc9c0037-a0f3-408c-82ed-93e286ba6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:02.597555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a08c0aa-ce03-49d4-a1e6-c386e3c3506b req-fc9c0037-a0f3-408c-82ed-93e286ba6422 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1098 time: 0.0757706 Aug 16 22:34:02.672359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a08c0aa-ce03-49d4-a1e6-c386e3c3506b req-679cb300-90fe-4127-b2b4-0d2b6f1da9b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654366 Aug 16 22:34:02.936651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.961719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c82d-608a-449a-84cd-326ffec64b2e req-c0a76223-99b1-47af-823f-0518da3eafd3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:02.969649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:02.973736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1340c82d-608a-449a-84cd-326ffec64b2e req-c0a76223-99b1-47af-823f-0518da3eafd3 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1072183 Aug 16 22:34:03.088691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1340c82d-608a-449a-84cd-326ffec64b2e req-9884c16a-bb92-45e8-b366-bf93f7253497 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078644 Aug 16 22:34:03.198019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router a657eb5b-4363-43f7-ad21-5ac2ec90b776 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:03.209768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccb691-3309-4dd2-ad00-7797e42d6826 req-20fbeb52-4de1-410b-b8fd-d0f0cbffe0cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:03.211611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daccb691-3309-4dd2-ad00-7797e42d6826 req-20fbeb52-4de1-410b-b8fd-d0f0cbffe0cd tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.1216247 Aug 16 22:34:03.294947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daccb691-3309-4dd2-ad00-7797e42d6826 req-ee13e809-3607-49ab-af6d-72ecbbd97ddb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749543 Aug 16 22:34:03.425102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:03.449123 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] Sync routers for ids ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:03.460201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:03.461614 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] Routers {'a657eb5b-4363-43f7-ad21-5ac2ec90b776'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:03.463528 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-94185a05-f260-41c3-bc8e-e8caaec092b1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 200 len: 887 time: 1.6285625 Aug 16 22:34:03.464356 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.465827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:03.566608 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.586025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] Routers {'a657eb5b-4363-43f7-ad21-5ac2ec90b776'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:03.587022 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.649573 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:03.650724 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dfaffd-2d8a-4601-a5ee-0c7d4b548c90 None None] The sync data for ids ['a657eb5b-4363-43f7-ad21-5ac2ec90b776'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:03.680010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-46d795b7-32fb-4654-86fe-9beba6be9c76 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers/a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 200 len: 887 time: 0.2112815 Aug 16 22:34:03.689111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:03.747737 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f03c00e-bd77-4d80-9462-d6bf766913fb tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 200 len: 205 time: 0.0603917 Aug 16 22:34:03.750733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:03.972406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.105611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 75a449ac-326f-4d8f-b0ac-04871a81ea29 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:04.139437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 75a449ac-326f-4d8f-b0ac-04871a81ea29 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:04.140326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 75a449ac-326f-4d8f-b0ac-04871a81ea29 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:04.212969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.275698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9356da4-5f63-4366-b0c6-7fb94337c8d1 req-44aecc1f-d154-49fd-bb05-9a530399fb3c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:04.293227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9356da4-5f63-4366-b0c6-7fb94337c8d1 req-44aecc1f-d154-49fd-bb05-9a530399fb3c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0833027 Aug 16 22:34:04.313515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port b811005e-a872-4e20-bdca-a003e223746f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:04.314215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.403218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9356da4-5f63-4366-b0c6-7fb94337c8d1 req-77110408-a6bb-496f-b80e-64c8093d23f2 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061890 Aug 16 22:34:04.429019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.444334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for b811005e-a872-4e20-bdca-a003e223746f owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:04.612332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:34:04.621909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:04.764308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d314c1-0796-47eb-89bf-8cc4a1ba5178 req-83e2235c-09c8-48d1-9a31-45ade1af2794 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:04.773496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5d314c1-0796-47eb-89bf-8cc4a1ba5178 req-83e2235c-09c8-48d1-9a31-45ade1af2794 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.0898368 Aug 16 22:34:04.824864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5d314c1-0796-47eb-89bf-8cc4a1ba5178 req-794bbfa2-e1a2-4a30-996b-e6d425f64a27 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499647 Aug 16 22:34:04.833345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:04.845225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:04.906658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:04.921721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'port_id': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'mac_address': 'fa:16:3e:ad:48:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:34:04.973844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=b811005e-a872-4e20-bdca-a003e223746f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:04.998782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8d805c43-5a6c-46e4-9a0d-4ea31a1140d8 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/floatingips/b97016ca-5e6c-48bf-bb6a-6e002c8ff280 HTTP/1.1" status: 200 len: 993 time: 0.1465032 Aug 16 22:34:05.055026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.061345 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.063822 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.159896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0ebca1-978f-4411-9d05-8bbedd85a5eb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:05.200918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:05.214033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.301140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:34:05.301517 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:34:05.304986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:05.396195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.401428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.534676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.539714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router a657eb5b-4363-43f7-ad21-5ac2ec90b776 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:34:05.590531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['6c0ebca1-978f-4411-9d05-8bbedd85a5eb'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:05.613779 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.622007 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-512a8766-eb16-4b5b-9a1f-5416af6a8417 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 204 len: 168 time: 1.8659906 Aug 16 22:34:05.638924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51186) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:05.666936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-41140992'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:05.738273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:05.751098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.820017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f79b74-e867-4dee-97f7-f78298dcd8a6 req-fa503230-f9c4-4a26-8e68-81b4898d8dd1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:05.838533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2f79b74-e867-4dee-97f7-f78298dcd8a6 req-fa503230-f9c4-4a26-8e68-81b4898d8dd1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3217070 Aug 16 22:34:05.920217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:05.966832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2f79b74-e867-4dee-97f7-f78298dcd8a6 req-87e0a0fa-2b54-4ee2-b519-3268133e2b5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249728 Aug 16 22:34:05.971677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:05.972079 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 22e15bb6-c9cc-435c-ac23-1c21d49987b1 of type vlan for network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 Aug 16 22:34:06.032542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.082870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.103635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6c0ebca1-978f-4411-9d05-8bbedd85a5eb {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:06.144935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.151530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:06.152193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.298719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6517699 Aug 16 22:34:06.301122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:06.310737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:06.319902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e3c79-2596-4b23-8424-80f60b547450 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=43f0a4ca-8e33-4168-884b-f50d6a979ae2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:06.404261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:06.409045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:06.505720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.550293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:06.572853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:06.647463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:06.925055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.030138 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '22e15bb6-c9cc-435c-ac23-1c21d49987b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:07.030735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 43f0a4ca-8e33-4168-884b-f50d6a979ae2, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:07.053283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=14ea2a2a-8e81-4ce1-9c9c-141561e419b3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:07.059493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:07.075238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 43f0a4ca-8e33-4168-884b-f50d6a979ae2) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:07.079555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:07.080162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.086736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ef40a-223a-4cdc-88f0-7b6d163817cc None None] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:07.101792 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd9603bc-a3c4-4f7d-b4b9-9391af4bc661 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7993479 Aug 16 22:34:07.104466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51214) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:07.111516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-783751587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:07.125163 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:34:07.164122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.165402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.199234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9dbed-d8ee-4af0-bbde-77033e35ed02 req-5f5f3541-9a52-40ce-8d7b-dbbcece02b7e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:07.210745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eba9dbed-d8ee-4af0-bbde-77033e35ed02 req-5f5f3541-9a52-40ce-8d7b-dbbcece02b7e tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1391883 Aug 16 22:34:07.310732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eba9dbed-d8ee-4af0-bbde-77033e35ed02 req-ceaaf649-b081-40dc-83a4-a0affc26505d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986812 Aug 16 22:34:07.355878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.368939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.399488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.401584 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00d8cc88-f199-4b9e-b719-3a9ed1016f17 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2960424 Aug 16 22:34:07.405291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:07.424327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-43f0a4ca-8e33-4168-884b-f50d6a979ae2', 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '14ea2a2a-8e81-4ce1-9c9c-141561e419b3'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:07.425267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:07.872589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Allocated IP 172.20.0.2 (43f0a4ca-8e33-4168-884b-f50d6a979ae2/14ea2a2a-8e81-4ce1-9c9c-141561e419b3/3d8754e8-f8e0-4b42-9343-b85db2479ef1) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:08.104599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.207169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.216927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Transition to ACTIVE for port object 3d8754e8-f8e0-4b42-9343-b85db2479ef1 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:08.235192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Transition to ACTIVE for port object 3d8754e8-f8e0-4b42-9343-b85db2479ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:08.257879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.298588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:08.301470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:08.342127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:08.387516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Pushing event updated for resources: {'Port': ['ID=3d8754e8-f8e0-4b42-9343-b85db2479ef1,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:08.504092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.20.0.1 (43f0a4ca-8e33-4168-884b-f50d6a979ae2/14ea2a2a-8e81-4ce1-9c9c-141561e419b3/f89af087-ff8b-40c2-b232-625053c0275a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:08.611235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Attempting to bind port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:08.611883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Attempting to bind port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '22e15bb6-c9cc-435c-ac23-1c21d49987b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:08.612031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Attempting to bind port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 on network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:08.634512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d3735-bb32-4402-9415-8dcea1d92dad req-1619fef7-1ddf-4686-a9eb-b73d28013b84 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:08.644736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:08.654815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:08.655163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Checking segment: {'id': '22e15bb6-c9cc-435c-ac23-1c21d49987b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:08.655569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.655965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Bound using segment: {'id': '22e15bb6-c9cc-435c-ac23-1c21d49987b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:08.656462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Bound port: 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e15bb6-c9cc-435c-ac23-1c21d49987b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '43f0a4ca-8e33-4168-884b-f50d6a979ae2'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:08.656832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.661801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e1d3735-bb32-4402-9415-8dcea1d92dad req-1619fef7-1ddf-4686-a9eb-b73d28013b84 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1930282 Aug 16 22:34:08.691918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.725485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object f89af087-ff8b-40c2-b232-625053c0275a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:08.746495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e1d3735-bb32-4402-9415-8dcea1d92dad req-c8ea4b67-e266-4a0d-82ac-1f14e40e23fa tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834887 Aug 16 22:34:08.798531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:08.922941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=f89af087-ff8b-40c2-b232-625053c0275a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:08.951210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:08.967095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:08.974300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:08.992342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] For port 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:09.002782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:09.003547 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.018173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] For port 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3d8754e8-f8e0-4b42-9343-b85db2479ef1,segment=NetworkSegment(22e15bb6-c9cc-435c-ac23-1c21d49987b1),segment_id=22e15bb6-c9cc-435c-ac23-1c21d49987b1)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:09.108196 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.110953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.408273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a26409-ee90-4b48-8a3e-5699331ef3b8 None None] Pushing event updated for resources: {'Port': ['ID=3d8754e8-f8e0-4b42-9343-b85db2479ef1,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:09.439337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.571673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.673576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:09.695866 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa9985-0829-4393-8d9f-80e2b929fd4d" -d '{"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:09.732837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:09.743228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:09.914656 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e0dfed-9c1b-41b1-9511-2d4556d5ca62 x-openstack-request-id: req-29e0dfed-9c1b-41b1-9511-2d4556d5ca62 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:09.914962 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:09.915235 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29e0dfed-9c1b-41b1-9511-2d4556d5ca62 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:09.915629 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'code': 200} Aug 16 22:34:09.916205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:10.114354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c5b83-2f89-4d8c-ad6b-a438948120c5 req-8e23117c-35e2-44b6-8852-ab4d35032874 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:10.120393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d72c5b83-2f89-4d8c-ad6b-a438948120c5 req-8e23117c-35e2-44b6-8852-ab4d35032874 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1302478 Aug 16 22:34:10.199078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d72c5b83-2f89-4d8c-ad6b-a438948120c5 req-6beb579a-5978-49cf-a690-180d5bf6ed22 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677345 Aug 16 22:34:10.202889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.210854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.419608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:10.422909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=f89af087-ff8b-40c2-b232-625053c0275a,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:10.695628 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:10.699339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:10.879906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:34:11.082250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3d8754e8-f8e0-4b42-9343-b85db2479ef1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:11.117954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:11.127752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-abd3b5db-e5ef-479d-9a53-6467d2e413d5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/86b3fa8d-3c2e-4422-b148-c01ce0dff2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7178226 Aug 16 22:34:11.127875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:11.177346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2795b0a-f88d-4f92-a0cd-0a102410fbd5 None None] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:11.183253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] Sync routers for ids ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:11.207573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] Routers {'86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:11.208533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:11.236335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ecc46-95e5-4178-9e86-0a83cd565c59 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.238002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5f8ecc46-95e5-4178-9e86-0a83cd565c59 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports/f89af087-ff8b-40c2-b232-625053c0275a HTTP/1.1" status: 200 len: 910 time: 0.1105657 Aug 16 22:34:11.240655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:11.246000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14ea2a2a-8e81-4ce1-9c9c-141561e419b3'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:11.278491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:11.317972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] Routers {'86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:11.319268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:11.355833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:11.360852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Provisioning for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:11.366734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:11.367540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06977cea-ad69-45a3-a0d7-8ee2b9483053 None None] The sync data for ids ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:11.372997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Provisioning complete for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:11.373374 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.374881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:11.375236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.511365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f089d-4ec1-44b6-b035-e03b28b33db1 req-01ae368b-de15-4db8-8edd-d50923b91f90 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:11.514325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f8f089d-4ec1-44b6-b035-e03b28b33db1 req-01ae368b-de15-4db8-8edd-d50923b91f90 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1300926 Aug 16 22:34:11.608591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.671559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.695670 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.745997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] For port 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3d8754e8-f8e0-4b42-9343-b85db2479ef1,segment=NetworkSegment(22e15bb6-c9cc-435c-ac23-1c21d49987b1),segment_id=22e15bb6-c9cc-435c-ac23-1c21d49987b1)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:11.761047 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:11.943268 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:34:11.943670 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:34:11.967760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Pushing event updated for resources: {'Port': ['ID=3d8754e8-f8e0-4b42-9343-b85db2479ef1,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:11.986264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:11.986651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:11.986967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:11.994319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:11.995969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:11.996653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.015820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.015820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.015820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.015820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.016327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.016457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7001f-a356-4531-bf79-b6718b782870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:12.104963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f8f089d-4ec1-44b6-b035-e03b28b33db1 req-bcc3c019-f008-43da-bec2-3f3f9945c837 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5564060 Aug 16 22:34:12.324356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Provisioning for port f89af087-ff8b-40c2-b232-625053c0275a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:12.331638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Provisioning complete for port f89af087-ff8b-40c2-b232-625053c0275a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:12.332062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.624683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Port f89af087-ff8b-40c2-b232-625053c0275a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:12.657945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Provisioning complete for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:12.658325 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-934c55ff-a253-4a83-9837-624f7bd76dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.718642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-f9f7ca82-7a6d-4fb2-8c2d-89dffdc28bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:12.720186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-f9f7ca82-7a6d-4fb2-8c2d-89dffdc28bc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.1875453 Aug 16 22:34:12.759811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.785147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a45061-5ed7-4977-8a95-4795858da40f req-83e0a949-97b9-4a62-824a-b19deac7f15c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:12.797395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6a45061-5ed7-4977-8a95-4795858da40f req-83e0a949-97b9-4a62-824a-b19deac7f15c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3115332 Aug 16 22:34:12.855475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:12.994302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0bf31976-7ec1-4eeb-ab27-77c548b3026c None None] Provisioning complete for port f89af087-ff8b-40c2-b232-625053c0275a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:12.995385 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0bf31976-7ec1-4eeb-ab27-77c548b3026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.144860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3d8754e8-f8e0-4b42-9343-b85db2479ef1 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:13.202132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:13.203522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.208512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:13.212911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/ports/f89af087-ff8b-40c2-b232-625053c0275a HTTP/1.1" status: 200 len: 910 time: 1.9709909 Aug 16 22:34:13.222404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0bf31976-7ec1-4eeb-ab27-77c548b3026c None None] Port f89af087-ff8b-40c2-b232-625053c0275a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:13.265505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=f89af087-ff8b-40c2-b232-625053c0275a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:13.285885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6a45061-5ed7-4977-8a95-4795858da40f req-4cddb543-ceb9-4a11-91e7-ec72a88f8ea1 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875770 Aug 16 22:34:13.296493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.299539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.299972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.300385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.300796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.301282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.301689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.304246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.305353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.306283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:13.306704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.307129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.307538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0c204-c0fb-4dae-babb-9fa43140622f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:13.307970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.386391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-09716614-d120-4d3f-8227-47f728979721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:13.388858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-09716614-d120-4d3f-8227-47f728979721 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.6595726 Aug 16 22:34:13.472746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e4ae67b-1bd8-4d1c-b3c8-cbc0a82b19fa None None] Provisioning complete for port f89af087-ff8b-40c2-b232-625053c0275a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:13.473663 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae67b-1bd8-4d1c-b3c8-cbc0a82b19fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:13.516476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-fed40a8c-21b4-47fc-8dc3-8dba1e7fe196 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.1159761 Aug 16 22:34:13.534375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ae67b-1bd8-4d1c-b3c8-cbc0a82b19fa None None] Port f89af087-ff8b-40c2-b232-625053c0275a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:13.591606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-d747c8df-4bc0-453f-b52d-9051ec800538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:13.593530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-d747c8df-4bc0-453f-b52d-9051ec800538 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.0675168 Aug 16 22:34:13.707724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-3e8f483b-c6ef-43c7-8ed5-9b70eacc0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:13.709458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-3e8f483b-c6ef-43c7-8ed5-9b70eacc0ca6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820961 Aug 16 22:34:13.932015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-f665094b-886a-4a36-9719-507d9b128aa7 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145123 Aug 16 22:34:14.094585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3de0edf4-5332-493e-9aa3-a8ce01bc7c42 req-92b55378-4f8c-4dcb-bc3d-e5c6b2ae2798 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492190 Aug 16 22:34:14.435709 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.521300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:14.527895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedff448-4b3a-4ef5-9c07-7261830ae252 req-b12c82db-1f1c-49c9-b511-650c49a9ca0a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:14.538773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedff448-4b3a-4ef5-9c07-7261830ae252 req-b12c82db-1f1c-49c9-b511-650c49a9ca0a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1126146 Aug 16 22:34:14.622952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eedff448-4b3a-4ef5-9c07-7261830ae252 req-0de4d685-da14-44a1-a00c-18e7a683a49c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743928 Aug 16 22:34:15.024036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port f89af087-ff8b-40c2-b232-625053c0275a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:15.024928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.139115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.153417 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for f89af087-ff8b-40c2-b232-625053c0275a owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:15.424637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.563120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f3f2fa85-cf11-4a71-b017-3174a33eeddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.580964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=f89af087-ff8b-40c2-b232-625053c0275a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:15.867983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5bb4d-00af-4060-aa03-bfa297fc2319 req-3eafbc5e-dcdd-4385-8c1a-d909fae8fa2d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:15.872501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:15.880353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f5bb4d-00af-4060-aa03-bfa297fc2319 req-3eafbc5e-dcdd-4385-8c1a-d909fae8fa2d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1372380 Aug 16 22:34:16.018904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f5bb4d-00af-4060-aa03-bfa297fc2319 req-0eaa6538-c04d-4049-b857-cd1afe08eb4d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346047 Aug 16 22:34:16.163575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055013a-f1b8-42f2-a171-aa1c3aa62f40 req-3969d38f-a94b-4f8f-b20f-c2e353d2da6c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:16.173324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d055013a-f1b8-42f2-a171-aa1c3aa62f40 req-3969d38f-a94b-4f8f-b20f-c2e353d2da6c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.0826492 Aug 16 22:34:16.178851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:16.276730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d055013a-f1b8-42f2-a171-aa1c3aa62f40 req-e2451b08-9436-46ac-9097-8f1cf076139c tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005020 Aug 16 22:34:16.307643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:16.320666 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] Sync routers for ids ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:16.343968 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-359ade3e-ae4b-48f3-92f8-b0e93cf5c2e5 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/86b3fa8d-3c2e-4422-b148-c01ce0dff2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1334963 Aug 16 22:34:16.347076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51416) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:16.347426 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] Routers {'86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:16.348056 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:16.440225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-98dff5c5-6f2c-4a34-aa09-b310ff7c5725 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 HTTP/1.1" status: 200 len: 205 time: 0.0916076 Aug 16 22:34:16.443818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:16.447573 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:16.458820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] Routers {'86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:16.460756 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:33:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:16.497608 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:16.498517 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cff8b-b9c1-44c3-823e-1748654a15d2 None None] The sync data for ids ['86b3fa8d-3c2e-4422-b148-c01ce0dff2d2'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:16.573508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32463d9d-c4ba-4908-9869-c2bc4483c323 req-d8aa2698-4808-4a4d-a6b8-914ee1155254 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:16.575109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32463d9d-c4ba-4908-9869-c2bc4483c323 req-d8aa2698-4808-4a4d-a6b8-914ee1155254 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1299424 Aug 16 22:34:16.607268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.672960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32463d9d-c4ba-4908-9869-c2bc4483c323 req-ced83022-38c3-4f7a-9858-c1f2fd4430df tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867939 Aug 16 22:34:16.952096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:16.957695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.025260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.026088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:34:17.042011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.043235 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c038692f-11a1-4469-b555-5f0d5dad140c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 HTTP/1.1" status: 204 len: 168 time: 0.5982602 Aug 16 22:34:17.046228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51436) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.111536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 14ea2a2a-8e81-4ce1-9c9c-141561e419b3 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:17.126029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.190251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.228454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1695707-fc14-4716-9bf7-b503e93d2d97 req-29484907-fcb5-4bba-8c15-dbe41ace9333 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:17.237304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1695707-fc14-4716-9bf7-b503e93d2d97 req-29484907-fcb5-4bba-8c15-dbe41ace9333 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1231058 Aug 16 22:34:17.323962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1695707-fc14-4716-9bf7-b503e93d2d97 req-ee7c1bf3-1fbf-420c-81a9-3d80ae6379f5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819640 Aug 16 22:34:17.450278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.557338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.575231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.580375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/14ea2a2a-8e81-4ce1-9c9c-141561e419b3 HTTP/1.1" status: 204 len: 168 time: 0.5306792 Aug 16 22:34:17.580893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:17.587477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a912663-6176-4fe3-8f91-3057b4a1bb11 None None] Network 43f0a4ca-8e33-4168-884b-f50d6a979ae2 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:17.627125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d44897-ed4a-42d7-b23e-d535c928dd4f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=14ea2a2a-8e81-4ce1-9c9c-141561e419b3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:17.745711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.808690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:17.809041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.899995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3d8754e8-f8e0-4b42-9343-b85db2479ef1,segment=NetworkSegment(22e15bb6-c9cc-435c-ac23-1c21d49987b1),segment_id=22e15bb6-c9cc-435c-ac23-1c21d49987b1)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:17.899995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:17.915027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 3d8754e8-f8e0-4b42-9343-b85db2479ef1 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:17.969096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] DHCP port deletion for 43f0a4ca-8e33-4168-884b-f50d6a979ae2 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:34:18.058935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.096987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Deleting port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:18.097671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.140961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=3d8754e8-f8e0-4b42-9343-b85db2479ef1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:18.194495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:18.274799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] For port 3d8754e8-f8e0-4b42-9343-b85db2479ef1, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:18.277830 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.313174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Calling delete_port for 3d8754e8-f8e0-4b42-9343-b85db2479ef1 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:18.316830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:34:18.319738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.327892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.445035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] No DVR routers for this DVR port 3d8754e8-f8e0-4b42-9343-b85db2479ef1 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:18.483029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f994b-b68c-4bcc-b49f-4f192a946428 None None] Pushing event deleted for resources: {'Port': ['ID=3d8754e8-f8e0-4b42-9343-b85db2479ef1,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:18.509349 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f978e7ef-b168-4e16-a71a-f1074efb22e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.536945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.567006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f0a4ca-8e33-4168-884b-f50d6a979ae2']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:18.590909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e15bb6-c9cc-435c-ac23-1c21d49987b1') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:18.593758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e15bb6-c9cc-435c-ac23-1c21d49987b1') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:18.608384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.651353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.658995 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:18.659494 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:18.669509 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:18.706528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92f284-cb53-48be-b700-3fed0626cfcc req-51de8a46-5c69-4898-9481-b520df6eee33 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:18.712493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff92f284-cb53-48be-b700-3fed0626cfcc req-51de8a46-5c69-4898-9481-b520df6eee33 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1123958 Aug 16 22:34:18.777578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff92f284-cb53-48be-b700-3fed0626cfcc req-66919d33-54f0-43ee-ab88-fc694a8c18da tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622211 Aug 16 22:34:18.820892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.843684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.849244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/43f0a4ca-8e33-4168-884b-f50d6a979ae2 HTTP/1.1" status: 204 len: 168 time: 1.2639329 Aug 16 22:34:18.849244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c9f43-1fbd-45c0-a67e-d0724e20cac6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=43f0a4ca-8e33-4168-884b-f50d6a979ae2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:18.849649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:18.854272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271882872', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:18.927016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:18.931118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.039772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3d8754e8-f8e0-4b42-9343-b85db2479ef1 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:19.098122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.104428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 3d8754e8-f8e0-4b42-9343-b85db2479ef1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:19.104784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3d8754e8-f8e0-4b42-9343-b85db2479ef1 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:19.109314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.145448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.147814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e56ef8a4-803c-44d9-b101-81a4dccd2120 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2969165 Aug 16 22:34:19.150441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:19.155641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966566549'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:19.214399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:19.218293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.232960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.354871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-b37fe7ee-3d70-453d-81cc-d649064e4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.356586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-b37fe7ee-3d70-453d-81cc-d649064e4787 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.1441958 Aug 16 22:34:19.370990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598e5d1-0cfa-4e3e-bba7-6f052d9a2dd6 req-411960fd-bad7-4ca4-af10-e80aa8d0a026 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.378862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d598e5d1-0cfa-4e3e-bba7-6f052d9a2dd6 req-411960fd-bad7-4ca4-af10-e80aa8d0a026 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1783020 Aug 16 22:34:19.382038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:19.469901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.470123 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 98920adb-63da-45da-baa1-1f8f7ce866d0 of type vlan for network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb Aug 16 22:34:19.622000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d598e5d1-0cfa-4e3e-bba7-6f052d9a2dd6 req-817f5148-a28e-4e4c-9856-5c2e988e23b0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413762 Aug 16 22:34:19.639118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.720945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-e099bea6-d144-40b1-acc4-0e9c2ae93530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.722323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-e099bea6-d144-40b1-acc4-0e9c2ae93530 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 0.3366761 Aug 16 22:34:19.723420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.729363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:19.730024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:19.850470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6981268 Aug 16 22:34:19.853281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:19.859162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:19.881388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f64982-5ee0-4531-bd5f-afbb54c9fa3f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=195c4daf-7a5c-4f38-9d6d-98e1407c6ceb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:19.895793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:19.905029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-f05f4e8e-de24-4ec5-acdb-b6951a8ff18b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.1721804 Aug 16 22:34:20.039007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-04a2e177-c0e9-4334-8132-1df10684a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.040502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-04a2e177-c0e9-4334-8132-1df10684a1bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.1270950 Aug 16 22:34:20.074736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:20.080951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.129956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-22fcd211-50ce-4a90-bb22-85a8e0c7fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.132639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-22fcd211-50ce-4a90-bb22-85a8e0c7fea7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782707 Aug 16 22:34:20.281653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-5c2e8df4-8360-415f-9122-e040df94b95c service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305845 Aug 16 22:34:20.382360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.451625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=3cd13874-4a0f-4cb2-92c9-bf904d9b5b13,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:20.491124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:20.491683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:20.514780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:20.531233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:20.536762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:20.538675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:20.541341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79deb62d-45e4-43b7-9ab4-f6083560ba52 None None] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:20.567069 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8cc492e7-d095-4f3c-98b7-d7c49e964cdd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7109127 Aug 16 22:34:20.570390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:20.962763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6e4d65-2a56-47b9-b13b-5dbc709786eb req-69a5f630-c536-4537-9bb6-01995bb63699 service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590137 Aug 16 22:34:21.059571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf818b-98d5-4414-840f-84259bf15440 req-953bc0d9-5564-45a1-be8b-3d30b65b5e40 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:21.060092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:21.061279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9baf818b-98d5-4414-840f-84259bf15440 req-953bc0d9-5564-45a1-be8b-3d30b65b5e40 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1096807 Aug 16 22:34:21.062413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.113238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9baf818b-98d5-4414-840f-84259bf15440 req-ee118b2b-b897-431c-abe8-86ff5ce517b6 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Aug 16 22:34:21.274721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.338687 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.364887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Allocated IP 172.20.0.2 (195c4daf-7a5c-4f38-9d6d-98e1407c6ceb/3cd13874-4a0f-4cb2-92c9-bf904d9b5b13/083f6134-5b1d-4c51-a66a-022dd204d464) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:21.544171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.561897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Transition to ACTIVE for port object 083f6134-5b1d-4c51-a66a-022dd204d464 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:21.593433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Transition to ACTIVE for port object 083f6134-5b1d-4c51-a66a-022dd204d464 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:21.609383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.694490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:21.700466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:21.710771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:21.737842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Pushing event updated for resources: {'Port': ['ID=083f6134-5b1d-4c51-a66a-022dd204d464,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:21.812765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.20.0.1 (195c4daf-7a5c-4f38-9d6d-98e1407c6ceb/3cd13874-4a0f-4cb2-92c9-bf904d9b5b13/0e49e91a-7e46-4b60-9472-a6c95edd9647) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:21.845027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Attempting to bind port 083f6134-5b1d-4c51-a66a-022dd204d464 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:21.847283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Attempting to bind port 083f6134-5b1d-4c51-a66a-022dd204d464 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:21.847850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Attempting to bind port 083f6134-5b1d-4c51-a66a-022dd204d464 on network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:21.855249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:21.855871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Checking segment: {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:21.856474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.857136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Bound using segment: {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:21.857807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Bound port: 083f6134-5b1d-4c51-a66a-022dd204d464, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:21.858382 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:21.969470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] For port 083f6134-5b1d-4c51-a66a-022dd204d464, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:21.973508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] For port 083f6134-5b1d-4c51-a66a-022dd204d464, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=083f6134-5b1d-4c51-a66a-022dd204d464,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:21.984421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.104795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460faf-cf2d-43c8-91fe-92b981c5eeed None None] Pushing event updated for resources: {'Port': ['ID=083f6134-5b1d-4c51-a66a-022dd204d464,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:22.108487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.148383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object 0e49e91a-7e46-4b60-9472-a6c95edd9647 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:22.217999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.300412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:22.305760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:22.309727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:22.356114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917412c9-6a24-49c0-a34d-167b601f7e3e req-bb79d6f1-d1e5-4cd3-b9d8-b167333a075a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:22.359087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-917412c9-6a24-49c0-a34d-167b601f7e3e req-bb79d6f1-d1e5-4cd3-b9d8-b167333a075a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1328657 Aug 16 22:34:22.424253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.432676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:22.509509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-917412c9-6a24-49c0-a34d-167b601f7e3e req-db32947f-ea30-42ce-a155-f05e66ecf247 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351860 Aug 16 22:34:22.737238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808f71-9c7d-4866-a700-5bd302ac5e88 req-1bf06390-be75-4b48-8483-13a7a67935d0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:22.747403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a808f71-9c7d-4866-a700-5bd302ac5e88 req-1bf06390-be75-4b48-8483-13a7a67935d0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1425903 Aug 16 22:34:22.748375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.826616 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:22.836941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a808f71-9c7d-4866-a700-5bd302ac5e88 req-8fd5166e-7853-4085-8559-cd0918028fd4 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849326 Aug 16 22:34:23.217008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 083f6134-5b1d-4c51-a66a-022dd204d464 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:23.458644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.495085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.574258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 083f6134-5b1d-4c51-a66a-022dd204d464 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:23.758739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:23.762392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:24.223670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171369d-cffc-4643-9ce7-0bc258ff8768 None None] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:24.426750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-96a78582-889a-4dc7-9007-b53892d185e5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:24.431065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-96a78582-889a-4dc7-9007-b53892d185e5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=455172c2-715b-4537-b443-1befac77591b HTTP/1.1" status: 200 len: 944 time: 0.0764241 Aug 16 22:34:24.449611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Provisioning for port 083f6134-5b1d-4c51-a66a-022dd204d464 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:24.473904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Provisioning complete for port 083f6134-5b1d-4c51-a66a-022dd204d464 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:24.475527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.658673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:24.659286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.744476 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:24.746479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:24.768887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.859269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:24.859674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:24.894751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:24.897311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] For port 083f6134-5b1d-4c51-a66a-022dd204d464, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=083f6134-5b1d-4c51-a66a-022dd204d464,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:24.911033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.057386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274993bb-3fea-43c5-9d5d-45c4c22daf42 None None] Pushing event updated for resources: {'Port': ['ID=083f6134-5b1d-4c51-a66a-022dd204d464,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:25.078187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:34:25.252604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Provisioning for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:25.261970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Provisioning complete for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:25.262761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.316239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:25.327223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:25.327619 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3e13cfe-a637-462b-8534-da6af1e84f01 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7554352 Aug 16 22:34:25.341092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1101695386'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:25.349846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:25.367562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.395134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Port 0e49e91a-7e46-4b60-9472-a6c95edd9647 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:25.398184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:25.399267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:25.405570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:25.452484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=94d850bc-fc9a-45a7-bd35-d1b7ba0afc84,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:25.455530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:25.462032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:25.467724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.520421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:25.532225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.532598 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment df265e82-accd-488d-acd4-d7d58a461b23 of type vlan for network f652af3d-50b2-4e28-b383-f95ba85ac5b4 Aug 16 22:34:25.630466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Provisioning complete for port 083f6134-5b1d-4c51-a66a-022dd204d464 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:25.637579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3520cb65-1663-4529-8ae7-9bcedfa49d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.770548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] No DVR routers for this DVR port 94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:25.780271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.790974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.793088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dcf623e-ab01-4a6b-9711-09f1e7e5eb41 req-324e6a29-b216-48ea-a8c1-8e0b073e7466 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "DELETE /v2.0/ports/94d850bc-fc9a-45a7-bd35-d1b7ba0afc84 HTTP/1.1" status: 204 len: 173 time: 1.3545175 Aug 16 22:34:25.793571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-deleted', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:25.798882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:25.806462 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba2b060-3f7f-40c2-a665-7ca6ee902d3b" -d '{"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-deleted", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:25.933861 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c10bf1-c216-4cde-a99c-20a352f622ee x-openstack-request-id: req-59c10bf1-c216-4cde-a99c-20a352f622ee {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:25.934147 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455172c2-715b-4537-b443-1befac77591b", "name": "network-vif-deleted", "tag": "94d850bc-fc9a-45a7-bd35-d1b7ba0afc84", "status": "failed", "code": 422}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:25.935543 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59c10bf1-c216-4cde-a99c-20a352f622ee {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:25.935990 n-d-791505-20 neutron-server[94816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '455172c2-715b-4537-b443-1befac77591b', 'name': 'network-vif-deleted', 'tag': '94d850bc-fc9a-45a7-bd35-d1b7ba0afc84', 'status': 'failed', 'code': 422} returned with failed status Aug 16 22:34:25.941388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:25.955944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:25.956647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.145522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:26.153673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:26.157904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8265102 Aug 16 22:34:26.187066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fa769-9e41-4a95-b02b-05702ae12db4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=f652af3d-50b2-4e28-b383-f95ba85ac5b4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:26.270449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:26.476981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:26.482123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.761861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:23Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:26.794263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5f8403e5-5a41-468c-884c-80b4a8510413 None None] Provisioning complete for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:26.794263 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f8403e5-5a41-468c-884c-80b4a8510413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.795291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:26.795647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Updating router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd port 0e49e91a-7e46-4b60-9472-a6c95edd9647 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:26.824751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:26.960696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.005841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:27.005841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: f652af3d-50b2-4e28-b383-f95ba85ac5b4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:27.008153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=87f25c14-41c6-4e24-9c9d-239f09fc7b20,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:27.020464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f8403e5-5a41-468c-884c-80b4a8510413 None None] Port 0e49e91a-7e46-4b60-9472-a6c95edd9647 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:27.078535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:27.114470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, f652af3d-50b2-4e28-b383-f95ba85ac5b4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:27.120916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:27.122716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.161489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51682) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:27.165307 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-05cb7b8e-1251-42cb-86bb-0e6f0d6f501c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0171907 Aug 16 22:34:27.250267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f4709-9ca7-4cc0-8cd1-4259a0a6d693 None None] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:27.262711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 083f6134-5b1d-4c51-a66a-022dd204d464 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:27.364696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e03b9-f73f-46ba-afbd-860dac8f530a req-f3814648-9b38-4550-a20d-8c5e94480825 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:27.379461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-097e03b9-f73f-46ba-afbd-860dac8f530a req-f3814648-9b38-4550-a20d-8c5e94480825 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 907 time: 0.1450913 Aug 16 22:34:27.588875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 083f6134-5b1d-4c51-a66a-022dd204d464 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:27.589483 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.931029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:27.932014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:27.957382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.128945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Allocated IP 172.21.0.2 (f652af3d-50b2-4e28-b383-f95ba85ac5b4/87f25c14-41c6-4e24-9c9d-239f09fc7b20/347686aa-28ad-443b-b855-a0cf398c8b10) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:28.394582 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.453488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Transition to ACTIVE for port object 0e49e91a-7e46-4b60-9472-a6c95edd9647 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:28.476433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.620882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.682992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910661fb-7946-42e9-b556-323a81d5e9ee None None] Pushing event updated for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:28.737352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Transition to ACTIVE for port object 347686aa-28ad-443b-b855-a0cf398c8b10 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:28.750094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666f55-d5dc-4393-a897-8fabbf11ddfe req-de432d0b-38b9-48dc-8316-ff3e1d58d032 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:28.758636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87666f55-d5dc-4393-a897-8fabbf11ddfe req-de432d0b-38b9-48dc-8316-ff3e1d58d032 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 907 time: 0.2724063 Aug 16 22:34:28.822257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Transition to ACTIVE for port object 347686aa-28ad-443b-b855-a0cf398c8b10 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:28.832228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.920450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Attempting to bind port 0e49e91a-7e46-4b60-9472-a6c95edd9647 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:28.921202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Attempting to bind port 0e49e91a-7e46-4b60-9472-a6c95edd9647 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:28.922291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Attempting to bind port 0e49e91a-7e46-4b60-9472-a6c95edd9647 on network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:28.945236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:28.969241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:28.972183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:28.976214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Pushing event updated for resources: {'Port': ['ID=347686aa-28ad-443b-b855-a0cf398c8b10,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:28.978879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:28.979409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Checking segment: {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:28.979926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:28.980425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Bound using segment: {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:28.981026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Bound port: 0e49e91a-7e46-4b60-9472-a6c95edd9647, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98920adb-63da-45da-baa1-1f8f7ce866d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:28.981545 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.058308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.21.0.1 (f652af3d-50b2-4e28-b383-f95ba85ac5b4/87f25c14-41c6-4e24-9c9d-239f09fc7b20/c63a71dd-7cab-436c-92ec-88064394f7e8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:29.224878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Attempting to bind port 347686aa-28ad-443b-b855-a0cf398c8b10 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:29.225292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Attempting to bind port 347686aa-28ad-443b-b855-a0cf398c8b10 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:29.225669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Attempting to bind port 347686aa-28ad-443b-b855-a0cf398c8b10 on network f652af3d-50b2-4e28-b383-f95ba85ac5b4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:29.236535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:29.237041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Checking segment: {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:29.237819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.238397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Bound using segment: {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:29.239370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Bound port: 347686aa-28ad-443b-b855-a0cf398c8b10, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:29.241232 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.267686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] For port 0e49e91a-7e46-4b60-9472-a6c95edd9647, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:29.349793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-dc0680dd-a063-4938-a74e-b58afc668a36 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:29.367467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] For port 0e49e91a-7e46-4b60-9472-a6c95edd9647, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e49e91a-7e46-4b60-9472-a6c95edd9647,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:29.369210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-dc0680dd-a063-4938-a74e-b58afc668a36 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 907 time: 0.5683191 Aug 16 22:34:29.392217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.516681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.574992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:29.575739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:29.582867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] For port 347686aa-28ad-443b-b855-a0cf398c8b10, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:29.585907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910661fb-7946-42e9-b556-323a81d5e9ee None None] Pushing event updated for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:29.615167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object c63a71dd-7cab-436c-92ec-88064394f7e8 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:29.680044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] For port 347686aa-28ad-443b-b855-a0cf398c8b10, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=347686aa-28ad-443b-b855-a0cf398c8b10,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:29.704892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.710889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 77903ecd-32b1-4986-b1d7-b6194e54c315 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:29.711425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.823997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:29.832310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:29.984819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b556-06ea-4c61-94d6-c432bc4c1007 None None] Pushing event updated for resources: {'Port': ['ID=347686aa-28ad-443b-b855-a0cf398c8b10,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:29.993448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:30.003451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:30.014851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:30.164992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.373570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 77903ecd-32b1-4986-b1d7-b6194e54c315, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=77903ecd-32b1-4986-b1d7-b6194e54c315,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:30.373958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.398565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 77903ecd-32b1-4986-b1d7-b6194e54c315 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:30.432174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:29Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:30.525347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfdbf-d4fc-4ce3-a920-f09f66c6de44 req-1e7065ed-f176-4d3a-ab66-f25c0c666d5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:30.527109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a6cfdbf-d4fc-4ce3-a920-f09f66c6de44 req-1e7065ed-f176-4d3a-ab66-f25c0c666d5f tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 907 time: 0.5713935 Aug 16 22:34:30.530330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:30.562148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c593c3d-1429-4745-b5e7-436e69e9520f None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:22Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:29Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:30.752068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:30.964719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.088773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=77903ecd-32b1-4986-b1d7-b6194e54c315,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:31.205190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e49e91a-7e46-4b60-9472-a6c95edd9647 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:31.221003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] No DVR routers for this DVR port 77903ecd-32b1-4986-b1d7-b6194e54c315 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:31.224814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.228267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fe9b1f-df5c-4dc1-84fb-4020bae9659a req-2822a16e-f963-4f84-af1b-9a54cc8e5b32 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "DELETE /v2.0/ports/77903ecd-32b1-4986-b1d7-b6194e54c315 HTTP/1.1" status: 204 len: 173 time: 1.8479402 Aug 16 22:34:31.232863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'name': 'network-vif-deleted', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:31.235629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed46f4e-d5c2-4e1a-8d8e-a5050fc9e9f3" -d '{"events": [{"server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "name": "network-vif-deleted", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:31.334141 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5915a-9aca-4a94-9ea8-b076895f1aaa x-openstack-request-id: req-fee5915a-9aca-4a94-9ea8-b076895f1aaa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:31.336095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:31.340672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:31.341454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.342094 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e865f60-1a78-4c75-bcff-8a312987f9cb", "name": "network-vif-deleted", "tag": "77903ecd-32b1-4986-b1d7-b6194e54c315", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:31.342709 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fee5915a-9aca-4a94-9ea8-b076895f1aaa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:31.343326 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e865f60-1a78-4c75-bcff-8a312987f9cb', 'name': 'network-vif-deleted', 'tag': '77903ecd-32b1-4986-b1d7-b6194e54c315', 'status': 'completed', 'code': 200} Aug 16 22:34:31.532753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.550300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.570205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.595776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0e49e91a-7e46-4b60-9472-a6c95edd9647, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e49e91a-7e46-4b60-9472-a6c95edd9647,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:31.613958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.615919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 347686aa-28ad-443b-b855-a0cf398c8b10 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:31.729637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851ddbd-6287-425e-8731-0666a79af44b None None] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:31.814805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c03f2142-7a6f-48a1-b251-74e6b4202ce5 req-a7c4ea80-0337-47d5-9c82-05ae134c7023 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e865f60-1a78-4c75-bcff-8a312987f9cb HTTP/1.1" status: 200 len: 210 time: 0.0763268 Aug 16 22:34:31.864274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:31.879681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:31.946834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 347686aa-28ad-443b-b855-a0cf398c8b10 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:31.956891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 347686aa-28ad-443b-b855-a0cf398c8b10 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:31.962946 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.030109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Provisioning for port 347686aa-28ad-443b-b855-a0cf398c8b10 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:32.039071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:32.048068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Provisioning complete for port 347686aa-28ad-443b-b855-a0cf398c8b10 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:32.048446 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.055444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:32.057167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:32.200692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:32.228213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77903ecd-32b1-4986-b1d7-b6194e54c315 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:32.282660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 77903ecd-32b1-4986-b1d7-b6194e54c315 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:32.283110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 77903ecd-32b1-4986-b1d7-b6194e54c315 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:32.294775 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.324708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.330102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:32.338465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-45d83374-3b0b-441c-8b62-4cc152a7f7f8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1746161 Aug 16 22:34:32.341350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51802) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:32.347572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-698542798'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:32.353395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 347686aa-28ad-443b-b855-a0cf398c8b10, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=347686aa-28ad-443b-b855-a0cf398c8b10,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:32.367560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.376406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:32.397418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.444585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:32.454024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:34:32.454393 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-4d38a40c-261e-403b-8be6-f41682203416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:34:32.473780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=347686aa-28ad-443b-b855-a0cf398c8b10,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:32.474440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.474440 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 6769858e-a8c1-442f-9f55-7264446a7a95 of type vlan for network 256929fe-635c-4979-90a9-2a12b27dc6cf Aug 16 22:34:32.542847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.588112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.599121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:32.599815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.635497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2925146 Aug 16 22:34:32.638580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:32.644311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:32.728498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22893257-658d-4345-b6b8-512d3218f09c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=256929fe-635c-4979-90a9-2a12b27dc6cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:32.739996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 256929fe-635c-4979-90a9-2a12b27dc6cf details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:32.893608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:32.898417 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:32.930938 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:32.963278 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:32.963650 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:33.143964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e49e91a-7e46-4b60-9472-a6c95edd9647 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:33.230857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Provisioning for port c63a71dd-7cab-436c-92ec-88064394f7e8 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:33.248926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Provisioning complete for port c63a71dd-7cab-436c-92ec-88064394f7e8 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:33.249729 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.257356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0e49e91a-7e46-4b60-9472-a6c95edd9647 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:33.258079 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.302406 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:33.320437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.403943 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Port c63a71dd-7cab-436c-92ec-88064394f7e8 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:33.438386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d75cf-b77b-4ed0-984c-1fa0e4c11083 req-a8aefa52-46bc-40f9-b33e-546e530f724a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:33.440749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Provisioning complete for port 347686aa-28ad-443b-b855-a0cf398c8b10 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:33.441162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9a06-a05e-4e4d-8a39-22f07197628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.444892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-268d75cf-b77b-4ed0-984c-1fa0e4c11083 req-a8aefa52-46bc-40f9-b33e-546e530f724a tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.1289682 Aug 16 22:34:33.448741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=a1819de5-233d-487c-a819-57c24684c413,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:33.462009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:33.462563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 256929fe-635c-4979-90a9-2a12b27dc6cf, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:33.471581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.472182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.472706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.473255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.473794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.474459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.474971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.475484 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.478667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.479206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.479742 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.480252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:33.507689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 256929fe-635c-4979-90a9-2a12b27dc6cf is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:33.523580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 256929fe-635c-4979-90a9-2a12b27dc6cf) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:33.529665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:33.530665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:33.534427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-268d75cf-b77b-4ed0-984c-1fa0e4c11083 req-2d145b36-f102-4571-a006-b1c05466a876 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Aug 16 22:34:33.543797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd88ef4-3767-41d0-8111-76d627c6f0ec None None] Network 256929fe-635c-4979-90a9-2a12b27dc6cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:33.552061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 347686aa-28ad-443b-b855-a0cf398c8b10 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:33.570752 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-692921b5-f72e-4d31-a459-cb0a387bcd2b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9298351 Aug 16 22:34:33.572625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 51870) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:34.062487 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:30Z', 'revision_number': 3, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:34.096387 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:34.097045 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Updating router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd port c63a71dd-7cab-436c-92ec-88064394f7e8 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:34.149955 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.207629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-256929fe-635c-4979-90a9-2a12b27dc6cf', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:34.210707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.258164 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.367947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 347686aa-28ad-443b-b855-a0cf398c8b10 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:34.368983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.472923 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.487060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Transition to ACTIVE for port object c63a71dd-7cab-436c-92ec-88064394f7e8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:34.497956 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.617915 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Pushing event updated for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:34.652144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.653254 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.653930 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.654454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.655221 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.656880 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.657668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.658170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.658874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.659496 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.660075 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.660577 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:34:34.689307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Allocated IP 172.22.0.2 (256929fe-635c-4979-90a9-2a12b27dc6cf/a1819de5-233d-487c-a819-57c24684c413/87ee1a4e-6b43-432a-9a7c-ed1228e5cb20) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:34.721988 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Attempting to bind port c63a71dd-7cab-436c-92ec-88064394f7e8 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:34.724475 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Attempting to bind port c63a71dd-7cab-436c-92ec-88064394f7e8 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:34.725144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Attempting to bind port c63a71dd-7cab-436c-92ec-88064394f7e8 on network f652af3d-50b2-4e28-b383-f95ba85ac5b4 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:34.737483 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:34.741639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Checking segment: {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:34.743575 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.744919 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Bound using segment: {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:34.745471 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Bound port: c63a71dd-7cab-436c-92ec-88064394f7e8, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df265e82-accd-488d-acd4-d7d58a461b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:34.747046 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.815644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f64d3-2c16-4c57-b724-a340b237215b req-ec981e76-b788-409d-9af0-ba465936ef9b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:34.817318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-116f64d3-2c16-4c57-b724-a340b237215b req-ec981e76-b788-409d-9af0-ba465936ef9b tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.1292036 Aug 16 22:34:34.890982 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] For port c63a71dd-7cab-436c-92ec-88064394f7e8, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:34.898464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] For port c63a71dd-7cab-436c-92ec-88064394f7e8, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c63a71dd-7cab-436c-92ec-88064394f7e8,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:34.904376 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:34.973389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-116f64d3-2c16-4c57-b724-a340b237215b req-e724211b-7a41-479e-b825-5a3ccc60f4bc tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492314 Aug 16 22:34:35.025314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-a4b8bffa-fb3f-43b0-bc39-753a5ed806d7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:35.027427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-a4b8bffa-fb3f-43b0-bc39-753a5ed806d7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 945 time: 0.1757607 Aug 16 22:34:35.042421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.052784 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:35.054320 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:35.060390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Transition to ACTIVE for port object 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:35.100312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Transition to ACTIVE for port object 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:35.112900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.170250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Network 256929fe-635c-4979-90a9-2a12b27dc6cf is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:35.173902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:35.177961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:35.207057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.22.0.1 (256929fe-635c-4979-90a9-2a12b27dc6cf/a1819de5-233d-487c-a819-57c24684c413/318f3910-66a0-4c97-adb8-96b40e884416) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:35.242433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Pushing event updated for resources: {'Port': ['ID=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.259852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 1c190bdf-a310-43d7-afaf-43c7eb231a82 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:35.260206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.293616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Attempting to bind port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:35.295988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Attempting to bind port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:35.296660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Attempting to bind port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 on network 256929fe-635c-4979-90a9-2a12b27dc6cf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:35.308399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:35.309283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Checking segment: {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:35.309960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.310583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Bound using segment: {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:35.311421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Bound port: 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:35.312084 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.412570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1b22-0f2a-4d4c-96bd-8a55afa76e53 None None] Pushing event updated for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.432524 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:35.439062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] For port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:35.443170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] For port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:35.448163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.457825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 1c190bdf-a310-43d7-afaf-43c7eb231a82, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1c190bdf-a310-43d7-afaf-43c7eb231a82,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:35.458925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.487732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 1c190bdf-a310-43d7-afaf-43c7eb231a82 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:35.546346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.585163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object 318f3910-66a0-4c97-adb8-96b40e884416 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:35.632081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58fd42-9bf9-40e4-918e-599d342ed700 None None] Pushing event updated for resources: {'Port': ['ID=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.653369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:35.786413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 256929fe-635c-4979-90a9-2a12b27dc6cf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:35.788118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:35.795090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:35.803065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:35.902405 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:30Z', 'revision_number': 3, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:35.947986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ef24e-42fa-444e-9062-657d571f6a4b None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:30Z', 'revision_number': 3, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:35.966223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.366346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.612069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.649127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a28b14f5-5303-4554-aea6-27385bafba9a req-ea62a1fd-cd1f-4be4-a689-ac573c8749a9 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 210 time: 0.0523028 Aug 16 22:34:36.665862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:36.676344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1c190bdf-a310-43d7-afaf-43c7eb231a82'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:36.728438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=1c190bdf-a310-43d7-afaf-43c7eb231a82,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:36.809681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] No DVR routers for this DVR port 1c190bdf-a310-43d7-afaf-43c7eb231a82 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:36.821624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:36.827027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64f0213c-b86a-4ffa-b6ce-471cd0ce44de req-259a512d-df9b-4672-a019-baecea128676 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "DELETE /v2.0/ports/1c190bdf-a310-43d7-afaf-43c7eb231a82 HTTP/1.1" status: 204 len: 173 time: 1.7925649 Aug 16 22:34:36.841285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'name': 'network-vif-deleted', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:36.850404 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4354e802-b2f6-4f8d-9ea0-7725c76ffe1a" -d '{"events": [{"server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "name": "network-vif-deleted", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:37.030868 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c86386b-3079-41a9-ae2e-1d828097ff29 x-openstack-request-id: req-3c86386b-3079-41a9-ae2e-1d828097ff29 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:37.031051 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6988b301-55b0-4f56-89a4-a2b9b874e2eb", "name": "network-vif-deleted", "tag": "1c190bdf-a310-43d7-afaf-43c7eb231a82", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:37.031171 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c86386b-3079-41a9-ae2e-1d828097ff29 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:37.031646 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6988b301-55b0-4f56-89a4-a2b9b874e2eb', 'name': 'network-vif-deleted', 'tag': '1c190bdf-a310-43d7-afaf-43c7eb231a82', 'status': 'completed', 'code': 200} Aug 16 22:34:37.167215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:37.306522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.317903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.350159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:37.381830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Deleting subnet 7686c38b-99e6-4aab-bf53-e15c63613082 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:37.416071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:37.437549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.463604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.552952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.605942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:37.627697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c63a71dd-7cab-436c-92ec-88064394f7e8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:37.667281 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.754751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e5791-5133-4db8-9800-ea6240336c14 None None] Network 256929fe-635c-4979-90a9-2a12b27dc6cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:37.775627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 256929fe-635c-4979-90a9-2a12b27dc6cf is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:37.782074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:37.840861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:37.970512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Provisioning for port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:37.981336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7686c38b-99e6-4aab-bf53-e15c63613082,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:37.997153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaa6332-94dd-4fcc-aa62-07771b1fcca7 req-171aa57f-e485-4dcf-9430-dbff9da063ec tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=6988b301-55b0-4f56-89a4-a2b9b874e2eb HTTP/1.1" status: 200 len: 210 time: 0.0885272 Aug 16 22:34:38.002483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.004790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-80d1b8dd-cd05-4f75-8ba1-7a7d44b44639 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7686c38b-99e6-4aab-bf53-e15c63613082 HTTP/1.1" status: 204 len: 168 time: 0.8364198 Aug 16 22:34:38.010105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:38.035690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Provisioning complete for port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:38.059566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.142124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:38.179049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.197929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c63a71dd-7cab-436c-92ec-88064394f7e8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:38.205551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c63a71dd-7cab-436c-92ec-88064394f7e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:38.206075 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.455239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:38.466561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-478d1de3-0f39-47a3-a2c2-4d3a92047d93 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8894856 Aug 16 22:34:38.466735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.468903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 51990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:38.476802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'network': {'name': 'tempest-RoutersTest-924197336'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:38.492009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b00f7a-3f26-455b-b599-3dfb219c5539']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:38.499429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:38.514817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d08b523-1fa6-46e6-816f-db47058ed71e') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:38.515417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d08b523-1fa6-46e6-816f-db47058ed71e') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:38.533062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.543013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.547378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:38.551518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.579024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.602282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:38.603392 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:38.605873 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:38.622414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:38.623144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:38.656769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:34:38.698018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.698741 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added segment 6adb3729-30ae-40c4-8740-607387723a13 of type vlan for network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 Aug 16 22:34:38.773581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:38.780346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.807015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.812588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a4b00f7a-3f26-455b-b599-3dfb219c5539 HTTP/1.1" status: 204 len: 168 time: 0.8012006 Aug 16 22:34:38.813580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c876ca7-e8c0-4056-990b-5e6b3925be00 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b00f7a-3f26-455b-b599-3dfb219c5539,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:38.818168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c190bdf-a310-43d7-afaf-43c7eb231a82 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:38.824886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.868987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1c190bdf-a310-43d7-afaf-43c7eb231a82 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:38.869362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1c190bdf-a310-43d7-afaf-43c7eb231a82 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:38.890076 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.910352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:38.911064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:38.975066 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.078813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Network': ['ID=63ad1a11-2da9-40e6-a3be-8ce5eb15f598,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.102301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e12899bf-3364-4438-9715-f956f73c49ea tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6296339 Aug 16 22:34:39.102916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52048) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.108442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'subnet': {'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:39.114087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] For port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:39.115847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:34:39.279359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Made reservation on behalf of e9baf7a0a88d4692987d02eaced79086 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:39.283603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.293913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.388458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6088c59b-9028-4e75-888b-5897115185e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a9b212260bb4fe68836962ac91259e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911970 Aug 16 22:34:39.388697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:39.482685 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.525722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.558072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c63a71dd-7cab-436c-92ec-88064394f7e8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c63a71dd-7cab-436c-92ec-88064394f7e8,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:39.576367 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.725476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.730831 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.736182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/127e895d-126b-4e70-b012-0329cc594684 HTTP/1.1" status: 204 len: 168 time: 0.3438511 Aug 16 22:34:39.744536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.753453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c2472-f559-4d0c-aaf3-71f7ff3d6002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e895d-126b-4e70-b012-0329cc594684,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.776889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cc3f3-9ff5-4908-9d99-54b92d8db18e req-61e9484c-ad2f-4a2c-a82c-37290567f386 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:39.784736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e39cc3f3-9ff5-4908-9d99-54b92d8db18e req-61e9484c-ad2f-4a2c-a82c-37290567f386 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1487243 Aug 16 22:34:39.794565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:39.907797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e39cc3f3-9ff5-4908-9d99-54b92d8db18e req-f5d5d9ff-b49b-44f6-9202-b34399dde5d5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221306 Aug 16 22:34:39.908452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Subnet': ['ID=592bd9ed-e7c7-45a4-9f49-cc99e569f4af,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.945912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2653711-9e9f-48c5-897b-de88d48491a4 None None] Pushing event updated for resources: {'Port': ['ID=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:39.983468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Checking segment: {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:39.984034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network hostable DHCP agents. Network: 63ad1a11-2da9-40e6-a3be-8ce5eb15f598, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:34:40.037357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:34:40.048087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:36Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:36Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:34Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:40.050092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 63ad1a11-2da9-40e6-a3be-8ce5eb15f598) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:40.056189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:40.057332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.099868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2e2870aa-69dd-4b7a-bf97-0fed700c08d9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9958375 Aug 16 22:34:40.102774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52142) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:40.396983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:40.579980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad79033-aca2-48ee-90ae-379e663bafed None None] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:40.635224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:40.635580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Updating router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd port 318f3910-66a0-4c97-adb8-96b40e884416 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:40.751265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:40.860874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:40.873126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Provisioning complete for port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:40.873698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.878681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.878871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Deleting subnet 053d3220-3c24-4e6b-95d2-355f080dac83 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:40.888969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:40.907139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.096341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.198842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-76902693-a0f7-463a-9904-94f5492076bb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:41.201013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-76902693-a0f7-463a-9904-94f5492076bb tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.1490524 Aug 16 22:34:41.238888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.269523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ba7-dc3c-4004-b2cd-2380576cab54 req-da529255-10d9-4f8e-afdb-bf92fc535f7d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:41.278037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18cb7ba7-dc3c-4004-b2cd-2380576cab54 req-da529255-10d9-4f8e-afdb-bf92fc535f7d tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 945 time: 0.2088737 Aug 16 22:34:41.304025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port d407994b-a809-477e-85a9-ada0681af84b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:41.304532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.482802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18cb7ba7-dc3c-4004-b2cd-2380576cab54 req-c9c63837-2d1f-483f-8f61-2ef775f81773 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2e12f1-76e7-4f7f-8885-138b327bcf60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799641 Aug 16 22:34:41.575424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.577629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.589042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:41.589628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.595521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Allocated IP 172.23.0.1 (63ad1a11-2da9-40e6-a3be-8ce5eb15f598/592bd9ed-e7c7-45a4-9f49-cc99e569f4af/b6b28bd1-0d25-4311-a937-7117f62c642b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:41.599998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.629220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for d407994b-a809-477e-85a9-ada0681af84b owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:41.669128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053d3220-3c24-4e6b-95d2-355f080dac83,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:41.671987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.676292 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-783803b9-d71e-413e-a6af-184dc3d63555 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/053d3220-3c24-4e6b-95d2-355f080dac83 HTTP/1.1" status: 204 len: 168 time: 0.9220076 Aug 16 22:34:41.679680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52324) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:41.805253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:41.806013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.839870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:41.872837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:34:41.873774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.894465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:41.957308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Transition to ACTIVE for port object b6b28bd1-0d25-4311-a937-7117f62c642b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:42.047376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:42.053119 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.054602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Provisioning for port 318f3910-66a0-4c97-adb8-96b40e884416 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:42.129332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:42.137103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:42.144606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:42.152012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.157886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Provisioning complete for port 318f3910-66a0-4c97-adb8-96b40e884416 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:42.158617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.180676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.252995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=5d4e6e41-c4c8-40cd-8558-65488b05cdb0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:42.292901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.352637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.408019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Allocated IP 172.23.0.2 (63ad1a11-2da9-40e6-a3be-8ce5eb15f598/592bd9ed-e7c7-45a4-9f49-cc99e569f4af/fae50f7d-9a3c-4bb9-8b09-cc221545c222) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:42.409463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] No DVR routers for this DVR port 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:42.419552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.422067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-833f86f3-d2cd-4b25-9d18-b78d86ddc635 req-3eda7dc5-1185-46bd-a8b8-13a761731082 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.88 "DELETE /v2.0/ports/5d4e6e41-c4c8-40cd-8558-65488b05cdb0 HTTP/1.1" status: 204 len: 173 time: 1.2136104 Aug 16 22:34:42.426021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'name': 'network-vif-deleted', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:42.428756 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a6e546-34bd-40c0-adee-10a64faa2c7d" -d '{"events": [{"server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "name": "network-vif-deleted", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:42.619434 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cc6ff-4694-4a4d-ba9e-2a7354280f42 x-openstack-request-id: req-9e9cc6ff-4694-4a4d-ba9e-2a7354280f42 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:42.621894 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13384bd1-aa3c-4f9c-86b6-ea13743470a8", "name": "network-vif-deleted", "tag": "5d4e6e41-c4c8-40cd-8558-65488b05cdb0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:42.623208 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e9cc6ff-4694-4a4d-ba9e-2a7354280f42 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:42.623971 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13384bd1-aa3c-4f9c-86b6-ea13743470a8', 'name': 'network-vif-deleted', 'tag': '5d4e6e41-c4c8-40cd-8558-65488b05cdb0', 'status': 'completed', 'code': 200} Aug 16 22:34:42.718619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.722891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9f64c0d-65f1-40a1-ba4d-5391266848cd req-87302415-2023-4a09-bccb-991dc99e2616 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=13384bd1-aa3c-4f9c-86b6-ea13743470a8 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Aug 16 22:34:42.786510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5d4e6e41-c4c8-40cd-8558-65488b05cdb0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:34:42.790845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.824351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:42.839867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5557c3-5e20-449c-8580-9c1aef43e12a') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:42.840236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5557c3-5e20-449c-8580-9c1aef43e12a') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:42.852900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.873620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.881592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.884401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:42.884987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:42.888581 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:43.135107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.164065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.180140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Transition to ACTIVE for port object 318f3910-66a0-4c97-adb8-96b40e884416 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:43.186678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4f940d4e-70c8-4cbe-833e-ce35aca91bcb None None] Port 318f3910-66a0-4c97-adb8-96b40e884416 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:43.211796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.231385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Transition to ACTIVE for port object fae50f7d-9a3c-4bb9-8b09-cc221545c222 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:43.310287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:43.311057 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.344684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.354266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.374800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=d407994b-a809-477e-85a9-ada0681af84b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.405012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Transition to ACTIVE for port object fae50f7d-9a3c-4bb9-8b09-cc221545c222 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:43.417411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072ccb-c668-4088-b869-95aceaf33b82 None None] Pushing event updated for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.431332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.492559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.516891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.520869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event updated for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.524808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.527192 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69 HTTP/1.1" status: 204 len: 168 time: 1.8454676 Aug 16 22:34:43.532157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:43.553653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c250f1-9223-4719-b4b7-c518016b20c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6caab0-3cd8-4f92-b3e0-f8f0fed7af69,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.562678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.563247 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Floating IP b97016ca-5e6c-48bf-bb6a-6e002c8ff280 disassociated (deleted). External IP: 172.25.8.13, port: 6c0ebca1-978f-4411-9d05-8bbedd85a5eb. Aug 16 22:34:43.566222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:43.597782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:43.605701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:43.617341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Attempting to bind port 318f3910-66a0-4c97-adb8-96b40e884416 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:43.618014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Attempting to bind port 318f3910-66a0-4c97-adb8-96b40e884416 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:43.618562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Attempting to bind port 318f3910-66a0-4c97-adb8-96b40e884416 on network 256929fe-635c-4979-90a9-2a12b27dc6cf {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:43.624125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Pushing event updated for resources: {'Port': ['ID=fae50f7d-9a3c-4bb9-8b09-cc221545c222,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:43.637303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:43.637940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Checking segment: {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:43.638541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.639104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Bound using segment: {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:43.639752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Bound port: 318f3910-66a0-4c97-adb8-96b40e884416, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769858e-a8c1-442f-9f55-7264446a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:43.640307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.664825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c63a71dd-7cab-436c-92ec-88064394f7e8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:43.672265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Deleting subnet c1e32174-cf3a-4215-a37f-28f39afb94c4 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:43.677667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.749985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.816066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Attempting to bind port fae50f7d-9a3c-4bb9-8b09-cc221545c222 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:43.818982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Attempting to bind port fae50f7d-9a3c-4bb9-8b09-cc221545c222 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:43.820019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Attempting to bind port fae50f7d-9a3c-4bb9-8b09-cc221545c222 on network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:43.826265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:43.833440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:43.851925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.878808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:43.879186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Checking segment: {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:43.879595 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.880521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Bound using segment: {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:43.881041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Bound port: fae50f7d-9a3c-4bb9-8b09-cc221545c222, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:43.884615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:43.886065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-0efeaf5a-456a-4ed4-973c-c8d0c194b951 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1111465 Aug 16 22:34:43.999014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 0307f89b-9637-4f0f-94f2-086ea1463a30 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:44.031282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c63a71dd-7cab-436c-92ec-88064394f7e8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:44.031916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.103214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] For port fae50f7d-9a3c-4bb9-8b09-cc221545c222, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:44.124678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] For port 318f3910-66a0-4c97-adb8-96b40e884416, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:44.126258 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:34:44.131548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:44.139323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] For port fae50f7d-9a3c-4bb9-8b09-cc221545c222, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fae50f7d-9a3c-4bb9-8b09-cc221545c222,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:44.175334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.181277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] For port 318f3910-66a0-4c97-adb8-96b40e884416, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=318f3910-66a0-4c97-adb8-96b40e884416,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:44.215488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-c2c9c253-de52-4558-a87f-6887c07a2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:44.218290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-c2c9c253-de52-4558-a87f-6887c07a2780 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 1097 time: 0.2141368 Aug 16 22:34:44.219829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.221633 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.259661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:44.267828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:44.283253 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Sync routers for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:44.285106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.295332 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:44.297454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:44.346326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:44.346664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5d4e6e41-c4c8-40cd-8558-65488b05cdb0 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:44.362812 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8563d87c-fcc0-4597-8ed5-3e189fb21fcf tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/floatingips/b97016ca-5e6c-48bf-bb6a-6e002c8ff280 HTTP/1.1" status: 204 len: 168 time: 3.9622200 Aug 16 22:34:44.366772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:44.372452 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd34e1-e849-4293-b779-77c996cb3f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:44.412193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da7427-6bfe-496f-affe-b1abc28e48e4 None None] Pushing event updated for resources: {'Port': ['ID=fae50f7d-9a3c-4bb9-8b09-cc221545c222,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:44.428064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:44.429006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:44.500476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:44.667829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.679385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072ccb-c668-4088-b869-95aceaf33b82 None None] Pushing event updated for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:44.718727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:44.839123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e32174-cf3a-4215-a37f-28f39afb94c4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:44.897437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:44.933479 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Checking router: 0307f89b-9637-4f0f-94f2-086ea1463a30 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:44.934680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:44.938891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e5034939-bc72-40a8-9346-8a0019ae7fe7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c1e32174-cf3a-4215-a37f-28f39afb94c4 HTTP/1.1" status: 204 len: 168 time: 1.4003963 Aug 16 22:34:44.939937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52536) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:44.951557 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:44.952345 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.052886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:44Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:43Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.063334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb7866-845b-45f8-91ed-9621b3dbf3da req-09800ace-16f8-4b69-9ee6-0231afd628f0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.064903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcdb7866-845b-45f8-91ed-9621b3dbf3da req-09800ace-16f8-4b69-9ee6-0231afd628f0 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.9256427 Aug 16 22:34:45.093277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2e5a-39ff-48f1-b999-98aea1593c72 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:42Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:44Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:43Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:45.094522 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:45.120151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:45.133716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-df3d45db-d6f2-472e-b84c-3e7583d86af4 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0295422 Aug 16 22:34:45.136508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:45.141997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:45.200317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.277665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bcdb7866-845b-45f8-91ed-9621b3dbf3da req-3221c516-d385-4c66-bf07-d7d8ce9ebfc7 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012184 Aug 16 22:34:45.287886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-53b24727-5d18-427a-a9e5-9617bc9188b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.291657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-53b24727-5d18-427a-a9e5-9617bc9188b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 200 len: 911 time: 1.0321791 Aug 16 22:34:45.419654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-e04174a3-6444-4026-9081-c6c994388de0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 200 len: 1000 time: 0.1078124 Aug 16 22:34:45.540447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23a279a3-653e-4378-b592-a17cd05006b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.562138 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.574432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-47fd6b0f-1afe-4d29-b398-92bd0a69ae0c tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.588194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-47fd6b0f-1afe-4d29-b398-92bd0a69ae0c tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 813 time: 0.6548536 Aug 16 22:34:45.777935 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d2f1f-2cfb-4182-be1b-5d7048da038f x-openstack-request-id: req-e99d2f1f-2cfb-4182-be1b-5d7048da038f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:45.782378 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:45.783018 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e99d2f1f-2cfb-4182-be1b-5d7048da038f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:45.783547 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'status': 'completed', 'code': 200} Aug 16 22:34:45.784737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-c31af8a8-0db1-4bbf-808b-23d5a4cc8aca tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/quotas/3a6d366822e349418da18ebc9e6febab HTTP/1.1" status: 200 len: 375 time: 0.1939878 Aug 16 22:34:45.872508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10a16c-0006-46e7-9513-fa00252c34a7 None None] The sync data for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 is: [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:32:43Z', 'revision_number': 4, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'bdbdfb55-fdaf-40fb-9fda-48fe5e685c84', 'name': '', 'network_id': 'b7f26f64-5b15-4342-8460-52f785704e10', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'mac_address': 'fa:16:3e:6c:e8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:41Z', 'updated_at': '2021-08-16T22:32:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'subnets': [{'id': 'df1f3554-9c1c-4c03-bf67-8308fd614658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:45.898871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:45.911063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15f9025-61ce-48c6-a230-4b56863caa08']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.955040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9951ab83-22f8-467d-8b4a-443f1faf6ead') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.956052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-bd9863ba-b50b-4e83-b2c5-7aeb584bf1b5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:45.957619 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-bd9863ba-b50b-4e83-b2c5-7aeb584bf1b5 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.1731052 Aug 16 22:34:45.959976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9951ab83-22f8-467d-8b4a-443f1faf6ead') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:45.967504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b53d5-c0bd-4a81-8931-71e6480eb489 None None] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:45.970419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-237a86da-5676-4ad5-ac56-9422400abd84 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1845238 Aug 16 22:34:46.050166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-35b2a1c6-37ac-4831-bbd3-a26339805e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.051398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-35b2a1c6-37ac-4831-bbd3-a26339805e52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 200 len: 850 time: 0.5874949 Aug 16 22:34:46.060794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.142744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.170635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:46.171063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:46.180178 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:46.216241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-9e42f9cb-a563-43a0-a2cd-ad71ba07b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.217907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-9e42f9cb-a563-43a0-a2cd-ad71ba07b800 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=57fa86a3-517e-4f18-a9fc-b36917a10b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526957 Aug 16 22:34:46.222763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:34:46.232974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92067b-5a25-4b1f-a2a4-ad36bfcf501b req-060fa25c-145b-4279-85f1-e8aec150a97a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.242162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e92067b-5a25-4b1f-a2a4-ad36bfcf501b req-060fa25c-145b-4279-85f1-e8aec150a97a tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.3935301 Aug 16 22:34:46.298564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-ed4651ce-75a6-4df8-b629-3b8aff014a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.300323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-ed4651ce-75a6-4df8-b629-3b8aff014a93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 1098 time: 0.4872797 Aug 16 22:34:46.305203 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.extraroute_db [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Removed routes are [] {{(pid=94817) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:34:46.306044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.316000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:46.317047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.428854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-6dfbb39d-de05-4bd9-b0c9-b6658d35bc87 service neutron] 10.222.0.22 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574299 Aug 16 22:34:46.476276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] For port 878508f5-eb50-4682-85e4-a01f6a0c55bc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=878508f5-eb50-4682-85e4-a01f6a0c55bc,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:46.476685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.548916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19745f-90b4-44b7-9e90-49860a93ab7a None None] New status for floating IP b97016ca-5e6c-48bf-bb6a-6e002c8ff280: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:34:46.661360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.668447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:46.676201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c15f9025-61ce-48c6-a230-4b56863caa08 HTTP/1.1" status: 204 len: 168 time: 1.7211351 Aug 16 22:34:46.702307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e92067b-5a25-4b1f-a2a4-ad36bfcf501b req-c4a23355-bf84-401a-8c13-6cc2ea6f9d8f tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4587438 Aug 16 22:34:46.769321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db28d2d-0450-4ec4-b7ef-e510cfd5d2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15f9025-61ce-48c6-a230-4b56863caa08,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:46.793772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 318f3910-66a0-4c97-adb8-96b40e884416 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:46.802662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-694ef526-4798-4b68-9d67-f854e04c654d None None] Provisioning for port fae50f7d-9a3c-4bb9-8b09-cc221545c222 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:46.904150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-748b8891-11f8-412e-9c29-e3ca7156b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:46.905953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-748b8891-11f8-412e-9c29-e3ca7156b609 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 200 len: 896 time: 0.4688840 Aug 16 22:34:46.912034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-63eab6aa-7c7e-4e70-a06b-6dca79edb2af service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232789 Aug 16 22:34:46.931756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-11bdf22b-7329-40fc-ba0d-41c794ebf963 service neutron] 10.222.0.22 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723234 Aug 16 22:34:46.967861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 318f3910-66a0-4c97-adb8-96b40e884416 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:46.988971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 318f3910-66a0-4c97-adb8-96b40e884416 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:46.989429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.104612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:47.190398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-c5f3ef72-883b-4b5a-b466-439c6be9e357 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 200 len: 217 time: 0.2384236 Aug 16 22:34:47.208994 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.211388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cb045-41c2-4917-bd05-49fca526a3e8 req-903c9c2a-ec51-4913-890d-e282511752ab tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:47.213034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1cb045-41c2-4917-bd05-49fca526a3e8 req-903c9c2a-ec51-4913-890d-e282511752ab tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 945 time: 0.3972700 Aug 16 22:34:47.273574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.286662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 318f3910-66a0-4c97-adb8-96b40e884416, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=318f3910-66a0-4c97-adb8-96b40e884416,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:47.291539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.292637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fae50f7d-9a3c-4bb9-8b09-cc221545c222 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:47.342860 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:47.365658 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:47.366309 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:47.391768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.505244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:47.514078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fae50f7d-9a3c-4bb9-8b09-cc221545c222 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:47.516977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db2c42d3-bd5e-461e-837f-512a511e45aa req-55795614-b852-45e6-98e0-2a257c298c45 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 210 time: 0.2470472 Aug 16 22:34:47.524585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fae50f7d-9a3c-4bb9-8b09-cc221545c222 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:47.524973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.578986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Provisioning for port b6b28bd1-0d25-4311-a937-7117f62c642b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:47.581016 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:47.601596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Provisioning complete for port b6b28bd1-0d25-4311-a937-7117f62c642b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:47.601966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.610283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-5a09e3f6-1502-4bf3-8e2c-038b9fbfbbcd service neutron] 10.222.0.89 "GET /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753180 Aug 16 22:34:47.613489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1cb045-41c2-4917-bd05-49fca526a3e8 req-9625a360-75c8-460f-9297-b59f243f6d88 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups?id=12604a61-09b3-466d-b2f7-d15cbf929856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481524 Aug 16 22:34:47.648265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-5b331fc0-d12e-43e0-8042-2103f7b80b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:47.651830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-5b331fc0-d12e-43e0-8042-2103f7b80b95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df1f3554-9c1c-4c03-bf67-8308fd614658 HTTP/1.1" status: 200 len: 835 time: 0.4353178 Aug 16 22:34:47.674840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-96bb932d-f45a-426b-a327-8a62ba88a646 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed1c5c8862044b53807d1eb46d9ee553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663738 Aug 16 22:34:47.684421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52562) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:47.694689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Port b6b28bd1-0d25-4311-a937-7117f62c642b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:47.788243 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.829795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Provisioning complete for port fae50f7d-9a3c-4bb9-8b09-cc221545c222 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:47.831014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30fd7b55-26b4-46e1-8403-07b6555385a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.837952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-16be6f46-7608-4bac-a761-881f749819b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:47.840378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-16be6f46-7608-4bac-a761-881f749819b0 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.4657049 Aug 16 22:34:47.900296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.901990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:47.902403 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Floating IP d5a0c15e-d380-481d-910e-94a09dff79f5 disassociated. External IP: 172.25.8.110, port: 878508f5-eb50-4682-85e4-a01f6a0c55bc. Aug 16 22:34:47.904687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 878508f5-eb50-4682-85e4-a01f6a0c55bc owned by compute:nova {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:47.937468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:47.999240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fae50f7d-9a3c-4bb9-8b09-cc221545c222, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fae50f7d-9a3c-4bb9-8b09-cc221545c222,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:48.010228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.108036 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:43Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:48.181530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fae50f7d-9a3c-4bb9-8b09-cc221545c222,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:48.191508 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.204248 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:48.204632 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Updating router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd port b6b28bd1-0d25-4311-a937-7117f62c642b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:34:48.205126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-9c38f068-0358-49ee-a79f-be72ef71a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.208412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-9c38f068-0358-49ee-a79f-be72ef71a9c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7f26f64-5b15-4342-8460-52f785704e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5014167 Aug 16 22:34:48.242968 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.260960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.287406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3335cbc9-4754-47b1-9d5e-6c79338c3fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.306092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:48.308988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f66865f1-ded6-4d4d-a304-3a7677f3d86f None None] Provisioning complete for port b6b28bd1-0d25-4311-a937-7117f62c642b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:48.309814 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f66865f1-ded6-4d4d-a304-3a7677f3d86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.314602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.316469 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f13abe1-577f-4b0e-954d-2e5b06d14bbd tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 934 time: 3.1778567 Aug 16 22:34:48.328843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:48.357618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f66865f1-ded6-4d4d-a304-3a7677f3d86f None None] Port b6b28bd1-0d25-4311-a937-7117f62c642b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:34:48.493903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c965-b64c-4786-b7c4-5f39123c5215 req-87ca9d04-8467-4781-bbcc-5b126a516fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:48.503346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42b9ea56-5420-4f53-9395-49897097fe6a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 934 time: 0.1702352 Aug 16 22:34:48.503570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8c0c965-b64c-4786-b7c4-5f39123c5215 req-87ca9d04-8467-4781-bbcc-5b126a516fc9 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 946 time: 0.6449461 Aug 16 22:34:48.505250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52572) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:48.514267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.530719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 318f3910-66a0-4c97-adb8-96b40e884416 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:48.538108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'routes': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:48.554264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=878508f5-eb50-4682-85e4-a01f6a0c55bc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:48.658167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 318f3910-66a0-4c97-adb8-96b40e884416 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:48.658796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.666968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.699717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:48.700210 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.754547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fae50f7d-9a3c-4bb9-8b09-cc221545c222 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:48.818601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fae50f7d-9a3c-4bb9-8b09-cc221545c222 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:48.819430 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.834614 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.847307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8c0c965-b64c-4786-b7c4-5f39123c5215 req-1fa3f257-d449-417c-9144-492ed40273db tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3373826 Aug 16 22:34:48.855292 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Transition to ACTIVE for port object b6b28bd1-0d25-4311-a937-7117f62c642b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:48.864763 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:48.874470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:48.875847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d6375a7-85b3-4c49-aae2-187a8b9f6f9f req-f4a40588-66d0-477d-8e66-86e1f34021e7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 210 time: 0.2111723 Aug 16 22:34:48.921204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:48.951125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 878508f5-eb50-4682-85e4-a01f6a0c55bc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:48.951481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 878508f5-eb50-4682-85e4-a01f6a0c55bc not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:48.951897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 6c0ebca1-978f-4411-9d05-8bbedd85a5eb no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:49.000033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-c7e00697-f85e-4fad-9922-cd04d4e72ae3 service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605398 Aug 16 22:34:49.061707 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Attempting to bind port b6b28bd1-0d25-4311-a937-7117f62c642b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:49.062414 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Attempting to bind port b6b28bd1-0d25-4311-a937-7117f62c642b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:49.063501 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Attempting to bind port b6b28bd1-0d25-4311-a937-7117f62c642b on network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:49.071376 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b225357-766d-481a-90d1-481577ef61c5 None None] Pushing event updated for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:49.078753 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:49.080496 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Checking segment: {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:49.081289 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.082235 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Bound using segment: {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:49.082959 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Bound port: b6b28bd1-0d25-4311-a937-7117f62c642b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adb3729-30ae-40c4-8740-607387723a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:49.083357 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.233173 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.248440 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] For port b6b28bd1-0d25-4311-a937-7117f62c642b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:49.253480 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] For port b6b28bd1-0d25-4311-a937-7117f62c642b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6b28bd1-0d25-4311-a937-7117f62c642b,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:49.262699 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.271853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.297049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:49.301984 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cf0e7c-8762-47f8-9804-404258766bbc" -d '{"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:49.311557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:49.335373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Sync routers for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:49.340732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:49.346560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.388947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:49.390281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:49.398664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b225357-766d-481a-90d1-481577ef61c5 None None] Pushing event updated for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:49.408909 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:49.409618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] No DVR routers for this DVR port 878508f5-eb50-4682-85e4-a01f6a0c55bc on host n-h2-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:49.410525 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:49.416229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.419380 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.89 "DELETE /v2.0/ports/878508f5-eb50-4682-85e4-a01f6a0c55bc HTTP/1.1" status: 204 len: 173 time: 3.4130468 Aug 16 22:34:49.419848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-deleted', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:49.422263 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27b284-77c2-4af9-8024-2f4c04a7dc79" -d '{"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-deleted", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:49.434412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:49.435032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:49.463318 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac12c000-b769-4e48-a47a-e0595c79e6a3 x-openstack-request-id: req-ac12c000-b769-4e48-a47a-e0595c79e6a3 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:49.463666 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-unplugged", "status": "completed", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:49.463907 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac12c000-b769-4e48-a47a-e0595c79e6a3 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:49.464246 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'code': 200} Aug 16 22:34:49.474136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 6c0ebca1-978f-4411-9d05-8bbedd85a5eb owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:49.515135 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860386b0-bf01-43f5-8a13-075839916721 x-openstack-request-id: req-860386b0-bf01-43f5-8a13-075839916721 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:49.516574 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3f01-5504-4acb-8bcd-0390cc0bd98d", "name": "network-vif-deleted", "tag": "878508f5-eb50-4682-85e4-a01f6a0c55bc", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:49.516892 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-860386b0-bf01-43f5-8a13-075839916721 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:49.517769 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3f01-5504-4acb-8bcd-0390cc0bd98d', 'name': 'network-vif-deleted', 'tag': '878508f5-eb50-4682-85e4-a01f6a0c55bc', 'status': 'completed', 'code': 200} Aug 16 22:34:49.520921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:49.605612 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:49.615787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:49.901758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:49.929570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:49Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:49.950108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Checking router: 144a31c8-ce93-41f7-8f00-c0a3a3242a06 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:49.961513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:49.962491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:49.965636 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a209a-f248-4759-8be8-b3905bad1b79 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:49Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:50.112819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:50.225249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-436a5f49-bdb9-4703-a769-7f888e5484ae req-5c8d5693-fc5e-4802-a579-4720e1d56322 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c0e3f01-5504-4acb-8bcd-0390cc0bd98d HTTP/1.1" status: 200 len: 210 time: 1.1927063 Aug 16 22:34:50.359928 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:50.376663 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:50.377693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:50.406881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:50.426827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-917267a6-d119-4886-81c7-f34c277c2200 req-83cc0ec7-ea60-47ce-9b38-481b4f0c4bb7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 210 time: 0.0753288 Aug 16 22:34:50.494664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fef4e15-91d7-4176-b7b6-3630b83835f7 None None] The sync data for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 is: [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:25:57Z', 'revision_number': 4, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'de30816b-f05d-4cf0-9dd8-952ba5baf3c9', 'name': '', 'network_id': '57fa86a3-517e-4f18-a9fc-b36917a10b13', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'mac_address': 'fa:16:3e:a8:d7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:56Z', 'updated_at': '2021-08-16T22:26:03Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'subnets': [{'id': '4f6aa3cc-529f-4222-83ce-6f14f04028d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:50.528348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c0bd34e1-e849-4293-b779-77c996cb3f1d req-ca53f57c-872d-4531-a7a4-fdb5d4c22aeb service neutron] 10.222.0.89 "GET /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4358201 Aug 16 22:34:50.576702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6b28bd1-0d25-4311-a937-7117f62c642b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:50.578097 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:50.587599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.591427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.596294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d86b46f-8e92-4ff4-994c-5e0b0266f9f0 HTTP/1.1" status: 204 len: 168 time: 2.9107912 Aug 16 22:34:50.678840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b6b28bd1-0d25-4311-a937-7117f62c642b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:34:50.684681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6b28bd1-0d25-4311-a937-7117f62c642b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:50.685831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.694656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9d67e-751c-4831-b2ce-7b607b97dab9 req-81f62a29-ec2d-4acc-9a0a-bfeeecdb6d39 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:50.696420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cf9d67e-751c-4831-b2ce-7b607b97dab9 req-81f62a29-ec2d-4acc-9a0a-bfeeecdb6d39 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/ports?device_id=59ff8197-6d18-438e-92c2-da769b69d349 HTTP/1.1" status: 200 len: 944 time: 0.4947877 Aug 16 22:34:50.704894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-91aa0855-295a-4f41-a58e-2c7d5bf1d5b7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:50.706651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-91aa0855-295a-4f41-a58e-2c7d5bf1d5b7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 813 time: 1.7954443 Aug 16 22:34:50.753446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Request body: {'port': {'device_id': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292', 'admin_state_up': True, 'tenant_id': '3a6d366822e349418da18ebc9e6febab'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:50.780153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.789884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cd9d0-89b7-4ea7-9e4a-6863cbf7c1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d86b46f-8e92-4ff4-994c-5e0b0266f9f0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:50.909190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:50.952616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=6c0ebca1-978f-4411-9d05-8bbedd85a5eb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:51.002191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b6b28bd1-0d25-4311-a937-7117f62c642b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6b28bd1-0d25-4311-a937-7117f62c642b,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:51.009285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.009825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cf9d67e-751c-4831-b2ce-7b607b97dab9 req-cdf4ab81-10fd-4496-8a72-113d8f023c13 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae11c005-a8c5-4ec0-acb9-c8486328d345&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2971070 Aug 16 22:34:51.100273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] No DVR routers for this DVR port 6c0ebca1-978f-4411-9d05-8bbedd85a5eb on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:51.137980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:51.144935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.146310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908c5cf-55c1-416a-b7ea-6571c8ebe178 None None] New status for floating IP d5a0c15e-d380-481d-910e-94a09dff79f5: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:34:51.148730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5317675e-2c7a-42d3-b18d-792d42dbfa2c req-adfece94-61b8-4c22-89c4-029fcf8ffa72 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.89 "DELETE /v2.0/ports/6c0ebca1-978f-4411-9d05-8bbedd85a5eb HTTP/1.1" status: 204 len: 173 time: 3.2860360 Aug 16 22:34:51.152722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-deleted', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:51.155343 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37135da-91b8-4bc3-ad83-2d2b180f1762" -d '{"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-deleted", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:51.181488 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:49Z', 'revision_number': 4, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:51.233612 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:51.265953 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525e3622-bf63-4085-9edc-5acbceba057c x-openstack-request-id: req-525e3622-bf63-4085-9edc-5acbceba057c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:51.266266 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ff8197-6d18-438e-92c2-da769b69d349", "name": "network-vif-deleted", "tag": "6c0ebca1-978f-4411-9d05-8bbedd85a5eb", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:51.266518 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-525e3622-bf63-4085-9edc-5acbceba057c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:51.266925 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ff8197-6d18-438e-92c2-da769b69d349', 'name': 'network-vif-deleted', 'tag': '6c0ebca1-978f-4411-9d05-8bbedd85a5eb', 'status': 'completed', 'code': 200} Aug 16 22:34:51.268422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:51.269893 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:51.327362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:51.392467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f9d482fe-1e56-4911-aeec-791b9faf51eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09e00cb3ea984aef9ac50616547993b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633638 Aug 16 22:34:51.399920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:51.402939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Made reservation on behalf of 3a6d366822e349418da18ebc9e6febab for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:51.407986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.422025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:51.483061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.505868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added routes are [] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:34:51.506195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:34:51.563485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.616385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:51.617238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.642336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89e9e88-0542-4232-a324-0f133a15cfce req-4b91d7dc-8edd-474f-bef8-2023c902eae9 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 210 time: 0.0391200 Aug 16 22:34:51.692343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.696476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.700603 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7eae8039-3d16-4ea6-abbc-0125aa04190c HTTP/1.1" status: 204 len: 168 time: 0.2988684 Aug 16 22:34:51.715990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccdf5e-28aa-4176-b2c2-7eb108d2a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae8039-3d16-4ea6-abbc-0125aa04190c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:51.794250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.854208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.883733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:51.995767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Allocated IP 172.20.0.2 (07aa4d94-bfd7-461c-99fa-b40d3ec7b292/3beed5ee-1685-4b3b-9244-78696a7dd4dc/ca8284cc-5a11-46be-a9c9-fc2cca55f0db) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:34:52.026812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:52.098718 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f744f-dda1-4765-b2b4-6084a9be6f55 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:46Z', 'revision_number': 6, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:52.117944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:52.351566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.354773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.359891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "DELETE /v2.0/security-groups/12604a61-09b3-466d-b2f7-d15cbf929856 HTTP/1.1" status: 204 len: 168 time: 0.9352717 Aug 16 22:34:52.360563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:52.433580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ac40-6c3e-44a8-aebb-216607bb23ea tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12604a61-09b3-466d-b2f7-d15cbf929856,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:52.498686 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-439e23e0-155c-4c26-9e19-f97472ae6800 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] show failed (client error): The resource could not be found. Aug 16 22:34:52.505867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-439e23e0-155c-4c26-9e19-f97472ae6800 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "GET /v2.0/security-groups/12604a61-09b3-466d-b2f7-d15cbf929856 HTTP/1.1" status: 404 len: 347 time: 0.0927629 Aug 16 22:34:52.514983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.517367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:52.567661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.605382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6b28bd1-0d25-4311-a937-7117f62c642b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:34:52.687193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6b28bd1-0d25-4311-a937-7117f62c642b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:34:52.688531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.845013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:52.928343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d407cbe-bc17-416a-8740-0b55e26356da req-226e07ed-2343-47ca-a7d4-b2ea3992109f tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 210 time: 0.1404302 Aug 16 22:34:52.992877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.016526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:53.061727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Deleting port 82746b63-e949-46b0-b0a5-97aef8378253 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:53.062176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.213103 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.246501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.285515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:34:53.292815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.293861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.297810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:34:53.311508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:34:53.362247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:53.364095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Calling delete_port for 82746b63-e949-46b0-b0a5-97aef8378253 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:53.376881 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:53.380822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.381882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1e20c1b5-3a5b-4549-a7f4-f0fb9b1bbbd7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 700 time: 4.8637917 Aug 16 22:34:53.384883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:53.389291 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:53.390850 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:53.492578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Pushing event updated for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:53.532582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0e19d738-ad03-4879-a26a-53c18a6fac4a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 700 time: 0.1451871 Aug 16 22:34:53.537230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:53.600909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:53.601309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.624213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:53.624886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.633450 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:53.764567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port bdbdfb55-fdaf-40fb-9fda-48fe5e685c84, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:53.764935 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:53.849400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:53.992842 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:51Z', 'revision_number': 7, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:54.071843 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:54.087772 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:54.088873 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:54.182555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.199367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-e49c7724-b75b-4a86-be7a-3d77173a2fde tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4508724 Aug 16 22:34:54.238146 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:54.256100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=bdbdfb55-fdaf-40fb-9fda-48fe5e685c84,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:54.267319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Request body: {'port': {'device_id': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:54.553101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f777c-37c3-4a28-aa9f-54c14450b096 req-b8eae984-63a6-46fb-aa44-33c3351cba32 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:54.562761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd7f777c-37c3-4a28-aa9f-54c14450b096 req-b8eae984-63a6-46fb-aa44-33c3351cba32 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 931 time: 0.3678634 Aug 16 22:34:54.670948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.672189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:54.709879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:51Z', 'revision_number': 7, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:54.738279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee323efb-a620-4cb2-8a06-3ceebb49d05b None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:51Z', 'revision_number': 7, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6b28bd1-0d25-4311-a937-7117f62c642b', 'name': '', 'network_id': '63ad1a11-2da9-40e6-a3be-8ce5eb15f598', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:c4:0d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:41Z', 'updated_at': '2021-08-16T22:34:50Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '592bd9ed-e7c7-45a4-9f49-cc99e569f4af', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:54.753689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd7f777c-37c3-4a28-aa9f-54c14450b096 req-c239f784-dbaa-44d2-bd7f-1eed8517504a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484919 Aug 16 22:34:54.821354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.043653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Router 0307f89b-9637-4f0f-94f2-086ea1463a30 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:55.050225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Pushing event deleted for resources: {'Port': ['ID=82746b63-e949-46b0-b0a5-97aef8378253,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:55.127349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-d4cb903a-9557-4185-a0e4-2a3b509440a2 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=be9474126977424a86aa8b99091960fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213081 Aug 16 22:34:55.179543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:55.184593 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24678199-5093-453f-9cf2-65c88e76bfcb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "PUT /v2.0/routers/0307f89b-9637-4f0f-94f2-086ea1463a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0655391 Aug 16 22:34:55.187863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52676) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:55.194165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Sync routers for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:55.207889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:55.208758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:55.255491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting subnet df1f3554-9c1c-4c03-bf67-8308fd614658 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:34:55.259365 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.308302 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.347561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.350800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.355552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c221b1cd-a4a9-44b3-a1ab-a40b52a08a85 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] 10.222.0.22 "DELETE /v2.0/floatingips/d5a0c15e-d380-481d-910e-94a09dff79f5 HTTP/1.1" status: 204 len: 168 time: 2.8365057 Aug 16 22:34:55.355866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:55.366995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:55.424979 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.488196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8284cc-5a11-46be-a9c9-fc2cca55f0db {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:34:55.500225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-d0e05399-8a7f-40cd-93e2-140ead1cd0d9 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:55.501817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-d0e05399-8a7f-40cd-93e2-140ead1cd0d9 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481383 Aug 16 22:34:55.507761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.516321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.558613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.580821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.586810 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/subnets/df1f3554-9c1c-4c03-bf67-8308fd614658 HTTP/1.1" status: 204 len: 168 time: 0.3944967 Aug 16 22:34:55.594060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Transition to ACTIVE for port object ca8284cc-5a11-46be-a9c9-fc2cca55f0db will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:34:55.594701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52682) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:55.596121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-dbafb4dd-e936-4b64-a58b-40f8cffd517e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/quotas/be9474126977424a86aa8b99091960fd HTTP/1.1" status: 200 len: 375 time: 0.0849845 Aug 16 22:34:55.608488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db2f21-2863-4346-a4e1-1f8c5cc903bb tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Subnet': ['ID=df1f3554-9c1c-4c03-bf67-8308fd614658,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:55.608778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:55.624372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb92d60-56e6-42d6-9817-45f539e194f6 None None] Network b7f26f64-5b15-4342-8460-52f785704e10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:34:55.719149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-e2aaa846-9453-4346-a006-ce7588f8b04f tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be9474126977424a86aa8b99091960fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145024 Aug 16 22:34:55.742761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:56.022275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.101102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:34:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:56.110062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d01b0c07-d9df-4348-8fdd-543e04400df2 req-aa13f961-30dc-4578-a2db-2bcf55f6087a tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 210 time: 0.1053441 Aug 16 22:34:56.142873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Attempting to bind port ca8284cc-5a11-46be-a9c9-fc2cca55f0db on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:34:56.143435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Attempting to bind port ca8284cc-5a11-46be-a9c9-fc2cca55f0db by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:34:56.143920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Attempting to bind port ca8284cc-5a11-46be-a9c9-fc2cca55f0db on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:56.154875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Checking router: 0307f89b-9637-4f0f-94f2-086ea1463a30 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:56.157022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] DHCP port deletion for b7f26f64-5b15-4342-8460-52f785704e10 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:34:56.175177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Routers {'0307f89b-9637-4f0f-94f2-086ea1463a30'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:56.176854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0307f89b-9637-4f0f-94f2-086ea1463a30'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:56.249768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170b40a-460f-4ea4-b51e-ed3e6ad824bb req-2e8697dd-2aa0-41ba-8e65-e034ef3182f9 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:56.251333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6170b40a-460f-4ea4-b51e-ed3e6ad824bb req-2e8697dd-2aa0-41ba-8e65-e034ef3182f9 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 943 time: 0.3303692 Aug 16 22:34:56.257551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Port ca8284cc-5a11-46be-a9c9-fc2cca55f0db on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:34:56.257893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Attempting to bind port ca8284cc-5a11-46be-a9c9-fc2cca55f0db on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:34:56.261295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.344025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Deleting port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:56.344835 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.383059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.437549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] For port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,segment=NetworkSegment(3e494405-fbe0-4de8-be25-198873d03ac5),segment_id=3e494405-fbe0-4de8-be25-198873d03ac5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:56.438226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.454453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Calling delete_port for 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:56.596300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:56.603246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.651688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] Pushing event deleted for resources: {'Port': ['ID=4ac8666f-8b6e-48a0-9d70-0152b3d87ca7,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:56.661961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:56.662428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:56.671406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] Set router 0307f89b-9637-4f0f-94f2-086ea1463a30 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:56.705633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ee65b-378e-4930-832c-d21edd4693c4 None None] No DVR routers for this DVR port 4ac8666f-8b6e-48a0-9d70-0152b3d87ca7 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:34:56.737896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:34:56.738962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Checking segment: {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:34:56.739771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Bound using segment: {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:34:56.742261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Bound port: ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:34:56.742261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.788884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Deleting port de30816b-f05d-4cf0-9dd8-952ba5baf3c9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:56.789810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.875385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6170b40a-460f-4ea4-b51e-ed3e6ad824bb req-b78b8c37-b5f5-4442-824d-e664541ff76d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015673 Aug 16 22:34:56.929154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] For port de30816b-f05d-4cf0-9dd8-952ba5baf3c9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:56.929528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.947642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Calling delete_port for de30816b-f05d-4cf0-9dd8-952ba5baf3c9 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:56.958434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Deleting port 82b0bc30-b5a3-446a-96b8-306dad806e51 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:56.961373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:56.964821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:34:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:57.000791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f50c1-4214-4365-88f8-35afbcc8c98e None None] The sync data for ids ['0307f89b-9637-4f0f-94f2-086ea1463a30'] in n-d-791505-20 is: [{'id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189920050', 'tenant_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:32:34Z', 'updated_at': '2021-08-16T22:34:54Z', 'revision_number': 5, 'project_id': 'b7e7c63a95da40d6aeb762e67c08fa39', 'gw_port': {'id': '82b0bc30-b5a3-446a-96b8-306dad806e51', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0307f89b-9637-4f0f-94f2-086ea1463a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:32:35Z', 'updated_at': '2021-08-16T22:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:57.003192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:34:57.083637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:34:57.095150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port b6b28bd1-0d25-4311-a937-7117f62c642b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:57.095587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.098668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.240405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.244049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:57.244760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.246464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca8284cc-5a11-46be-a9c9-fc2cca55f0db HTTP/1.1" status: 200 len: 1092 time: 3.0088451 Aug 16 22:34:57.262075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:34:57.264597 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a732968-89d2-4f67-a39c-027f5f6a83d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:34:57.277443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-411fb847-f448-41ba-9696-d3d3c9d5a9c0 req-54bd9b34-5a6a-4236-9e87-0e3e37776e9d tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 210 time: 0.0816431 Aug 16 22:34:57.305613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] For port 82b0bc30-b5a3-446a-96b8-306dad806e51, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=82b0bc30-b5a3-446a-96b8-306dad806e51,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:57.306010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.329825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de30816b-f05d-4cf0-9dd8-952ba5baf3c9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:57.352123 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb108b4-7915-4c9e-a550-aac35a76d522 x-openstack-request-id: req-6bb108b4-7915-4c9e-a550-aac35a76d522 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:34:57.352409 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:34:57.352667 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bb108b4-7915-4c9e-a550-aac35a76d522 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:34:57.353059 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db', 'status': 'completed', 'code': 200} Aug 16 22:34:57.376039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Calling delete_port for 82b0bc30-b5a3-446a-96b8-306dad806e51 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:57.376039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a1ce8-dc9a-4e0b-a7d9-2c3eaa015204 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:57.411084 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port b6b28bd1-0d25-4311-a937-7117f62c642b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6b28bd1-0d25-4311-a937-7117f62c642b,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:57.411466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.481441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for b6b28bd1-0d25-4311-a937-7117f62c642b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:57.484192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-c637b978-298f-4af5-a9df-fe6c4adb149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:57.485744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-c637b978-298f-4af5-a9df-fe6c4adb149e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 1095 time: 0.1771719 Aug 16 22:34:57.569781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-55236b24-4fab-4c6e-8875-f2ab198e074c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db HTTP/1.1" status: 200 len: 217 time: 0.0658014 Aug 16 22:34:57.593665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:57.731673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-3b20324e-c812-4892-b956-2686b83071f4 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=be9474126977424a86aa8b99091960fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366526 Aug 16 22:34:57.818326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72447ad1-f287-437c-b844-2c84546297a0 req-5b13d90e-9196-48bc-a059-e768af2b927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:57.820101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-5b13d90e-9196-48bc-a059-e768af2b927c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.2393744 Aug 16 22:34:57.884839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:34:57.899687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-d2bb621e-74f2-4f92-ae86-42892ad022dd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387566 Aug 16 22:34:58.031773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:34:58.037203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3789e216-195b-4212-9f16-5372590545d7 admin admin] 10.222.0.22 "PUT /v2.0/routers/144a31c8-ce93-41f7-8f00-c0a3a3242a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6798229 Aug 16 22:34:58.039685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:58.043613 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Sync routers for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:34:58.057656 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:58.058328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.140016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-b215e265-f97d-4f46-96f5-d9c68c55b909 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:58.141595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-b215e265-f97d-4f46-96f5-d9c68c55b909 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3986666 Aug 16 22:34:58.169985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.187832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Request body: {'port': {'device_id': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'be9474126977424a86aa8b99091960fd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:34:58.211659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d52d4-9ba0-435a-8022-35eb97dd0b29 req-b3e96e83-bb6d-4aa3-8c6f-124c144e5580 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:58.213231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f09d52d4-9ba0-435a-8022-35eb97dd0b29 req-b3e96e83-bb6d-4aa3-8c6f-124c144e5580 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 943 time: 0.2406790 Aug 16 22:34:58.253325 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:58.265941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.316667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.327540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-0e24b14e-302e-4ef2-84d8-66fb17510b6d service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898878 Aug 16 22:34:58.346350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Port': ['ID=82b0bc30-b5a3-446a-96b8-306dad806e51,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:58.371573 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.441350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Deleting port 531eec9c-7251-4b69-a7d8-30bab0908a63 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:34:58.442330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.535035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a5f819d-6f6e-4272-b3ce-3053af667d95 req-23fff8fc-47c6-4332-9688-0ffae453eedf tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 210 time: 0.0989957 Aug 16 22:34:58.546314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f09d52d4-9ba0-435a-8022-35eb97dd0b29 req-4364461d-92c7-4076-abcd-9847fdf5504f tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886224 Aug 16 22:34:58.547075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=b6b28bd1-0d25-4311-a937-7117f62c642b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:58.604093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:34:58.655585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:34:58.657521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bdbdfb55-fdaf-40fb-9fda-48fe5e685c84 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:34:58.677204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.696228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:34:57Z', 'revision_number': 5, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port': {'id': '531eec9c-7251-4b69-a7d8-30bab0908a63', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:25:52Z', 'updated_at': '2021-08-16T22:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.771950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Checking router: 144a31c8-ce93-41f7-8f00-c0a3a3242a06 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:34:58.794231 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Routers {'144a31c8-ce93-41f7-8f00-c0a3a3242a06'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:34:58.794882 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:58.827157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-72447ad1-f287-437c-b844-2c84546297a0 req-afc63861-df7f-49d9-a669-11c4d93a642b service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914610 Aug 16 22:34:58.827674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Made reservation on behalf of be9474126977424a86aa8b99091960fd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:34:58.833720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.937408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] Set router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:34:58.946067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.947839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:58.950240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.002573 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:34:58Z', 'revision_number': 6, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:59.035144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e15cb1-393d-4d64-972c-29cb14e6cc3b None None] The sync data for ids ['144a31c8-ce93-41f7-8f00-c0a3a3242a06'] in n-d-791505-20 is: [{'id': '144a31c8-ce93-41f7-8f00-c0a3a3242a06', 'name': 'tempest-ServerActionsTestJSON-579283581-router', 'tenant_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:25:51Z', 'updated_at': '2021-08-16T22:34:58Z', 'revision_number': 6, 'project_id': 'dd1e6bc4ec074ebb812ab8230ff0291b', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:34:59.090102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] For port 531eec9c-7251-4b69-a7d8-30bab0908a63, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=531eec9c-7251-4b69-a7d8-30bab0908a63,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:34:59.090648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.105832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Calling delete_port for 531eec9c-7251-4b69-a7d8-30bab0908a63 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:34:59.154970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.158503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.159159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Fanout notify agent at l3_agent the message router_deleted on router 0307f89b-9637-4f0f-94f2-086ea1463a30 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:34:59.167074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.171034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e3efe617-cbe3-42fa-9805-83812734375e tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/routers/0307f89b-9637-4f0f-94f2-086ea1463a30 HTTP/1.1" status: 204 len: 168 time: 3.5740056 Aug 16 22:34:59.171814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.172004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:59.181807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.192372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-5b33ba29-abc1-4c3d-9309-6986a2433e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:34:59.194007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-5b33ba29-abc1-4c3d-9309-6986a2433e12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 1095 time: 0.2597554 Aug 16 22:34:59.335375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.523131 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.539076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.549855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f26f64-5b15-4342-8460-52f785704e10']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:59.579244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=531eec9c-7251-4b69-a7d8-30bab0908a63,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:59.582013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e494405-fbe0-4de8-be25-198873d03ac5') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:59.582908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e494405-fbe0-4de8-be25-198873d03ac5') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:34:59.614555 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.692371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.696450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.779741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:34:59.779741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:34:59.780853 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:34:59.865242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.869169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.892951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df31e097-d7c6-4979-9255-2ed2a9cf21ad req-2ee7d9ff-83f3-429d-9684-b3f221f93d69 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 210 time: 0.0858433 Aug 16 22:34:59.900777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0543025-bf7e-4c34-a4f3-c990abd4ae3a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:34:59.925276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.928716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.929319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144a31c8-ce93-41f7-8f00-c0a3a3242a06 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:34:59.951492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.955391 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-af487f27-c6a4-489c-b717-9008db2e7cfd admin admin] 10.222.0.22 "DELETE /v2.0/routers/144a31c8-ce93-41f7-8f00-c0a3a3242a06 HTTP/1.1" status: 204 len: 168 time: 1.9137869 Aug 16 22:34:59.956469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:34:59.960816 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/networks/b7f26f64-5b15-4342-8460-52f785704e10 HTTP/1.1" status: 204 len: 168 time: 0.7853370 Aug 16 22:34:59.960816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:59.966723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:34:59.967695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53a8f3-b2e4-457d-90a1-a56963fff135 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'Network': ['ID=b7f26f64-5b15-4342-8460-52f785704e10,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.007026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0f6d-4d2e-4b35-b55c-6e3967de2114 req-44a22c3a-0934-46b9-9d8a-de51166f7215 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:00.009062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162d0f6d-4d2e-4b35-b55c-6e3967de2114 req-44a22c3a-0934-46b9-9d8a-de51166f7215 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 943 time: 0.2452793 Aug 16 22:35:00.047601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Deleting subnet 4f6aa3cc-529f-4222-83ce-6f14f04028d0 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:00.056768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.089513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-d78f8189-9bf0-4547-bcc2-310df8746490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:00.091064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-d78f8189-9bf0-4547-bcc2-310df8746490 service neutron] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 913 time: 0.8894532 Aug 16 22:35:00.095804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.130790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Allocated IP 192.168.233.146 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/0f02cb5b-e788-471d-be0b-c764be5c191b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:00.136900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.167966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.195056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-3376174e-ec2a-4e96-9e82-a210f5651f69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db HTTP/1.1" status: 200 len: 217 time: 0.0723574 Aug 16 22:35:00.200999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-162d0f6d-4d2e-4b35-b55c-6e3967de2114 req-cab6467c-2a20-422e-b0dc-adfcafc2f36d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857910 Aug 16 22:35:00.308187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.311138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.315308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.317996 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] 10.222.0.22 "DELETE /v2.0/security-groups/ae11c005-a8c5-4ec0-acb9-c8486328d345 HTTP/1.1" status: 204 len: 168 time: 0.3444157 Aug 16 22:35:00.328929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:00.344383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-38cf01a9-83c0-4ab0-b6a8-d3da49d904fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:00.346174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-38cf01a9-83c0-4ab0-b6a8-d3da49d904fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.1412616 Aug 16 22:35:00.358497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d99d6f-1acc-4ed6-80ae-055a018fd377 tempest-TestNetworkAdvancedServerOps-1556555689 tempest-TestNetworkAdvancedServerOps-1556555689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11c005-a8c5-4ec0-acb9-c8486328d345,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.421250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.436972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-67d7b226-d255-4758-a8b1-7e67eed784bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746834 Aug 16 22:35:00.468521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6aa3cc-529f-4222-83ce-6f14f04028d0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:00.473571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.483134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc7c94c-c346-4dc5-b972-66c86e4859a2 None None] Network 57fa86a3-517e-4f18-a9fc-b36917a10b13 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:00.496846 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f20b961-5608-45a6-829c-06cd41625cd1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4f6aa3cc-529f-4222-83ce-6f14f04028d0 HTTP/1.1" status: 204 len: 168 time: 0.5332491 Aug 16 22:35:00.497334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52730) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:00.668610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:00.677307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.683030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-80914bc6-3d29-4719-b1cd-7dc9eeb04d5b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1405315 Aug 16 22:35:00.686615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:00.690184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.722447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:00.740376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Transition to ACTIVE for port object 0f02cb5b-e788-471d-be0b-c764be5c191b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:00.747637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-98a3e2c0-8096-452c-9832-709f93c6f648 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698205 Aug 16 22:35:00.767648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:00.771449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:00.857927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 531eec9c-7251-4b69-a7d8-30bab0908a63 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:00.863640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 592bd9ed-e7c7-45a4-9f49-cc99e569f4af {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:00.869643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.876796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.911438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 531eec9c-7251-4b69-a7d8-30bab0908a63 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:00.912811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 531eec9c-7251-4b69-a7d8-30bab0908a63 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:00.914453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 82b0bc30-b5a3-446a-96b8-306dad806e51 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:00.950132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:00.964502 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Deleting port 72950e09-dc42-478f-a742-06a387a13278 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:00.964502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:00.982602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:00.988883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:00.993666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:00.998842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a732968-89d2-4f67-a39c-027f5f6a83d6 req-06ded537-c915-4660-b17a-b1c28e8c26f8 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421227 Aug 16 22:35:01.001904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.012705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:01.034883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Pushing event updated for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.056110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] DHCP port deletion for 57fa86a3-517e-4f18-a9fc-b36917a10b13 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:01.066441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 82b0bc30-b5a3-446a-96b8-306dad806e51 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:01.066828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 82b0bc30-b5a3-446a-96b8-306dad806e51 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:01.068239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device de30816b-f05d-4cf0-9dd8-952ba5baf3c9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:01.098639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.099113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.103383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] For port 72950e09-dc42-478f-a742-06a387a13278, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=72950e09-dc42-478f-a742-06a387a13278,segment=NetworkSegment(41056128-5355-4fb3-8977-a582521fb5cd),segment_id=41056128-5355-4fb3-8977-a582521fb5cd)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:01.104374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.119746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Calling delete_port for 72950e09-dc42-478f-a742-06a387a13278 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:01.127503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53796d-ce98-4e84-9c64-04e532381354 req-0f7ba65a-c8e9-4c90-9e49-7e7acc7d69ea tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.131470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a53796d-ce98-4e84-9c64-04e532381354 req-0f7ba65a-c8e9-4c90-9e49-7e7acc7d69ea tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 936 time: 0.1303389 Aug 16 22:35:01.133981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-146fbe57-6502-42b1-8112-b0aef2e91908 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9500415 Aug 16 22:35:01.147110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: de30816b-f05d-4cf0-9dd8-952ba5baf3c9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:01.147672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device de30816b-f05d-4cf0-9dd8-952ba5baf3c9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:01.161640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Request body: {'port': {'device_id': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:01.251163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a53796d-ce98-4e84-9c64-04e532381354 req-191acb85-4c74-4fac-9d5a-cebb175f3fa1 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102436 Aug 16 22:35:01.291358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.318690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.336681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Deleting port 72950e09-dc42-478f-a742-06a387a13278 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:01.337081 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.348221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Pushing event deleted for resources: {'Port': ['ID=72950e09-dc42-478f-a742-06a387a13278,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.389977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] No DVR routers for this DVR port 72950e09-dc42-478f-a742-06a387a13278 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:01.407343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] For port 72950e09-dc42-478f-a742-06a387a13278, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:01.407754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.422330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Calling delete_port for 72950e09-dc42-478f-a742-06a387a13278 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:01.424997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Port 72950e09-dc42-478f-a742-06a387a13278 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:35:01.427132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.444159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9cd2c19d-4899-484b-bebf-c55e838e81ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7e7c63a95da40d6aeb762e67c08fa39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887900 Aug 16 22:35:01.445025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:01.482486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] No DVR routers for this DVR port 72950e09-dc42-478f-a742-06a387a13278 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:01.486958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4694-0df2-4dbd-af6e-da95d651eef5 None None] Pushing event deleted for resources: {'Port': ['ID=72950e09-dc42-478f-a742-06a387a13278,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.498592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a70af8bc-dd20-40d7-a206-2570741483ff None None] Provisioning for port 0f02cb5b-e788-471d-be0b-c764be5c191b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:01.504673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a70af8bc-dd20-40d7-a206-2570741483ff None None] Provisioning complete for port 0f02cb5b-e788-471d-be0b-c764be5c191b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:01.505213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a70af8bc-dd20-40d7-a206-2570741483ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.511196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.569471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a70af8bc-dd20-40d7-a206-2570741483ff None None] Port 0f02cb5b-e788-471d-be0b-c764be5c191b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:01.587444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.600817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb520-12b6-44c2-8ad4-9d64bd95ae2c req-aaa5e785-dd2a-4b4e-8d0d-cc9f78623eba tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:01.602475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60eb520-12b6-44c2-8ad4-9d64bd95ae2c req-aaa5e785-dd2a-4b4e-8d0d-cc9f78623eba tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 943 time: 0.2524567 Aug 16 22:35:01.627462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:58Z', 'revision_number': 8, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:01.661878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.663377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:01.673272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:01.674114 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:01.684705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=592bd9ed-e7c7-45a4-9f49-cc99e569f4af,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.695550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.700226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1892c20f-99d6-43d3-8824-f3366236e65a tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/592bd9ed-e7c7-45a4-9f49-cc99e569f4af HTTP/1.1" status: 204 len: 168 time: 1.0076311 Aug 16 22:35:01.700847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:01.718898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.733518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbc8d3-7d24-4f21-8c75-c67e566d55dd None None] Network 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:01.735223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f60eb520-12b6-44c2-8ad4-9d64bd95ae2c req-4eabce6f-2118-4e8a-afe7-e010149b14a3 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096485 Aug 16 22:35:01.741917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.777261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fa86a3-517e-4f18-a9fc-b36917a10b13']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:01.799000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41056128-5355-4fb3-8977-a582521fb5cd') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:01.799557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41056128-5355-4fb3-8977-a582521fb5cd') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:01.819856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.837492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.846202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.856215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:01.856698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:01.858776 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:01.869939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.873034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.876688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b686bc75-5432-4b82-8b86-11c0065bc426 HTTP/1.1" status: 204 len: 168 time: 0.4115019 Aug 16 22:35:01.882512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f02cb5b-e788-471d-be0b-c764be5c191b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:01.894290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eb98c-acc0-4c3a-9f78-c0cbdc69ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b686bc75-5432-4b82-8b86-11c0065bc426,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:01.897444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.912999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Transition to ACTIVE for port object 0f02cb5b-e788-471d-be0b-c764be5c191b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:01.919584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:01.981525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.015256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.018092 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] 10.222.0.22 "DELETE /v2.0/networks/57fa86a3-517e-4f18-a9fc-b36917a10b13 HTTP/1.1" status: 204 len: 168 time: 1.5187774 Aug 16 22:35:02.019047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1e700-5d91-4132-8748-771ffbd9df18 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fa86a3-517e-4f18-a9fc-b36917a10b13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:02.033946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port fae50f7d-9a3c-4bb9-8b09-cc221545c222 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:02.034616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.066874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:02.190159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Attempting to bind port 0f02cb5b-e788-471d-be0b-c764be5c191b on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:02.190521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Attempting to bind port 0f02cb5b-e788-471d-be0b-c764be5c191b by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:02.190867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Attempting to bind port 0f02cb5b-e788-471d-be0b-c764be5c191b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:02.204157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Port 0f02cb5b-e788-471d-be0b-c764be5c191b on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:35:02.205117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Attempting to bind port 0f02cb5b-e788-471d-be0b-c764be5c191b on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:02.217593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:02.217948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:02.221163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port fae50f7d-9a3c-4bb9-8b09-cc221545c222, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fae50f7d-9a3c-4bb9-8b09-cc221545c222,segment=NetworkSegment(6adb3729-30ae-40c4-8740-607387723a13),segment_id=6adb3729-30ae-40c4-8740-607387723a13)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:02.221601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.221940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:02.225578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:02.226014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Bound port: 0f02cb5b-e788-471d-be0b-c764be5c191b, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:02.226396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.258806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for fae50f7d-9a3c-4bb9-8b09-cc221545c222 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:02.336184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ca8284cc-5a11-46be-a9c9-fc2cca55f0db details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:35:02.396555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52774) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:02.443620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.507235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:02.513414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=fae50f7d-9a3c-4bb9-8b09-cc221545c222,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:02.534488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port fae50f7d-9a3c-4bb9-8b09-cc221545c222 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:02.534994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:02.569491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0f02cb5b-e788-471d-be0b-c764be5c191b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:02.587195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.640774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72950e09-dc42-478f-a742-06a387a13278 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:02.646140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.resource_extend [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:35:02.650360 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.654397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.657788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.661814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] 10.222.0.89 "PUT /v2.0/ports/0f02cb5b-e788-471d-be0b-c764be5c191b HTTP/1.1" status: 200 len: 1097 time: 1.5027893 Aug 16 22:35:02.663712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:02.664723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ad1a11-2da9-40e6-a3be-8ce5eb15f598']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:02.667283 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef85f20-2d89-41f0-b003-64a76158ec98" -d '{"events": [{"name": "network-changed", "server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:02.680647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d206e-039d-49d2-acab-8b7cd8812e87 req-fa42c792-1eb2-45f2-8602-2a3c7368cec5 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:02.687637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adb3729-30ae-40c4-8740-607387723a13') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:02.688374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adb3729-30ae-40c4-8740-607387723a13') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:02.689131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a69d206e-039d-49d2-acab-8b7cd8812e87 req-fa42c792-1eb2-45f2-8602-2a3c7368cec5 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 948 time: 0.2811842 Aug 16 22:35:02.703304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.708912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dae7eafa-20a3-426e-9e51-e5407469c351 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd1e6bc4ec074ebb812ab8230ff0291b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110442 Aug 16 22:35:02.712410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:02.725023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.734116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:02.735342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.739182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 72950e09-dc42-478f-a742-06a387a13278 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:02.744348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 72950e09-dc42-478f-a742-06a387a13278 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:02.823769 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:02.848020 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbb1e0-f728-493e-80b8-294114c360b2 x-openstack-request-id: req-c8dbb1e0-f728-493e-80b8-294114c360b2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:02.848959 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:02.849350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.849496 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8dbb1e0-f728-493e-80b8-294114c360b2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:02.850327 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b', 'status': 'completed', 'code': 200} Aug 16 22:35:02.858352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1e4e9942-e031-4d7d-8593-550ce889eab5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6773c59acc064ea096652b94849deeeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455777 Aug 16 22:35:02.862540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52788) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:02.864604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:02.874566 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/63ad1a11-2da9-40e6-a3be-8ce5eb15f598 HTTP/1.1" status: 204 len: 168 time: 1.1665502 Aug 16 22:35:02.883800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52790) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:02.912250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2298037-93cb-42a0-811b-a06e3249964b None None] DHCP port deletion for 63ad1a11-2da9-40e6-a3be-8ce5eb15f598 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:02.935301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:02.952626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:58Z', 'revision_number': 8, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:02.960688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db', 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292', 'port_id': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db', 'mac_address': 'fa:16:3e:64:d0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beed5ee-1685-4b3b-9244-78696a7dd4dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:35:02.993269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfa87d-fe25-40f6-bb68-eee5a3200f15 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:34:58Z', 'revision_number': 8, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '318f3910-66a0-4c97-adb8-96b40e884416', 'name': '', 'network_id': '256929fe-635c-4979-90a9-2a12b27dc6cf', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:ad:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'a1819de5-233d-487c-a819-57c24684c413', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:34Z', 'updated_at': '2021-08-16T22:34:47Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': 'a1819de5-233d-487c-a819-57c24684c413', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:03.002312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-11e8a827-37c5-4be8-bbfc-f375b95536c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.004492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-11e8a827-37c5-4be8-bbfc-f375b95536c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be9474126977424a86aa8b99091960fd&device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 1100 time: 0.2697012 Aug 16 22:35:03.037417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a69d206e-039d-49d2-acab-8b7cd8812e87 req-61293eca-3b68-4f11-b4c9-3b36d2d1c3f3 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434250 Aug 16 22:35:03.039940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.055030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1b709-d2d8-4895-9a0a-da61577479e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.083553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9e426-56fe-4af5-8d24-79ea37121cff tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=63ad1a11-2da9-40e6-a3be-8ce5eb15f598,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.085022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8284cc-5a11-46be-a9c9-fc2cca55f0db {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:03.114317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:03.118597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-0890b88a-2e60-4294-900c-6a9bc1f89cdc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0f02cb5b-e788-471d-be0b-c764be5c191b HTTP/1.1" status: 200 len: 217 time: 0.0722873 Aug 16 22:35:03.122788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.134057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255d4d-68be-4768-93c9-ee4fde75e01f req-a7efc698-78c1-4691-8588-0dbbdef1e12b tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.134883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.135943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56255d4d-68be-4768-93c9-ee4fde75e01f req-a7efc698-78c1-4691-8588-0dbbdef1e12b tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 943 time: 0.1720827 Aug 16 22:35:03.202116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.209424 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.209635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.236246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56255d4d-68be-4768-93c9-ee4fde75e01f req-9771c7f9-40d2-44fc-aed1-21a95e97d44d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893779 Aug 16 22:35:03.255261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-cc88c9b1-7b40-4733-9c89-d2f032eb5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.256898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-cc88c9b1-7b40-4733-9c89-d2f032eb5d37 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.1199217 Aug 16 22:35:03.270483 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.322820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-8ef14a85-05ad-424a-ad92-d29c4cd97c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.324719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-8ef14a85-05ad-424a-ad92-d29c4cd97c70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565679 Aug 16 22:35:03.327196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.330635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.332726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d2e12f1-76e7-4f7f-8885-138b327bcf60 HTTP/1.1" status: 204 len: 168 time: 0.6129313 Aug 16 22:35:03.345381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eff53-ea31-41c9-9129-f642dab5dd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2e12f1-76e7-4f7f-8885-138b327bcf60,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.413585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.419167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.427061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93dce1ef-82cb-4bed-971d-b715ed6b2b1d HTTP/1.1" status: 204 len: 168 time: 0.5485938 Aug 16 22:35:03.442387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c858b2-6b5c-4bb0-8c81-31d30a83256c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dce1ef-82cb-4bed-971d-b715ed6b2b1d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:03.476599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-2194efee-4999-4ed4-a70b-3dad0d0f0633 service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326599 Aug 16 22:35:03.536760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ca8284cc-5a11-46be-a9c9-fc2cca55f0db'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:03.555921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:03.758813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1acccd7f-4c72-486b-8f5e-64cf53670ed8 req-73ff802b-13b3-426e-adb2-816ade65437f service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712338 Aug 16 22:35:03.971899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-0386ece1-94b8-4f69-998a-66f7d4129fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:03.974534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-0386ece1-94b8-4f69-998a-66f7d4129fda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be9474126977424a86aa8b99091960fd&device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 1100 time: 0.1099651 Aug 16 22:35:04.147365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-0d9ff5b3-4e82-411b-b875-fb896bebc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.159621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-0d9ff5b3-4e82-411b-b875-fb896bebc3a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.1699746 Aug 16 22:35:04.169447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 318f3910-66a0-4c97-adb8-96b40e884416 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:04.169806 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.282584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-2cf2a8f3-4593-4c03-98f1-30fa482e703b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0f02cb5b-e788-471d-be0b-c764be5c191b HTTP/1.1" status: 200 len: 217 time: 0.1196985 Aug 16 22:35:04.342273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 318f3910-66a0-4c97-adb8-96b40e884416, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=318f3910-66a0-4c97-adb8-96b40e884416,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:04.342841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.349113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755114-39a4-4f7a-8bb3-4eda7162b52b req-dbc7f0ce-bd4d-4938-85b3-0e491be66d99 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.352471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff755114-39a4-4f7a-8bb3-4eda7162b52b req-dbc7f0ce-bd4d-4938-85b3-0e491be66d99 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 948 time: 0.1881948 Aug 16 22:35:04.368684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 318f3910-66a0-4c97-adb8-96b40e884416 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:04.487573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff755114-39a4-4f7a-8bb3-4eda7162b52b req-5266654d-3e4d-4d9b-9ef3-b751d84f1bbf tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277587 Aug 16 22:35:04.493811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-a452eb2f-faa1-432f-a0c3-5d3c1000c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.494847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-a452eb2f-faa1-432f-a0c3-5d3c1000c275 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.2028196 Aug 16 22:35:04.523649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04183e-e395-41c6-a091-740000a53d9b req-23f0a98e-4e0c-4bc4-912f-f0f0ee8be77c tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.525534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc04183e-e395-41c6-a091-740000a53d9b req-23f0a98e-4e0c-4bc4-912f-f0f0ee8be77c tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 944 time: 0.1637950 Aug 16 22:35:04.576307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6b28bd1-0d25-4311-a937-7117f62c642b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:04.589122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-44fca2c7-def2-4ea3-b45f-4bfbca554cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:04.590644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-44fca2c7-def2-4ea3-b45f-4bfbca554cc1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853567 Aug 16 22:35:04.599978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc04183e-e395-41c6-a091-740000a53d9b req-9ba31bda-ac21-4522-ae4a-5c9b5c30e5d5 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586717 Aug 16 22:35:04.610852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b6b28bd1-0d25-4311-a937-7117f62c642b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:04.611363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6b28bd1-0d25-4311-a937-7117f62c642b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:04.611852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fae50f7d-9a3c-4bb9-8b09-cc221545c222 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:04.655553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.661762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fae50f7d-9a3c-4bb9-8b09-cc221545c222 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:04.663259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fae50f7d-9a3c-4bb9-8b09-cc221545c222 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:04.744539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=318f3910-66a0-4c97-adb8-96b40e884416,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:04.746322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-795bba57-01e3-4ec9-b3bc-60edeb56e93f service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451015 Aug 16 22:35:04.787098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:04.906101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef85f20-2d89-41f0-b003-64a76158ec98 req-72c0c5bb-5ab0-4dca-93e6-604dcc66c8dd service neutron] 10.222.0.89 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440635 Aug 16 22:35:04.920311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:04.983516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-874150633-network', 'tenant_id': 'f67bbea6a57640b3b1a793f0de35f937'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:05.006398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Made reservation on behalf of f67bbea6a57640b3b1a793f0de35f937 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:05.009174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.019747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.117555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.123100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.129168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:05.150345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6eacef-3006-4fea-9f7b-e810e6f9a527,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.161454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:05.173550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.174078 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Added segment 2fa2feae-6e31-4aba-a9e1-832d14b77b0b of type vlan for network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf Aug 16 22:35:05.222096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.250770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.252155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.252997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.324712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5338655 Aug 16 22:35:05.324996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52834) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.331277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Request body: {'subnet': {'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-874150633-subnet', 'tenant_id': 'f67bbea6a57640b3b1a793f0de35f937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:05.335883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422058f-7965-4afc-bbe4-668e1b959224 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.352985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:05.373582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Made reservation on behalf of f67bbea6a57640b3b1a793f0de35f937 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:05.378136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.590333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:05.600206 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:05.600920 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-68f42fb4-817a-44f0-b1d3-bc0aad67efa6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157044 Aug 16 22:35:05.603532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:05.616555 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:05.617511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:05.643739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5476bd6-5cd3-4a5b-a8fd-926c62216ff5 req-1d5285f2-417a-4daf-af03-0c2145c15891 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.646235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5476bd6-5cd3-4a5b-a8fd-926c62216ff5 req-1d5285f2-417a-4daf-af03-0c2145c15891 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 948 time: 0.0861557 Aug 16 22:35:05.653167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.663163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet a1819de5-233d-487c-a819-57c24684c413 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:05.666982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.729412 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.744332 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:05.799706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5476bd6-5cd3-4a5b-a8fd-926c62216ff5 req-17a605af-1c97-467a-a410-a5d1f26ad0f2 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442649 Aug 16 22:35:05.829627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4d0b17-602e-466c-957e-58a2079ce473,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.847065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.848275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917773-4510-4524-a4e2-7211fc9a3f95 req-3971501e-d915-458d-b7b5-6a5d847fef16 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.856435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35917773-4510-4524-a4e2-7211fc9a3f95 req-3971501e-d915-458d-b7b5-6a5d847fef16 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 944 time: 0.1236303 Aug 16 22:35:05.901324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Checking segment: {'id': '2fa2feae-6e31-4aba-a9e1-832d14b77b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:05.903500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Network hostable DHCP agents. Network: 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:05.913112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35917773-4510-4524-a4e2-7211fc9a3f95 req-9c2cfcd5-827e-4f36-aaa2-4ce172125346 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556796 Aug 16 22:35:05.929981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.955402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:05.968094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:05.974778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=a1819de5-233d-487c-a819-57c24684c413,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:05.977338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:05.978899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.983091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:05.987701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb7a01-3ea6-474f-ab3b-11d768e1f327 None None] Network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:05.988504 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1ffc590e-6201-4855-8c62-c280ded18b36 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/a1819de5-233d-487c-a819-57c24684c413 HTTP/1.1" status: 204 len: 168 time: 0.3836677 Aug 16 22:35:05.989501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.008373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-710dc229-8d72-4c57-9fd1-ce107a2b2209 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6819520 Aug 16 22:35:06.074487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74381d0-99a8-4292-bc15-fc7cc8ad0a15 None None] Network 256929fe-635c-4979-90a9-2a12b27dc6cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:06.120207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:04Z', 'revision_number': 9, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.122556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.174902 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:06.190505 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:06.191162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.227421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:06.227949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.291746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88cfc9-ae88-4434-bce6-e4d02afb6a4d None None] Network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:06.319013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ca8284cc-5a11-46be-a9c9-fc2cca55f0db up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:06.322575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,segment=NetworkSegment(6769858e-a8c1-442f-9f55-7264446a7a95),segment_id=6769858e-a8c1-442f-9f55-7264446a7a95)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:06.323224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.348816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:06.383843 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:06.414349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] DHCP port deletion for 256929fe-635c-4979-90a9-2a12b27dc6cf request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:06.505882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.527916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:06.555974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:06.567209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ca8284cc-5a11-46be-a9c9-fc2cca55f0db completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:06.591181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ca8284cc-5a11-46be-a9c9-fc2cca55f0db triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:06.591574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.702997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Deleting port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:06.703747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.728329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:06.736300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.756031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256929fe-635c-4979-90a9-2a12b27dc6cf']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.800471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:06.801380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:06.813598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0f02cb5b-e788-471d-be0b-c764be5c191b details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:35:06.819798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6769858e-a8c1-442f-9f55-7264446a7a95') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.820134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6769858e-a8c1-442f-9f55-7264446a7a95') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.828368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] For port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:06.828774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.860420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.872599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Calling delete_port for 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:06.880079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:35:06.895148 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-75d5113b-365d-4804-af76-236cc166f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:04Z', 'revision_number': 9, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:06.915529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.927876 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5113b-365d-4804-af76-236cc166f377 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:04Z', 'revision_number': 9, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c63a71dd-7cab-436c-92ec-88064394f7e8', 'name': '', 'network_id': 'f652af3d-50b2-4e28-b383-f95ba85ac5b4', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:d4:d9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:28Z', 'updated_at': '2021-08-16T22:34:39Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '87f25c14-41c6-4e24-9c9d-239f09fc7b20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:06.931757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:06.934600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:06.938795 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:06.940641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:06.943735 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.946823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-741342290-network', 'tenant_id': '21b43ae4ab8841bb8037a551e36218fe'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:06.979805 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.985403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Made reservation on behalf of 21b43ae4ab8841bb8037a551e36218fe for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:06.988739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:06.996432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac8f8b-a467-4471-bfb8-9c778b9e3057 req-f1db46bd-4af3-41ad-9ad6-efd44798e04e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:06.998656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] No DVR routers for this DVR port 87ee1a4e-6b43-432a-9a7c-ed1228e5cb20 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:07.001766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fac8f8b-a467-4471-bfb8-9c778b9e3057 req-f1db46bd-4af3-41ad-9ad6-efd44798e04e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 948 time: 0.1081998 Aug 16 22:35:07.038224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.049444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d812e7-530d-42cf-a796-052b23bffb1e None None] Pushing event deleted for resources: {'Port': ['ID=87ee1a4e-6b43-432a-9a7c-ed1228e5cb20,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.057752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:07.060222 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240fa32f-dca5-4440-876c-e293c35c1e39" -d '{"events": [{"server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "name": "network-vif-plugged", "status": "completed", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:07.084072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:07.086195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.092463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.092959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.100824 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/256929fe-635c-4979-90a9-2a12b27dc6cf HTTP/1.1" status: 204 len: 168 time: 1.1083629 Aug 16 22:35:07.101140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52868) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:07.120584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a7d-099e-4b6d-a549-0f2e61fb4d7d req-f68b9226-79fa-4876-a96d-ed921f4c48bd tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:07.129657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bb6a7d-099e-4b6d-a549-0f2e61fb4d7d req-f68b9226-79fa-4876-a96d-ed921f4c48bd tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 944 time: 0.1106379 Aug 16 22:35:07.130804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cada39-da75-4295-958a-bc4a48753714 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=256929fe-635c-4979-90a9-2a12b27dc6cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.141738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fac8f8b-a467-4471-bfb8-9c778b9e3057 req-d4b3d723-51f9-4258-9e59-3e94fcc16c58 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332433 Aug 16 22:35:07.183032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.184132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bb6a7d-099e-4b6d-a549-0f2e61fb4d7d req-82554633-3c73-43a7-8dc3-67cd33fc62d3 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Aug 16 22:35:07.207444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0f02cb5b-e788-471d-be0b-c764be5c191b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:07.219402 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9927d-ebc1-4dcb-b035-78edb67939e5 x-openstack-request-id: req-a2b9927d-ebc1-4dcb-b035-78edb67939e5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:07.219689 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "name": "network-vif-plugged", "status": "completed", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:07.219939 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2b9927d-ebc1-4dcb-b035-78edb67939e5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:07.220333 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db', 'code': 200} Aug 16 22:35:07.221171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '0f02cb5b-e788-471d-be0b-c764be5c191b', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '0f02cb5b-e788-471d-be0b-c764be5c191b', 'mac_address': 'fa:16:3e:a4:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:35:07.269777 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.283684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f02cb5b-e788-471d-be0b-c764be5c191b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:07.308555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0f02cb5b-e788-471d-be0b-c764be5c191b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:07.313937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.385360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.397280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038edad6-805d-42dd-9831-8a4c09ab53d3 req-071585ec-164d-482f-b8bd-de71b436723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:07.400499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-038edad6-805d-42dd-9831-8a4c09ab53d3 req-071585ec-164d-482f-b8bd-de71b436723d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 1097 time: 0.0767958 Aug 16 22:35:07.423493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.432851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.442292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-038edad6-805d-42dd-9831-8a4c09ab53d3 req-49d1e046-1d92-4b0f-a653-4eae48d6f46e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Aug 16 22:35:07.500563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:07.539679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3471dc-28ca-4d53-8a13-1ad4978f253f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.542718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.543070 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Added segment 1fa82651-fd5f-4f33-82b7-104f047f803f of type vlan for network 979ad69d-f919-4bac-afea-af200d3b8ab0 Aug 16 22:35:07.593550 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.634696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.635803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:07.636396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.694874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0f02cb5b-e788-471d-be0b-c764be5c191b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:07.716669 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7738383 Aug 16 22:35:07.719247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:07.724356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Request body: {'subnet': {'network_id': '979ad69d-f919-4bac-afea-af200d3b8ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-741342290-subnet', 'tenant_id': '21b43ae4ab8841bb8037a551e36218fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:07.733945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58638-fce7-44cd-808d-a350c7c81d56 admin admin] Pushing event updated for resources: {'Network': ['ID=979ad69d-f919-4bac-afea-af200d3b8ab0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:07.746563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 979ad69d-f919-4bac-afea-af200d3b8ab0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:07.754596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:07.755524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Made reservation on behalf of 21b43ae4ab8841bb8037a551e36218fe for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:07.757987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.030658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port c63a71dd-7cab-436c-92ec-88064394f7e8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:08.031017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.131031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port c63a71dd-7cab-436c-92ec-88064394f7e8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c63a71dd-7cab-436c-92ec-88064394f7e8,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:08.131415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.145746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for c63a71dd-7cab-436c-92ec-88064394f7e8 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:08.353496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.407835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfe5a8f-9a0c-4414-930e-a66d25f238b5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:08.423136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.431837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655ee4-4a7a-42f8-939c-2dd7433d69ea req-08de08d0-7c2a-4f00-a4e2-dce1df9b670b tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:08.433465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71655ee4-4a7a-42f8-939c-2dd7433d69ea req-08de08d0-7c2a-4f00-a4e2-dce1df9b670b tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 949 time: 0.1799734 Aug 16 22:35:08.442012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3222e-18c1-4edd-b16d-f6f358fb6a3a req-4b2d2aeb-4202-4699-9a7a-44b39be011d6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:08.449023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84d3222e-18c1-4edd-b16d-f6f358fb6a3a req-4b2d2aeb-4202-4699-9a7a-44b39be011d6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.1621368 Aug 16 22:35:08.467528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 318f3910-66a0-4c97-adb8-96b40e884416 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:08.489200 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=c63a71dd-7cab-436c-92ec-88064394f7e8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:08.499118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 318f3910-66a0-4c97-adb8-96b40e884416 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:08.501617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 318f3910-66a0-4c97-adb8-96b40e884416 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:08.518488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Checking segment: {'id': '1fa82651-fd5f-4f33-82b7-104f047f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '979ad69d-f919-4bac-afea-af200d3b8ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:08.518848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Network hostable DHCP agents. Network: 979ad69d-f919-4bac-afea-af200d3b8ab0, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:08.528024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84d3222e-18c1-4edd-b16d-f6f358fb6a3a req-cc8b6bc3-b4a4-4d44-9919-061be31ac4b3 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Aug 16 22:35:08.532218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71655ee4-4a7a-42f8-939c-2dd7433d69ea req-6943b751-460a-4b55-b8a6-2ba40f864ce9 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805366 Aug 16 22:35:08.550235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Network 979ad69d-f919-4bac-afea-af200d3b8ab0 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:08.564017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 979ad69d-f919-4bac-afea-af200d3b8ab0) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:08.573955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3093f-f885-445f-b2dd-4df52c4da9cd None None] Network 979ad69d-f919-4bac-afea-af200d3b8ab0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:08.586945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:08.590242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.617751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-677e9f31-b889-4692-ae92-da27f215bb34 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8973482 Aug 16 22:35:08.735965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:08.774199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d540e-a3cd-4783-9533-8839897cbbfe None None] Network 979ad69d-f919-4bac-afea-af200d3b8ab0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:08.829720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0f02cb5b-e788-471d-be0b-c764be5c191b up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:08.986901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:09.088755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:09.098707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52894) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:09.105622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:09.109816 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f7c7b8f5-d6e1-4043-b0b1-e9028b890246 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898667 Aug 16 22:35:09.115084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 0f02cb5b-e788-471d-be0b-c764be5c191b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:09.123740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 0f02cb5b-e788-471d-be0b-c764be5c191b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:09.124326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.174017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:09.175033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:09.175184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 87f25c14-41c6-4e24-9c9d-239f09fc7b20 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:09.184018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.278511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.295993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:09.364034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-77f89469-048d-4baa-8b09-0546e715cd72 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:09.365559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-77f89469-048d-4baa-8b09-0546e715cd72 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/networks?id=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf HTTP/1.1" status: 200 len: 824 time: 0.1599402 Aug 16 22:35:09.420483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-838e1fc8-41bc-477c-9375-0f863cf6c777 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/quotas/f67bbea6a57640b3b1a793f0de35f937 HTTP/1.1" status: 200 len: 375 time: 0.0219326 Aug 16 22:35:09.424026 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.428019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.481442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-f5ed3d4b-3e34-47ed-aed2-519c4c8d30af tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f67bbea6a57640b3b1a793f0de35f937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501177 Aug 16 22:35:09.499434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:09.505124 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1ff93c-df88-4942-812a-fe86207ab4a8" -d '{"events": [{"server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "name": "network-vif-plugged", "status": "completed", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:09.525012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0f02cb5b-e788-471d-be0b-c764be5c191b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:09.535264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.536497 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.578501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=87f25c14-41c6-4e24-9c9d-239f09fc7b20,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.590006 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66659aa5-52c8-4eae-90fd-0ddf18fd43f2 x-openstack-request-id: req-66659aa5-52c8-4eae-90fd-0ddf18fd43f2 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:09.590472 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "name": "network-vif-plugged", "status": "completed", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:09.590838 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66659aa5-52c8-4eae-90fd-0ddf18fd43f2 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:09.591345 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b', 'code': 200} Aug 16 22:35:09.597769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51520244-e833-4296-b40d-5cabf5069eab None None] Network f652af3d-50b2-4e28-b383-f95ba85ac5b4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:09.620784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.632079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cf6050d9-fc7d-4a86-b938-86f01803dad6 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/87f25c14-41c6-4e24-9c9d-239f09fc7b20 HTTP/1.1" status: 204 len: 168 time: 0.5322335 Aug 16 22:35:09.634880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 52914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:09.766191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:09.820179 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.871395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:09.895177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 347686aa-28ad-443b-b855-a0cf398c8b10 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:09.895545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e966785-05d9-4c7a-afcb-f9fda517f306 req-7f2aaab9-0242-450c-a13d-da881006ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:09.895770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:09.897129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e966785-05d9-4c7a-afcb-f9fda517f306 req-7f2aaab9-0242-450c-a13d-da881006ef98 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 1102 time: 0.1740427 Aug 16 22:35:09.911833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:09.913537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e924dfb-c44f-4bfa-b254-6547da7bccad req-a8815cbd-22d6-4ad2-b837-f90c2fcd9005 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:09.922366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e924dfb-c44f-4bfa-b254-6547da7bccad req-a8815cbd-22d6-4ad2-b837-f90c2fcd9005 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.1373062 Aug 16 22:35:09.933083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:09.933725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.003880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 347686aa-28ad-443b-b855-a0cf398c8b10, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=347686aa-28ad-443b-b855-a0cf398c8b10,segment=NetworkSegment(df265e82-accd-488d-acd4-d7d58a461b23),segment_id=df265e82-accd-488d-acd4-d7d58a461b23)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:10.004447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.020288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 347686aa-28ad-443b-b855-a0cf398c8b10 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:10.021857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-357e6f97-ed7f-46d3-92b0-38432cd8ccc0 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245876 Aug 16 22:35:10.028621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e966785-05d9-4c7a-afcb-f9fda517f306 req-90b42f47-3dae-456a-be4d-5d71a3899d25 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042361 Aug 16 22:35:10.041966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:10.046926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e924dfb-c44f-4bfa-b254-6547da7bccad req-876746e8-c4a8-42bd-9aa0-fbf0da73ecb8 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236355 Aug 16 22:35:10.153953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.185773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=347686aa-28ad-443b-b855-a0cf398c8b10,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:10.195402 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 347686aa-28ad-443b-b855-a0cf398c8b10 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:10.219464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1322a-68d1-4121-af10-55bdb9da6b74 None None] DHCP port deletion for f652af3d-50b2-4e28-b383-f95ba85ac5b4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:10.277562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97a514-d49b-4291-97ee-04c036b9a5f9 req-6b193328-94e2-42e6-b2bb-d81c17f064d4 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:10.279160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b97a514-d49b-4291-97ee-04c036b9a5f9 req-6b193328-94e2-42e6-b2bb-d81c17f064d4 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.1357400 Aug 16 22:35:10.282061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-7778be53-91d1-4d57-904e-ee664899d8a3 service neutron] 10.222.0.22 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523580 Aug 16 22:35:10.333294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.356961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f652af3d-50b2-4e28-b383-f95ba85ac5b4']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.375119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b97a514-d49b-4291-97ee-04c036b9a5f9 req-9115d267-bff0-4e38-9195-4b2f37f5cc46 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Aug 16 22:35:10.419839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df265e82-accd-488d-acd4-d7d58a461b23') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.420160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df265e82-accd-488d-acd4-d7d58a461b23') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.430884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:10.493419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.518915 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.533053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:10.533236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2979fd45-acd7-4d52-8adc-61207f30a713 None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:08Z', 'revision_number': 10, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None, '_interfaces': [{'id': '0e49e91a-7e46-4b60-9472-a6c95edd9647', 'name': '', 'network_id': '195c4daf-7a5c-4f38-9d6d-98e1407c6ceb', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'mac_address': 'fa:16:3e:2e:c1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:34:21Z', 'updated_at': '2021-08-16T22:34:31Z', 'revision_number': 5, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'subnets': [{'id': '3cd13874-4a0f-4cb2-92c9-bf904d9b5b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:10.533730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:10.536840 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:10.658941 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.664047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f76e6fad-f859-46f9-9784-b44ea0f3cbf9 req-203954d1-febc-4b5b-96c9-ae104b183577 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Aug 16 22:35:10.676755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:10.685728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 52960) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:10.686144 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/f652af3d-50b2-4e28-b383-f95ba85ac5b4 HTTP/1.1" status: 204 len: 168 time: 1.0500157 Aug 16 22:35:10.703259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d85e2-ff6d-445b-bb6d-e8f066de2210 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=f652af3d-50b2-4e28-b383-f95ba85ac5b4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:10.949487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 347686aa-28ad-443b-b855-a0cf398c8b10 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:10.981293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 347686aa-28ad-443b-b855-a0cf398c8b10 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:10.981843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 347686aa-28ad-443b-b855-a0cf398c8b10 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:11.147777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.459080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 0e49e91a-7e46-4b60-9472-a6c95edd9647 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:11.459714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.619876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca105b-cae9-4217-9708-1f43760e0e60 req-76a00ab5-cef8-46a9-a5aa-baaa76cf1617 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:11.625613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cca105b-cae9-4217-9708-1f43760e0e60 req-76a00ab5-cef8-46a9-a5aa-baaa76cf1617 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.1369164 Aug 16 22:35:11.652873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 0e49e91a-7e46-4b60-9472-a6c95edd9647, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0e49e91a-7e46-4b60-9472-a6c95edd9647,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:11.653285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:11.671691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 0e49e91a-7e46-4b60-9472-a6c95edd9647 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:11.692278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cca105b-cae9-4217-9708-1f43760e0e60 req-19ef679a-161a-4cd7-ab38-29d6626b8d5e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620010 Aug 16 22:35:11.834741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77cc8bbb-1aea-4113-b2f5-a18376475958 req-568f1539-df50-4306-91f0-2c063f2cb65e tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 210 time: 0.0790186 Aug 16 22:35:11.984145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.104514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=0e49e91a-7e46-4b60-9472-a6c95edd9647,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:12.266203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-8fb28de2-20f9-40d5-b311-8e4f44092182 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:12.267840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-8fb28de2-20f9-40d5-b311-8e4f44092182 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.88 "GET /v2.0/networks?id=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf HTTP/1.1" status: 200 len: 824 time: 0.3015807 Aug 16 22:35:12.369872 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.377504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Request body: {'port': {'device_id': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf', 'admin_state_up': True, 'tenant_id': 'f67bbea6a57640b3b1a793f0de35f937'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:12.551144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c63a71dd-7cab-436c-92ec-88064394f7e8 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:12.585941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c63a71dd-7cab-436c-92ec-88064394f7e8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:12.586773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c63a71dd-7cab-436c-92ec-88064394f7e8 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:12.677914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:12.778489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Made reservation on behalf of f67bbea6a57640b3b1a793f0de35f937 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:12.782243 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:12.801983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:12.810475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ad6c823c-53e1-4bdd-85d0-589d75c3bea8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1234610 Aug 16 22:35:12.810590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53022) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:12.817305 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:12.832331 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:12.836266 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:12.952558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Allocated IP 172.20.0.9 (3a0cf0ba-6e60-496a-a549-3c8f755ce3cf/9c4d0b17-602e-466c-957e-58a2079ce473/2b1ff380-ff5c-4d26-8dcf-115f25cdee40) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:12.992824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:13.017818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting subnet 3cd13874-4a0f-4cb2-92c9-bf904d9b5b13 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:13.031630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.088713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a21b02f-e4c9-4cd0-8a18-cc010aa6d1b2 req-5700f4ce-d938-4685-a065-fbe0ceb0334d tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 210 time: 0.0620222 Aug 16 22:35:13.150933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.203627 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:13.231650 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:13.242235 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:13.243258 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:13.342094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:13.383255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.455971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.469221 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:13.505784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.512401 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa16738-0f0d-4230-92ce-31b82e60fa9a None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:13.598325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:13.603906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:13.609513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:13.628500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.699446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd13874-4a0f-4cb2-92c9-bf904d9b5b13,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:13.703083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77312d5-53ce-42cb-9e6d-db91190181f0 None None] Network 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:13.711099 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.718004 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3c3c17e-ce0e-4a70-9210-0babdf115598 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/3cd13874-4a0f-4cb2-92c9-bf904d9b5b13 HTTP/1.1" status: 204 len: 168 time: 0.9062927 Aug 16 22:35:13.723926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:13.839536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:13.840054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:13.848624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Pushing event updated for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:13.881009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.881385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.881745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.909851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.910225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.910646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.910982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.914868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.915377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.917261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.924917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.925474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:13.970797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-5e08b2a9-a715-4965-8298-abc0f151a913 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5978022 Aug 16 22:35:14.017355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Request body: {'port': {'device_id': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:14.024654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.060173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] DHCP port deletion for 195c4daf-7a5c-4f38-9d6d-98e1407c6ceb request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:35:14.181207 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.207494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Deleting port 083f6134-5b1d-4c51-a66a-022dd204d464 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:14.209678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.232126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Deleting port 083f6134-5b1d-4c51-a66a-022dd204d464 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:14.232881 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.411889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] For port 083f6134-5b1d-4c51-a66a-022dd204d464, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=083f6134-5b1d-4c51-a66a-022dd204d464,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:14.414505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.433027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] For port 083f6134-5b1d-4c51-a66a-022dd204d464, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=083f6134-5b1d-4c51-a66a-022dd204d464,segment=NetworkSegment(98920adb-63da-45da-baa1-1f8f7ce866d0),segment_id=98920adb-63da-45da-baa1-1f8f7ce866d0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:14.433498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.480757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Calling delete_port for 083f6134-5b1d-4c51-a66a-022dd204d464 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:14.500901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Calling delete_port for 083f6134-5b1d-4c51-a66a-022dd204d464 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:14.538653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.626448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 083f6134-5b1d-4c51-a66a-022dd204d464 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:14.695856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.704884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550b1f5-4da8-493b-8cf4-1c32548b053f req-9564f74b-5931-4092-8f5e-f3fd4dc8d219 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:14.712509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d550b1f5-4da8-493b-8cf4-1c32548b053f req-9564f74b-5931-4092-8f5e-f3fd4dc8d219 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 931 time: 0.3660989 Aug 16 22:35:14.749360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No active binding found for port 083f6134-5b1d-4c51-a66a-022dd204d464 {{(pid=94818) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:35:14.751093 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Port': ['ID=083f6134-5b1d-4c51-a66a-022dd204d464,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:14.753685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No DVR routers for this DVR port 083f6134-5b1d-4c51-a66a-022dd204d464 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:14.761211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 083f6134-5b1d-4c51-a66a-022dd204d464 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:14.762108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e49e91a-7e46-4b60-9472-a6c95edd9647 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:14.811828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0e49e91a-7e46-4b60-9472-a6c95edd9647 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:14.812976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0e49e91a-7e46-4b60-9472-a6c95edd9647 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:14.869484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.911643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Pushing event deleted for resources: {'Port': ['ID=083f6134-5b1d-4c51-a66a-022dd204d464,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:14.926635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] No DVR routers for this DVR port 083f6134-5b1d-4c51-a66a-022dd204d464 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:14.965554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.967276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.968378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.969667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.969994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:14.970847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.971844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.973304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.974290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.975750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.976802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.977637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.978532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91f39b-64c6-486c-b4ac-92b5edccbbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:14.997386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195c4daf-7a5c-4f38-9d6d-98e1407c6ceb']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:15.016807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98920adb-63da-45da-baa1-1f8f7ce866d0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:15.017183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98920adb-63da-45da-baa1-1f8f7ce866d0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:15.048405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.085444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.120068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:15.124738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:15.139232 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:15.151355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d550b1f5-4da8-493b-8cf4-1c32548b053f req-987e5943-5d01-4faa-bf8f-8489139e4cdc tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379399 Aug 16 22:35:15.242292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:15.271780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.326698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Transition to ACTIVE for port object 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:15.326962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.332401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.349153 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.351170 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/networks/195c4daf-7a5c-4f38-9d6d-98e1407c6ceb HTTP/1.1" status: 204 len: 168 time: 1.6210599 Aug 16 22:35:15.358218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53044) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:15.365815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'routes': None}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:15.378474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b669d1-67ca-42df-b1bd-47ff475b7ee7 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Pushing event deleted for resources: {'Network': ['ID=195c4daf-7a5c-4f38-9d6d-98e1407c6ceb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:15.573016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-826740ec-5693-4992-a695-0e5ffb6a749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.599907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:15.701227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Attempting to bind port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:15.701871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Attempting to bind port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '2fa2feae-6e31-4aba-a9e1-832d14b77b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:15.702440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Attempting to bind port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 on network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:15.737447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 on network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:35:15.737896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Attempting to bind port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 on network 3a0cf0ba-6e60-496a-a549-3c8f755ce3cf {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:15.740252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Added routes are [] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 22:35:15.740558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.extraroute_db [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Removed routes are [] {{(pid=94816) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 22:35:15.740917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.750970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:15.751912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Checking segment: {'id': '2fa2feae-6e31-4aba-a9e1-832d14b77b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:15.751912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Bound using segment: {'id': '2fa2feae-6e31-4aba-a9e1-832d14b77b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:15.752268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Bound port: 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2feae-6e31-4aba-a9e1-832d14b77b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:15.752493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:15.985159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.021136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.150467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:16.168295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,segment=NetworkSegment(2fa2feae-6e31-4aba-a9e1-832d14b77b0b),segment_id=2fa2feae-6e31-4aba-a9e1-832d14b77b0b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:16.176021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.186123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:16.218830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:16.220044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.220925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/2b1ff380-ff5c-4d26-8dcf-115f25cdee40 HTTP/1.1" status: 200 len: 1092 time: 2.2266886 Aug 16 22:35:16.221431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:16.223786 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7909418-f32e-4a3c-8d3e-1d3f55654c89" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:16.372575 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec2387-b213-44dd-9471-3e890f27ea5f x-openstack-request-id: req-b8ec2387-b213-44dd-9471-3e890f27ea5f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:16.372885 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:16.373184 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8ec2387-b213-44dd-9471-3e890f27ea5f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:16.373557 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40', 'status': 'completed', 'code': 200} Aug 16 22:35:16.458542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:16.468671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.472446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f8e25246-a2ef-40d5-976b-ae0a9ce83b04 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 701 time: 1.1101820 Aug 16 22:35:16.473622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d541ae-cb95-4b3d-a76b-3f1606c8a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:16.475595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Sync routers for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:16.480349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:16.531233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:16.534859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:16.563512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cc79d-f9d5-43d2-a2e0-4fc0738a8d17 req-3c03fad2-fdfe-49d9-9161-ef367d6e6907 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:16.571610 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7dadf37e-ff5a-499b-bee5-d25378353dc1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 205 time: 0.0895803 Aug 16 22:35:16.573859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:16.578823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-272cc79d-f9d5-43d2-a2e0-4fc0738a8d17 req-3c03fad2-fdfe-49d9-9161-ef367d6e6907 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 943 time: 0.1956921 Aug 16 22:35:16.623022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-c5ca6778-703e-490c-aa0d-3ae7ba28f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:16.627667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-c5ca6778-703e-490c-aa0d-3ae7ba28f852 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f67bbea6a57640b3b1a793f0de35f937&device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 1095 time: 0.2533240 Aug 16 22:35:16.696742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:16.699258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.772728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:16.806203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Checking router: 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:16.821844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Routers {'8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:16.822457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:34:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:16.832168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-1cea0405-44b9-43ec-9ebc-81a5caa5b58e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40 HTTP/1.1" status: 200 len: 217 time: 0.1799767 Aug 16 22:35:16.881675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-272cc79d-f9d5-43d2-a2e0-4fc0738a8d17 req-8395f566-1215-4aca-bc54-ebe31fe401e8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018248 Aug 16 22:35:16.965670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-c71a01b4-70a5-422e-80dd-2a52cdb055cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:16.967620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-c71a01b4-70a5-422e-80dd-2a52cdb055cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9c4d0b17-602e-466c-957e-58a2079ce473 HTTP/1.1" status: 200 len: 864 time: 0.1260517 Aug 16 22:35:16.987285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:16.990211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.020527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] Set router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:17.023063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-48fa1487-3bc2-4abb-bb6a-97c6ec54db0a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477979 Aug 16 22:35:17.317766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-644466ea-4cbd-4446-bdfc-668c7bc32167 service neutron] 10.222.0.88 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725546 Aug 16 22:35:17.358514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:17.428983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c1f6b8-db3f-4c4c-b738-6694329f811e None None] The sync data for ids ['8b20cba0-1cf1-48bc-b2bd-3412c8b729fd'] in n-d-791505-20 is: [{'id': '8b20cba0-1cf1-48bc-b2bd-3412c8b729fd', 'name': 'tempest-RoutersTest-router-1271882872', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:34:18Z', 'updated_at': '2021-08-16T22:35:11Z', 'revision_number': 11, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:17.549855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68ee1e10-45e0-4c8a-9b2e-4c25e1977408 req-fcd89880-8c25-4344-baf7-ec21079067a4 service neutron] 10.222.0.88 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183399 Aug 16 22:35:17.703874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.704371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 8b20cba0-1cf1-48bc-b2bd-3412c8b729fd {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:35:17.712506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.719413 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-90143fd9-58f9-4f13-8045-69b4c0a69631 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 204 len: 168 time: 1.1386366 Aug 16 22:35:17.720525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53066) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:17.726649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1756890698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:17.773320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.777036 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.813341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-166ff9d1-7f58-4e1c-8a52-ebf0107a36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:17.817226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-166ff9d1-7f58-4e1c-8a52-ebf0107a36ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f67bbea6a57640b3b1a793f0de35f937&device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 1095 time: 0.1317148 Aug 16 22:35:17.906627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.913063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.946670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:17.947918 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ffd7170-182e-4d9e-8cf5-5283e0742dd1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2263267 Aug 16 22:35:17.951266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53072) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:17.957607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:18.104677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-29ee05b2-2269-4caa-87fd-70f490016cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:18.108334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-29ee05b2-2269-4caa-87fd-70f490016cdd service neutron] 10.222.0.88 "GET /v2.0/networks?id=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf HTTP/1.1" status: 200 len: 924 time: 0.2811620 Aug 16 22:35:18.156403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.214615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013b6fd-d54b-4788-947a-8c6d160080bf req-564d6505-485b-4035-8e89-efac29d49277 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:18.217354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e013b6fd-d54b-4788-947a-8c6d160080bf req-564d6505-485b-4035-8e89-efac29d49277 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 943 time: 0.2074366 Aug 16 22:35:18.218884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-44620919-924b-4642-b083-04f0df337019 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40 HTTP/1.1" status: 200 len: 217 time: 0.0983782 Aug 16 22:35:18.294414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf8eb7a0-8507-46ea-9c34-758bbbf97243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.330587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.347715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.426034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e013b6fd-d54b-4788-947a-8c6d160080bf req-7c3cf9cd-7304-4572-8753-7682cb23c870 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827762 Aug 16 22:35:18.427640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-d7240d09-263f-473c-ba2a-8eae3a3102c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:18.429059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-d7240d09-263f-473c-ba2a-8eae3a3102c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9c4d0b17-602e-466c-957e-58a2079ce473 HTTP/1.1" status: 200 len: 864 time: 0.1871121 Aug 16 22:35:18.498018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-d0b75747-c6fe-43f0-8528-12e39b578ea3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574157 Aug 16 22:35:18.534370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Router 0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:35:18.614989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-63d660f0-150d-4d38-b7c1-8f57e3aeecf3 service neutron] 10.222.0.88 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065979 Aug 16 22:35:18.688669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:18.706877 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Sync routers for ids ['0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:18.713698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:18.715540 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-46dc64b1-11ed-46bc-866e-bdc29c772ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "PUT /v2.0/routers/0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 200 len: 694 time: 0.7631428 Aug 16 22:35:18.719248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:18.722148 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Routers {'0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:18.724359 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:18.851001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c940b538-05f4-4278-984d-61cff6e605bc tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/routers/0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 200 len: 700 time: 0.1291230 Aug 16 22:35:18.851666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:18.863633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7909418-f32e-4a3c-8d3e-1d3f55654c89 req-b9c8b4f5-cbee-422a-bc28-05c6daae5f20 service neutron] 10.222.0.88 "GET /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401605 Aug 16 22:35:18.866364 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Set router 0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:18.900725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53082) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:18.901912 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-286ddb00-fd07-4ced-b21c-f18ad4e3515d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 200 len: 205 time: 0.0488505 Aug 16 22:35:18.945487 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2ddc7a-4917-4c99-bf46-20781ee7cfe8', 'name': 'tempest-RoutersTest-router-1756890698', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:17Z', 'updated_at': '2021-08-16T22:35:18Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:18.981768 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Checking router: 0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:18.996693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Routers {'0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:18.996693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:19.081413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] Set router 0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:19.114625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.150796 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2ddc7a-4917-4c99-bf46-20781ee7cfe8', 'name': 'tempest-RoutersTest-router-1756890698', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:17Z', 'updated_at': '2021-08-16T22:35:18Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:19.185488 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228458d-1eef-4188-8441-76d5baf1c9cc None None] The sync data for ids ['0b2ddc7a-4917-4c99-bf46-20781ee7cfe8'] in n-d-791505-20 is: [{'id': '0b2ddc7a-4917-4c99-bf46-20781ee7cfe8', 'name': 'tempest-RoutersTest-router-1756890698', 'tenant_id': 'e9baf7a0a88d4692987d02eaced79086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:17Z', 'updated_at': '2021-08-16T22:35:18Z', 'revision_number': 2, 'project_id': 'e9baf7a0a88d4692987d02eaced79086', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:19.230693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.346309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.352181 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.446443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.447308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:35:19.460256 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:19.465884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53090) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.484194 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b7697771-e975-4905-bcc3-174aa06b56ec tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 204 len: 168 time: 0.5821888 Aug 16 22:35:19.525113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2c4837b-7c77-477f-a1ae-c6385b68fa92 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 200 len: 205 time: 0.0567501 Aug 16 22:35:19.526815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.581737 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-eda5969d-017d-4de4-aff9-ea3d1202a050 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:19.583820 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eda5969d-017d-4de4-aff9-ea3d1202a050 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/0b2ddc7a-4917-4c99-bf46-20781ee7cfe8 HTTP/1.1" status: 404 len: 336 time: 0.0560195 Aug 16 22:35:19.586930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.598072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9844-bad2-42b8-8bd7-2f30c71af66f req-c1583024-ced4-46fd-986d-81d10aac8b02 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:19.599808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-369d9844-bad2-42b8-8bd7-2f30c71af66f req-c1583024-ced4-46fd-986d-81d10aac8b02 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 943 time: 0.0748229 Aug 16 22:35:19.618442 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-700df9c7-c880-4900-9b84-7b09e66f4b81 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:19.619256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700df9c7-c880-4900-9b84-7b09e66f4b81 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:19.621540 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-700df9c7-c880-4900-9b84-7b09e66f4b81 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/592bd9ed-e7c7-45a4-9f49-cc99e569f4af HTTP/1.1" status: 404 len: 337 time: 0.0331039 Aug 16 22:35:19.624079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.659653 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed2b920-3352-4673-9202-53ecf14e0d60 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:19.660395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed2b920-3352-4673-9202-53ecf14e0d60 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:19.662080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ed2b920-3352-4673-9202-53ecf14e0d60 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/a1819de5-233d-487c-a819-57c24684c413 HTTP/1.1" status: 404 len: 337 time: 0.0367734 Aug 16 22:35:19.664552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.677250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-369d9844-bad2-42b8-8bd7-2f30c71af66f req-35cf3d81-c5ea-48fd-92f0-f0ea27044443 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707016 Aug 16 22:35:19.692072 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de3b485-89ef-4d0d-bcff-8120ce5c9725 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:19.692525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de3b485-89ef-4d0d-bcff-8120ce5c9725 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:19.694274 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8de3b485-89ef-4d0d-bcff-8120ce5c9725 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/87f25c14-41c6-4e24-9c9d-239f09fc7b20 HTTP/1.1" status: 404 len: 337 time: 0.0288246 Aug 16 22:35:19.697160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.738912 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-23830ba0-252d-4214-b007-39e949b9a24c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:19.739405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23830ba0-252d-4214-b007-39e949b9a24c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:19.741620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-23830ba0-252d-4214-b007-39e949b9a24c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/3cd13874-4a0f-4cb2-92c9-bf904d9b5b13 HTTP/1.1" status: 404 len: 337 time: 0.0433278 Aug 16 22:35:19.745112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.785775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77b10cfa-baf5-4f7e-bc03-084229ffb5ed tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 200 len: 205 time: 0.0385504 Aug 16 22:35:19.788184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53106) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.831173 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-0662d73b-c5c0-41a9-85d8-3ebca4ae0e44 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:19.833136 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0662d73b-c5c0-41a9-85d8-3ebca4ae0e44 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/8b20cba0-1cf1-48bc-b2bd-3412c8b729fd HTTP/1.1" status: 404 len: 336 time: 0.0432158 Aug 16 22:35:19.835928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.867324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.867536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-875968bc-c408-4f59-b5bd-2b116ddeaa1f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 HTTP/1.1" status: 200 len: 205 time: 0.0303519 Aug 16 22:35:19.916825 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-eb79297c-01da-483f-9848-7ebf7b3b37e1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:19.919750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb79297c-01da-483f-9848-7ebf7b3b37e1 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/86b3fa8d-3c2e-4422-b148-c01ce0dff2d2 HTTP/1.1" status: 404 len: 336 time: 0.0510218 Aug 16 22:35:19.922389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:19.958271 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b579c094-a5ff-4619-be6c-b23d92b4b8fb tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:19.958734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b579c094-a5ff-4619-be6c-b23d92b4b8fb tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:19.961100 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b579c094-a5ff-4619-be6c-b23d92b4b8fb tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/14ea2a2a-8e81-4ce1-9c9c-141561e419b3 HTTP/1.1" status: 404 len: 337 time: 0.0369740 Aug 16 22:35:19.963115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.000684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.007690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96102ece-a288-41a6-b315-16b26e8ba52b tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 200 len: 205 time: 0.0431364 Aug 16 22:35:20.051995 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d91441dd-25e7-473b-948f-07917ddfe720 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:20.052991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d91441dd-25e7-473b-948f-07917ddfe720 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/a657eb5b-4363-43f7-ad21-5ac2ec90b776 HTTP/1.1" status: 404 len: 336 time: 0.0515792 Aug 16 22:35:20.055711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.087359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dafeae7f-85a2-492d-9017-c6d1d60f7ab8 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=831a35a0-4f51-4ed3-bbf0-43519eb82f23 HTTP/1.1" status: 200 len: 205 time: 0.0284474 Aug 16 22:35:20.087741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53120) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.130621 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-1dc5bc1f-ced7-4fba-b90f-9e7dc9729ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:20.131592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1dc5bc1f-ced7-4fba-b90f-9e7dc9729ee9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/831a35a0-4f51-4ed3-bbf0-43519eb82f23 HTTP/1.1" status: 404 len: 336 time: 0.0428846 Aug 16 22:35:20.134798 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.164900 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-931fb255-8064-4876-b554-836896e0d7d2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:20.165598 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931fb255-8064-4876-b554-836896e0d7d2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:20.167227 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-931fb255-8064-4876-b554-836896e0d7d2 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/d0ee15e0-b6f2-45f3-bc7d-f5388d18200d HTTP/1.1" status: 404 len: 337 time: 0.0313232 Aug 16 22:35:20.169654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53126) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.221061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c506487-9d35-49f0-93bf-9d472c8ed100 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=568c8aaf-d166-4f03-a283-72e69d2a7937 HTTP/1.1" status: 200 len: 205 time: 0.0481186 Aug 16 22:35:20.221502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53128) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.279017 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3e265d4d-bae1-4c0e-a967-4da3af8bf8e9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:20.281120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3e265d4d-bae1-4c0e-a967-4da3af8bf8e9 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/568c8aaf-d166-4f03-a283-72e69d2a7937 HTTP/1.1" status: 404 len: 336 time: 0.0566392 Aug 16 22:35:20.282786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53130) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.313633 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8e7e98-700b-4053-927c-33d0d4ad2196 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:20.314170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8e7e98-700b-4053-927c-33d0d4ad2196 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:20.316044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ec8e7e98-700b-4053-927c-33d0d4ad2196 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/7d0f2374-b40b-4d7d-9ce2-c134e9159f9f HTTP/1.1" status: 404 len: 337 time: 0.0322821 Aug 16 22:35:20.318626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53132) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.355297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.355918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-35944054-dfc5-43ee-b577-cfd0e9326f8c tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd2bd85-a959-4ec3-8c91-3654b2833716 HTTP/1.1" status: 200 len: 205 time: 0.0359170 Aug 16 22:35:20.389188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:35:20.406716 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b91e361f-d837-444f-8d67-091ef4e5e46d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] delete failed (client error): The resource could not be found. Aug 16 22:35:20.410753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.419978 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b91e361f-d837-444f-8d67-091ef4e5e46d tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/routers/2bd2bd85-a959-4ec3-8c91-3654b2833716 HTTP/1.1" status: 404 len: 336 time: 0.0635154 Aug 16 22:35:20.445801 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-349d6ba9-45ca-4ef5-86fb-34aacefdbf0f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:20.446491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349d6ba9-45ca-4ef5-86fb-34aacefdbf0f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:20.453649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53140) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.462810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-349d6ba9-45ca-4ef5-86fb-34aacefdbf0f tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/8b5f97d7-100d-465f-8b80-c754aefe4e78 HTTP/1.1" status: 404 len: 337 time: 0.0506961 Aug 16 22:35:20.519199 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fa6ca0-8a2d-494b-b0d3-2d186b8b1a08 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] DELETE failed (client error): The resource could not be found. Aug 16 22:35:20.519994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fa6ca0-8a2d-494b-b0d3-2d186b8b1a08 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:35:20.529452 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32fa6ca0-8a2d-494b-b0d3-2d186b8b1a08 tempest-RoutersTest-1892420342 tempest-RoutersTest-1892420342-project] 10.222.0.22 "DELETE /v2.0/subnets/889a78bb-8cf3-48eb-99af-c77b98fe14d1 HTTP/1.1" status: 404 len: 337 time: 0.0696685 Aug 16 22:35:20.547755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,segment=NetworkSegment(2fa2feae-6e31-4aba-a9e1-832d14b77b0b),segment_id=2fa2feae-6e31-4aba-a9e1-832d14b77b0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:20.562534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40', 'network_id': '3a0cf0ba-6e60-496a-a549-3c8f755ce3cf', 'port_id': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40', 'mac_address': 'fa:16:3e:d9:a7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4d0b17-602e-466c-957e-58a2079ce473', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:35:20.610550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.626179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:20.650393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,segment=NetworkSegment(2fa2feae-6e31-4aba-a9e1-832d14b77b0b),segment_id=2fa2feae-6e31-4aba-a9e1-832d14b77b0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:20.657236 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:20.714801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:20.842652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003480ee-aad2-4c09-acaa-1f4c144a7738 req-cee08cee-9a5d-48b1-8f93-d7d5953c04d8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:20.842652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-003480ee-aad2-4c09-acaa-1f4c144a7738 req-cee08cee-9a5d-48b1-8f93-d7d5953c04d8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 944 time: 0.0720139 Aug 16 22:35:20.867901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53150) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:20.896925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-003480ee-aad2-4c09-acaa-1f4c144a7738 req-d1d5e2fe-c064-41e9-9632-fd0ad0334820 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Aug 16 22:35:21.031348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b6534fdc-2950-402c-ab77-f4fc5cfd7a9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9baf7a0a88d4692987d02eaced79086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621625 Aug 16 22:35:21.033655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53154) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:21.065155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2b1ff380-ff5c-4d26-8dcf-115f25cdee40'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:21.091875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.118919 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.125597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:35:21.176155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.179609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.183324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0ed64de-b309-4881-91ec-2d5c1183d17e HTTP/1.1" status: 204 len: 168 time: 0.1461754 Aug 16 22:35:21.197171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec42ee1-62a8-4d0d-b5cf-f40a990d1660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed64de-b309-4881-91ec-2d5c1183d17e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:21.253927 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:21.969267 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.027781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88559cf2-8c21-4182-aeca-a11ae1dc8418 req-9492f1af-d4f6-44e3-b3cd-594933b76e8a tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.029349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88559cf2-8c21-4182-aeca-a11ae1dc8418 req-9492f1af-d4f6-44e3-b3cd-594933b76e8a tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 944 time: 0.0606267 Aug 16 22:35:22.073402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88559cf2-8c21-4182-aeca-a11ae1dc8418 req-e8fa244d-124a-40c5-939e-e47a327e01dc tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Aug 16 22:35:22.085625 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-28d62a64-f2e8-4133-b852-5af4558ae1c5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:22.086326 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-28d62a64-f2e8-4133-b852-5af4558ae1c5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:35:22.086870 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-28d62a64-f2e8-4133-b852-5af4558ae1c5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:35:22.088237 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-28d62a64-f2e8-4133-b852-5af4558ae1c5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1179726 Aug 16 22:35:22.091543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.095884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--283593374'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:22.122122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.130351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.232563 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.236675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.269889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459a61f6-3808-43b8-aae4-19739be56f63,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.342971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.351119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.377541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.379998 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2863564 Aug 16 22:35:22.381786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.386314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '21cd343a-2321-47d3-b7a0-a2fd65d51c9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:22.391287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:22.395350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38b599-d301-49fb-adaa-1f7a7fc8db74 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd343a-2321-47d3-b7a0-a2fd65d51c9e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.419842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.451360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:22.455467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:22.455995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.490224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.494388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.516130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.517531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347945 Aug 16 22:35:22.520854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec4035-48b5-4ba6-9db2-b9d8fbd27daf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d1c60f-6fe4-4dd5-aec3-4536b1b695f2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.521136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53194) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.527679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3ff091da-2b58-48f6-9a62-57a1c6d09c45 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '21cd343a-2321-47d3-b7a0-a2fd65d51c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:22.560347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ff091da-2b58-48f6-9a62-57a1c6d09c45 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.616283 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3ff091da-2b58-48f6-9a62-57a1c6d09c45 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:35:22.617401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3ff091da-2b58-48f6-9a62-57a1c6d09c45 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0948493 Aug 16 22:35:22.621250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53198) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.694821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.720380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.726085 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.761266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:22.763585 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7b18c1-2522-4f09-9b6e-fb9c749f9a66" -d '{"events": [{"server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:22.781897 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.788747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.792016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,segment=NetworkSegment(2fa2feae-6e31-4aba-a9e1-832d14b77b0b),segment_id=2fa2feae-6e31-4aba-a9e1-832d14b77b0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:22.793987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53206) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.796250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/21cd343a-2321-47d3-b7a0-a2fd65d51c9e HTTP/1.1" status: 204 len: 168 time: 0.1730843 Aug 16 22:35:22.798106 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.807171 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d148aa05-ba78-485a-8cb7-7d41b58b3f73 x-openstack-request-id: req-d148aa05-ba78-485a-8cb7-7d41b58b3f73 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:22.807540 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:22.807856 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d148aa05-ba78-485a-8cb7-7d41b58b3f73 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:22.808494 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40', 'code': 200} Aug 16 22:35:22.813872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af42010-879a-48be-a24e-cbd0b334ba92 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd343a-2321-47d3-b7a0-a2fd65d51c9e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.871804 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ad5732ec-4f8c-4234-92f5-75825e5c1665 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765390 Aug 16 22:35:22.876108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53208) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:22.895410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--869995121'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:22.897442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:22.900977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.928669 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:22.984785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50e042-9100-444a-8801-5a5f433f4957 req-a1a6083a-0c97-4dd3-bbf1-7b266f0620d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:22.986532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b50e042-9100-444a-8801-5a5f433f4957 req-a1a6083a-0c97-4dd3-bbf1-7b266f0620d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 1097 time: 0.0752587 Aug 16 22:35:23.030722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.035167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b50e042-9100-444a-8801-5a5f433f4957 req-6085448b-e6f8-44e1-a2ea-de49d2400042 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Aug 16 22:35:23.036670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.080943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.084751 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2049117 Aug 16 22:35:23.084751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0c12-a7b2-47ae-9884-f1a7ce358cf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ed3b98-cc11-49a2-8c16-288b34ccd666,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.085171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.090397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5896da40-75fd-417d-8e6a-84e2944fbd47 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '69ed3b98-cc11-49a2-8c16-288b34ccd666', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.091164 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-5896da40-75fd-417d-8e6a-84e2944fbd47 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 22:35:23.091677 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-5896da40-75fd-417d-8e6a-84e2944fbd47 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:23.092952 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5896da40-75fd-417d-8e6a-84e2944fbd47 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068750 Aug 16 22:35:23.097432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53216) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.185421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.229824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.259055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d4f2-fcf3-4a2d-ac07-8794b3ced1c1 req-631ab3c4-6c95-442c-b834-0add920b72ac tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:23.260591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c415d4f2-fcf3-4a2d-ac07-8794b3ced1c1 req-631ab3c4-6c95-442c-b834-0add920b72ac tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0885301 Aug 16 22:35:23.311284 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.314316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.315544 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/69ed3b98-cc11-49a2-8c16-288b34ccd666 HTTP/1.1" status: 204 len: 168 time: 0.2164512 Aug 16 22:35:23.318390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53224) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.321409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c415d4f2-fcf3-4a2d-ac07-8794b3ced1c1 req-86a7a98a-bf19-4aab-9f0e-26faed324b20 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507557 Aug 16 22:35:23.329183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d1324-1c3f-4e53-a4b3-90913bdd6340 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ed3b98-cc11-49a2-8c16-288b34ccd666,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.380188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ace9e6a4-2295-49ef-837c-1845bc6ce352 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606010 Aug 16 22:35:23.385874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53228) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.390728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331213117'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.430287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.524866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.528959 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.561691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.565639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1785192 Aug 16 22:35:23.566310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53230) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.566531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42ee3-5307-40d4-846a-230ccaef06bf tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8fe7cd-ce3e-4934-b07e-fa7dfe9963c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.571423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1d321085-41d8-4ace-8bd7-cc1c72696aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'df8fe7cd-ce3e-4934-b07e-fa7dfe9963c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.572442 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-1d321085-41d8-4ace-8bd7-cc1c72696aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 22:35:23.572974 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1d321085-41d8-4ace-8bd7-cc1c72696aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:23.574214 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1d321085-41d8-4ace-8bd7-cc1c72696aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065024 Aug 16 22:35:23.576600 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.637247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.661702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.709945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.712749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.715650 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/df8fe7cd-ce3e-4934-b07e-fa7dfe9963c2 HTTP/1.1" status: 204 len: 168 time: 0.1365964 Aug 16 22:35:23.716983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.725194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee97ff-6439-4c93-8cfd-074f2807adb2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8fe7cd-ce3e-4934-b07e-fa7dfe9963c2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.775121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-900f480e-decc-4b40-b4ac-8ddb4603f059 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565529 Aug 16 22:35:23.778869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.783959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2315006'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.820852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.920888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.925991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.958707 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:23.960010 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1801310 Aug 16 22:35:23.960885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0211a6-f093-4cb6-a703-b4b8cdab6478 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9efbce-b4e9-4511-807a-a448c024cea4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:23.962864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.967582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-be4298c1-6fa9-43df-982f-b198fe606c11 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'cd9efbce-b4e9-4511-807a-a448c024cea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.969565 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-be4298c1-6fa9-43df-982f-b198fe606c11 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 22:35:23.970117 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-be4298c1-6fa9-43df-982f-b198fe606c11 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:23.971161 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-be4298c1-6fa9-43df-982f-b198fe606c11 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073807 Aug 16 22:35:23.973991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.979881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7e26611-cc3a-4f35-8f67-a1730fa7d1e6 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'cd9efbce-b4e9-4511-807a-a448c024cea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.980552 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-d7e26611-cc3a-4f35-8f67-a1730fa7d1e6 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 22:35:23.981082 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-d7e26611-cc3a-4f35-8f67-a1730fa7d1e6 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:23.986162 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d7e26611-cc3a-4f35-8f67-a1730fa7d1e6 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112257 Aug 16 22:35:23.989616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53246) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:23.994587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d8a4f2c0-d9ba-4202-818b-9bd503885e84 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'cd9efbce-b4e9-4511-807a-a448c024cea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:23.995557 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-d8a4f2c0-d9ba-4202-818b-9bd503885e84 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 22:35:23.996404 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-d8a4f2c0-d9ba-4202-818b-9bd503885e84 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:23.997665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d8a4f2c0-d9ba-4202-818b-9bd503885e84 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070095 Aug 16 22:35:24.000321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.005206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ff765321-6653-4ac9-91fd-f2a37af3dca5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'cd9efbce-b4e9-4511-807a-a448c024cea4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.006103 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-ff765321-6653-4ac9-91fd-f2a37af3dca5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 22:35:24.006597 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ff765321-6653-4ac9-91fd-f2a37af3dca5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.007528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ff765321-6653-4ac9-91fd-f2a37af3dca5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059528 Aug 16 22:35:24.011016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.067062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.090587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.132762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.135886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.138661 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/cd9efbce-b4e9-4511-807a-a448c024cea4 HTTP/1.1" status: 204 len: 168 time: 0.1265156 Aug 16 22:35:24.140999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.150613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f83cf-8a21-49dc-87bf-92a0bd720e7b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9efbce-b4e9-4511-807a-a448c024cea4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:24.188867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0fe8e82c-e114-4ca2-bc05-e92775ece8e9 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460300 Aug 16 22:35:24.192920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.197988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709644255'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.227410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.335665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.339923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.368192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.369812 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1756556 Aug 16 22:35:24.372950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.377618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6d2177d8-5545-4013-9447-235e9fde216b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.378993 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-6d2177d8-5545-4013-9447-235e9fde216b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:35:24.379500 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-6d2177d8-5545-4013-9447-235e9fde216b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.382934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6d2177d8-5545-4013-9447-235e9fde216b tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064988 Aug 16 22:35:24.383080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bfe36-2a13-4946-9df8-c3f26dee80d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95469ff-e9bb-4bf7-8297-8aebd2ce77e9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:24.383184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.387451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-83259f54-b0b5-4ceb-bb7d-65911c581e3a tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.439886 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-83259f54-b0b5-4ceb-bb7d-65911c581e3a tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.443983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83259f54-b0b5-4ceb-bb7d-65911c581e3a tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0574660 Aug 16 22:35:24.444558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.450545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-12c66d4d-9dfd-488c-9c4d-1f47e426d322 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.451168 n-d-791505-20 neutron-server[94817]: WARNING neutron.api.v2.base [None req-12c66d4d-9dfd-488c-9c4d-1f47e426d322 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 22:35:24.460809 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-12c66d4d-9dfd-488c-9c4d-1f47e426d322 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.464489 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12c66d4d-9dfd-488c-9c4d-1f47e426d322 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168266 Aug 16 22:35:24.465701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.470684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a1ff80f4-756f-4835-af2e-810c1d5f62ca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.517813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae8631-5615-4e21-895a-85e7c77cc465 req-26e5c0c8-8231-4cf3-86f1-254e4ebb59c8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:24.526830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9ae8631-5615-4e21-895a-85e7c77cc465 req-26e5c0c8-8231-4cf3-86f1-254e4ebb59c8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0985425 Aug 16 22:35:24.540695 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-a1ff80f4-756f-4835-af2e-810c1d5f62ca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.542123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a1ff80f4-756f-4835-af2e-810c1d5f62ca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0751913 Aug 16 22:35:24.545322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.550926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bdfa9e97-89a0-49cb-b43a-ceb03996503f tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.551418 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-bdfa9e97-89a0-49cb-b43a-ceb03996503f tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:35:24.551932 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-bdfa9e97-89a0-49cb-b43a-ceb03996503f tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.555591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bdfa9e97-89a0-49cb-b43a-ceb03996503f tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065224 Aug 16 22:35:24.555953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53274) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.560644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1c62e4d5-df4f-46b7-b531-0806cc59dcf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.581641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a9ae8631-5615-4e21-895a-85e7c77cc465 req-050000d4-4ffe-41e0-a4b0-80f6de53e30d tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Aug 16 22:35:24.609466 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-1c62e4d5-df4f-46b7-b531-0806cc59dcf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Project e9e9bcfc5f224ff1ac02284f46ca3e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:35:24.626806 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-1c62e4d5-df4f-46b7-b531-0806cc59dcf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.632529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.638594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c319cffe-e434-4499-b375-0d94b653f0b9 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.639377 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-c319cffe-e434-4499-b375-0d94b653f0b9 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 22:35:24.642051 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-c319cffe-e434-4499-b375-0d94b653f0b9 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.645182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c319cffe-e434-4499-b375-0d94b653f0b9 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114865 Aug 16 22:35:24.646190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.650852 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c62e4d5-df4f-46b7-b531-0806cc59dcf1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0937085 Aug 16 22:35:24.652408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bb3469f6-04e7-488e-b9bc-008461adabc1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.682390 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-bb3469f6-04e7-488e-b9bc-008461adabc1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Project e9e9bcfc5f224ff1ac02284f46ca3e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:35:24.700590 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-bb3469f6-04e7-488e-b9bc-008461adabc1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.705025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb3469f6-04e7-488e-b9bc-008461adabc1 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0553086 Aug 16 22:35:24.705312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.711840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-82f3452a-f88b-47b5-9320-b07ce1e0d473 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'b95469ff-e9bb-4bf7-8297-8aebd2ce77e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.742464 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-82f3452a-f88b-47b5-9320-b07ce1e0d473 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Project e9e9bcfc5f224ff1ac02284f46ca3e72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:35:24.757725 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-82f3452a-f88b-47b5-9320-b07ce1e0d473 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:24.761572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82f3452a-f88b-47b5-9320-b07ce1e0d473 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0551639 Aug 16 22:35:24.761986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.820835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.844702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.892057 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.895906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:24.899351 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/b95469ff-e9bb-4bf7-8297-8aebd2ce77e9 HTTP/1.1" status: 204 len: 168 time: 0.1339400 Aug 16 22:35:24.900014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53290) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.917166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6c81-2936-40c8-92d8-c4ec28978aed tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95469ff-e9bb-4bf7-8297-8aebd2ce77e9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:24.960174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:24.960597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f8e38849-1bba-40ca-b3f1-86d39e43af0a tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589151 Aug 16 22:35:24.965652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--104897506'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:24.990137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.084150 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.089725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.117162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.121640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1597381 Aug 16 22:35:25.121957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53296) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.127116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ea263236-3290-41dc-9cfb-e4ab5d02d3d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9e11e-7aa7-4ebc-b88a-8123eb8ae05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.140376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ff91b-ddf1-4b77-861b-9906ee123276 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9e11e-7aa7-4ebc-b88a-8123eb8ae05c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:25.173326 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-ea263236-3290-41dc-9cfb-e4ab5d02d3d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The resource could not be found. Aug 16 22:35:25.175061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea263236-3290-41dc-9cfb-e4ab5d02d3d3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0518553 Aug 16 22:35:25.177763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53298) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.182377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9aa3d1b8-5c2f-4841-ab9c-68f44a6983e4 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9e11e-7aa7-4ebc-b88a-8123eb8ae05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e2c8db14-38a1-4c68-8edd-1c4eb68b9847'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.226220 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-9aa3d1b8-5c2f-4841-ab9c-68f44a6983e4 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The resource could not be found. Aug 16 22:35:25.227348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9aa3d1b8-5c2f-4841-ab9c-68f44a6983e4 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0486619 Aug 16 22:35:25.230633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.285801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.315162 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.367481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.370489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.372047 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/c0b9e11e-7aa7-4ebc-b88a-8123eb8ae05c HTTP/1.1" status: 204 len: 168 time: 0.1403549 Aug 16 22:35:25.374921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.385281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568c04c-c8c8-4fee-9963-3e787798371d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9e11e-7aa7-4ebc-b88a-8123eb8ae05c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:25.429680 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.429904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-05dd7f66-4137-4b17-bae5-42a9611f3c9d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538449 Aug 16 22:35:25.434443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ff0371e9-5f46-4b4a-a868-8bfe9548d844 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': 'c09852bb-2c36-486e-9938-ffa6039879ea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.491582 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-ff0371e9-5f46-4b4a-a868-8bfe9548d844 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The resource could not be found. Aug 16 22:35:25.496460 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff0371e9-5f46-4b4a-a868-8bfe9548d844 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0620098 Aug 16 22:35:25.496636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.501365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958201253'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.525768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.737904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.742405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.783719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.785223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2875807 Aug 16 22:35:25.788420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53316) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:25.793988 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031756334'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:25.804045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936b38a-3171-42d1-9cec-b7bdb70391af req-4ca88cf6-269a-4936-9609-89097a9209df tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:25.804560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb5993-aeec-4247-a536-bdaaef1a150c tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55086235-9976-4752-aaac-c713ce0c90b0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:25.807651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e936b38a-3171-42d1-9cec-b7bdb70391af req-4ca88cf6-269a-4936-9609-89097a9209df tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.1072526 Aug 16 22:35:25.840130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:25.876480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e936b38a-3171-42d1-9cec-b7bdb70391af req-b8c21971-b04e-447e-b88f-9a6226d42cba tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625570 Aug 16 22:35:26.048309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.055495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.090442 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.095951 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3036835 Aug 16 22:35:26.098947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53322) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.115928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-28363cff-1154-4c1b-a7c1-a659fe0ae3aa tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '55086235-9976-4752-aaac-c713ce0c90b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ea2a95eb-41d1-45b2-908b-a44fc0408ce2'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:26.138586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b025a-58cf-4f75-986a-a5f4fe89e037 req-f3538d9b-2b09-4f98-bb50-b47f7bbd60c1 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:26.141041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-490b025a-58cf-4f75-986a-a5f4fe89e037 req-f3538d9b-2b09-4f98-bb50-b47f7bbd60c1 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0953069 Aug 16 22:35:26.163720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa77c-3ab7-49f1-a305-4a543e5e9aca tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a95eb-41d1-45b2-908b-a44fc0408ce2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:26.200012 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-28363cff-1154-4c1b-a7c1-a659fe0ae3aa tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:26.200584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-490b025a-58cf-4f75-986a-a5f4fe89e037 req-f423fa88-194f-4ad7-a169-801e39faa2c8 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500107 Aug 16 22:35:26.202098 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-28363cff-1154-4c1b-a7c1-a659fe0ae3aa tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1027985 Aug 16 22:35:26.207512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53326) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.282352 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.310925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.384124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.386876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.390580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea2a95eb-41d1-45b2-908b-a44fc0408ce2 HTTP/1.1" status: 204 len: 168 time: 0.1794901 Aug 16 22:35:26.391302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.401418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1201a-2b4b-4124-b4ac-4e1229dac290 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a95eb-41d1-45b2-908b-a44fc0408ce2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:26.490238 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d76eb8ad-3465-4965-b917-c198c9bab1e7 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0974958 Aug 16 22:35:26.490877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.571219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.603838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.672813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.675579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.676732 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/55086235-9976-4752-aaac-c713ce0c90b0 HTTP/1.1" status: 204 len: 168 time: 0.1849418 Aug 16 22:35:26.680448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53338) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.703733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110563f1-8dc4-4dbb-98fd-41d5c0caec0d tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55086235-9976-4752-aaac-c713ce0c90b0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:26.748350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83657e-7ffb-46cb-86e5-065a79dba766 req-bd19fe16-f7f8-400f-be50-f45a865552a5 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:26.751051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a83657e-7ffb-46cb-86e5-065a79dba766 req-bd19fe16-f7f8-400f-be50-f45a865552a5 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0807016 Aug 16 22:35:26.771733 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ccb8f6a4-27e4-4d6f-a361-714361bd39f3 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902572 Aug 16 22:35:26.776117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53340) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:26.780620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--405207493'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:26.812229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.860922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a83657e-7ffb-46cb-86e5-065a79dba766 req-5bf4980a-85c1-4463-8320-0881899fb2a9 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965374 Aug 16 22:35:26.960899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:26.966004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.010401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09df3f2b-70b2-4e87-b703-baf7cade83e1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:27.024561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.026337 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f277a1f4-b919-454f-8022-c3eadffc97b0 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2492702 Aug 16 22:35:27.030055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.044026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a950bbac-2f3a-49fe-b2cf-c34e6acbde60 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '09df3f2b-70b2-4e87-b703-baf7cade83e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:27.111123 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-a950bbac-2f3a-49fe-b2cf-c34e6acbde60 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:27.115721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a950bbac-2f3a-49fe-b2cf-c34e6acbde60 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0743215 Aug 16 22:35:27.116786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.126010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1d7b54c7-79df-425f-a768-781ba2f5d06e tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group_rule': {'security_group_id': '09df3f2b-70b2-4e87-b703-baf7cade83e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:27.204921 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-1d7b54c7-79df-425f-a768-781ba2f5d06e tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:35:27.208179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1d7b54c7-79df-425f-a768-781ba2f5d06e tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0848994 Aug 16 22:35:27.210142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53356) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.360953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb05cab-74af-474e-9bbc-aeb54a80fc5d req-4fdac8f9-97bd-41ff-9e4b-46b76b3a5d8e tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:27.362851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cb05cab-74af-474e-9bbc-aeb54a80fc5d req-4fdac8f9-97bd-41ff-9e4b-46b76b3a5d8e tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.1009889 Aug 16 22:35:27.380836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.422405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.435010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cb05cab-74af-474e-9bbc-aeb54a80fc5d req-d62ccfea-3f93-4c83-84c9-958d9a6f44ca tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657568 Aug 16 22:35:27.496408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.500719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.502170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/09df3f2b-70b2-4e87-b703-baf7cade83e1 HTTP/1.1" status: 204 len: 168 time: 0.2901804 Aug 16 22:35:27.505385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.513566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7745a-23d6-4ef7-828f-bdb3fc341821 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df3f2b-70b2-4e87-b703-baf7cade83e1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:27.584086 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14c94bd2-ea37-47e0-874c-7e46d36ece48 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747876 Aug 16 22:35:27.586969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53362) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.592614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208189087'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:27.632151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.798156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.804033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.839752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.843655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2528207 Aug 16 22:35:27.843975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53364) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.849694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b345dbb7-5a84-42b4-91ff-cdfc804ffbf5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:27.850116 n-d-791505-20 neutron-server[94816]: WARNING neutron.api.v2.base [None req-b345dbb7-5a84-42b4-91ff-cdfc804ffbf5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:35:27.850611 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-b345dbb7-5a84-42b4-91ff-cdfc804ffbf5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:35:27.853245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b345dbb7-5a84-42b4-91ff-cdfc804ffbf5 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "PUT /v2.0/security-groups/c19812a8-0810-4a62-86db-caa66791bce6 HTTP/1.1" status: 409 len: 330 time: 0.0069571 Aug 16 22:35:27.854180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7f8f0-3c12-48b7-bff3-f9c68b0894ac tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19812a8-0810-4a62-86db-caa66791bce6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:27.855693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53366) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:27.924063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:27.982837 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.031329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.040790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.044337 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/c19812a8-0810-4a62-86db-caa66791bce6 HTTP/1.1" status: 204 len: 168 time: 0.1853132 Aug 16 22:35:28.044817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.052786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a90db-63a6-46fe-acf2-40d4599508d2 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19812a8-0810-4a62-86db-caa66791bce6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:28.129753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ae135da-d3c2-4977-acf0-f886b7ee8e08 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833907 Aug 16 22:35:28.129954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.145462 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-da382bdc-1d81-466c-9795-6aad01dea731 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] delete failed (client error): The resource could not be found. Aug 16 22:35:28.150018 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da382bdc-1d81-466c-9795-6aad01dea731 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "DELETE /v2.0/security-groups/da91e781-5f5f-4472-adff-0908f0757cc3 HTTP/1.1" status: 404 len: 347 time: 0.0156336 Aug 16 22:35:28.150515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.169198 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-636423f7-df87-458a-8edc-431cfc6ee672 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] show failed (client error): The resource could not be found. Aug 16 22:35:28.173536 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-636423f7-df87-458a-8edc-431cfc6ee672 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-groups/6f78e160-8454-4962-a4a2-64f32d845ed7 HTTP/1.1" status: 404 len: 347 time: 0.0183864 Aug 16 22:35:28.173780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53378) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.194663 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-e270b189-c669-45b5-8b18-e5b75c568924 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] show failed (client error): The resource could not be found. Aug 16 22:35:28.199784 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e270b189-c669-45b5-8b18-e5b75c568924 tempest-NegativeSecGroupIPv6Test-1297518107 tempest-NegativeSecGroupIPv6Test-1297518107-project] 10.222.0.22 "GET /v2.0/security-group-rules/eeda6d3c-d4b5-4cac-b279-6cd09a408ec3 HTTP/1.1" status: 404 len: 356 time: 0.0208960 Aug 16 22:35:28.582909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad2dd-fd01-4e05-87de-69234d5a8631 req-0a06ff0f-23b4-4652-93c9-7f75a63e2085 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:28.586338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c19ad2dd-fd01-4e05-87de-69234d5a8631 req-0a06ff0f-23b4-4652-93c9-7f75a63e2085 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0622725 Aug 16 22:35:28.587190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.630264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c19ad2dd-fd01-4e05-87de-69234d5a8631 req-4616a1f4-9389-4c45-9e12-59b32acbc0e0 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Aug 16 22:35:28.779306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:28.786758 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff32bb39-ade8-4c16-b0d8-e2534467b582 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9e9bcfc5f224ff1ac02284f46ca3e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973615 Aug 16 22:35:28.845731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.872540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.944543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.948426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:28.953190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/459a61f6-3808-43b8-aae4-19739be56f63 HTTP/1.1" status: 204 len: 168 time: 0.1704984 Aug 16 22:35:28.970738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee841b-5664-452c-be45-673fe3f8cad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a61f6-3808-43b8-aae4-19739be56f63,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:29.119158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-6a2fb29c-bad6-47b4-b1e4-324ea3cf1f21 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:29.121553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-6a2fb29c-bad6-47b4-b1e4-324ea3cf1f21 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.88 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 945 time: 0.0808825 Aug 16 22:35:29.243072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Deleting port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:35:29.243802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.504935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] For port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,segment=NetworkSegment(2fa2feae-6e31-4aba-a9e1-832d14b77b0b),segment_id=2fa2feae-6e31-4aba-a9e1-832d14b77b0b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:29.506146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.559401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Calling delete_port for 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:35:29.831904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.871628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2b1ff380-ff5c-4d26-8dcf-115f25cdee40'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:35:29.902178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Pushing event deleted for resources: {'Port': ['ID=2b1ff380-ff5c-4d26-8dcf-115f25cdee40,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:29.919194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec9662-890a-4d95-9219-835a70136f7b req-59c2919e-177b-4e1b-b048-62d06a9184f5 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:29.920682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8ec9662-890a-4d95-9219-835a70136f7b req-59c2919e-177b-4e1b-b048-62d06a9184f5 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 867 time: 0.1637189 Aug 16 22:35:29.976089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] No DVR routers for this DVR port 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:35:29.980072 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:29.988764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-506cfa6f-a68a-4d4c-9333-6b6dcf2c48e6 req-387fe946-2ef0-46f0-86d2-be550cfd07d3 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.88 "DELETE /v2.0/ports/2b1ff380-ff5c-4d26-8dcf-115f25cdee40 HTTP/1.1" status: 204 len: 173 time: 0.8576930 Aug 16 22:35:29.989621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'name': 'network-vif-deleted', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:29.992889 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f6663-bff9-4d41-a409-2ede34982f01" -d '{"events": [{"server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "name": "network-vif-deleted", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:30.047642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8ec9662-890a-4d95-9219-835a70136f7b req-64539bd2-f3cd-4593-98db-e4ca7e06893d tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/security-groups?id=6c6eacef-3006-4fea-9f7b-e810e6f9a527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Aug 16 22:35:30.071308 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faff3c1a-b38d-45c0-82b0-5abe87d42e18 x-openstack-request-id: req-faff3c1a-b38d-45c0-82b0-5abe87d42e18 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:30.071613 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2cc743-0948-4f25-bcd1-f4ae35ad3989", "name": "network-vif-deleted", "tag": "2b1ff380-ff5c-4d26-8dcf-115f25cdee40", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:30.071874 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-faff3c1a-b38d-45c0-82b0-5abe87d42e18 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:30.072298 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2cc743-0948-4f25-bcd1-f4ae35ad3989', 'name': 'network-vif-deleted', 'tag': '2b1ff380-ff5c-4d26-8dcf-115f25cdee40', 'status': 'completed', 'code': 200} Aug 16 22:35:31.248646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3b745b9-8980-4249-a960-5086f70abff6 req-135ea051-9458-4e2c-81f0-e1fedd842d79 tempest-ServersNegativeTestMultiTenantJSON-259598759 tempest-ServersNegativeTestMultiTenantJSON-259598759-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c2cc743-0948-4f25-bcd1-f4ae35ad3989 HTTP/1.1" status: 200 len: 210 time: 0.0508549 Aug 16 22:35:32.317697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53496) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.384278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Deleting subnet 9c4d0b17-602e-466c-957e-58a2079ce473 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:32.389673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.437330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.448153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:35:32.509468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:35:32.510155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2b1ff380-ff5c-4d26-8dcf-115f25cdee40 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:35:32.533890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.655689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.678503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4d0b17-602e-466c-957e-58a2079ce473,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:32.692906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.694929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-452442a2-f289-4bb6-87c9-a5e94c22906b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9c4d0b17-602e-466c-957e-58a2079ce473 HTTP/1.1" status: 204 len: 168 time: 0.3754852 Aug 16 22:35:32.697641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:32.833439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.942338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:32.967907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0cf0ba-6e60-496a-a549-3c8f755ce3cf']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:32.991712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa2feae-6e31-4aba-a9e1-832d14b77b0b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:32.992262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa2feae-6e31-4aba-a9e1-832d14b77b0b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:33.002914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.017960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.028588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:33.029225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:33.031051 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:33.100783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.118670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.121628 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3a0cf0ba-6e60-496a-a549-3c8f755ce3cf HTTP/1.1" status: 204 len: 168 time: 0.4221001 Aug 16 22:35:33.122929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1bb88-d4f7-4a4b-9f89-65e74b81ef48 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0cf0ba-6e60-496a-a549-3c8f755ce3cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:33.124443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53504) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:33.192779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Deleting subnet 4cfe5a8f-9a0c-4414-930e-a66d25f238b5 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:33.196865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.262742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.335226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.419448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.443059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfe5a8f-9a0c-4414-930e-a66d25f238b5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:33.465241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.470121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53512) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:33.470619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2e9ef027-dcfa-47b0-a14f-6b9983cc5dda admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4cfe5a8f-9a0c-4414-930e-a66d25f238b5 HTTP/1.1" status: 204 len: 168 time: 0.3448286 Aug 16 22:35:33.619268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.788065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.813241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979ad69d-f919-4bac-afea-af200d3b8ab0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:33.832231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa82651-fd5f-4f33-82b7-104f047f803f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:33.832660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa82651-fd5f-4f33-82b7-104f047f803f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:33.860910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.897388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.915910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:33.915910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:33.918312 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:33.996957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.015729 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.017701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] 10.222.0.22 "DELETE /v2.0/networks/979ad69d-f919-4bac-afea-af200d3b8ab0 HTTP/1.1" status: 204 len: 168 time: 0.5463300 Aug 16 22:35:34.019046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Pushing event deleted for resources: {'Network': ['ID=979ad69d-f919-4bac-afea-af200d3b8ab0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:34.054565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.055948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.056310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.057049 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.058053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.058607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.058979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.059634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.063173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.063916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.068303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.068782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dac180-e8a2-4ac4-b7bd-71e0cf1587ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:34.326562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:34.413199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:34.422190 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f6e375d3-4175-4218-99c3-e89c36c4a7e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f67bbea6a57640b3b1a793f0de35f937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937302 Aug 16 22:35:34.544143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.586357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.657757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.661851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:34.663128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c6eacef-3006-4fea-9f7b-e810e6f9a527 HTTP/1.1" status: 204 len: 168 time: 0.2484951 Aug 16 22:35:34.692712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906e7f-5fd4-4800-bf02-c44ee5628e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6eacef-3006-4fea-9f7b-e810e6f9a527,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:35.358357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53550) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:35.408935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0341ddb6-80aa-494d-a844-34ae35edf3f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21b43ae4ab8841bb8037a551e36218fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485208 Aug 16 22:35:35.411327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53552) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:35.854276 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.892198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.962255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.965200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:35.969598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d3471dc-28ca-4d53-8a13-1ad4978f253f HTTP/1.1" status: 204 len: 168 time: 0.5568399 Aug 16 22:35:35.979372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb960d-5f3a-4403-8aad-a0a03d3b087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3471dc-28ca-4d53-8a13-1ad4978f253f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:37.023117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:37.220229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1670218205-network', 'tenant_id': '880193cf4559416397c4d3fa738e5b62'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:37.254689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Made reservation on behalf of 880193cf4559416397c4d3fa738e5b62 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:37.257680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.272369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.530342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.542643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.578611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:37.601552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a88dc-233a-4b23-85db-44b6e4af00aa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:37.610042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.610042 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Added segment 224f5a5c-9552-45e3-ac73-af5f2d3fb5bb of type vlan for network d967d4ac-7a26-4230-948e-383d1e06e31d Aug 16 22:35:37.733048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.788679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.789867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:37.790617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.883627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:37.884807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8604341 Aug 16 22:35:37.895807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Request body: {'subnet': {'network_id': 'd967d4ac-7a26-4230-948e-383d1e06e31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1670218205-subnet', 'tenant_id': '880193cf4559416397c4d3fa738e5b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:37.922671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Made reservation on behalf of 880193cf4559416397c4d3fa738e5b62 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:37.925809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:37.989487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912e29a-11a2-4ba2-aa90-4483907679f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d967d4ac-7a26-4230-948e-383d1e06e31d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:38.002921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d967d4ac-7a26-4230-948e-383d1e06e31d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:38.181473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.242575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8203c3-ee4b-49b2-b24b-824968560564,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:38.253665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Checking segment: {'id': '224f5a5c-9552-45e3-ac73-af5f2d3fb5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd967d4ac-7a26-4230-948e-383d1e06e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:38.254212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Network hostable DHCP agents. Network: d967d4ac-7a26-4230-948e-383d1e06e31d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:38.285395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Network d967d4ac-7a26-4230-948e-383d1e06e31d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:38.301901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d967d4ac-7a26-4230-948e-383d1e06e31d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:38.307616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:38.309676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.312910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0fd8e1-e0bb-4a40-8ad0-5c4a57f3016a None None] Network d967d4ac-7a26-4230-948e-383d1e06e31d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:38.352118 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7765678c-2650-4a11-9335-00d21d4518dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4658580 Aug 16 22:35:38.596978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:38.620109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5832d7a-fb48-4ff8-a7c6-3c947703897c None None] Network d967d4ac-7a26-4230-948e-383d1e06e31d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:38.728620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Deleting subnet aa8203c3-ee4b-49b2-b24b-824968560564 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:35:38.735653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.831197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:38.950347 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.023329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.059978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa8203c3-ee4b-49b2-b24b-824968560564,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:39.062614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.065580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-545f5680-2c78-4424-be0b-18442ca4f1ac admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aa8203c3-ee4b-49b2-b24b-824968560564 HTTP/1.1" status: 204 len: 168 time: 0.4675314 Aug 16 22:35:39.068070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53644) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:39.146333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.236095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.247787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d967d4ac-7a26-4230-948e-383d1e06e31d']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:39.260254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224f5a5c-9552-45e3-ac73-af5f2d3fb5bb') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:39.261473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224f5a5c-9552-45e3-ac73-af5f2d3fb5bb') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:39.271816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.290149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.297662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:35:39.298482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:35:39.359015 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:35:39.365341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.377884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.380072 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] 10.222.0.22 "DELETE /v2.0/networks/d967d4ac-7a26-4230-948e-383d1e06e31d HTTP/1.1" status: 204 len: 168 time: 0.3109009 Aug 16 22:35:39.398997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14bbb-fb38-4161-b05e-2d3f7eb47aac admin admin] Pushing event deleted for resources: {'Network': ['ID=d967d4ac-7a26-4230-948e-383d1e06e31d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:39.524235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:39.577028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-13716deb-d5a1-4f55-a440-9bd55b66d720 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=880193cf4559416397c4d3fa738e5b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514791 Aug 16 22:35:39.579620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53650) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:39.647810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.672026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.734327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.737499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:39.741299 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a34a88dc-233a-4b23-85db-44b6e4af00aa HTTP/1.1" status: 204 len: 168 time: 0.1581686 Aug 16 22:35:39.761245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a411e-c417-43e8-b971-53d8b9f6a4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a88dc-233a-4b23-85db-44b6e4af00aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:40.703125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53686) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:40.832584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-323764935-network', 'tenant_id': '069d434d93164f3fb0dd915de670b60f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:40.885779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Made reservation on behalf of 069d434d93164f3fb0dd915de670b60f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:40.891818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:40.911353 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.047595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.054463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.095621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:35:41.119117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83097bd-a2d2-43fe-a219-50c28b9a5f0d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:41.126965 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.128135 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Added segment 80eaa57a-e321-4597-9894-a76e025b7e21 of type vlan for network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de Aug 16 22:35:41.211805 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.258178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.259391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:41.260464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.337590 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] Pushing event updated for resources: {'Network': ['ID=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:41.342173 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5e22abec-fb1a-45dd-b904-1d8f467fd490 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6370780 Aug 16 22:35:41.345525 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53700) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:41.354088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:35:41.365573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Request body: {'subnet': {'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-323764935-subnet', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:41.404752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Made reservation on behalf of 069d434d93164f3fb0dd915de670b60f for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:41.410213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.618620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.661626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:41.698154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Checking segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:41.698746 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Network hostable DHCP agents. Network: 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:35:41.716846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:35:41.728800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:41.734204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:41.735117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.741637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62fb541-c0fe-4a38-9b8e-202dda35aefa None None] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:41.753568 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fece1142-8ffb-4a82-ab72-414cc54f13c7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4058614 Aug 16 22:35:41.756277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:41.760761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:41.796845 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.798064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.895203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:41.921422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:35:41.922522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.139272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.248807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Allocated IP 172.20.0.2 (9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de/9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9/1bc514d8-9609-42f3-aa64-c11729f75f41) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:42.481094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.502263 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.619996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Allocated IP 172.25.8.182 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/36e0cf48-04a8-4145-923f-fc1d002b815b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:42.738547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.744898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.769762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Transition to ACTIVE for port object 1bc514d8-9609-42f3-aa64-c11729f75f41 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:42.811087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.816474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Transition to ACTIVE for port object 1bc514d8-9609-42f3-aa64-c11729f75f41 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:42.836296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:42.971460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:42.988205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:42.999579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:43.012485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc514d8-9609-42f3-aa64-c11729f75f41,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:43.037919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:43.039541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:43.046395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:43.078794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Pushing event updated for resources: {'Port': ['ID=36e0cf48-04a8-4145-923f-fc1d002b815b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:43.158905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Attempting to bind port 1bc514d8-9609-42f3-aa64-c11729f75f41 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:43.159443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Attempting to bind port 1bc514d8-9609-42f3-aa64-c11729f75f41 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:43.160005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Attempting to bind port 1bc514d8-9609-42f3-aa64-c11729f75f41 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:43.169993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:43.171969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Checking segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:43.173379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.173909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Bound using segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:43.177558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Bound port: 1bc514d8-9609-42f3-aa64-c11729f75f41, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:43.178931 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.343492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] For port 1bc514d8-9609-42f3-aa64-c11729f75f41, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:43.351707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] For port 1bc514d8-9609-42f3-aa64-c11729f75f41, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1bc514d8-9609-42f3-aa64-c11729f75f41,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:43.358302 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:43.498831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfa207-3d21-48a4-b1f8-c6c4a71ca7c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc514d8-9609-42f3-aa64-c11729f75f41,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:43.838604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.368339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.463583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.617683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Router b7f52a0a-c746-490f-b794-43880f9fc954 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:35:44.697295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1bc514d8-9609-42f3-aa64-c11729f75f41 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:44.797375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 1bc514d8-9609-42f3-aa64-c11729f75f41 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:44.877485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:44.890365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:44.921132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:44.923874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:44.935272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:44.937356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0da7dcb3-4bf9-454e-9398-2fdde45e2685 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1799965 Aug 16 22:35:44.940121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:45.167028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:45.266150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcb861-9341-4f72-827e-5b55e52b7437 None None] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:35:45.517333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Provisioning for port 1bc514d8-9609-42f3-aa64-c11729f75f41 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:45.527494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Provisioning complete for port 1bc514d8-9609-42f3-aa64-c11729f75f41 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:45.528143 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.609505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-106ddc91-7a73-43b4-a96b-83cbbe906985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.677904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:43Z', 'revision_number': 3, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:45.747249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:45.748757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Updating router b7f52a0a-c746-490f-b794-43880f9fc954 port 36e0cf48-04a8-4145-923f-fc1d002b815b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:35:45.816129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:45.980864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.155676 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.255175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] For port 1bc514d8-9609-42f3-aa64-c11729f75f41, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1bc514d8-9609-42f3-aa64-c11729f75f41,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:46.267221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.347356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.403297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Transition to ACTIVE for port object 36e0cf48-04a8-4145-923f-fc1d002b815b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:46.432391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.465291 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d77e5-a575-4d6c-b9c2-76716d4a1a26 None None] Pushing event updated for resources: {'Port': ['ID=1bc514d8-9609-42f3-aa64-c11729f75f41,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:46.510918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Attempting to bind port 36e0cf48-04a8-4145-923f-fc1d002b815b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:46.511538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Attempting to bind port 36e0cf48-04a8-4145-923f-fc1d002b815b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:46.512122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Attempting to bind port 36e0cf48-04a8-4145-923f-fc1d002b815b on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:46.529771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:46.530849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:46.531453 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.532059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:46.532760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Bound port: 36e0cf48-04a8-4145-923f-fc1d002b815b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:46.533428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.567865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cec6457e-5e5d-4d86-8904-fe6741770456 None None] Provisioning complete for port 1bc514d8-9609-42f3-aa64-c11729f75f41 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:46.571238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cec6457e-5e5d-4d86-8904-fe6741770456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.616930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84644d-d436-42ea-b0de-624ea7e5a35e None None] Pushing event updated for resources: {'Port': ['ID=36e0cf48-04a8-4145-923f-fc1d002b815b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:46.633737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Allocated IP 172.20.0.1 (9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de/9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9/74cd6923-0e0f-458a-8a95-a044643c7d73) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:46.678890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1bc514d8-9609-42f3-aa64-c11729f75f41 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:46.775768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] For port 36e0cf48-04a8-4145-923f-fc1d002b815b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:46.807247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.819630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] For port 36e0cf48-04a8-4145-923f-fc1d002b815b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=36e0cf48-04a8-4145-923f-fc1d002b815b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:46.854369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Transition to ACTIVE for port object 74cd6923-0e0f-458a-8a95-a044643c7d73 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:46.873042 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:46.973621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.076354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:47.077104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:47.079599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84644d-d436-42ea-b0de-624ea7e5a35e None None] Pushing event updated for resources: {'Port': ['ID=36e0cf48-04a8-4145-923f-fc1d002b815b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.084623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 1bc514d8-9609-42f3-aa64-c11729f75f41 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:47.084623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.162676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Pushing event updated for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.183469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:47.189556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:47.195227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:47.258522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.319716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:47.617513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.679199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a423e5b-6154-47e6-866e-2dc47d592fed None None] Provisioning for port 74cd6923-0e0f-458a-8a95-a044643c7d73 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:47.686964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a423e5b-6154-47e6-866e-2dc47d592fed None None] Provisioning complete for port 74cd6923-0e0f-458a-8a95-a044643c7d73 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:47.687763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a423e5b-6154-47e6-866e-2dc47d592fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.810112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9a423e5b-6154-47e6-866e-2dc47d592fed None None] Port 74cd6923-0e0f-458a-8a95-a044643c7d73 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:47.850637 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.852050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:43Z', 'revision_number': 3, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:47.858779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:47.906690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96096b-be08-4c67-ab73-2fd8433a5f66 None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:43Z', 'revision_number': 3, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:47.924066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Pushing event updated for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:47.989549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.189150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.195223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:48.200197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:48.290623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75089072-d6e8-499c-ae41-4b6929005493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.578681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:35:48.655537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6871cb50-7ac7-41fc-ac4a-81704521e257 None None] Provisioning complete for port 74cd6923-0e0f-458a-8a95-a044643c7d73 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:48.655913 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6871cb50-7ac7-41fc-ac4a-81704521e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:48.702626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 36e0cf48-04a8-4145-923f-fc1d002b815b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:48.751083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6871cb50-7ac7-41fc-ac4a-81704521e257 None None] Port 74cd6923-0e0f-458a-8a95-a044643c7d73 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:48.811334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 36e0cf48-04a8-4145-923f-fc1d002b815b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:48.818954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 36e0cf48-04a8-4145-923f-fc1d002b815b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:48.819337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.263276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.316118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 36e0cf48-04a8-4145-923f-fc1d002b815b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=36e0cf48-04a8-4145-923f-fc1d002b815b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:49.319031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.324311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:49.328820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:35:49.349185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c4be041-69a3-4435-aea8-869a3566b352 admin admin] 10.222.0.22 "PUT /v2.0/routers/b7f52a0a-c746-490f-b794-43880f9fc954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4062893 Aug 16 22:35:49.424835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=36e0cf48-04a8-4145-923f-fc1d002b815b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:49.830815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:49.836262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804586869', 'description': 'tempest-description--1572790260'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:49.865801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.023651 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.027891 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.046221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:50.094528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc2f8ba-ff27-44ec-9b82-99d6bc525352,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.123007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.124197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1489817d-bc8d-436f-a359-7b3ce08949a3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2922208 Aug 16 22:35:50.127062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:50.132632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group_rule': {'security_group_id': '2dc2f8ba-ff27-44ec-9b82-99d6bc525352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:50.163464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.227320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e470973a-8d39-4cfe-94b5-ed3beca6197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.254999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.262168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.282242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc55057-d141-4e59-ab8f-b3af7558570e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.349814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e470973a-8d39-4cfe-94b5-ed3beca6197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.363506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e470973a-8d39-4cfe-94b5-ed3beca6197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.369601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.371124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54479173-2474-431e-ba09-58bdf5920a43 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419832 Aug 16 22:35:50.373951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53816) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:50.378819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group_rule': {'security_group_id': '2dc2f8ba-ff27-44ec-9b82-99d6bc525352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:50.402217 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e470973a-8d39-4cfe-94b5-ed3beca6197c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebe841fd3c354f7f8a52f77be4f6e7f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542595 Aug 16 22:35:50.406571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 53818) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:50.440042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470973a-8d39-4cfe-94b5-ed3beca6197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e783d2-d9c4-49a8-8f47-9bad449d181e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.504940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.563659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:35:50.575710 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:50.576454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:50.607783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.608799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 36e0cf48-04a8-4145-923f-fc1d002b815b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:50.650541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.673538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 36e0cf48-04a8-4145-923f-fc1d002b815b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:50.674637 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.682048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.697712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.720473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260df29a-7e4f-40f0-bade-170deed97a86,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.748098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.752481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b8bba62-fd1b-4b9b-a6f5-eac6385f616a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3744152 Aug 16 22:35:50.752671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 53830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:50.758482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:50.763221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.766400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.772137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2e783d2-d9c4-49a8-8f47-9bad449d181e HTTP/1.1" status: 204 len: 168 time: 0.3645725 Aug 16 22:35:50.787648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b73495-a6c9-4ed9-bdf4-d3f5c742deb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e783d2-d9c4-49a8-8f47-9bad449d181e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:50.818170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:50.822120 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:51.009346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.131820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 2, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:51.172771 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:35:51.173121 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Updating router b7f52a0a-c746-490f-b794-43880f9fc954 port 74cd6923-0e0f-458a-8a95-a044643c7d73 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:35:51.189617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Allocated IP 172.25.8.106 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/cdf04908-54cf-4030-be6b-451bb199e2b1) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:51.213122 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.253384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.360778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.443661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.494534 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=cdf04908-54cf-4030-be6b-451bb199e2b1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:51.509273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:51.510941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:51.513532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:51.636734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.703264 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.712858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.732060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Transition to ACTIVE for port object 74cd6923-0e0f-458a-8a95-a044643c7d73 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:51.745827 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:51.801494 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Pushing event updated for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:51.814220 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.824475 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.825000 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.825392 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.825873 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.826228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.835787 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.836553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.836553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.836921 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.837405 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:51.837753 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:35:52.070110 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Attempting to bind port 74cd6923-0e0f-458a-8a95-a044643c7d73 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:52.071238 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Attempting to bind port 74cd6923-0e0f-458a-8a95-a044643c7d73 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:52.071918 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Attempting to bind port 74cd6923-0e0f-458a-8a95-a044643c7d73 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:52.079312 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:52.079602 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.080117 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Checking segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:52.080778 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.081816 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Bound using segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:52.082358 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Bound port: 74cd6923-0e0f-458a-8a95-a044643c7d73, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:52.082751 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.088124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.159621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] For port 74cd6923-0e0f-458a-8a95-a044643c7d73, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:52.163299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] For port 74cd6923-0e0f-458a-8a95-a044643c7d73, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74cd6923-0e0f-458a-8a95-a044643c7d73,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:52.172652 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.268398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=cdf04908-54cf-4030-be6b-451bb199e2b1,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:52.293236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.293408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d796ba-b141-4859-9057-4162b814f1ed None None] Pushing event updated for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:52.318768 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.331320 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41eedc1a-3d72-493b-8ccd-70246ec317d5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5775676 Aug 16 22:35:52.335668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:35:52.336303 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:52.682535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-caffe7b1-f569-43e7-9033-50b66e210fa3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--804586869&fields=id&tenant_id=069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 267 time: 0.0560904 Aug 16 22:35:52.790464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:35:52.892248 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:52.950007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-097720cb-abc0-4ef5-ac04-a8d498368551 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:52.954947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-097720cb-abc0-4ef5-ac04-a8d498368551 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 810 time: 0.2626874 Aug 16 22:35:52.986303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-4ba95f69-93c5-4640-8797-48f1bf9ff805 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/quotas/069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 375 time: 0.0176983 Aug 16 22:35:53.103549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-9c22c595-3856-4252-8473-308ce0afdfd0 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052320 Aug 16 22:35:53.225663 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:52Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:35:53.260514 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840814bb-e626-4542-bfb8-8f8445507ca2 None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:52Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:35:53.298776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-ff01f3bb-95fb-4658-9f13-0dee84b71cda service neutron] 10.222.0.22 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784122 Aug 16 22:35:53.456011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-1f576193-524c-4efc-8045-86deda73eabf service neutron] 10.222.0.22 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432981 Aug 16 22:35:53.784380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-934207b0-314f-40df-88b3-4618ad8f38a3 req-017b100f-34db-4fc3-8a9b-b18c19b27f3d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 210 time: 0.0781152 Aug 16 22:35:54.706793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74cd6923-0e0f-458a-8a95-a044643c7d73 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:54.822669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 74cd6923-0e0f-458a-8a95-a044643c7d73 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:54.839571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 74cd6923-0e0f-458a-8a95-a044643c7d73 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:54.839948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.017962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ca6793d-acdb-4f33-afd3-bd5f6e7adc9c req-424f3bed-2e4f-4ec0-a1e3-3ace970db2a7 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 210 time: 0.1037652 Aug 16 22:35:55.055707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.142846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 74cd6923-0e0f-458a-8a95-a044643c7d73, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74cd6923-0e0f-458a-8a95-a044643c7d73,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:35:55.157178 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:55.211183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-859e647e-9d59-43f1-b1d6-774c6f82204b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732026 Aug 16 22:35:55.240009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:55.350153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-b840f234-ad2e-40ee-b5cb-c338a310e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:55.355888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-b840f234-ad2e-40ee-b5cb-c338a310e0f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 1097 time: 0.0801766 Aug 16 22:35:55.610065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-a238ca17-bfd6-4828-9b90-8c4dbc017035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:55.612578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-a238ca17-bfd6-4828-9b90-8c4dbc017035 service neutron] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 913 time: 0.2279353 Aug 16 22:35:55.893615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-36139564-b320-44c7-9c0a-64f12a38e220 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:55.896281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-36139564-b320-44c7-9c0a-64f12a38e220 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 810 time: 0.2622633 Aug 16 22:35:55.897863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-510f9e69-2408-4138-960c-d009b52637eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db HTTP/1.1" status: 200 len: 217 time: 0.2773173 Aug 16 22:35:56.039291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-843cd88a-7091-46c0-ae9c-94b6009bd5b7 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 379 time: 0.0509803 Aug 16 22:35:56.051890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'port': {'device_id': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'admin_state_up': True, 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'security_groups': ['2dc2f8ba-ff27-44ec-9b82-99d6bc525352']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:56.058540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-3ea725f3-7494-482c-8b1f-901832d21027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:56.060175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-3ea725f3-7494-482c-8b1f-901832d21027 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.1549056 Aug 16 22:35:56.166563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-95264a0c-c149-44fa-a671-19d7a41cc992 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948439 Aug 16 22:35:56.294160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c9952bf-48c8-4074-bf80-b42e0efc6f21 req-b87f95e1-f37e-4995-8c21-89bfd88721ca tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 210 time: 0.1010816 Aug 16 22:35:56.400493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Made reservation on behalf of 069d434d93164f3fb0dd915de670b60f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:35:56.404476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.493501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-f9eb66bb-3917-4b0f-b87f-14a872f316cd service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168352 Aug 16 22:35:56.618026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74cd6923-0e0f-458a-8a95-a044643c7d73 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:35:56.653467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Allocated IP 172.20.0.9 (9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de/9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9/36b94b2f-4b19-493d-b09d-c258ad581bd9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:35:56.720175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 74cd6923-0e0f-458a-8a95-a044643c7d73 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:56.721497 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.872962 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:56.897742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Transition to ACTIVE for port object 36b94b2f-4b19-493d-b09d-c258ad581bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:56.935034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49b83fbb-14f9-4f63-9b9c-645c22348452 req-cbdcb526-4ae8-4c60-ba39-22d77ec85c87 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761756 Aug 16 22:35:56.977298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.028679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:35:57.031833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:35:57.035845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:35:57.042723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:57.097428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:57.097865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.117901 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-83bcec14-fe46-4fff-b290-6096ae0c8607 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704606 Aug 16 22:35:57.145961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Request body: {'port': {'device_id': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:35:57.212016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.518839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0821c65e-6163-4656-b163-1d8402e3f338 None None] Provisioning for port 36b94b2f-4b19-493d-b09d-c258ad581bd9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:35:57.523510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0821c65e-6163-4656-b163-1d8402e3f338 None None] Provisioning complete for port 36b94b2f-4b19-493d-b09d-c258ad581bd9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:35:57.524098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0821c65e-6163-4656-b163-1d8402e3f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.569774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0821c65e-6163-4656-b163-1d8402e3f338 None None] Port 36b94b2f-4b19-493d-b09d-c258ad581bd9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:35:57.588067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddef69-5376-470b-b4a1-6e48af10a61d req-e4e87754-9de2-4690-bb32-7c6dc9bbe297 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:57.588067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fddef69-5376-470b-b4a1-6e48af10a61d req-e4e87754-9de2-4690-bb32-7c6dc9bbe297 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 931 time: 0.1417170 Aug 16 22:35:57.817004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b94b2f-4b19-493d-b09d-c258ad581bd9 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:35:57.830790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.837697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4fddef69-5376-470b-b4a1-6e48af10a61d req-3d8ca936-6e06-43cb-80d0-7c69dc23dc9e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928671 Aug 16 22:35:57.851878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Transition to ACTIVE for port object 36b94b2f-4b19-493d-b09d-c258ad581bd9 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:35:57.858076 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:57.914380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:58.035738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Attempting to bind port 36b94b2f-4b19-493d-b09d-c258ad581bd9 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:35:58.042533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Attempting to bind port 36b94b2f-4b19-493d-b09d-c258ad581bd9 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:35:58.043041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Attempting to bind port 36b94b2f-4b19-493d-b09d-c258ad581bd9 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:58.048953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Port 36b94b2f-4b19-493d-b09d-c258ad581bd9 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:35:58.049437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Attempting to bind port 36b94b2f-4b19-493d-b09d-c258ad581bd9 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:35:58.054612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:35:58.055072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Checking segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:35:58.055566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Bound using segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:35:58.056121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Bound port: 36b94b2f-4b19-493d-b09d-c258ad581bd9, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:35:58.057186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.134793 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:35:58.187406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:35:58.193544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:35:58.206894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.312941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:58.324200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:58.326528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:58.331305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-49e7db81-d74e-460f-86d4-4b22ca40c2a0 service neutron] 10.222.0.89 "PUT /v2.0/ports/36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1092 time: 1.1897480 Aug 16 22:35:58.332514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:35:58.339385 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ac1942-8297-424b-a1a2-4b8f05ddc056" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:35:58.402345 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a512ab06-9437-4d3d-a30d-f17e23661c5a x-openstack-request-id: req-a512ab06-9437-4d3d-a30d-f17e23661c5a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:35:58.404643 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:35:58.411379 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a512ab06-9437-4d3d-a30d-f17e23661c5a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:35:58.412096 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'status': 'completed', 'code': 200} Aug 16 22:35:58.504656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-7cebe075-1d5c-4aee-a916-09f2038727f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:58.506315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-7cebe075-1d5c-4aee-a916-09f2038727f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0770860 Aug 16 22:35:58.619857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-02a55dd9-b1a1-4ba6-b433-f9c3b263ba1c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 217 time: 0.0948341 Aug 16 22:35:58.729054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-3de3656b-12ae-4e93-9f20-45927ae4d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:58.733283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-3de3656b-12ae-4e93-9f20-45927ae4d7d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.1021533 Aug 16 22:35:58.843966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-8d5ca81e-d223-4dde-8e1f-fcdf686ec45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:58.847273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-8d5ca81e-d223-4dde-8e1f-fcdf686ec45a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043513 Aug 16 22:35:59.149465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-b058bf4d-2905-4150-98f6-2d55fccfc355 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893691 Aug 16 22:35:59.165680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f62b57-7901-4a5a-bf06-5f52c621bd2a req-fc6eb762-f0ba-40bb-8f35-a0d20a8b9e63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.169645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7f62b57-7901-4a5a-bf06-5f52c621bd2a req-fc6eb762-f0ba-40bb-8f35-a0d20a8b9e63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 943 time: 0.1539423 Aug 16 22:35:59.328280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7f62b57-7901-4a5a-bf06-5f52c621bd2a req-6cf6ad9f-9a12-408c-9e38-6b4d42ab55ce tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244440 Aug 16 22:35:59.445921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:59.446539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c30552c-97f3-4508-92fd-003df16da9b1 req-04600754-56e6-4589-994d-9d4188496be3 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758045 Aug 16 22:35:59.635933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-0e1a511b-e663-4982-90b5-e8b79e16c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.638371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-0e1a511b-e663-4982-90b5-e8b79e16c15a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0772028 Aug 16 22:35:59.658630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ba95e30-3d5f-4fc4-8760-ddb111b2deab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.754608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-c486f170-e980-427f-a383-f6649bd851a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.756413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-c486f170-e980-427f-a383-f6649bd851a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1087127 Aug 16 22:35:59.784101 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ba95e30-3d5f-4fc4-8760-ddb111b2deab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.789586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2ba95e30-3d5f-4fc4-8760-ddb111b2deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.819154 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2ba95e30-3d5f-4fc4-8760-ddb111b2deab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=724dbdded2f84c10ab715385405a286a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709669 Aug 16 22:35:59.826315 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:35:59.828204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-1dab4bcc-ea5c-4a1b-900e-6c7a284d1e16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 217 time: 0.0598655 Aug 16 22:35:59.872929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba95e30-3d5f-4fc4-8760-ddb111b2deab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ddfa4-7611-45eb-b439-76e9e5cc33b1,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:35:59.891022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.895708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-eb657ef9-f413-466f-b582-630773433231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.897563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-eb657ef9-f413-466f-b582-630773433231 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0596137 Aug 16 22:35:59.915197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.951842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-c2c4c6e2-1ef0-4147-a008-327d3d015b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:35:59.954024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-c2c4c6e2-1ef0-4147-a008-327d3d015b7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483408 Aug 16 22:35:59.977635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.983106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:35:59.986965 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e90ddfa4-7611-45eb-b439-76e9e5cc33b1 HTTP/1.1" status: 204 len: 168 time: 0.1579428 Aug 16 22:36:00.004112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b29589-9228-44be-90ef-6e5cc4c06e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ddfa4-7611-45eb-b439-76e9e5cc33b1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:00.081689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-70bdace6-01e0-45af-b668-90dcf4c5712a service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172385 Aug 16 22:36:00.259507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09ac1942-8297-424b-a1a2-4b8f05ddc056 req-568d01e5-b8c6-4cb1-8569-055cc56a193a service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680605 Aug 16 22:36:00.391165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54168) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:00.413059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00b67a4e-d67f-4549-a7ec-22f82892b898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.576611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481b2da-21b1-4975-88bf-243f840ef2e2 req-494fd973-90e5-4edb-b960-37287b066010 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:00.584399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e481b2da-21b1-4975-88bf-243f840ef2e2 req-494fd973-90e5-4edb-b960-37287b066010 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 943 time: 0.1387992 Aug 16 22:36:00.613660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00b67a4e-d67f-4549-a7ec-22f82892b898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.622385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00b67a4e-d67f-4549-a7ec-22f82892b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.648113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e481b2da-21b1-4975-88bf-243f840ef2e2 req-6dfeacb2-b526-4c22-ac84-86a60ce6392f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531797 Aug 16 22:36:00.674371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:00.677643 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00b67a4e-d67f-4549-a7ec-22f82892b898 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=459d815fa36f4aca8e1d3a43e5753272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851617 Aug 16 22:36:00.700638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b67a4e-d67f-4549-a7ec-22f82892b898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebe783f-d2b2-4ba8-9857-1bfecaf109d6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:00.730748 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.754415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.819407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.823776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:00.825421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ebe783f-d2b2-4ba8-9857-1bfecaf109d6 HTTP/1.1" status: 204 len: 168 time: 0.1496577 Aug 16 22:36:00.850092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390d2f0-f20f-40fa-95e7-1ed81de99a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebe783f-d2b2-4ba8-9857-1bfecaf109d6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:01.037693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 36b94b2f-4b19-493d-b09d-c258ad581bd9 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:36:01.206953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:01.220598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'port_id': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'mac_address': 'fa:16:3e:55:2d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:36:01.268827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.284420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b94b2f-4b19-493d-b09d-c258ad581bd9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:01.311186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:01.316960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:01.389421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:01.663963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['36b94b2f-4b19-493d-b09d-c258ad581bd9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:01.881173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3032bc-43b1-4543-9692-d733ae12c153 req-524d4431-51fb-4052-8c70-353bf23206c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:01.893649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba3032bc-43b1-4543-9692-d733ae12c153 req-524d4431-51fb-4052-8c70-353bf23206c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 944 time: 0.0857587 Aug 16 22:36:01.945454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba3032bc-43b1-4543-9692-d733ae12c153 req-61b1297a-c605-4c22-bbcb-7f2aabff092d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506947 Aug 16 22:36:03.036124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 36b94b2f-4b19-493d-b09d-c258ad581bd9 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:03.117139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a3c75-4c03-4fbd-9bfe-5261e5d944ec req-93bb025f-0883-4e1e-8195-bf0729bc292b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.125417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e4a3c75-4c03-4fbd-9bfe-5261e5d944ec req-93bb025f-0883-4e1e-8195-bf0729bc292b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 944 time: 0.0951161 Aug 16 22:36:03.158021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 36b94b2f-4b19-493d-b09d-c258ad581bd9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:03.163120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 36b94b2f-4b19-493d-b09d-c258ad581bd9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:03.163779 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.235705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e4a3c75-4c03-4fbd-9bfe-5261e5d944ec req-da46fcf7-f2b7-42bf-a560-6b96c270b977 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088984 Aug 16 22:36:03.328847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.357816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:03.365212 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc5580b-c89c-454d-88d5-9998dc1c920e" -d '{"events": [{"server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "name": "network-vif-plugged", "status": "completed", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:03.379173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:03.384430 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:03.426716 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327d86b-66a1-4341-b760-ec84c6d57ba6 x-openstack-request-id: req-6327d86b-66a1-4341-b760-ec84c6d57ba6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:03.427020 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "name": "network-vif-plugged", "status": "completed", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:03.427277 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6327d86b-66a1-4341-b760-ec84c6d57ba6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:03.427671 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'code': 200} Aug 16 22:36:03.447743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:03.627277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fe9db-1d9c-469b-bb50-a04695816459 req-37c09cd8-5138-491b-a592-938f668c52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:03.633443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512fe9db-1d9c-469b-bb50-a04695816459 req-37c09cd8-5138-491b-a592-938f668c52f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0832601 Aug 16 22:36:03.695517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-512fe9db-1d9c-469b-bb50-a04695816459 req-594a73fb-99bb-4ee9-af22-3be611c7a1f6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491550 Aug 16 22:36:04.377785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82c522-717d-4e26-9e47-f06e1dae94d1 req-d7697cc4-44ae-476f-ae9b-a0ac4eb1e76e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:04.380732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee82c522-717d-4e26-9e47-f06e1dae94d1 req-d7697cc4-44ae-476f-ae9b-a0ac4eb1e76e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0745008 Aug 16 22:36:04.435820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee82c522-717d-4e26-9e47-f06e1dae94d1 req-defb987c-93aa-42ea-a3bc-a7627682f6a0 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489016 Aug 16 22:36:05.584628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf45e8-2f96-4871-be55-773ca9207468 req-b05b6b67-6ff8-4a99-aa4f-9fd8b92110ce tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:05.593019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75bf45e8-2f96-4871-be55-773ca9207468 req-b05b6b67-6ff8-4a99-aa4f-9fd8b92110ce tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0808768 Aug 16 22:36:05.640915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75bf45e8-2f96-4871-be55-773ca9207468 req-e4a3ed49-a9b9-4bb0-959d-0864f86c17df tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468652 Aug 16 22:36:05.847225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403640c-7251-41bd-bf84-8906f70bc3a6 req-2e9bfd3d-875e-442e-9dae-5261f7afa62f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:05.848904 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8403640c-7251-41bd-bf84-8906f70bc3a6 req-2e9bfd3d-875e-442e-9dae-5261f7afa62f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1417696 Aug 16 22:36:05.857723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54376) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:05.862647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'floatingip': {'port_id': '36b94b2f-4b19-493d-b09d-c258ad581bd9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:05.926285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.053082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.062513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.198909 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Floating IP 743170a7-876b-4e6f-a856-c61c1c5e069f associated. External IP: 172.25.8.106, port: 36b94b2f-4b19-493d-b09d-c258ad581bd9. Aug 16 22:36:07.447518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:07.594587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:07.605654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:07.607820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:07.617738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:07.618518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:07.715245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c03e99bc-cc42-48be-be14-884493fc2dae tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "PUT /v2.0/floatingips/743170a7-876b-4e6f-a856-c61c1c5e069f HTTP/1.1" status: 200 len: 991 time: 1.8560996 Aug 16 22:36:07.716054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:07.737228 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8f7bc4-244d-490f-93b3-b8c5da35a776" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:07.793156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:08.078248 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b295b77f-4b20-4462-af60-7b07d5a451e3 x-openstack-request-id: req-b295b77f-4b20-4462-af60-7b07d5a451e3 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:08.078778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:08.078778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b295b77f-4b20-4462-af60-7b07d5a451e3 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:08.079160 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'status': 'completed', 'code': 200} Aug 16 22:36:08.200954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '743170a7-876b-4e6f-a856-c61c1c5e069f', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:55:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:51Z', 'updated_at': '2021-08-16T22:36:06Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:08.227993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-830c25ec-4064-4f1c-8e41-217d67300611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:08.234957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-830c25ec-4064-4f1c-8e41-217d67300611 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1126149 Aug 16 22:36:08.264709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:08.278258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:08.283553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:08.424389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-f43f81e0-c74d-46ba-ae82-ea857c3c7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:08.426188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-f43f81e0-c74d-46ba-ae82-ea857c3c7471 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1833899 Aug 16 22:36:08.546555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:08.583961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-56b739a7-2db2-4dca-8d6d-588adb55c238 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 999 time: 0.1479027 Aug 16 22:36:08.693208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-1c8cff46-eb9d-4d8c-86dc-3ddc4e9e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:08.694717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-1c8cff46-eb9d-4d8c-86dc-3ddc4e9e299e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.1008277 Aug 16 22:36:08.755546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-b807eff0-148f-42c4-85a0-fab12e1626c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:08.758105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-b807eff0-148f-42c4-85a0-fab12e1626c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556257 Aug 16 22:36:08.983602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '743170a7-876b-4e6f-a856-c61c1c5e069f', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:55:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:51Z', 'updated_at': '2021-08-16T22:36:06Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:09.029938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be94a16-00c7-4b40-ba3f-98f212f9815a None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '743170a7-876b-4e6f-a856-c61c1c5e069f', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:55:2d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:35:51Z', 'updated_at': '2021-08-16T22:36:06Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:09.451754 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ead1ae-8c12-4a85-a689-b2a96dbda51f None None] New status for floating IP 743170a7-876b-4e6f-a856-c61c1c5e069f: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:36:09.498406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-2d3a1543-756c-438f-acac-2d6548696b8b service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254393 Aug 16 22:36:09.627404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe8f7bc4-244d-490f-93b3-b8c5da35a776 req-b8c6dde4-f4a3-4a29-8fd6-2ec2f854e710 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157544 Aug 16 22:36:10.434076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:10.621570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fce1cb66-518c-43d7-aa3f-dde31aab0b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.728976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fce1cb66-518c-43d7-aa3f-dde31aab0b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.735516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fce1cb66-518c-43d7-aa3f-dde31aab0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.786135 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fce1cb66-518c-43d7-aa3f-dde31aab0b70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4804dfdf01d049c581bdedd9c7d93502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478477 Aug 16 22:36:10.786135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1cb66-518c-43d7-aa3f-dde31aab0b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd0ea59-fac3-483c-816f-c63e054a5657,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:10.786460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54512) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:10.850669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.872786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.926882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.929447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:10.933123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bd0ea59-fac3-483c-816f-c63e054a5657 HTTP/1.1" status: 204 len: 168 time: 0.1431854 Aug 16 22:36:10.939269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db64f3-fdba-473f-8501-6131b8d9efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd0ea59-fac3-483c-816f-c63e054a5657,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:11.770078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:11.908091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-487099445-network', 'tenant_id': '477de84458614d90b603e6f0199dba83'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:11.934524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Made reservation on behalf of 477de84458614d90b603e6f0199dba83 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:11.937887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:11.948933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.110689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.115431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.144091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115f483-13c8-4614-8938-13c6dd5a68b7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:12.154859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:12.168580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.169586 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Added segment 01057db8-8279-4e70-a916-d16d43637c77 of type vlan for network 2ba37975-f401-4019-bfa7-aa25af41e400 Aug 16 22:36:12.232304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.287210 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.288434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:12.289144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.366948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5957077 Aug 16 22:36:12.369941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54570) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:12.372240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ec368-f099-44b0-9a9e-a3589448d8ef admin admin] Pushing event updated for resources: {'Network': ['ID=2ba37975-f401-4019-bfa7-aa25af41e400,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:12.375879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Request body: {'subnet': {'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-487099445-subnet', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:12.382705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2ba37975-f401-4019-bfa7-aa25af41e400 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:12.403437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Made reservation on behalf of 477de84458614d90b603e6f0199dba83 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:12.406385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.638160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.703524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dd842e-475e-49c8-963b-d6cf31161608,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:12.737041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Checking segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:12.737515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Network hostable DHCP agents. Network: 2ba37975-f401-4019-bfa7-aa25af41e400, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:12.758278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Network 2ba37975-f401-4019-bfa7-aa25af41e400 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:12.769540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2ba37975-f401-4019-bfa7-aa25af41e400) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:12.774697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:12.776070 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.781056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b7aa3-035a-43f5-9cd7-18b1324ab4b4 None None] Network 2ba37975-f401-4019-bfa7-aa25af41e400 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:12.800686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f52d97cb-3850-42af-94f7-649f57006f45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4267590 Aug 16 22:36:12.801158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:12.806578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:12.845643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.847402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:12.927561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.004033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-2ba37975-f401-4019-bfa7-aa25af41e400', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:36:13.005183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.119661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.251392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Allocated IP 172.20.0.2 (2ba37975-f401-4019-bfa7-aa25af41e400/37dd842e-475e-49c8-963b-d6cf31161608/17ba70ce-34c7-44ef-96fe-b7d04637c5d5) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:13.443146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.456211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Transition to ACTIVE for port object 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:13.488849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Transition to ACTIVE for port object 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:13.502229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.512047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.534655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Network 2ba37975-f401-4019-bfa7-aa25af41e400 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:13.538256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:13.544658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.571266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:13.674836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Pushing event updated for resources: {'Port': ['ID=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:13.676207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Allocated IP 172.25.8.44 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9c70bac1-53c1-45d6-8346-2bf88c9bb87f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:13.683874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Attempting to bind port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:13.684446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Attempting to bind port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:13.685022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Attempting to bind port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 on network 2ba37975-f401-4019-bfa7-aa25af41e400 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:13.694227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:13.694440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Checking segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:13.694977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.695596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Bound using segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:13.696435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Bound port: 17ba70ce-34c7-44ef-96fe-b7d04637c5d5, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:13.696946 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.812392 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.832839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] For port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:13.839938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] For port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:13.848288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.891469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:13.957524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:13.964656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:13.967062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68b01f-02ed-48a5-a277-ebdc67ecd9c0 None None] Pushing event updated for resources: {'Port': ['ID=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:13.973855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:14.118617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Pushing event updated for resources: {'Port': ['ID=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:14.408939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.514857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.694180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:14.730348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:14.776352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:14.886112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Router 9af9dffb-01cc-4588-a7b9-20004d76c913 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:36:15.107545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:15.124373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Sync routers for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:15.147822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:15.148536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:15.175601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.179787 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5aa1a8a1-af13-4dee-8a63-246d195399fe admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3746991 Aug 16 22:36:15.179787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:15.373805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9fe35-bfd5-487d-9ed5-bf7da064c551 req-59ac4bf8-6e8f-4550-bae6-0f8e2be27021 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:15.383574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbd9fe35-bfd5-487d-9ed5-bf7da064c551 req-59ac4bf8-6e8f-4550-bae6-0f8e2be27021 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.1282036 Aug 16 22:36:15.423830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:15.433522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbd9fe35-bfd5-487d-9ed5-bf7da064c551 req-9f6acbb0-a55c-4088-9585-be94b7f92960 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490246 Aug 16 22:36:15.520010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bedbf-017c-4b0c-a22c-c034e384a3dc None None] Network 2ba37975-f401-4019-bfa7-aa25af41e400 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:15.707800 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5559e657-9411-423d-bfba-bd213fed895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:15.739132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Provisioning for port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:15.749038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Provisioning complete for port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:15.749369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.093259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.112958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:14Z', 'revision_number': 3, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:16.153504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Checking router: 9af9dffb-01cc-4588-a7b9-20004d76c913 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:16.153862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Updating router 9af9dffb-01cc-4588-a7b9-20004d76c913 port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:16.200175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] For port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:16.206238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.208033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.228961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.443307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Pushing event updated for resources: {'Port': ['ID=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:16.458701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.458976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.459840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.460186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.460525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.460854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.461369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.461685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.462015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.462588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.462753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.463084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184fae78-2472-4566-adea-46b3551ad3f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:16.594851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73d830d1-a204-46d4-99e4-d4438d018275 None None] Provisioning complete for port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:16.595948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73d830d1-a204-46d4-99e4-d4438d018275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.665485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Allocated IP 172.20.0.1 (2ba37975-f401-4019-bfa7-aa25af41e400/37dd842e-475e-49c8-963b-d6cf31161608/eb70e5ab-b9df-4b43-831c-23fc9a4ca59d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:16.687217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a3ab9-051c-4b14-897e-19c91b0a5da7 req-1bc12058-40a9-4b8a-88be-8bcb44583be3 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:16.691623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e4a3ab9-051c-4b14-897e-19c91b0a5da7 req-1bc12058-40a9-4b8a-88be-8bcb44583be3 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.1350214 Aug 16 22:36:16.706282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:16.785472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e4a3ab9-051c-4b14-897e-19c91b0a5da7 req-2013931b-5bc5-4c0f-ab7c-1a5e24f83a9e tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848026 Aug 16 22:36:16.838233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.838881 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.856580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Transition to ACTIVE for port object eb70e5ab-b9df-4b43-831c-23fc9a4ca59d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:16.858777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Transition to ACTIVE for port object 9c70bac1-53c1-45d6-8346-2bf88c9bb87f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:16.871495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.899544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.938344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:16.939251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.941191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Attempting to bind port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:16.941565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Attempting to bind port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:16.941930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Attempting to bind port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:16.945162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065f4d-677b-4a52-9522-2f3e750c8829 None None] Pushing event updated for resources: {'Port': ['ID=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:16.973592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:16.973877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:16.974287 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.974681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:16.975158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Bound port: 9c70bac1-53c1-45d6-8346-2bf88c9bb87f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:16.975538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:16.989044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Network 2ba37975-f401-4019-bfa7-aa25af41e400 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:16.992829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:16.996864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:17.033732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Pushing event updated for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:17.067990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.088232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] For port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:17.114990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] For port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:17.129659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.183626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:17.184430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:35:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:17.285038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13065f4d-677b-4a52-9522-2f3e750c8829 None None] Pushing event updated for resources: {'Port': ['ID=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:17.322725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.380385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:17.513640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9cb36436-4d88-42ab-a4f3-66f4bf28aa8e None None] Provisioning for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:17.520436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-96142b15-8af7-46b2-89c8-d599278ca27e tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:17.523257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9cb36436-4d88-42ab-a4f3-66f4bf28aa8e None None] Provisioning complete for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:17.523547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-96142b15-8af7-46b2-89c8-d599278ca27e tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.0810161 Aug 16 22:36:17.523727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9cb36436-4d88-42ab-a4f3-66f4bf28aa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.578605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.584876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9cb36436-4d88-42ab-a4f3-66f4bf28aa8e None None] Port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:17.588816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.665001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Deleting port ca8284cc-5a11-46be-a9c9-fc2cca55f0db {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:17.665381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.685703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.710497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:14Z', 'revision_number': 3, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:17.751960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb9a6ec-07fe-4b7a-85f5-ad26b874ec00 None None] The sync data for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 is: [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:14Z', 'revision_number': 3, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:17.783017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] For port ca8284cc-5a11-46be-a9c9-fc2cca55f0db, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:17.783576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:17.804001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Calling delete_port for ca8284cc-5a11-46be-a9c9-fc2cca55f0db owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:17.846641 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Pushing event updated for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:17.864144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Network 2ba37975-f401-4019-bfa7-aa25af41e400 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:17.865647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:18.017794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8fdc-8ed8-423e-a850-d0714db7c79e req-8b9cb236-3c3e-44e8-b6f3-bcc711879815 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:18.025881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21bd8fdc-8ed8-423e-a850-d0714db7c79e req-8b9cb236-3c3e-44e8-b6f3-bcc711879815 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647 HTTP/1.1" status: 200 len: 945 time: 0.0897517 Aug 16 22:36:18.111596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Router 9af9dffb-01cc-4588-a7b9-20004d76c913 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:18.159909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21bd8fdc-8ed8-423e-a850-d0714db7c79e req-a46cf38b-77f3-490d-a527-3dd1df6eb745 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330366 Aug 16 22:36:18.191523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.217842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.268584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ca8284cc-5a11-46be-a9c9-fc2cca55f0db'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:18.273116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Pushing event deleted for resources: {'Port': ['ID=ca8284cc-5a11-46be-a9c9-fc2cca55f0db,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:18.296302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.296684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.297037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.297421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.297783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.298863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.298863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.298863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.299221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.299504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.299828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.300269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:18.359734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] No DVR routers for this DVR port ca8284cc-5a11-46be-a9c9-fc2cca55f0db on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:18.364660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.365922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-30dea963-2725-4533-b8e9-a2e166b58f8e None None] Provisioning complete for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:18.367791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30dea963-2725-4533-b8e9-a2e166b58f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.367894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d67f1764-30f4-4f32-8de6-73e7a1fe21c9 req-6862d84b-0ddb-440a-9149-8aa0ec4b701d tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "DELETE /v2.0/ports/ca8284cc-5a11-46be-a9c9-fc2cca55f0db HTTP/1.1" status: 204 len: 173 time: 0.8331780 Aug 16 22:36:18.367894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'name': 'network-vif-deleted', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:18.370232 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acc70e5-6257-4de0-b4e3-1317290c506a" -d '{"events": [{"server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "name": "network-vif-deleted", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:18.375245 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-69e586e2-8501-409c-ae95-442a8bb5a3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.415180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30dea963-2725-4533-b8e9-a2e166b58f8e None None] Port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:18.451643 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c14b93-ef5c-49ba-a369-225b4936e92a x-openstack-request-id: req-60c14b93-ef5c-49ba-a369-225b4936e92a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:18.451933 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647", "name": "network-vif-deleted", "tag": "ca8284cc-5a11-46be-a9c9-fc2cca55f0db", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:18.452190 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60c14b93-ef5c-49ba-a369-225b4936e92a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:18.452585 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf12aff9-4f94-4cd8-a52b-7fe6d1fc9647', 'name': 'network-vif-deleted', 'tag': 'ca8284cc-5a11-46be-a9c9-fc2cca55f0db', 'status': 'completed', 'code': 200} Aug 16 22:36:18.458790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:18.480947 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f2cea80-122e-499b-94ad-7ce2daebbfea admin admin] 10.222.0.22 "PUT /v2.0/routers/9af9dffb-01cc-4588-a7b9-20004d76c913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2927618 Aug 16 22:36:18.709509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c70bac1-53c1-45d6-8346-2bf88c9bb87f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:18.788347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:18.794946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:18.795735 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.909235 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:18.962193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:18.971427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.089966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:19.255193 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.288851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.295429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2055816558-network', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:19.352491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Made reservation on behalf of 9cc6acaf1b6242b89d16273be31eed8e for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:19.354848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.366155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.518892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.524688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.560687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901a251-a811-4e93-9d8a-2f11a91c61b9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:19.575389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:19.596931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.597381 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Added segment 80d07b4a-9a79-4e9f-9608-e5092d7606de of type vlan for network 11493275-367c-441a-94fe-a7863f57ed9c Aug 16 22:36:19.655814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.693665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.694787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:19.695476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.789646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] Pushing event updated for resources: {'Network': ['ID=11493275-367c-441a-94fe-a7863f57ed9c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:19.805669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 11493275-367c-441a-94fe-a7863f57ed9c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:19.820692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54748) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:19.821695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-517d59e5-2e76-4e32-ae26-451986386d96 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5275416 Aug 16 22:36:19.826165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Request body: {'subnet': {'network_id': '11493275-367c-441a-94fe-a7863f57ed9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2055816558-subnet', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:19.879005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Made reservation on behalf of 9cc6acaf1b6242b89d16273be31eed8e for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:19.883188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.071431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54756) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:20.160332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.216507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55bdcabf-c3ba-47a3-a715-1f223e2017db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.239194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7243485-aa33-41f7-bc38-ec488c348e12,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:20.245390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Checking segment: {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:20.245390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Network hostable DHCP agents. Network: 11493275-367c-441a-94fe-a7863f57ed9c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:20.265694 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Network 11493275-367c-441a-94fe-a7863f57ed9c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:20.281389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 11493275-367c-441a-94fe-a7863f57ed9c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:20.286318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:20.286990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.294681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e27d6aa-93e1-499e-b8bc-dde580b041d8 None None] Network 11493275-367c-441a-94fe-a7863f57ed9c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:20.356892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55bdcabf-c3ba-47a3-a715-1f223e2017db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.365540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55bdcabf-c3ba-47a3-a715-1f223e2017db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.375487 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dda59908-0ea6-4a0b-93a2-cb796b0921da admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5534873 Aug 16 22:36:20.378794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54766) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:20.384951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:20.408101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdcabf-c3ba-47a3-a715-1f223e2017db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5305e84-22b3-47d0-8808-2ac66f889f35,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:20.420590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-55bdcabf-c3ba-47a3-a715-1f223e2017db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=666037a5d5524f1980cbe88a7a0e74a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476114 Aug 16 22:36:20.421284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:20.440876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.442496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.499411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.533723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.577569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.628524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.631563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.632987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5305e84-22b3-47d0-8808-2ac66f889f35 HTTP/1.1" status: 204 len: 168 time: 0.2107170 Aug 16 22:36:20.642806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4f67a-56d8-445c-9145-3fe6f15afe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5305e84-22b3-47d0-8808-2ac66f889f35,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:20.649001 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Sync routers for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:20.675038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-11493275-367c-441a-94fe-a7863f57ed9c', 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'fixed_ips': [{'subnet_id': 'a7243485-aa33-41f7-bc38-ec488c348e12'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:36:20.676256 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.679994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c70bac1-53c1-45d6-8346-2bf88c9bb87f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:20.686268 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:20.688192 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:20.708272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ca8284cc-5a11-46be-a9c9-fc2cca55f0db no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:20.756045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: ca8284cc-5a11-46be-a9c9-fc2cca55f0db {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:20.756653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ca8284cc-5a11-46be-a9c9-fc2cca55f0db not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:20.866366 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:20.910708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.912436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Allocated IP 172.20.0.2 (11493275-367c-441a-94fe-a7863f57ed9c/a7243485-aa33-41f7-bc38-ec488c348e12/3fbe4e0f-c220-4253-ae55-fed9efaff679) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:21.148667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.171670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Transition to ACTIVE for port object 3fbe4e0f-c220-4253-ae55-fed9efaff679 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.192874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54782) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:21.205643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Transition to ACTIVE for port object 3fbe4e0f-c220-4253-ae55-fed9efaff679 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.222270 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.228226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:21.228701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.232992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0887824-eeae-4cc3-8066-a890e4179170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.328700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Network 11493275-367c-441a-94fe-a7863f57ed9c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:21.337303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:21.360746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Pushing event updated for resources: {'Port': ['ID=3fbe4e0f-c220-4253-ae55-fed9efaff679,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.371474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:21.382917 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.388200 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 2, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:21.403478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0887824-eeae-4cc3-8066-a890e4179170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.409441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b0887824-eeae-4cc3-8066-a890e4179170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.422326 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Checking router: 9af9dffb-01cc-4588-a7b9-20004d76c913 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:21.422326 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Updating router 9af9dffb-01cc-4588-a7b9-20004d76c913 port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:21.457911 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.472818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Attempting to bind port 3fbe4e0f-c220-4253-ae55-fed9efaff679 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:21.473218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Attempting to bind port 3fbe4e0f-c220-4253-ae55-fed9efaff679 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:21.473637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Attempting to bind port 3fbe4e0f-c220-4253-ae55-fed9efaff679 on network 11493275-367c-441a-94fe-a7863f57ed9c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:21.483691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:21.484065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Checking segment: {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:21.484481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.484860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Bound using segment: {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:21.485405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Bound port: 3fbe4e0f-c220-4253-ae55-fed9efaff679, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:21.485793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.533737 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887824-eeae-4cc3-8066-a890e4179170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36924d1-e2cc-467f-8440-f4f40c6496f0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.589219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] For port 3fbe4e0f-c220-4253-ae55-fed9efaff679, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:21.592890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] For port 3fbe4e0f-c220-4253-ae55-fed9efaff679, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3fbe4e0f-c220-4253-ae55-fed9efaff679,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:21.600632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.643970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.653115 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0887824-eeae-4cc3-8066-a890e4179170 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d46aa2840c564a0d9cbb165ec896ed2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566996 Aug 16 22:36:21.653683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54798) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:21.675311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.708661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb1473-b3e7-402f-adb1-663bedba80d8 None None] Pushing event updated for resources: {'Port': ['ID=3fbe4e0f-c220-4253-ae55-fed9efaff679,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:21.753871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.800832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.843808 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.857639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Transition to ACTIVE for port object eb70e5ab-b9df-4b43-831c-23fc9a4ca59d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:21.864627 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.878550 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.883742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:21.890384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Allocated IP 172.25.8.217 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b75f3019-4fab-45f2-94c7-7690bd158ad4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:21.906154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e36924d1-e2cc-467f-8440-f4f40c6496f0 HTTP/1.1" status: 204 len: 168 time: 0.2513070 Aug 16 22:36:21.924378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fd536-8350-4413-9ea1-ba03b4c9203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36924d1-e2cc-467f-8440-f4f40c6496f0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.071045 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c3779-aa0a-462c-9921-983db0d2da6d None None] Pushing event updated for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.092841 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Attempting to bind port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:22.093259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Attempting to bind port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:22.093630 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Attempting to bind port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d on network 2ba37975-f401-4019-bfa7-aa25af41e400 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:22.120125 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:22.120549 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Checking segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:22.121355 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.121731 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Bound using segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:22.122203 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Bound port: eb70e5ab-b9df-4b43-831c-23fc9a4ca59d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:22.122594 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.145642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.230714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.278854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] For port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:22.288523 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] For port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:22.301572 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.332974 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:22.336665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:22.340005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:22.372605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Pushing event updated for resources: {'Port': ['ID=b75f3019-4fab-45f2-94c7-7690bd158ad4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.419781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c3779-aa0a-462c-9921-983db0d2da6d None None] Pushing event updated for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:22.461258 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:22.462035 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:22.710688 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:22.738988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3fbe4e0f-c220-4253-ae55-fed9efaff679 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:22.866102 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.915122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 3fbe4e0f-c220-4253-ae55-fed9efaff679 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:22.923665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.178449 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:22Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:23.209212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.221938 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7eef89-143a-4de5-bd66-62e14f0d9922 None None] The sync data for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 is: [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:22Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:23.398966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4ede7-dc98-4301-8a6e-69c889e4f8a0 None None] Network 11493275-367c-441a-94fe-a7863f57ed9c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:23.651025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Provisioning for port 3fbe4e0f-c220-4253-ae55-fed9efaff679 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:23.659425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Provisioning complete for port 3fbe4e0f-c220-4253-ae55-fed9efaff679 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:23.660083 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.174726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Router 88795ede-2c5a-429c-8b74-e144048e9adb is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:36:24.299008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.426084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:24.440888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] For port 3fbe4e0f-c220-4253-ae55-fed9efaff679, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3fbe4e0f-c220-4253-ae55-fed9efaff679,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:24.459026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Sync routers for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:24.476321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.480492 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-33e19897-030e-4335-9f44-0de8c767e24d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0980985 Aug 16 22:36:24.480985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 54876) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:24.495354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.529708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:24.531084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:24.738268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eb70e5ab-b9df-4b43-831c-23fc9a4ca59d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:24.740172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-876bb620-ed17-4d13-8e55-08ce5a524d91 None None] Provisioning complete for port 3fbe4e0f-c220-4253-ae55-fed9efaff679 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:24.740552 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-876bb620-ed17-4d13-8e55-08ce5a524d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:24.769453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532d620-6764-4c32-af7a-fe7f94b0405d None None] Pushing event updated for resources: {'Port': ['ID=3fbe4e0f-c220-4253-ae55-fed9efaff679,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:24.918268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:24.991249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:25.042078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:25.042459 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.225500 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.277726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:25.289151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:22Z', 'revision_number': 3, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:25.298518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.398164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Checking router: 88795ede-2c5a-429c-8b74-e144048e9adb for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:25.398869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Updating router 88795ede-2c5a-429c-8b74-e144048e9adb port b75f3019-4fab-45f2-94c7-7690bd158ad4 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:25.444188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.454605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.550435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:25.673254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Allocated IP 172.20.0.1 (11493275-367c-441a-94fe-a7863f57ed9c/a7243485-aa33-41f7-bc38-ec488c348e12/b6c96a30-3fde-4dcf-9a93-1e401fe84e8b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:25.790041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.803653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Transition to ACTIVE for port object b75f3019-4fab-45f2-94c7-7690bd158ad4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:25.812718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.829868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.844283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Transition to ACTIVE for port object b6c96a30-3fde-4dcf-9a93-1e401fe84e8b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:25.858753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Attempting to bind port b75f3019-4fab-45f2-94c7-7690bd158ad4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:25.859067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Attempting to bind port b75f3019-4fab-45f2-94c7-7690bd158ad4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:25.859429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Attempting to bind port b75f3019-4fab-45f2-94c7-7690bd158ad4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:25.868614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:25.868989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:25.869516 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.870065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:25.871083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Bound port: b75f3019-4fab-45f2-94c7-7690bd158ad4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:25.871203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.880907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.902887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75bd06-f5dd-48ac-ba6f-cb998d629401 None None] Pushing event updated for resources: {'Port': ['ID=b75f3019-4fab-45f2-94c7-7690bd158ad4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:25.930414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Network 11493275-367c-441a-94fe-a7863f57ed9c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:25.932412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:25.934267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] For port b75f3019-4fab-45f2-94c7-7690bd158ad4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:25.937885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] For port b75f3019-4fab-45f2-94c7-7690bd158ad4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b75f3019-4fab-45f2-94c7-7690bd158ad4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:25.943654 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:25.960050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:26.027915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:26.058176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75bd06-f5dd-48ac-ba6f-cb998d629401 None None] Pushing event updated for resources: {'Port': ['ID=b75f3019-4fab-45f2-94c7-7690bd158ad4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:26.069791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:26.070623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:26.073833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.209454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:26.261957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.347844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-38a76737-5032-4286-b8be-b78ba3ae6907 None None] Provisioning for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:26.364185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-38a76737-5032-4286-b8be-b78ba3ae6907 None None] Provisioning complete for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:26.364600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-38a76737-5032-4286-b8be-b78ba3ae6907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.445652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-38a76737-5032-4286-b8be-b78ba3ae6907 None None] Port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:26.487753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:22Z', 'revision_number': 3, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:26.490487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.495686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.525678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65b79a3-00a9-4ada-992b-a354c2587b08 None None] The sync data for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 is: [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:22Z', 'revision_number': 3, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:26.576793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:26.585838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:26.719958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eb70e5ab-b9df-4b43-831c-23fc9a4ca59d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:26.730952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Network 11493275-367c-441a-94fe-a7863f57ed9c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:26.741355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:27.006012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:27.006421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.068067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Router 88795ede-2c5a-429c-8b74-e144048e9adb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:27.254726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3fbe4e0f-c220-4253-ae55-fed9efaff679 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:27.321938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:27.328142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b234722-ccb8-4aa6-891f-9be716f91288 admin admin] 10.222.0.22 "PUT /v2.0/routers/88795ede-2c5a-429c-8b74-e144048e9adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458366 Aug 16 22:36:27.403096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7d4efba7-8893-44f8-bdb3-991719116048 None None] Provisioning complete for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:27.403495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7d4efba7-8893-44f8-bdb3-991719116048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.430091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3fbe4e0f-c220-4253-ae55-fed9efaff679 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:27.430471 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.470266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7d4efba7-8893-44f8-bdb3-991719116048 None None] Port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:27.940919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-7bb91776-1f7e-46ce-ab70-baa40c4509d4 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:27.948749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-7bb91776-1f7e-46ce-ab70-baa40c4509d4 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 813 time: 0.1749170 Aug 16 22:36:27.967072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-a8d86eaa-b12f-4154-887e-843de46213d4 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/quotas/3a6d366822e349418da18ebc9e6febab HTTP/1.1" status: 200 len: 375 time: 0.0172994 Aug 16 22:36:28.043939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-8817858b-252f-40ad-9dde-e47766a21b1a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758684 Aug 16 22:36:28.141930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.147193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-9e803023-255b-4cd9-9b78-f1e7a052bc4c service neutron] 10.222.0.22 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023622 Aug 16 22:36:28.152039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764699913', 'description': 'tempest-secgroup-smoke-1764699913 description', 'project_id': '477de84458614d90b603e6f0199dba83'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:28.210914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.284540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-fd98cc71-c226-4112-b55e-bc12da730bbf service neutron] 10.222.0.22 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276066 Aug 16 22:36:28.327443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.335062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.370095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.371732 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2287657 Aug 16 22:36:28.374795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.386447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:28.394754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ed624-9842-4f64-b762-7a3c6f2914c5 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:28.446686 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.625972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.635562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.678949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc425364-d7da-4e72-8a69-483d5c35fd16,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:28.689213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.694671 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f5aa998-0768-4e8f-8b68-bcb67c662b66 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125341 Aug 16 22:36:28.695376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 54988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.701143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:28.739765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b75f3019-4fab-45f2-94c7-7690bd158ad4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:28.754990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfecb44c-4f94-4e34-97cb-7bd2f7080a17 req-5f3a3cb3-b521-44eb-8a7e-5f57bc7611b8 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0903223 Aug 16 22:36:28.778522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.815418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b75f3019-4fab-45f2-94c7-7690bd158ad4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:28.820484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b75f3019-4fab-45f2-94c7-7690bd158ad4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:28.821097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.873575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.878466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.916605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.918125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2213809 Aug 16 22:36:28.920975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:28.931038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:28.937391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2a5d1-331f-4712-a8f0-aa4395691d0b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42457eca-3523-4ede-9396-b63b9b90dacc,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:28.970320 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.970802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:28.995255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b75f3019-4fab-45f2-94c7-7690bd158ad4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b75f3019-4fab-45f2-94c7-7690bd158ad4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:29.000713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.057219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.058831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b75f3019-4fab-45f2-94c7-7690bd158ad4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:29.062758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.091182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cac4f13-82c3-48b4-980e-0db0a9929206,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:29.117788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.122469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:29.124713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-66188d22-1b49-4758-a187-52349bb3e46f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023301 Aug 16 22:36:29.139901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:29.184538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.278939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.283937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.311333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc889104-51a7-4628-99e9-6ddb990b59fd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:29.315993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.320722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:29.326047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:29.332557 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e1701ee-b14c-40cf-bcc2-575eba4e6e19 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2085884 Aug 16 22:36:29.334377 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Sync routers for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:29.365870 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:29.367570 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:29.394278 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Project 477de84458614d90b603e6f0199dba83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:36:29.403256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.520791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.526080 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.555210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043d428b-fb36-4eca-b793-80d5b4cd03a5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:29.560074 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.565721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:29.570741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82', 'project_id': '477de84458614d90b603e6f0199dba83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:29.588563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b91e7ae2-bcf1-4aaf-8af0-a8e3be12c88d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2663972 Aug 16 22:36:29.611793 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Project 477de84458614d90b603e6f0199dba83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:36:29.619638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.698525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.704405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.716690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:29.728836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:29.739111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646152 Aug 16 22:36:29.739111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2d4d0-a021-430e-aa8a-3d864706a412 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a045ab2d-277c-4b52-b136-bfa6529a8e78,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:29.968123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a37da1ae-c878-4592-922b-69e734ccf0f6 req-37d8cfee-b47d-4f4e-bde6-6b69570a3e7f tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0723202 Aug 16 22:36:30.054689 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:26Z', 'revision_number': 4, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b6c96a30-3fde-4dcf-9a93-1e401fe84e8b', 'name': '', 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'mac_address': 'fa:16:3e:36:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:25Z', 'updated_at': '2021-08-16T22:36:26Z', 'revision_number': 2, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'subnets': [{'id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:30.085368 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Checking router: 88795ede-2c5a-429c-8b74-e144048e9adb for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:30.085831 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Updating router 88795ede-2c5a-429c-8b74-e144048e9adb port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:30.119941 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.192503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-98134482-2fc5-4d81-9d2b-4b4b46d03ab9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764699913&fields=id&tenant_id=477de84458614d90b603e6f0199dba83 HTTP/1.1" status: 200 len: 267 time: 0.0648997 Aug 16 22:36:30.286072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-2a881d75-6c9a-48c2-8a99-70ce529129f7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:30.287693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-2a881d75-6c9a-48c2-8a99-70ce529129f7 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 813 time: 0.2497997 Aug 16 22:36:30.318142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Request body: {'port': {'device_id': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292', 'admin_state_up': True, 'tenant_id': '3a6d366822e349418da18ebc9e6febab'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:30.392099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-4703c62c-72e0-4f0f-94be-7a3996ba4d9f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:30.399458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-4703c62c-72e0-4f0f-94be-7a3996ba4d9f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 808 time: 0.2054958 Aug 16 22:36:30.431049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-4f18b27d-3df2-4a08-9ecf-042a01383fab tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/quotas/477de84458614d90b603e6f0199dba83 HTTP/1.1" status: 200 len: 375 time: 0.0305548 Aug 16 22:36:30.551720 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.562997 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Transition to ACTIVE for port object b6c96a30-3fde-4dcf-9a93-1e401fe84e8b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:30.569729 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.574857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-c236d902-77a6-416f-8d79-bc8fc5739b79 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429219 Aug 16 22:36:30.587798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Made reservation on behalf of 3a6d366822e349418da18ebc9e6febab for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:30.599324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.620309 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7258b2-459b-41ae-a6ff-6618e49c2bf2 None None] Pushing event updated for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:30.661389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b75f3019-4fab-45f2-94c7-7690bd158ad4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:30.710328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Attempting to bind port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:30.710709 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Attempting to bind port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:30.711342 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Attempting to bind port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b on network 11493275-367c-441a-94fe-a7863f57ed9c {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:30.717439 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:30.717812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Checking segment: {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:30.718368 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.718769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Bound using segment: {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:30.719468 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Bound port: b6c96a30-3fde-4dcf-9a93-1e401fe84e8b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d07b4a-9a79-4e9f-9608-e5092d7606de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:30.719856 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.738302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b75f3019-4fab-45f2-94c7-7690bd158ad4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:30.739003 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.816169 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] For port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:30.819745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] For port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:30.824768 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.839021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-f4ec4ba1-d554-472c-9177-f7e9953b614b service neutron] 10.222.0.22 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370739 Aug 16 22:36:30.903611 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:30.904138 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:31.021631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Allocated IP 172.20.0.4 (07aa4d94-bfd7-461c-99fa-b40d3ec7b292/3beed5ee-1685-4b3b-9244-78696a7dd4dc/5ef8375a-7851-4f29-b49e-c53210087ce1) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:31.089940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-dba86448-91da-42c6-8870-1d09ae8072a3 service neutron] 10.222.0.22 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495940 Aug 16 22:36:31.150294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7411bab3-32e7-4b6e-b842-b941d33e287d req-ae1e0751-c3ac-4946-9465-5594d56ba488 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 210 time: 0.0546789 Aug 16 22:36:31.154198 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:31.327883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.391587 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7258b2-459b-41ae-a6ff-6618e49c2bf2 None None] Pushing event updated for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.424304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.530174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Pushing event updated for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.538861 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:26Z', 'revision_number': 4, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b6c96a30-3fde-4dcf-9a93-1e401fe84e8b', 'name': '', 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'mac_address': 'fa:16:3e:36:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:25Z', 'updated_at': '2021-08-16T22:36:30Z', 'revision_number': 4, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'subnets': [{'id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:31.542894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9999742-4902-4a7d-8046-70411d47aa08 req-d488af51-648b-4a87-b016-3ca99381cc27 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 210 time: 0.0537660 Aug 16 22:36:31.564799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:31.566677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:31.575130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:31.575262 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c93283-229b-411f-ae6e-7b0c0768476e None None] The sync data for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 is: [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:36:26Z', 'revision_number': 4, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b6c96a30-3fde-4dcf-9a93-1e401fe84e8b', 'name': '', 'network_id': '11493275-367c-441a-94fe-a7863f57ed9c', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'mac_address': 'fa:16:3e:36:74:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:25Z', 'updated_at': '2021-08-16T22:36:30Z', 'revision_number': 4, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'subnets': [{'id': 'a7243485-aa33-41f7-bc38-ec488c348e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:31.725868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.726588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.763900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-238311fa-7800-4a21-8124-7c75e268d4f6 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4504135 Aug 16 22:36:31.794463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Request body: {'port': {'device_id': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:31.875421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.361272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94655945-0303-4d7d-9c0f-d7afeab603af req-f00073c1-6a41-40ee-95a6-535aa4e2ecbd tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:32.369654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94655945-0303-4d7d-9c0f-d7afeab603af req-f00073c1-6a41-40ee-95a6-535aa4e2ecbd tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 931 time: 0.1228244 Aug 16 22:36:32.405615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef8375a-7851-4f29-b49e-c53210087ce1 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:32.428659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.461311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Transition to ACTIVE for port object 5ef8375a-7851-4f29-b49e-c53210087ce1 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:32.489700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94655945-0303-4d7d-9c0f-d7afeab603af req-86c36923-1faf-4c2d-957a-744b13fdebf8 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188879 Aug 16 22:36:32.496456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.622537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:32.714164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6c96a30-3fde-4dcf-9a93-1e401fe84e8b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:32.740845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56c86959-e015-40b4-aa3f-c6ed35d923b9 req-1650fa86-8ac5-430d-a680-febd45f50d50 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 210 time: 0.0522776 Aug 16 22:36:32.742242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Attempting to bind port 5ef8375a-7851-4f29-b49e-c53210087ce1 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:32.744061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Attempting to bind port 5ef8375a-7851-4f29-b49e-c53210087ce1 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:32.750049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Attempting to bind port 5ef8375a-7851-4f29-b49e-c53210087ce1 on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:32.769471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Port 5ef8375a-7851-4f29-b49e-c53210087ce1 on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:32.769812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Attempting to bind port 5ef8375a-7851-4f29-b49e-c53210087ce1 on network 07aa4d94-bfd7-461c-99fa-b40d3ec7b292 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:32.785132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:32.785478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Checking segment: {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:32.785872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Bound using segment: {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:32.786960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Bound port: 5ef8375a-7851-4f29-b49e-c53210087ce1, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb38bda-24fb-48c2-ae22-098538c48961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:32.787344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.854740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:32.860438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:32.860831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:32.980281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:33.007068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5ef8375a-7851-4f29-b49e-c53210087ce1,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:33.018930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-5a8599d1-877a-4d64-8a89-937f83dcef8b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.021272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-5a8599d1-877a-4d64-8a89-937f83dcef8b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 808 time: 0.2021670 Aug 16 22:36:33.023383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.157447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:33.167500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.168228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.170057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-f5590291-30b0-4f6f-a0dc-c90b0b40a57d service neutron] 10.222.0.88 "PUT /v2.0/ports/5ef8375a-7851-4f29-b49e-c53210087ce1 HTTP/1.1" status: 200 len: 1092 time: 1.3828592 Aug 16 22:36:33.170692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:33.174676 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487749e-f535-4ff1-b192-23f8f560fc15" -d '{"events": [{"name": "network-changed", "server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:33.216283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-45aa91f7-5fe7-4af9-8720-df0c6902f9ec tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477de84458614d90b603e6f0199dba83 HTTP/1.1" status: 200 len: 380 time: 0.1571946 Aug 16 22:36:33.240609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'port': {'device_id': '76eef349-099e-40ea-8582-f0b2520403b7', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'admin_state_up': True, 'tenant_id': '477de84458614d90b603e6f0199dba83', 'security_groups': ['fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:33.273234 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce1b9b-c582-437b-a08e-0b69ade7b55b x-openstack-request-id: req-54ce1b9b-c582-437b-a08e-0b69ade7b55b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:33.273530 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:33.273787 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54ce1b9b-c582-437b-a08e-0b69ade7b55b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:33.274199 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1', 'status': 'completed', 'code': 200} Aug 16 22:36:33.281660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.340188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:33.345509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.448410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:33.847235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e60f-5fe8-4817-98a8-0df550562dba req-c32d0219-fafe-419b-b587-ea237d536528 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.848647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc34e60f-5fe8-4817-98a8-0df550562dba req-c32d0219-fafe-419b-b587-ea237d536528 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 943 time: 0.1409676 Aug 16 22:36:33.869880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7105b020-5413-4672-91e4-2bc7fba7b65e req-a7451e8b-76e6-4e84-aae0-08e618a47aaf tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 210 time: 0.0547760 Aug 16 22:36:33.911899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-bbcc7576-7aad-4320-b9a5-4b11838e6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:33.913602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-bbcc7576-7aad-4320-b9a5-4b11838e6f82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 1095 time: 0.2043984 Aug 16 22:36:33.915800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Made reservation on behalf of 477de84458614d90b603e6f0199dba83 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:33.919197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:33.989605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc34e60f-5fe8-4817-98a8-0df550562dba req-d1a727e6-5f13-416a-98ff-3a69a7dd5b6a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220701 Aug 16 22:36:33.990882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-d888ef9d-2a37-46ce-b21a-ccc0b36002ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef8375a-7851-4f29-b49e-c53210087ce1 HTTP/1.1" status: 200 len: 217 time: 0.0435772 Aug 16 22:36:34.129371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-66ed8ad8-5b03-44b3-b1e4-582faee6c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:34.131494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-66ed8ad8-5b03-44b3-b1e4-582faee6c464 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.0950475 Aug 16 22:36:34.177333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-41bbc610-d09c-4fdd-a87f-00e761191839 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360332 Aug 16 22:36:34.199073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Allocated IP 172.20.0.10 (2ba37975-f401-4019-bfa7-aa25af41e400/37dd842e-475e-49c8-963b-d6cf31161608/f74659e5-c568-4e0e-93e9-b21145e6b7e9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:34.366780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-341061ff-f2a3-475d-846c-bd8a94816637 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797507 Aug 16 22:36:34.527008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.559381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Transition to ACTIVE for port object f74659e5-c568-4e0e-93e9-b21145e6b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:34.567096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef073cc4-53b3-42cd-bb86-5014760d6d84 req-9ec97833-68fd-425e-b2af-b7f5d474ae7f service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901989 Aug 16 22:36:34.624087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.667411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6c96a30-3fde-4dcf-9a93-1e401fe84e8b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:34.728557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:34.729334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.799180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:34.803058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Network 2ba37975-f401-4019-bfa7-aa25af41e400 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:34.810789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:34.825266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:34.866065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-9966b663-fba1-409b-aac1-3133f79bfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:34.868783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-9966b663-fba1-409b-aac1-3133f79bfd0a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 1095 time: 0.1789553 Aug 16 22:36:34.873494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.073892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.082948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.083914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.128723 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:36:35.168536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3bdcb68e-f53e-4de1-9815-aa871bb4133e None None] Provisioning for port f74659e5-c568-4e0e-93e9-b21145e6b7e9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:35.175275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2ff4e-76e5-4d43-b1a0-2495bb346ba6 req-d69c47d9-6a3e-4375-962d-45ac18da2449 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.175275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd2ff4e-76e5-4d43-b1a0-2495bb346ba6 req-d69c47d9-6a3e-4375-962d-45ac18da2449 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 932 time: 0.1791122 Aug 16 22:36:35.175275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-8b00561f-3109-4c69-bcbb-478e1e12c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.175671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3bdcb68e-f53e-4de1-9815-aa871bb4133e None None] Provisioning complete for port f74659e5-c568-4e0e-93e9-b21145e6b7e9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:35.175671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb68e-f53e-4de1-9815-aa871bb4133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.176845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-8b00561f-3109-4c69-bcbb-478e1e12c652 service neutron] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 913 time: 0.2950399 Aug 16 22:36:35.247712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-d4751c1e-100d-4a87-8198-541618e9ae80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef8375a-7851-4f29-b49e-c53210087ce1 HTTP/1.1" status: 200 len: 217 time: 0.0597231 Aug 16 22:36:35.282324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcb68e-f53e-4de1-9815-aa871bb4133e None None] Port f74659e5-c568-4e0e-93e9-b21145e6b7e9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:35.304972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.310511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.357928 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be71328080a341829beda0e7d14783a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832640 Aug 16 22:36:35.360769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4828bbbe-4711-4a1a-8d75-ef800d9eb531,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.362378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55158) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:35.364877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-ba96b465-d43a-45fd-ad5a-32dde7487a1a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1283009 Aug 16 22:36:35.372703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fd2ff4e-76e5-4d43-b1a0-2495bb346ba6 req-d015c530-702f-49cf-9c94-02aacc20491e tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928141 Aug 16 22:36:35.380507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.380858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.381244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.381585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.382027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.382369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.382699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.383028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.383359 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.383683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.384007 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.384362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b819d9c9-d0f7-4090-9a8f-30d4ee480825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.389469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Request body: {'port': {'device_id': '76eef349-099e-40ea-8582-f0b2520403b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:35.424056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-025921f0-d713-44f5-9276-81b7f1fdb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.425838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-025921f0-d713-44f5-9276-81b7f1fdb9e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.1669421 Aug 16 22:36:35.435209 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.473716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fe380-8b9c-412b-ba92-497e3535ba9a req-864df4dd-9385-438b-b9a4-3ad8e7b237de tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:35.475459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-839fe380-8b9c-412b-ba92-497e3535ba9a req-864df4dd-9385-438b-b9a4-3ad8e7b237de tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 943 time: 0.1753087 Aug 16 22:36:35.481402 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.495182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-8f232311-8806-498a-b326-5733fcfbc58d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596509 Aug 16 22:36:35.543387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.543724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.546430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.550468 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4828bbbe-4711-4a1a-8d75-ef800d9eb531 HTTP/1.1" status: 204 len: 168 time: 0.1848860 Aug 16 22:36:35.558019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad954d4-2066-4595-8419-7c63854d0041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4828bbbe-4711-4a1a-8d75-ef800d9eb531,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.649282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-839fe380-8b9c-412b-ba92-497e3535ba9a req-2f57e07e-8c8d-43a6-bbca-40004b61f2e5 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526678 Aug 16 22:36:35.753609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-fcb165b7-cd19-4205-8c27-a4b39d4c0d30 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337871 Aug 16 22:36:35.924163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-d278f37b-ec31-47bf-841b-fb3827da029f service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605985 Aug 16 22:36:36.015330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74659e5-c568-4e0e-93e9-b21145e6b7e9 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:36.023954 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.036683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Transition to ACTIVE for port object f74659e5-c568-4e0e-93e9-b21145e6b7e9 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:36.040689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.094346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Pushing event updated for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:36.178446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Attempting to bind port f74659e5-c568-4e0e-93e9-b21145e6b7e9 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:36.178918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Attempting to bind port f74659e5-c568-4e0e-93e9-b21145e6b7e9 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:36.179597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Attempting to bind port f74659e5-c568-4e0e-93e9-b21145e6b7e9 on network 2ba37975-f401-4019-bfa7-aa25af41e400 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:36.185611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Port f74659e5-c568-4e0e-93e9-b21145e6b7e9 on network 2ba37975-f401-4019-bfa7-aa25af41e400 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:36:36.186043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Attempting to bind port f74659e5-c568-4e0e-93e9-b21145e6b7e9 on network 2ba37975-f401-4019-bfa7-aa25af41e400 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:36.197550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:36.198082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Checking segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:36.198953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Bound using segment: {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:36.199526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Bound port: f74659e5-c568-4e0e-93e9-b21145e6b7e9, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01057db8-8279-4e70-a916-d16d43637c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:36.200386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.319044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:36.328696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:36.334589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.418652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.419614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:36.421963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] 10.222.0.88 "PUT /v2.0/ports/f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1093 time: 1.0403113 Aug 16 22:36:36.452140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:36.455339 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d3c1e-a7a9-463b-b66b-dc036297e244" -d '{"events": [{"name": "network-changed", "server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:36.458395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3153e8-d877-4604-a8af-5e227b071779 service neutron] Pushing event updated for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:36.598644 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b4a34-30d8-490e-bf9e-90d08550f22e x-openstack-request-id: req-fd3b4a34-30d8-490e-bf9e-90d08550f22e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:36.598937 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:36.599191 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd3b4a34-30d8-490e-bf9e-90d08550f22e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:36.599586 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'status': 'completed', 'code': 200} Aug 16 22:36:36.652962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-bbe11911-d162-4d61-bee6-f96210080f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.654685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-bbe11911-d162-4d61-bee6-f96210080f29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1096 time: 0.1514735 Aug 16 22:36:36.664199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1aaed-f602-4d9c-bc72-6dce0bdc4367 req-8feeebf2-6944-406a-9b4e-8f26a9e09e05 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.666866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35d1aaed-f602-4d9c-bc72-6dce0bdc4367 req-8feeebf2-6944-406a-9b4e-8f26a9e09e05 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 944 time: 0.0938022 Aug 16 22:36:36.762419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-6421f923-b050-4188-9406-43ba0cad5b4f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 217 time: 0.0865514 Aug 16 22:36:36.774843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5ef8375a-7851-4f29-b49e-c53210087ce1 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:36:36.850039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35d1aaed-f602-4d9c-bc72-6dce0bdc4367 req-31640aa3-1965-4e4f-9094-bb2da30a80e8 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647706 Aug 16 22:36:36.912852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-b9f9229a-c553-403f-81d0-4f95f8c6b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.923931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-b9f9229a-c553-403f-81d0-4f95f8c6b3ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.1495671 Aug 16 22:36:36.934457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17a57-052e-4b0e-a853-475d7f57b69c req-90ed6efd-b468-4eca-8207-8c648425b33f tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:36.942857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f17a57-052e-4b0e-a853-475d7f57b69c req-90ed6efd-b468-4eca-8207-8c648425b33f tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 943 time: 0.1879523 Aug 16 22:36:36.955695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5ef8375a-7851-4f29-b49e-c53210087ce1,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:36.976925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '5ef8375a-7851-4f29-b49e-c53210087ce1', 'network_id': '07aa4d94-bfd7-461c-99fa-b40d3ec7b292', 'port_id': '5ef8375a-7851-4f29-b49e-c53210087ce1', 'mac_address': 'fa:16:3e:1d:95:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3beed5ee-1685-4b3b-9244-78696a7dd4dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:36:37.044744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26f17a57-052e-4b0e-a853-475d7f57b69c req-d4ec6e36-f887-4c44-82e7-572134ca4d7b tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009223 Aug 16 22:36:37.050311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.054777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-d40693c8-ce33-4739-a1ff-57c3216058bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.056755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-d40693c8-ce33-4739-a1ff-57c3216058bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117415 Aug 16 22:36:37.093271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef8375a-7851-4f29-b49e-c53210087ce1 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:37.154299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5ef8375a-7851-4f29-b49e-c53210087ce1,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:37.162037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:37.180145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-e3c6ec63-59e2-4cc0-adb6-7ca234fa61fc service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132126 Aug 16 22:36:37.222839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:37.311161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b7f2b96-7c76-46f6-893b-ce8c9d85a811 req-a7676902-7e51-41b2-88fc-c60cd5c67bf3 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228278 Aug 16 22:36:37.494694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-102c4211-411b-462c-b865-1ed0d2f3e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.496460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-102c4211-411b-462c-b865-1ed0d2f3e9af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1096 time: 0.0744214 Aug 16 22:36:37.610148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-328a08c0-dd73-4848-91ed-5f6dd82f567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.611752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-328a08c0-dd73-4848-91ed-5f6dd82f567e service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.1078539 Aug 16 22:36:37.674346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-c1647d80-ba77-42b1-966e-a994044cd730 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 217 time: 0.0542190 Aug 16 22:36:37.750017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-464ff151-4eba-402f-9981-b3547bdfea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.752082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-464ff151-4eba-402f-9981-b3547bdfea05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0619791 Aug 16 22:36:37.818125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-ae4d1ac6-a63f-445c-bbda-40552bf1cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:37.819603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-ae4d1ac6-a63f-445c-bbda-40552bf1cd15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569789 Aug 16 22:36:37.821526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['5ef8375a-7851-4f29-b49e-c53210087ce1'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:37.929886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-cf8d5522-acbf-4e72-b7af-50dd350411b9 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018121 Aug 16 22:36:38.232758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-107d3c1e-a7a9-463b-b66b-dc036297e244 req-5fdc2c0f-05a8-4a25-a4d7-e08c413de065 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930222 Aug 16 22:36:38.297962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9700d21-6c72-4db2-bcf3-fd21346f0a3f req-0bcb71a6-595e-4b54-a2ad-7d93ab918701 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:38.299501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9700d21-6c72-4db2-bcf3-fd21346f0a3f req-0bcb71a6-595e-4b54-a2ad-7d93ab918701 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 944 time: 0.2292781 Aug 16 22:36:38.312707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd044f3c-6e27-4726-b2ac-590fe1794808 req-2e94a711-97f7-402d-809f-68a7f638c791 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:38.315420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd044f3c-6e27-4726-b2ac-590fe1794808 req-2e94a711-97f7-402d-809f-68a7f638c791 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 944 time: 0.1479256 Aug 16 22:36:38.375718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd044f3c-6e27-4726-b2ac-590fe1794808 req-40e31e93-7b4e-4244-9e84-6a45936d544a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Aug 16 22:36:38.396723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9700d21-6c72-4db2-bcf3-fd21346f0a3f req-ec0b28c4-7ada-439d-9261-c0c6902e0302 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803173 Aug 16 22:36:39.575531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8bb3-d200-464c-821a-b458e36fb310 req-9e557e30-fb78-4e81-8637-7216dc0215fe tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.576989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aab8bb3-d200-464c-821a-b458e36fb310 req-9e557e30-fb78-4e81-8637-7216dc0215fe tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 944 time: 0.0818536 Aug 16 22:36:39.609042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8976f-9dc2-41d0-90e2-72b6d8c765dc req-ec76a2f0-107b-4b46-a913-f1199d4186b1 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:39.611028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb8976f-9dc2-41d0-90e2-72b6d8c765dc req-ec76a2f0-107b-4b46-a913-f1199d4186b1 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 944 time: 0.0853748 Aug 16 22:36:39.649808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0aab8bb3-d200-464c-821a-b458e36fb310 req-761e6757-052a-4104-99a1-9b3ce51f4e5e tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648532 Aug 16 22:36:39.677718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fb8976f-9dc2-41d0-90e2-72b6d8c765dc req-cf0a6801-7837-4a3f-ab9e-d6d699d8af8e tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596392 Aug 16 22:36:40.790017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f74659e5-c568-4e0e-93e9-b21145e6b7e9 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:36:40.800565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5ef8375a-7851-4f29-b49e-c53210087ce1 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:40.830271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd16388-d3ca-41fa-9ea7-e42d4388d559 req-3db00d1a-b6e8-4855-b1e8-bf0ac9cf4b09 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:40.832675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bd16388-d3ca-41fa-9ea7-e42d4388d559 req-3db00d1a-b6e8-4855-b1e8-bf0ac9cf4b09 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 944 time: 0.0913064 Aug 16 22:36:40.846061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e9545-0464-43e4-a27c-1ef7fe995ae3 req-a5fc02ec-8b2b-44f9-a5bc-08fc8cffec6b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:40.847930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-294e9545-0464-43e4-a27c-1ef7fe995ae3 req-a5fc02ec-8b2b-44f9-a5bc-08fc8cffec6b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 944 time: 0.0678883 Aug 16 22:36:40.915937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3bd16388-d3ca-41fa-9ea7-e42d4388d559 req-6d0dea9c-ddd7-4fce-aa02-c6da2b3c18f9 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667374 Aug 16 22:36:40.918812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-294e9545-0464-43e4-a27c-1ef7fe995ae3 req-349d7584-84c5-40a8-9a14-79917b44cdba tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616727 Aug 16 22:36:40.941109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 5ef8375a-7851-4f29-b49e-c53210087ce1 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:40.946548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 5ef8375a-7851-4f29-b49e-c53210087ce1 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:40.946928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:40.953502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:40.992243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'port_id': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'mac_address': 'fa:16:3e:76:9e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:36:41.046021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.080450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74659e5-c568-4e0e-93e9-b21145e6b7e9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:36:41.094157 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.112135 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:41.119912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.127528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:41.129809 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb3d71-c645-4ddb-a1d0-8fe961a755f3" -d '{"events": [{"server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:41.161934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5ef8375a-7851-4f29-b49e-c53210087ce1,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:41.171023 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8042efd-96ed-48c9-b0d2-377251778c1c x-openstack-request-id: req-b8042efd-96ed-48c9-b0d2-377251778c1c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:41.171315 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:41.171564 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8042efd-96ed-48c9-b0d2-377251778c1c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:41.172322 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1', 'code': 200} Aug 16 22:36:41.173095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.188426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:41.238759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:41.329508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cbfe6-d318-4145-85c1-b072568a5a36 req-7ec2f4c2-9ef8-4dd3-9eff-768e26b9c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:41.331017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-619cbfe6-d318-4145-85c1-b072568a5a36 req-7ec2f4c2-9ef8-4dd3-9eff-768e26b9c8dc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0411363 Aug 16 22:36:41.370196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-619cbfe6-d318-4145-85c1-b072568a5a36 req-9f96fef7-c14a-4583-894b-52b08704d3f5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Aug 16 22:36:41.608151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['f74659e5-c568-4e0e-93e9-b21145e6b7e9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:41.686719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55702) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:41.828844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d513ada-9b22-4073-bcc1-c5288df9f725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.925034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d513ada-9b22-4073-bcc1-c5288df9f725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.929056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3d513ada-9b22-4073-bcc1-c5288df9f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:41.971149 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3d513ada-9b22-4073-bcc1-c5288df9f725 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b1c586442e8403cb3a37b0ff340da38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826517 Aug 16 22:36:41.972925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d513ada-9b22-4073-bcc1-c5288df9f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51894dda-d711-45ac-8d2e-f16c53eb176d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:41.975330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55712) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.458201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.468243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56ca12-2fd2-4cb9-b789-dd706d4191dd req-7274bd24-f112-4c51-8486-fb4d48a8bc20 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:42.469693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d56ca12-2fd2-4cb9-b789-dd706d4191dd req-7274bd24-f112-4c51-8486-fb4d48a8bc20 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 945 time: 0.4524431 Aug 16 22:36:42.478793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b20a-eb32-4a86-817a-922426a13717 req-0b9c8194-b05c-4a87-8b71-2beae7d73f26 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:42.480214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3983b20a-eb32-4a86-817a-922426a13717 req-0b9c8194-b05c-4a87-8b71-2beae7d73f26 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 945 time: 0.4654672 Aug 16 22:36:42.521051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.571980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d56ca12-2fd2-4cb9-b789-dd706d4191dd req-1889166f-bebf-4564-8eb4-e52c2a44cd42 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862477 Aug 16 22:36:42.579125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3983b20a-eb32-4a86-817a-922426a13717 req-8e7689ac-f8c7-45c0-8b1a-e3bb3099e7e5 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902717 Aug 16 22:36:42.604987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.607705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:42.608878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51894dda-d711-45ac-8d2e-f16c53eb176d HTTP/1.1" status: 204 len: 168 time: 0.6325231 Aug 16 22:36:42.618469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a9fe-50fd-4e76-85dc-01405c44dddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51894dda-d711-45ac-8d2e-f16c53eb176d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:42.890736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55722) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:42.905284 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4136717-9233-4d63-bbd0-95e362e49985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.003113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4136717-9233-4d63-bbd0-95e362e49985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.007221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f4136717-9233-4d63-bbd0-95e362e49985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.049266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4136717-9233-4d63-bbd0-95e362e49985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86968305-3698-4bc6-afc1-36843d733e1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:43.055847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f4136717-9233-4d63-bbd0-95e362e49985 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3ccb1911523454d878a791e6fdf8047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640317 Aug 16 22:36:43.058312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 55724) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:43.114771 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.137107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.186595 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.189396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.190553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86968305-3698-4bc6-afc1-36843d733e1d HTTP/1.1" status: 204 len: 168 time: 0.1313238 Aug 16 22:36:43.198238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e9596-9bf8-4b6b-95f1-94d4d910b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86968305-3698-4bc6-afc1-36843d733e1d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:43.738860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0c0b9-bdc5-43fe-841a-45129c097fd9 req-d0340732-0c0d-4cb6-a08e-3b2d3b2a9558 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.740388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b0c0b9-bdc5-43fe-841a-45129c097fd9 req-d0340732-0c0d-4cb6-a08e-3b2d3b2a9558 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0899889 Aug 16 22:36:43.754361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8a839-f77f-4aef-bd92-1eaabcee4abf req-07fd3b6c-8f02-4518-bebe-c74de8b28d42 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:43.756034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efd8a839-f77f-4aef-bd92-1eaabcee4abf req-07fd3b6c-8f02-4518-bebe-c74de8b28d42 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 945 time: 0.0790842 Aug 16 22:36:43.815308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3b0c0b9-bdc5-43fe-841a-45129c097fd9 req-a9e60b6c-12fd-4cbb-b43e-79e09ae7475a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Aug 16 22:36:43.818261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efd8a839-f77f-4aef-bd92-1eaabcee4abf req-27f6729f-bd7d-452c-bf15-c7326b8582cd tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541246 Aug 16 22:36:44.478075 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.826745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f74659e5-c568-4e0e-93e9-b21145e6b7e9 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:44.880966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port f74659e5-c568-4e0e-93e9-b21145e6b7e9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:44.891287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port f74659e5-c568-4e0e-93e9-b21145e6b7e9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:44.892297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.033360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca72c5b-09e7-45c5-b641-17aa7137646b req-6957c03d-e765-4a3f-b5b1-39c151adcda9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.037879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.043929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ca72c5b-09e7-45c5-b641-17aa7137646b req-6957c03d-e765-4a3f-b5b1-39c151adcda9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 945 time: 0.1214936 Aug 16 22:36:45.085417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:45.087669 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25ff3e-1064-407e-ae0e-0599ccaf7101" -d '{"events": [{"server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "name": "network-vif-plugged", "status": "completed", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:45.110146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ca72c5b-09e7-45c5-b641-17aa7137646b req-a70bbf0c-be1f-47cb-8a51-f002307a87e4 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613301 Aug 16 22:36:45.116149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:45.121594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.181447 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32901d32-8238-46ff-be33-63230df25d36 x-openstack-request-id: req-32901d32-8238-46ff-be33-63230df25d36 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:45.181747 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "name": "network-vif-plugged", "status": "completed", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:45.182187 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32901d32-8238-46ff-be33-63230df25d36 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:45.182849 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'code': 200} Aug 16 22:36:45.183721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:45.296592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d84662-bc6d-44e9-826d-6364b52101ba req-6e37cbb0-ac79-463e-b77b-d510fe9cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.299366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d84662-bc6d-44e9-826d-6364b52101ba req-6e37cbb0-ac79-463e-b77b-d510fe9cbf92 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0614128 Aug 16 22:36:45.365153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63d84662-bc6d-44e9-826d-6364b52101ba req-4b3a6f61-f9f7-4bbe-af68-239256401057 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580232 Aug 16 22:36:45.389760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45acb9-6282-4f97-aa7e-09279d1949f7 req-905dde11-5088-4921-928d-ae4642c27498 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:45.391306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf45acb9-6282-4f97-aa7e-09279d1949f7 req-905dde11-5088-4921-928d-ae4642c27498 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.0674551 Aug 16 22:36:45.432902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf45acb9-6282-4f97-aa7e-09279d1949f7 req-f4dcc622-38ca-47e5-b31c-8236821cff6e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355868 Aug 16 22:36:45.541506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78ac7714-73d4-4df5-b1ce-dc1b3ddba446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.238875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215e317-07ae-47df-b15b-76b5be776974 req-2283c73d-ecdf-457e-9a66-fa23e9b7ffea tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.240397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9215e317-07ae-47df-b15b-76b5be776974 req-2283c73d-ecdf-457e-9a66-fa23e9b7ffea tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.0577581 Aug 16 22:36:46.282665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9215e317-07ae-47df-b15b-76b5be776974 req-f46037ea-3d69-4a8d-9f18-9cbc07fc309a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342705 Aug 16 22:36:46.517257 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-6f7ab058-50c7-4e4d-a811-ce4189ba4a1f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531156 Aug 16 22:36:46.580051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce99be-2ce7-4796-a8dc-b7b50129118e req-8c1120a1-3885-40d2-80aa-9b64efbbfab6 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.581697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdce99be-2ce7-4796-a8dc-b7b50129118e req-8c1120a1-3885-40d2-80aa-9b64efbbfab6 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.0602057 Aug 16 22:36:46.653736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdce99be-2ce7-4796-a8dc-b7b50129118e req-9b0b0b26-4813-4e7a-8089-b5089ba5820e tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Aug 16 22:36:46.659964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-7e53da0e-5c27-41b7-a036-957e7455ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.661601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-7e53da0e-5c27-41b7-a036-957e7455ba6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0757141 Aug 16 22:36:46.777447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-a80e60ff-497b-48c3-97b8-122d83d64571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.779051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-a80e60ff-497b-48c3-97b8-122d83d64571 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.0967894 Aug 16 22:36:46.884267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-b6bbbf13-bf63-446d-b1fc-b4fa62d43394 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1001 time: 0.0656443 Aug 16 22:36:46.940784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-4b20133c-ecef-471e-8789-6544875df7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:46.942381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-4b20133c-ecef-471e-8789-6544875df7da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0491321 Aug 16 22:36:47.012192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-fb69c1c7-30d4-4342-8a37-e4dee9bf0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.014865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-fb69c1c7-30d4-4342-8a37-e4dee9bf0ee3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629485 Aug 16 22:36:47.033291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-b55ec99f-6362-4689-8326-cb67db9c646c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:47.034268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-b55ec99f-6362-4689-8326-cb67db9c646c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056422 Aug 16 22:36:47.139599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-2b6f8768-c24e-4d5c-8d20-e5410bcf63c6 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976083 Aug 16 22:36:47.243167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-171c544c-c7c0-4c3e-96e9-26329c815c28 req-c293f152-2b1a-4948-b069-1aea4b17306c service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955555 Aug 16 22:36:47.421221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-474f781d-193b-4ad3-9eeb-f4d0e9ae3c09 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.423235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-474f781d-193b-4ad3-9eeb-f4d0e9ae3c09 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.89 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.0965366 Aug 16 22:36:47.436704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0aa77-a4e4-4fd2-a351-aa3fa3fe45c5 req-849ff001-6a5f-454c-9df1-e5e78f78139f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.438313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30c0aa77-a4e4-4fd2-a351-aa3fa3fe45c5 req-849ff001-6a5f-454c-9df1-e5e78f78139f tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.0745051 Aug 16 22:36:47.536856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30c0aa77-a4e4-4fd2-a351-aa3fa3fe45c5 req-b0c6a0e1-b7ea-4d3d-ac67-406f2785fd97 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728936 Aug 16 22:36:47.569374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Deleting port 0f02cb5b-e788-471d-be0b-c764be5c191b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:36:47.569729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.721059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] For port 0f02cb5b-e788-471d-be0b-c764be5c191b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=0f02cb5b-e788-471d-be0b-c764be5c191b,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:47.721542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:47.741257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a5ff9-6074-4252-8c43-54f0c546722d req-bf5a3e99-a293-4b46-a94f-956e2f41128a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.743756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e9a5ff9-6074-4252-8c43-54f0c546722d req-bf5a3e99-a293-4b46-a94f-956e2f41128a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.1135423 Aug 16 22:36:47.808219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Calling delete_port for 0f02cb5b-e788-471d-be0b-c764be5c191b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:36:47.872987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf68d0-c48e-413a-8501-f01ac420c5b5 req-9f1036b9-6f1a-4e44-98e4-ec52a72ae0d8 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:47.875623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01bf68d0-c48e-413a-8501-f01ac420c5b5 req-9f1036b9-6f1a-4e44-98e4-ec52a72ae0d8 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/ports?device_id=17708a5b-fd1e-4964-84b5-ab1780cb67a0 HTTP/1.1" status: 200 len: 950 time: 0.1207368 Aug 16 22:36:47.947920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e9a5ff9-6074-4252-8c43-54f0c546722d req-d646a061-7195-436f-bf8f-0600ad7a2cb9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745551 Aug 16 22:36:47.984751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01bf68d0-c48e-413a-8501-f01ac420c5b5 req-63f69622-913e-4b2f-bc24-e1f56e4bbcff tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0543025-bf7e-4c34-a4f3-c990abd4ae3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902224 Aug 16 22:36:48.108146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe41ab9-24f5-4128-8fe0-0e3d264ef38c req-566f2cd1-24b0-42dd-a051-d07e38941676 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.109730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbe41ab9-24f5-4128-8fe0-0e3d264ef38c req-566f2cd1-24b0-42dd-a051-d07e38941676 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.0717804 Aug 16 22:36:48.111133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.159856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.165725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['0f02cb5b-e788-471d-be0b-c764be5c191b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:36:48.170149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Pushing event deleted for resources: {'Port': ['ID=0f02cb5b-e788-471d-be0b-c764be5c191b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:48.248349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] No DVR routers for this DVR port 0f02cb5b-e788-471d-be0b-c764be5c191b on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:36:48.251761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.254154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-437d6152-cca5-45d0-95ea-55c77bd6f132 req-cdef93e8-d71d-437d-867d-424817af0a61 tempest-VolumesBackupsTest-656047585 tempest-VolumesBackupsTest-656047585-project] 10.222.0.89 "DELETE /v2.0/ports/0f02cb5b-e788-471d-be0b-c764be5c191b HTTP/1.1" status: 204 len: 173 time: 0.8149261 Aug 16 22:36:48.254906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'name': 'network-vif-deleted', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:48.257175 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338e2e1-d7d6-4594-bf8b-fcb4101c9e8b" -d '{"events": [{"server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "name": "network-vif-deleted", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:48.264155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbe41ab9-24f5-4128-8fe0-0e3d264ef38c req-8ed8b158-e533-4551-bb55-c1aed8f26cd6 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463211 Aug 16 22:36:48.289048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:48.308005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90f303d3-cc79-426d-927d-2a803d3dd0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.334716 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3debd-c7e4-4dfc-bd93-4acc662a2946 x-openstack-request-id: req-62a3debd-c7e4-4dfc-bd93-4acc662a2946 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:48.335049 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17708a5b-fd1e-4964-84b5-ab1780cb67a0", "name": "network-vif-deleted", "tag": "0f02cb5b-e788-471d-be0b-c764be5c191b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:48.335305 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62a3debd-c7e4-4dfc-bd93-4acc662a2946 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:48.335744 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17708a5b-fd1e-4964-84b5-ab1780cb67a0', 'name': 'network-vif-deleted', 'tag': '0f02cb5b-e788-471d-be0b-c764be5c191b', 'status': 'completed', 'code': 200} Aug 16 22:36:48.633601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293dc86-0dcb-4a56-8e91-522d3aa15dd9 tempest-TestServerBasicOps-439030319 tempest-TestServerBasicOps-439030319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:48.637114 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4293dc86-0dcb-4a56-8e91-522d3aa15dd9 tempest-TestServerBasicOps-439030319 tempest-TestServerBasicOps-439030319-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1093 time: 0.3448746 Aug 16 22:36:48.640198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 55888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:48.647401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:48.674959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.803587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:48.949667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Allocated IP 172.25.8.226 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/50b0e569-02b0-4408-a1a5-a08c282eabf0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:49.073846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.118248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.159924 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:49.171098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:49.171098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:49.200996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'Port': ['ID=50b0e569-02b0-4408-a1a5-a08c282eabf0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.238796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.561384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.636700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.804457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.811087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.920627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.923804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event updated for resources: {'Port': ['ID=50b0e569-02b0-4408-a1a5-a08c282eabf0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:50.037880 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Floating IP da060737-7ad9-4c3e-a453-30f6bbee93c3 associated. External IP: 172.25.8.226, port: f74659e5-c568-4e0e-93e9-b21145e6b7e9. Aug 16 22:36:50.270997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Router 9af9dffb-01cc-4588-a7b9-20004d76c913 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:36:50.387711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:50.398452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Sync routers for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:50.412570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:50.416511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:50.417848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:50.445344 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-784dc986-0669-404a-aa85-d4c54cbcf77d tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8031831 Aug 16 22:36:50.445807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:36:50.448125 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7c8df-12ea-44a2-af17-074508b098d2" -d '{"events": [{"name": "network-changed", "server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:36:50.507945 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c1c4d-adb8-41e0-b79e-c87e4720429b x-openstack-request-id: req-7a0c1c4d-adb8-41e0-b79e-c87e4720429b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:36:50.508281 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:36:50.508534 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a0c1c4d-adb8-41e0-b79e-c87e4720429b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:36:50.508960 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'status': 'completed', 'code': 200} Aug 16 22:36:50.553394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:50.656607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-10fb90c7-3579-42e3-acc5-2dbf12f801ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.658375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-10fb90c7-3579-42e3-acc5-2dbf12f801ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0795300 Aug 16 22:36:50.784195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-04e2019d-3e93-433b-8503-dfcf42ccd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.785674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-04e2019d-3e93-433b-8503-dfcf42ccd552 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.1177838 Aug 16 22:36:50.869141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-283abfbd-58fb-4e3f-9535-436e1a7e45f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1000 time: 0.0745819 Aug 16 22:36:50.874912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'da060737-7ad9-4c3e-a453-30f6bbee93c3', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'port_id': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'mac_address': 'fa:16:3e:76:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76eef349-099e-40ea-8582-f0b2520403b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:36:49Z', 'updated_at': '2021-08-16T22:36:49Z', 'revision_number': 0, 'project_id': '477de84458614d90b603e6f0199dba83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:50.903634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Checking router: 9af9dffb-01cc-4588-a7b9-20004d76c913 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:50.912740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:50.913382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:36:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:50.923622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-83e7292d-7fa8-4504-9053-8dd743b2dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.925825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-83e7292d-7fa8-4504-9053-8dd743b2dec0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0484195 Aug 16 22:36:50.980276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-54b9c4de-ccc8-4dc5-8780-b4963cf45bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:50.982108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-54b9c4de-ccc8-4dc5-8780-b4963cf45bcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482941 Aug 16 22:36:51.038070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:51.097352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-ec9329a9-c094-4b45-bd76-e61678b769bd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:51.098890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-ec9329a9-c094-4b45-bd76-e61678b769bd service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1074581 Aug 16 22:36:51.178577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0f02cb5b-e788-471d-be0b-c764be5c191b no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:36:51.223345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-8b03a4ed-7bf0-4bc7-8efd-02ade99a8bd1 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155331 Aug 16 22:36:51.233416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 0f02cb5b-e788-471d-be0b-c764be5c191b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:36:51.233779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 0f02cb5b-e788-471d-be0b-c764be5c191b not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:36:51.264990 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.354439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87c7c8df-12ea-44a2-af17-074508b098d2 req-cd802b7f-e367-4f73-85cd-8b5ee160b05b service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237521 Aug 16 22:36:51.361639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'da060737-7ad9-4c3e-a453-30f6bbee93c3', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'port_id': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'mac_address': 'fa:16:3e:76:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76eef349-099e-40ea-8582-f0b2520403b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:36:49Z', 'updated_at': '2021-08-16T22:36:49Z', 'revision_number': 0, 'project_id': '477de84458614d90b603e6f0199dba83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:51.394137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4442fe-9c88-4c64-a46c-653b4316e091 None None] The sync data for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 is: [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'da060737-7ad9-4c3e-a453-30f6bbee93c3', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'port_id': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'mac_address': 'fa:16:3e:76:9e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76eef349-099e-40ea-8582-f0b2520403b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:36:49Z', 'updated_at': '2021-08-16T22:36:49Z', 'revision_number': 0, 'project_id': '477de84458614d90b603e6f0199dba83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:51.677020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c01f2f-af73-422f-b16c-293042c5d410 None None] New status for floating IP da060737-7ad9-4c3e-a453-30f6bbee93c3: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:36:52.873818 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.171996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-f21fc069-5bf3-4e4a-8f5b-195f313fd5c8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036499 Aug 16 22:36:56.334651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-dd57236c-3f0d-4504-8471-54015146f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.336307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-dd57236c-3f0d-4504-8471-54015146f8a8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3a6d366822e349418da18ebc9e6febab&device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 1097 time: 0.0517926 Aug 16 22:36:56.480521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-95ba5d45-385d-4ed5-9dce-c1df343ea28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.482547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-95ba5d45-385d-4ed5-9dce-c1df343ea28a service neutron] 10.222.0.88 "GET /v2.0/networks?id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 200 len: 913 time: 0.1209810 Aug 16 22:36:56.526542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-e36eb2fb-0a81-4108-aa0b-9035059dfc57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef8375a-7851-4f29-b49e-c53210087ce1 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Aug 16 22:36:56.585711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-03924a58-eba6-474e-8919-aa6d5729aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.587222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-03924a58-eba6-474e-8919-aa6d5729aa37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 200 len: 853 time: 0.0522802 Aug 16 22:36:56.622353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-f978e11d-1b08-4549-a324-907c6aada2c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=07aa4d94-bfd7-461c-99fa-b40d3ec7b292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268703 Aug 16 22:36:56.728108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-3204014e-bccc-489a-8c24-799d9cdd09ad service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929737 Aug 16 22:36:56.834210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75510aa9-6d29-4d67-806a-381d80ed14c9 req-39c9ab0b-cae4-412c-8354-65013aad62b1 service neutron] 10.222.0.88 "GET /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979128 Aug 16 22:37:10.815914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e133-f2c3-47a6-86d8-98884b0f8d2c req-ef9cce41-1f56-46dc-8ef3-110904190ec4 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:10.817566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd20e133-f2c3-47a6-86d8-98884b0f8d2c req-ef9cce41-1f56-46dc-8ef3-110904190ec4 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Aug 16 22:37:10.857921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd20e133-f2c3-47a6-86d8-98884b0f8d2c req-c456f84c-76cf-4063-8a13-fa2b20d1257c tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 16 22:37:11.975605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f34e02-d339-4a7d-a316-04128bb6078c req-5eed46de-1795-43c1-8fe7-82934e48cbb1 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:11.977111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f34e02-d339-4a7d-a316-04128bb6078c req-5eed46de-1795-43c1-8fe7-82934e48cbb1 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Aug 16 22:37:12.021314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f34e02-d339-4a7d-a316-04128bb6078c req-c60b1858-2f05-45ff-96c6-baaa2a8ae5fb tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 16 22:37:12.128533 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:37:12.774669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562e720-020c-410f-917e-ab8314f3bcfe req-c9369929-243b-499f-a4a5-4e5f3911354a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:12.776146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6562e720-020c-410f-917e-ab8314f3bcfe req-c9369929-243b-499f-a4a5-4e5f3911354a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Aug 16 22:37:12.885871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Deleting port 5ef8375a-7851-4f29-b49e-c53210087ce1 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:12.886232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:12.987611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] For port 5ef8375a-7851-4f29-b49e-c53210087ce1, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=5ef8375a-7851-4f29-b49e-c53210087ce1,segment=NetworkSegment(bbb38bda-24fb-48c2-ae22-098538c48961),segment_id=bbb38bda-24fb-48c2-ae22-098538c48961)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:12.988286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.001712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Calling delete_port for 5ef8375a-7851-4f29-b49e-c53210087ce1 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:13.171068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.206570 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Pushing event deleted for resources: {'Port': ['ID=5ef8375a-7851-4f29-b49e-c53210087ce1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:13.227187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1232306-75a8-47a9-beba-e07a18c4fbf4 req-eafea914-6c10-4ed1-82d9-861c24fd334a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:13.237178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1232306-75a8-47a9-beba-e07a18c4fbf4 req-eafea914-6c10-4ed1-82d9-861c24fd334a tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/ports?device_id=17394951-2a5e-45f2-a9f0-f42b2aa3d7c0 HTTP/1.1" status: 200 len: 867 time: 0.1137512 Aug 16 22:37:13.310284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] No DVR routers for this DVR port 5ef8375a-7851-4f29-b49e-c53210087ce1 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:13.316058 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:13.318091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6562e720-020c-410f-917e-ab8314f3bcfe req-5a76cab6-94c2-4b5e-a025-99503f333809 tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.88 "DELETE /v2.0/ports/5ef8375a-7851-4f29-b49e-c53210087ce1 HTTP/1.1" status: 204 len: 173 time: 0.5346398 Aug 16 22:37:13.318565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'name': 'network-vif-deleted', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:37:13.321085 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5842413b-4d51-4e31-888f-313982bfbec3" -d '{"events": [{"server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "name": "network-vif-deleted", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:37:13.351608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1232306-75a8-47a9-beba-e07a18c4fbf4 req-e3e85505-c569-45b5-b43b-545e0f6e57ef tempest-VolumesSnapshotTestJSON-1590742976 tempest-VolumesSnapshotTestJSON-1590742976-project] 10.222.0.22 "GET /v2.0/security-groups?id=631f55c8-b682-45ea-bdc5-0e26c21cb233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133363 Aug 16 22:37:13.374845 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83acf260-703a-4ea6-8040-ae4c295119ea x-openstack-request-id: req-83acf260-703a-4ea6-8040-ae4c295119ea {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:37:13.375238 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17394951-2a5e-45f2-a9f0-f42b2aa3d7c0", "name": "network-vif-deleted", "tag": "5ef8375a-7851-4f29-b49e-c53210087ce1", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:37:13.375496 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83acf260-703a-4ea6-8040-ae4c295119ea {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:37:13.375897 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17394951-2a5e-45f2-a9f0-f42b2aa3d7c0', 'name': 'network-vif-deleted', 'tag': '5ef8375a-7851-4f29-b49e-c53210087ce1', 'status': 'completed', 'code': 200} Aug 16 22:37:14.491538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:15.020543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5ef8375a-7851-4f29-b49e-c53210087ce1 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:15.047551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 5ef8375a-7851-4f29-b49e-c53210087ce1 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:15.047840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 5ef8375a-7851-4f29-b49e-c53210087ce1 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:15.543372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6a015820-ac3e-4bb6-be24-0ebdec7f49c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.162775 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:18.294521 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e34b1283-af9d-4db4-aa62-7f211e3ee2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.254342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.305366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56380) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.485781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b7ce-5b76-40d9-b6a3-2a40893bcd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.580145 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b7ce-5b76-40d9-b6a3-2a40893bcd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.584240 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b7ce-5b76-40d9-b6a3-2a40893bcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.622343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4b7ce-5b76-40d9-b6a3-2a40893bcd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a330f-bacc-4762-aa72-0710d73e19cc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:19.628085 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f7a4b7ce-5b76-40d9-b6a3-2a40893bcd8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=577c08b92f4a4396a77edec76370ba18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211038 Aug 16 22:37:19.629656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56388) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:19.682262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.708749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.755652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.758628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.759822 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/256a330f-bacc-4762-aa72-0710d73e19cc HTTP/1.1" status: 204 len: 168 time: 0.1290817 Aug 16 22:37:19.768027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b432b5-6b73-4847-ad6e-a840d47fc64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a330f-bacc-4762-aa72-0710d73e19cc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:21.262344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.934377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.173148 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.297668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e447-86e8-41c5-b8c5-8d14eaf7c495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.391258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e447-86e8-41c5-b8c5-8d14eaf7c495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.395326 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e447-86e8-41c5-b8c5-8d14eaf7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.433531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9ac6e447-86e8-41c5-b8c5-8d14eaf7c495 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f2e96d9b0b343eda82432ef83f1d6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592402 Aug 16 22:37:29.436854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:29.443167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6e447-86e8-41c5-b8c5-8d14eaf7c495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e641e84-43a6-4ff7-a5c8-21ab20121b2e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.494930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.531419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.588757 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.592618 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:29.597121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e641e84-43a6-4ff7-a5c8-21ab20121b2e HTTP/1.1" status: 204 len: 168 time: 0.1590769 Aug 16 22:37:29.605204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e641e84-43a6-4ff7-a5c8-21ab20121b2e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:29.614091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.614456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.614909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.615292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.615609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.615956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.616292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.617101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.617465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.617805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.618254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:29.618597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0d3aa-1ccd-4786-84a5-6522980be7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:30.290182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.394090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1569046455-network', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:30.416748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Made reservation on behalf of b1a21c5d2a9247ffbfdbe7ccd1f80f9f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:30.419781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.434208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.523593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.527651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.552158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:37:30.565895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b39fe9-df16-4e51-9086-0273be1e1de4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:30.570866 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.571435 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Added segment 5367ee00-b163-49ec-942b-2c08f18a271c of type vlan for network a2919c81-fa64-4b90-9663-157fcfc04b20 Aug 16 22:37:30.632011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.659560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.660556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:30.661180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:30.736894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] Pushing event updated for resources: {'Network': ['ID=a2919c81-fa64-4b90-9663-157fcfc04b20,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:30.748957 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b95e783c-a63d-4515-9379-fc4c5d2cea3a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4569371 Aug 16 22:37:30.751539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:30.756427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a2919c81-fa64-4b90-9663-157fcfc04b20 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:37:30.765512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Request body: {'subnet': {'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1569046455-subnet', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:30.823153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Made reservation on behalf of b1a21c5d2a9247ffbfdbe7ccd1f80f9f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:37:30.825790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.015020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.066936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66db59ea-9b4c-496b-b04b-b8e54687b13c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:31.077666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Checking segment: {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:31.078185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Network hostable DHCP agents. Network: a2919c81-fa64-4b90-9663-157fcfc04b20, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:37:31.099530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Network a2919c81-fa64-4b90-9663-157fcfc04b20 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:37:31.109004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a2919c81-fa64-4b90-9663-157fcfc04b20) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:31.114312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:31.115206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.123812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd92362-7b35-409f-b3f2-b09d8b76cbae None None] Network a2919c81-fa64-4b90-9663-157fcfc04b20 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:31.145731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aaf40b77-3f17-4609-ae44-ad9b41ab9fe5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3929424 Aug 16 22:37:31.146241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:31.151142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:31.175175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.176861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.258325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.288600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-a2919c81-fa64-4b90-9663-157fcfc04b20', 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'fixed_ips': [{'subnet_id': '66db59ea-9b4c-496b-b04b-b8e54687b13c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:37:31.289770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.395173 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.432404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Allocated IP 172.20.0.2 (a2919c81-fa64-4b90-9663-157fcfc04b20/66db59ea-9b4c-496b-b04b-b8e54687b13c/ac093eb7-63b9-4625-a036-f02618581b2a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:31.578366 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.586783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Transition to ACTIVE for port object ac093eb7-63b9-4625-a036-f02618581b2a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:31.602974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Transition to ACTIVE for port object ac093eb7-63b9-4625-a036-f02618581b2a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:31.610716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.617028 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.639738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.655166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Pushing event updated for resources: {'Port': ['ID=ac093eb7-63b9-4625-a036-f02618581b2a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:31.669400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Network a2919c81-fa64-4b90-9663-157fcfc04b20 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:31.670890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:31.673325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.673675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.674095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.674360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.674695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.675031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.675363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.675690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.676021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.676350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.676677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.677097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:31.680191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:31.738723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Attempting to bind port ac093eb7-63b9-4625-a036-f02618581b2a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:31.739195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Attempting to bind port ac093eb7-63b9-4625-a036-f02618581b2a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:31.739633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Attempting to bind port ac093eb7-63b9-4625-a036-f02618581b2a on network a2919c81-fa64-4b90-9663-157fcfc04b20 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:31.744889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:31.745379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Checking segment: {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:31.746108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.746607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Bound using segment: {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:31.747084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Bound port: ac093eb7-63b9-4625-a036-f02618581b2a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:31.747471 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.769423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Allocated IP 172.25.8.19 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/082b38b3-1fe5-422f-86d2-332fe6ad5436) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:31.818375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] For port ac093eb7-63b9-4625-a036-f02618581b2a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:31.822177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] For port ac093eb7-63b9-4625-a036-f02618581b2a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ac093eb7-63b9-4625-a036-f02618581b2a,segment=NetworkSegment(5367ee00-b163-49ec-942b-2c08f18a271c),segment_id=5367ee00-b163-49ec-942b-2c08f18a271c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:31.829256 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.899447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0330-fdf0-4b1b-b333-56b5deaea30d None None] Pushing event updated for resources: {'Port': ['ID=ac093eb7-63b9-4625-a036-f02618581b2a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:31.917228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:31.964628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.016045 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:32.022405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:32.025496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:32.523870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Pushing event updated for resources: {'Port': ['ID=082b38b3-1fe5-422f-86d2-332fe6ad5436,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:32.727913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:32.738712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ac093eb7-63b9-4625-a036-f02618581b2a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:32.862580 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port ac093eb7-63b9-4625-a036-f02618581b2a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:33.005124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.119201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d1768-22e5-413e-9b45-f3c8be1f42c2 None None] Network a2919c81-fa64-4b90-9663-157fcfc04b20 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:33.190412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Router 37a041e4-7a1a-4116-bd41-150bfc5d836e is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:37:33.300089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Provisioning for port ac093eb7-63b9-4625-a036-f02618581b2a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:33.308918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Provisioning complete for port ac093eb7-63b9-4625-a036-f02618581b2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:33.309729 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.348485 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:33.374807 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.376242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Sync routers for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:33.379112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:33.380123 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-feb9cbd0-dacf-43b2-803a-6baa23ec1217 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2318914 Aug 16 22:37:33.395759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Routers {'37a041e4-7a1a-4116-bd41-150bfc5d836e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:33.396537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['37a041e4-7a1a-4116-bd41-150bfc5d836e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:33.705285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Set router 37a041e4-7a1a-4116-bd41-150bfc5d836e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:33.909578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.914562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:33.956463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] For port ac093eb7-63b9-4625-a036-f02618581b2a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ac093eb7-63b9-4625-a036-f02618581b2a,segment=NetworkSegment(5367ee00-b163-49ec-942b-2c08f18a271c),segment_id=5367ee00-b163-49ec-942b-2c08f18a271c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:33.967701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.043513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c27c0-bc00-40b6-9ba1-787dccb85f64 None None] Pushing event updated for resources: {'Port': ['ID=ac093eb7-63b9-4625-a036-f02618581b2a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.048546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:32Z', 'revision_number': 3, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:34.088439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Checking router: 37a041e4-7a1a-4116-bd41-150bfc5d836e for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:34.088795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Updating router 37a041e4-7a1a-4116-bd41-150bfc5d836e port 082b38b3-1fe5-422f-86d2-332fe6ad5436 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:34.114611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.178699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Allocated IP 172.20.0.1 (a2919c81-fa64-4b90-9663-157fcfc04b20/66db59ea-9b4c-496b-b04b-b8e54687b13c/ba9d4e3c-baed-4501-9965-78b5409b62df) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:34.274427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fa02d90c-c7c5-44d6-beda-098686d7348c None None] Provisioning complete for port ac093eb7-63b9-4625-a036-f02618581b2a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:34.274950 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa02d90c-c7c5-44d6-beda-098686d7348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.349447 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.373177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Transition to ACTIVE for port object ba9d4e3c-baed-4501-9965-78b5409b62df will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:34.415146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.476221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.489211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Transition to ACTIVE for port object 082b38b3-1fe5-422f-86d2-332fe6ad5436 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:34.490102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Network a2919c81-fa64-4b90-9663-157fcfc04b20 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:34.498814 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.502836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:34.516920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:34.613631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=ba9d4e3c-baed-4501-9965-78b5409b62df,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.639400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.650168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Attempting to bind port 082b38b3-1fe5-422f-86d2-332fe6ad5436 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:34.650722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Attempting to bind port 082b38b3-1fe5-422f-86d2-332fe6ad5436 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:34.651100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Attempting to bind port 082b38b3-1fe5-422f-86d2-332fe6ad5436 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:34.655299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491add11-9348-42e0-a047-356bf009c91b None None] Pushing event updated for resources: {'Port': ['ID=082b38b3-1fe5-422f-86d2-332fe6ad5436,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.663944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:34.664327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:34.664775 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.665191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:34.665678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Bound port: 082b38b3-1fe5-422f-86d2-332fe6ad5436, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:34.666064 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.727331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ac093eb7-63b9-4625-a036-f02618581b2a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:34.767271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] For port 082b38b3-1fe5-422f-86d2-332fe6ad5436, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:34.788607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] For port 082b38b3-1fe5-422f-86d2-332fe6ad5436, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=082b38b3-1fe5-422f-86d2-332fe6ad5436,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:34.794413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.851912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.875538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491add11-9348-42e0-a047-356bf009c91b None None] Pushing event updated for resources: {'Port': ['ID=082b38b3-1fe5-422f-86d2-332fe6ad5436,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:34.878556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Routers {'37a041e4-7a1a-4116-bd41-150bfc5d836e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:34.879373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['37a041e4-7a1a-4116-bd41-150bfc5d836e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:34.884680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ac093eb7-63b9-4625-a036-f02618581b2a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:34.885476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:34.953862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3389aec4-b075-4ac5-938a-076772083701 None None] Provisioning for port ba9d4e3c-baed-4501-9965-78b5409b62df completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:34.971132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3389aec4-b075-4ac5-938a-076772083701 None None] Provisioning complete for port ba9d4e3c-baed-4501-9965-78b5409b62df triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:34.971769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3389aec4-b075-4ac5-938a-076772083701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.064560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3389aec4-b075-4ac5-938a-076772083701 None None] Port ba9d4e3c-baed-4501-9965-78b5409b62df cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:35.071867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.075478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] Set router 37a041e4-7a1a-4116-bd41-150bfc5d836e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:35.092493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.189833 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.204108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Pushing event updated for resources: {'Port': ['ID=ba9d4e3c-baed-4501-9965-78b5409b62df,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:35.323609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Network a2919c81-fa64-4b90-9663-157fcfc04b20 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:35.325233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:35.399375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 4, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'ba9d4e3c-baed-4501-9965-78b5409b62df', 'name': '', 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'mac_address': 'fa:16:3e:45:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:33Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 1, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'subnets': [{'id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:35.474757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f1f0e0-c732-4c94-8635-ec625579487a None None] The sync data for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 is: [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 4, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'ba9d4e3c-baed-4501-9965-78b5409b62df', 'name': '', 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'mac_address': 'fa:16:3e:45:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:33Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 1, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'subnets': [{'id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:35.805215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c437136a-2a7e-4188-806b-b7a7143baefd None None] Provisioning complete for port ba9d4e3c-baed-4501-9965-78b5409b62df triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:35.805601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c437136a-2a7e-4188-806b-b7a7143baefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:35.902633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c437136a-2a7e-4188-806b-b7a7143baefd None None] Port ba9d4e3c-baed-4501-9965-78b5409b62df cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:37:35.969792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Router 37a041e4-7a1a-4116-bd41-150bfc5d836e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:36.117026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:36.137108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a518f297-a4f6-4ec0-9bdd-d049d5f3ba7c admin admin] 10.222.0.22 "PUT /v2.0/routers/37a041e4-7a1a-4116-bd41-150bfc5d836e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7549620 Aug 16 22:37:37.989146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:38.522182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.639136 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Sync routers for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:38.690543 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Routers {'37a041e4-7a1a-4116-bd41-150bfc5d836e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:38.698711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['37a041e4-7a1a-4116-bd41-150bfc5d836e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:38.839252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 082b38b3-1fe5-422f-86d2-332fe6ad5436 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:38.948117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 082b38b3-1fe5-422f-86d2-332fe6ad5436 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:38.957298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 082b38b3-1fe5-422f-86d2-332fe6ad5436 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:38.959103 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:38.971740 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Set router 37a041e4-7a1a-4116-bd41-150bfc5d836e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:39.198058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.283695 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 4, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'ba9d4e3c-baed-4501-9965-78b5409b62df', 'name': '', 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'mac_address': 'fa:16:3e:45:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:33Z', 'updated_at': '2021-08-16T22:37:34Z', 'revision_number': 2, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'subnets': [{'id': '66db59ea-9b4c-496b-b04b-b8e54687b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:39.294567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 082b38b3-1fe5-422f-86d2-332fe6ad5436, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=082b38b3-1fe5-422f-86d2-332fe6ad5436,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:39.301976 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.307161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Deleting port ba9d4e3c-baed-4501-9965-78b5409b62df {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:39.307606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.321160 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Checking router: 37a041e4-7a1a-4116-bd41-150bfc5d836e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:39.321526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Updating router 37a041e4-7a1a-4116-bd41-150bfc5d836e port ba9d4e3c-baed-4501-9965-78b5409b62df binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:39.347565 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.422473 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.437642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Calling delete_port for ba9d4e3c-baed-4501-9965-78b5409b62df owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:39.446054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=082b38b3-1fe5-422f-86d2-332fe6ad5436,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.754400 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.774126 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Transition to ACTIVE for port object ba9d4e3c-baed-4501-9965-78b5409b62df will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:39.783909 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.858499 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Pushing event updated for resources: {'Port': ['ID=ba9d4e3c-baed-4501-9965-78b5409b62df,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.872800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.884377 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.884721 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.885097 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.885433 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.885760 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.886085 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.886454 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.886729 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.887047 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.887361 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.887676 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.887987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581c3e3-aa60-4bdf-aa89-1d62fdca5241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:39.931225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Attempting to bind port ba9d4e3c-baed-4501-9965-78b5409b62df on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:39.931225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Attempting to bind port ba9d4e3c-baed-4501-9965-78b5409b62df by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:39.931225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Attempting to bind port ba9d4e3c-baed-4501-9965-78b5409b62df on network a2919c81-fa64-4b90-9663-157fcfc04b20 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:39.932499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9d4e3c-baed-4501-9965-78b5409b62df,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:39.944196 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:39.944653 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Checking segment: {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:39.945174 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:39.945665 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Bound using segment: {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:39.946247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Bound port: ba9d4e3c-baed-4501-9965-78b5409b62df, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5367ee00-b163-49ec-942b-2c08f18a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a2919c81-fa64-4b90-9663-157fcfc04b20'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:39.946721 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.217520 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.plugin [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Port ba9d4e3c-baed-4501-9965-78b5409b62df has been deleted concurrently {{(pid=94819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 22:37:40.241402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.244997 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Routers {'37a041e4-7a1a-4116-bd41-150bfc5d836e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:40.245946 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['37a041e4-7a1a-4116-bd41-150bfc5d836e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:40.284799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5fa92a83-5bd2-433d-bdd7-3413d0b1ac7a None None] Could not find standard attr ID for object ba9d4e3c-baed-4501-9965-78b5409b62df. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:37:40.401792 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] Set router 37a041e4-7a1a-4116-bd41-150bfc5d836e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:40.680197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Router 37a041e4-7a1a-4116-bd41-150bfc5d836e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:40.697223 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:39Z', 'revision_number': 5, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:40.753370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc76b-90d4-40c0-b930-64b6285ee419 None None] The sync data for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 is: [{'id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'name': 'tempest-ImageQuotaTest-1569046455-router', 'tenant_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:39Z', 'revision_number': 5, 'project_id': 'b1a21c5d2a9247ffbfdbe7ccd1f80f9f', 'gw_port': {'id': '082b38b3-1fe5-422f-86d2-332fe6ad5436', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a041e4-7a1a-4116-bd41-150bfc5d836e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:31Z', 'updated_at': '2021-08-16T22:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:40.776530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 082b38b3-1fe5-422f-86d2-332fe6ad5436 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:40.893665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:40.894343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 082b38b3-1fe5-422f-86d2-332fe6ad5436 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:40.894833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:40.899468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3c025b3c-6019-4427-ac66-52ccbc33a686 admin admin] 10.222.0.22 "PUT /v2.0/routers/37a041e4-7a1a-4116-bd41-150bfc5d836e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091396 Aug 16 22:37:40.902299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56768) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.050473 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.158844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.235928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Deleting port 082b38b3-1fe5-422f-86d2-332fe6ad5436 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:41.236235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.353609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] For port 082b38b3-1fe5-422f-86d2-332fe6ad5436, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=082b38b3-1fe5-422f-86d2-332fe6ad5436,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:41.353985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.368503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Calling delete_port for 082b38b3-1fe5-422f-86d2-332fe6ad5436 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:41.586419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.617435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=082b38b3-1fe5-422f-86d2-332fe6ad5436,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:41.631086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.631586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.632026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.632498 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.632929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.633382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.633806 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.634394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.634814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.635237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.635893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.636445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:37:41.700814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.813741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.816004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.871551 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.872009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a041e4-7a1a-4116-bd41-150bfc5d836e {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:37:41.881758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:41.883092 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e65fadf1-6e09-4b65-9870-c3f0c84893a9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/37a041e4-7a1a-4116-bd41-150bfc5d836e HTTP/1.1" status: 204 len: 168 time: 0.9795544 Aug 16 22:37:41.885665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56784) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:41.956523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Deleting subnet 66db59ea-9b4c-496b-b04b-b8e54687b13c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:37:41.960081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.022233 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.066650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Sync routers for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:42.077755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:42.078493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:37:42.079278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37a041e4-7a1a-4116-bd41-150bfc5d836e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:37:42.088163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:42.088776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:37:42.089600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37a041e4-7a1a-4116-bd41-150bfc5d836e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:37:42.090181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd7809-6926-45aa-877d-abff325bab10 None None] The sync data for ids ['37a041e4-7a1a-4116-bd41-150bfc5d836e'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:42.125766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.189358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.220290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66db59ea-9b4c-496b-b04b-b8e54687b13c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:42.222672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.226646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d53ba-3f99-49b8-ace5-95872a01bcd3 None None] Network a2919c81-fa64-4b90-9663-157fcfc04b20 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:37:42.228750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:42.239656 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-16a972b3-fd91-4212-ba85-d3fbc2bf003c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66db59ea-9b4c-496b-b04b-b8e54687b13c HTTP/1.1" status: 204 len: 168 time: 0.3526895 Aug 16 22:37:42.313059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.373920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Deleting port ac093eb7-63b9-4625-a036-f02618581b2a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:37:42.374459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.450180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] For port ac093eb7-63b9-4625-a036-f02618581b2a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ac093eb7-63b9-4625-a036-f02618581b2a,segment=NetworkSegment(5367ee00-b163-49ec-942b-2c08f18a271c),segment_id=5367ee00-b163-49ec-942b-2c08f18a271c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:42.451311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.469044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Calling delete_port for ac093eb7-63b9-4625-a036-f02618581b2a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:37:42.564254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.591840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac093eb7-63b9-4625-a036-f02618581b2a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:42.593726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] No DVR routers for this DVR port ac093eb7-63b9-4625-a036-f02618581b2a on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:37:42.674562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f5b95-cc08-4a95-babe-041c765c76b2 None None] DHCP port deletion for a2919c81-fa64-4b90-9663-157fcfc04b20 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:37:42.690205 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.702390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2919c81-fa64-4b90-9663-157fcfc04b20']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:42.715998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5367ee00-b163-49ec-942b-2c08f18a271c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:42.716353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5367ee00-b163-49ec-942b-2c08f18a271c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:42.726466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.759530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.768227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:37:42.768856 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.770053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 082b38b3-1fe5-422f-86d2-332fe6ad5436 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: items = [ Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:37:42.771502 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:37:42.803644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 082b38b3-1fe5-422f-86d2-332fe6ad5436 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:42.804131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 082b38b3-1fe5-422f-86d2-332fe6ad5436 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:42.804781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ba9d4e3c-baed-4501-9965-78b5409b62df no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:42.830435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ba9d4e3c-baed-4501-9965-78b5409b62df {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:42.831041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ba9d4e3c-baed-4501-9965-78b5409b62df not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:42.831457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ac093eb7-63b9-4625-a036-f02618581b2a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:37:42.855910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ac093eb7-63b9-4625-a036-f02618581b2a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:37:42.856300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ac093eb7-63b9-4625-a036-f02618581b2a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:37:42.860353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.871165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:42.874062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2919c81-fa64-4b90-9663-157fcfc04b20 HTTP/1.1" status: 204 len: 168 time: 0.6444247 Aug 16 22:37:42.902511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2134-5548-4c60-b31f-cd8eb6183718 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2919c81-fa64-4b90-9663-157fcfc04b20,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:43.004613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.062376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-367c2484-4a97-404b-88d7-4bcc87cf3097 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1a21c5d2a9247ffbfdbe7ccd1f80f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565090 Aug 16 22:37:43.064951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56806) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.135314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.160608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.216736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.220766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.222724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26b39fe9-df16-4e51-9086-0273be1e1de4 HTTP/1.1" status: 204 len: 168 time: 0.1565180 Aug 16 22:37:43.235608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b20fd1-c51f-47ac-86f7-7f0bdeed7f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b39fe9-df16-4e51-9086-0273be1e1de4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:43.592631 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 56820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.609487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77f5dc0b-c512-4a53-b2bc-75474d77101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.746244 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77f5dc0b-c512-4a53-b2bc-75474d77101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.751068 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-77f5dc0b-c512-4a53-b2bc-75474d77101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.782481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 56826) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:43.783255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77f5dc0b-c512-4a53-b2bc-75474d77101e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1888864 Aug 16 22:37:43.807159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5dc0b-c512-4a53-b2bc-75474d77101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e216209-aac3-4b8c-9735-aeb66be34109,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:43.859593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.883228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.938316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.942139 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:43.944066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e216209-aac3-4b8c-9735-aeb66be34109 HTTP/1.1" status: 204 len: 168 time: 0.1604204 Aug 16 22:37:43.954046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139a705-e7ea-4f7a-b35a-8b780fe17c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e216209-aac3-4b8c-9735-aeb66be34109,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:44.494704 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:45.545015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a7ab11a6-b314-4051-ba49-b4faeb415b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.764609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-dfc8c92c-7769-41bc-982c-3ef2ab2ee466 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1929183 Aug 16 22:37:47.871315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-79889f61-69a6-49c9-8a23-eb93c9fe2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:47.873195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-79889f61-69a6-49c9-8a23-eb93c9fe2bba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0462363 Aug 16 22:37:48.070793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-0c54c8c1-d02e-4788-9b63-7dbcb619501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:48.072312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-0c54c8c1-d02e-4788-9b63-7dbcb619501c service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1782413 Aug 16 22:37:48.175676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-8406eb1b-e117-4cd6-98c8-cd215820f4ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1001 time: 0.0916069 Aug 16 22:37:48.177369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:48.252998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-592ce220-b7a9-4661-90e7-a6835e7532cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:48.254766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-592ce220-b7a9-4661-90e7-a6835e7532cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0627148 Aug 16 22:37:48.294774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b869a365-66fc-4dd3-b22d-5987fb8b6616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:48.331924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-75ea2697-dcb7-45b5-9a99-1537acae4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:48.335354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-75ea2697-dcb7-45b5-9a99-1537acae4a38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706973 Aug 16 22:37:48.471448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-fa690ebf-bb8f-4ec0-9889-3671bc9b50cc service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239913 Aug 16 22:37:48.575182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ebcd9ac-568b-4b12-9f89-d753f468cbf8 req-3a8fa375-31b5-4d98-b892-2a288f870b3e service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925577 Aug 16 22:37:49.128596 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:37:49.248274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.260525 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.889727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:56.105892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-17cd1e19-6386-4bfc-a240-7fe3b04d61b9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418243 Aug 16 22:37:56.193016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4de377-7231-4edd-a327-6f6d80769664 req-ff3425ba-c07c-4cb4-be8d-f6499517eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:56.194660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-ff3425ba-c07c-4cb4-be8d-f6499517eb6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0457053 Aug 16 22:37:56.315365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4de377-7231-4edd-a327-6f6d80769664 req-9c263b81-3164-40b0-ba3d-426cb665a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:56.316869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-9c263b81-3164-40b0-ba3d-426cb665a5aa service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.0964139 Aug 16 22:37:56.389194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-bbde89e0-a393-48dd-96a3-9977451e70eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0629835 Aug 16 22:37:56.443054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4de377-7231-4edd-a327-6f6d80769664 req-9512ec0c-37fd-41f1-a1d7-d13fe772e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:56.444780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-9512ec0c-37fd-41f1-a1d7-d13fe772e81a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0459790 Aug 16 22:37:56.506829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4de377-7231-4edd-a327-6f6d80769664 req-72283a43-4b47-4f75-bbc4-fc1e47d938bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:37:56.508448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-72283a43-4b47-4f75-bbc4-fc1e47d938bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531323 Aug 16 22:37:56.607023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-db73bb0f-7f4c-4d56-8b06-c797cd964ee0 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893593 Aug 16 22:37:56.703180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f4de377-7231-4edd-a327-6f6d80769664 req-0f7bbe06-983c-41ad-b69e-6324946b0949 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Aug 16 22:38:00.000036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d323d53-cf75-46f9-9de1-1feb28b9fa3e req-1c637aa9-a76e-460f-88a1-91e6c25000cd tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:00.002504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d323d53-cf75-46f9-9de1-1feb28b9fa3e req-1c637aa9-a76e-460f-88a1-91e6c25000cd tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0774765 Aug 16 22:38:00.050392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d323d53-cf75-46f9-9de1-1feb28b9fa3e req-3b97b669-8c15-489b-8142-7850a16393e7 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368495 Aug 16 22:38:00.156056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57088) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.206322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Deleting subnet 3beed5ee-1685-4b3b-9244-78696a7dd4dc {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:00.210052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.250900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.290304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.352538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.381413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3beed5ee-1685-4b3b-9244-78696a7dd4dc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.386588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.392327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-04c316cb-e481-489d-926e-88d317f2c729 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3beed5ee-1685-4b3b-9244-78696a7dd4dc HTTP/1.1" status: 204 len: 168 time: 0.2349555 Aug 16 22:38:00.392754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57090) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.468780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.563829 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.574423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aa4d94-bfd7-461c-99fa-b40d3ec7b292']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:00.584424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb38bda-24fb-48c2-ae22-098538c48961') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:00.584733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb38bda-24fb-48c2-ae22-098538c48961') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:00.593661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.609847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.615962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:00.616359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:00.618158 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:00.679625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.686439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.689193 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] 10.222.0.22 "DELETE /v2.0/networks/07aa4d94-bfd7-461c-99fa-b40d3ec7b292 HTTP/1.1" status: 204 len: 168 time: 0.2953196 Aug 16 22:38:00.700383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea01d7-380a-4e9a-870b-c496b1fc56aa admin admin] Pushing event deleted for resources: {'Network': ['ID=07aa4d94-bfd7-461c-99fa-b40d3ec7b292,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:00.820684 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.860219 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-80479d60-9e62-4c98-be81-b70da5965822 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a6d366822e349418da18ebc9e6febab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382633 Aug 16 22:38:00.862832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57102) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:00.913618 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.935810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.988102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.990828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:00.992012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/631f55c8-b682-45ea-bdc5-0e26c21cb233 HTTP/1.1" status: 204 len: 168 time: 0.1281919 Aug 16 22:38:01.000813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649fa25-6b09-4877-bec1-1eb4777d0c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f55c8-b682-45ea-bdc5-0e26c21cb233,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:01.417655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef80c-269b-427b-9054-645548024390 req-feb0833a-28da-4691-aff5-c4c7ad4ff31b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:01.420149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-882ef80c-269b-427b-9054-645548024390 req-feb0833a-28da-4691-aff5-c4c7ad4ff31b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.2911410 Aug 16 22:38:01.463953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-882ef80c-269b-427b-9054-645548024390 req-e8d02f71-9193-410e-bd35-ff819e17db75 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351899 Aug 16 22:38:01.749448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57138) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:01.980728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-521503173-network', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:02.002075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Made reservation on behalf of 7a0d3171b5ea4a538060476415bdbcb4 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:02.004487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.013485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.113279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.117491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.139682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:02.154508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a618c2dc-ca0f-4e31-9ae1-b5a2ffd5509f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:02.157551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.157905 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Added segment 633caa0b-219c-46bd-abb3-a4564e1ccb04 of type vlan for network fd6396b8-361b-48c9-9fbf-6753bf11ee52 Aug 16 22:38:02.198562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.225642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.226814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.227404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.277405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5268285 Aug 16 22:38:02.280347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57146) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.286104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Request body: {'subnet': {'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-521503173-subnet', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:02.288035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5bae1-3468-4c43-b3f0-51920c32a4af admin admin] Pushing event updated for resources: {'Network': ['ID=fd6396b8-361b-48c9-9fbf-6753bf11ee52,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:02.300394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:02.314664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Made reservation on behalf of 7a0d3171b5ea4a538060476415bdbcb4 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:02.317340 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.491375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.552491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9127895-948a-4297-9b44-d97c7be8bb84,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:02.557050 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Checking segment: {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:02.557454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Network hostable DHCP agents. Network: fd6396b8-361b-48c9-9fbf-6753bf11ee52, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:02.580971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:02.594623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fd6396b8-361b-48c9-9fbf-6753bf11ee52) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:02.601875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.602770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.607586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01017eb1-4c23-4a0e-b9aa-3b55857c9b5b req-612c1cec-c2e2-434b-a04b-a4b6c419167b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:02.607843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec655751-4ad1-4870-9f9b-9f2769848681 None None] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:02.609528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01017eb1-4c23-4a0e-b9aa-3b55857c9b5b req-612c1cec-c2e2-434b-a04b-a4b6c419167b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0694051 Aug 16 22:38:02.626840 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-85d52ddc-600e-4d96-a9f8-4a237c60f676 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3447001 Aug 16 22:38:02.629601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57156) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:02.634881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:02.663744 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.665382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.687766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01017eb1-4c23-4a0e-b9aa-3b55857c9b5b req-b94a5383-ba8f-468a-b79e-9613d730a85a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551150 Aug 16 22:38:02.738958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.779791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'fixed_ips': [{'subnet_id': 'd9127895-948a-4297-9b44-d97c7be8bb84'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:02.780835 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.882130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:02.922388 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Allocated IP 172.20.0.2 (fd6396b8-361b-48c9-9fbf-6753bf11ee52/d9127895-948a-4297-9b44-d97c7be8bb84/5bd4b76d-20bd-426d-b5d2-6a3271cd6089) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:03.108247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.129148 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.242454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.251054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Transition to ACTIVE for port object 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:03.252528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Allocated IP 172.25.8.153 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f7efdaa2-aa36-46fc-8ae8-9a665adfc395) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:03.267438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Transition to ACTIVE for port object 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:03.276108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.316983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:03.321327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:03.326428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:03.329400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Pushing event updated for resources: {'Port': ['ID=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.357529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.381634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Attempting to bind port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:03.382008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Attempting to bind port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:03.382371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Attempting to bind port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 on network fd6396b8-361b-48c9-9fbf-6753bf11ee52 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:03.387306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:03.388204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Checking segment: {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:03.388615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.388997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Bound using segment: {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:03.389481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Bound port: 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:03.389863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.401514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.441178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:03.443803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:03.447432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:03.469736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Pushing event updated for resources: {'Port': ['ID=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.471532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] For port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:03.481133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] For port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:03.486815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.546633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b434-9cdb-4e7c-a807-dec540227b1a None None] Pushing event updated for resources: {'Port': ['ID=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:03.754736 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:03.840440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7ed0-6493-42f0-9c23-a60550310eda req-5d9b32ed-e8c9-4ee6-ae72-c67e5c6c600e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:03.842216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e5c7ed0-6493-42f0-9c23-a60550310eda req-5d9b32ed-e8c9-4ee6-ae72-c67e5c6c600e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0587466 Aug 16 22:38:03.886903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e5c7ed0-6493-42f0-9c23-a60550310eda req-4faa0715-adf6-404f-aeee-e2f92821eaa1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Aug 16 22:38:04.323756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.480482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Router ef005524-b965-4abc-9485-88316e020c5e is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:04.597444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:04.616702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ca20d-c7ea-49a4-be1e-8844341a4e17 None None] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:04.620245 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Sync routers for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:04.634684 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:04.635424 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:04.639611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:04.641050 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1fbe7817-7ab4-4277-bcc8-69b13dcb2b5b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0102212 Aug 16 22:38:04.644259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:04.721986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-04f6f15e-907a-45dd-a92c-be53396058d4 None None] Provisioning for port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:04.793191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:04.800188 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:04.884508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:04.890147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:04.890673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.027707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.036614 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:03Z', 'revision_number': 3, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:05.071895 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Checking router: ef005524-b965-4abc-9485-88316e020c5e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:05.072593 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Updating router ef005524-b965-4abc-9485-88316e020c5e port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:05.092422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:05.100509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.108569 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.136750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b1aea-c424-4111-bd05-fdf3c812abf4 req-13b95b84-4f0b-4f91-8a7d-d66f089f7140 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:05.142291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d6b1aea-c424-4111-bd05-fdf3c812abf4 req-13b95b84-4f0b-4f91-8a7d-d66f089f7140 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1122096 Aug 16 22:38:05.189327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:05.209396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d6b1aea-c424-4111-bd05-fdf3c812abf4 req-4cd46917-c54c-4c3d-90d7-bba185a9e387 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601909 Aug 16 22:38:05.257972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-26508538-4447-431e-8d7d-892f3aef45c6 None None] Provisioning complete for port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:05.258503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-26508538-4447-431e-8d7d-892f3aef45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.386503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.408890 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.420006 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Transition to ACTIVE for port object f7efdaa2-aa36-46fc-8ae8-9a665adfc395 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:05.426269 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.488917 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb869-9b63-4ffd-ba33-cf71969f0509 None None] Pushing event updated for resources: {'Port': ['ID=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:05.492654 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Attempting to bind port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:05.493031 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Attempting to bind port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:05.493425 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Attempting to bind port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:05.498954 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:05.499327 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:05.499731 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.500116 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:05.501270 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Bound port: f7efdaa2-aa36-46fc-8ae8-9a665adfc395, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:05.501270 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.552078 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] For port f7efdaa2-aa36-46fc-8ae8-9a665adfc395, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:05.555835 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] For port f7efdaa2-aa36-46fc-8ae8-9a665adfc395, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:05.559929 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.579081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Allocated IP 172.20.0.1 (fd6396b8-361b-48c9-9fbf-6753bf11ee52/d9127895-948a-4297-9b44-d97c7be8bb84/0b4a192d-bbdd-4c45-8a13-b5adee15e422) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:05.614004 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:05.614639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:05.665328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb869-9b63-4ffd-ba33-cf71969f0509 None None] Pushing event updated for resources: {'Port': ['ID=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:05.692352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.710931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Transition to ACTIVE for port object 0b4a192d-bbdd-4c45-8a13-b5adee15e422 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:05.740241 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:05.748582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:05.806079 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:05.809254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:05.813840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:05.817126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Pushing event updated for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:05.862243 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.020301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.039851 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:03Z', 'revision_number': 3, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:06.067526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-443f2d6a-884c-4e08-91d3-2a150719c4a2 None None] Provisioning for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:06.069153 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab1316-86fb-421c-a541-757f6402bc43 None None] The sync data for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 is: [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:03Z', 'revision_number': 3, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:06.073376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-443f2d6a-884c-4e08-91d3-2a150719c4a2 None None] Provisioning complete for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:06.073895 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-443f2d6a-884c-4e08-91d3-2a150719c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.120202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-443f2d6a-884c-4e08-91d3-2a150719c4a2 None None] Port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:06.218328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.223975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.296369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.298176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Pushing event updated for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:06.376683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3558c-f3d7-496c-810b-bf1f6d980452 req-93c83e21-289f-454c-a615-bc94f86234d3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:06.378299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfd3558c-f3d7-496c-810b-bf1f6d980452 req-93c83e21-289f-454c-a615-bc94f86234d3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0859091 Aug 16 22:38:06.442042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfd3558c-f3d7-496c-810b-bf1f6d980452 req-d1e3049c-1a3f-4564-89b4-9a4a00fd9f6e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574324 Aug 16 22:38:06.452321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:06.453943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:06.585324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Router ef005524-b965-4abc-9485-88316e020c5e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:06.750401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b73cd38b-02c6-42aa-aa4b-1dbcb1b8f67c None None] Provisioning complete for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:06.751029 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b73cd38b-02c6-42aa-aa4b-1dbcb1b8f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:06.761813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:06.773648 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddf8a041-6526-4329-a072-945127bdd24b admin admin] 10.222.0.22 "PUT /v2.0/routers/ef005524-b965-4abc-9485-88316e020c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1281140 Aug 16 22:38:06.806608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b73cd38b-02c6-42aa-aa4b-1dbcb1b8f67c None None] Port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:06.862719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f7efdaa2-aa36-46fc-8ae8-9a665adfc395 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:06.921803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:06.926786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:06.927355 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.021053 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.047391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f7efdaa2-aa36-46fc-8ae8-9a665adfc395, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:07.054311 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.055753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:07.185298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.206972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:07.207354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.353139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:07.383811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:07.396074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2005940880-network', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:07.420352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Made reservation on behalf of 600de1c8989a47d6895f5a7ea878aafa for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:07.423626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.433763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.579883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.589647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.606937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a91f9-2db6-43bb-968f-cd51b0bf7f60 req-afd844e0-b0c9-423f-9570-c6d8a982936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:07.608641 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f30a91f9-2db6-43bb-968f-cd51b0bf7f60 req-afd844e0-b0c9-423f-9570-c6d8a982936e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.2542758 Aug 16 22:38:07.618861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e351bb7-91ff-48b3-909c-699b2671389f req-c2d6de9c-d4fa-441f-b434-495814719104 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:07.620305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e351bb7-91ff-48b3-909c-699b2671389f req-c2d6de9c-d4fa-441f-b434-495814719104 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0846949 Aug 16 22:38:07.632030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:07.662475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc9375-dbab-4a59-88b1-bb07866c239a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.665383 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-f30a91f9-2db6-43bb-968f-cd51b0bf7f60 req-d875b72c-1509-4854-bd36-4d8a8eadb376 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493147 Aug 16 22:38:07.666840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.667207 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Added segment 7ff8b057-16af-406c-9177-effde659d1cf of type vlan for network 3e19200c-fe16-4f45-81d2-180bbaa82547 Aug 16 22:38:07.721790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e351bb7-91ff-48b3-909c-699b2671389f req-4b061f16-17ae-4510-aea1-ab54937572a1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927649 Aug 16 22:38:07.730224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.765888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.767019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:07.767729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:07.830533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4454663 Aug 16 22:38:07.835813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:07.843473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Request body: {'subnet': {'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2005940880-subnet', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:07.849538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212eee8-8cd5-43e8-980f-726bed4a7211 admin admin] Pushing event updated for resources: {'Network': ['ID=3e19200c-fe16-4f45-81d2-180bbaa82547,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:07.860797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:07.871149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Made reservation on behalf of 600de1c8989a47d6895f5a7ea878aafa for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:07.873818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.037820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Sync routers for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:08.047675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:08.048292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:08.058017 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.124117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab54d2ab-ca20-4f25-90d6-a3456e8c90bf,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:08.133453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Checking segment: {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:08.133836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Network hostable DHCP agents. Network: 3e19200c-fe16-4f45-81d2-180bbaa82547, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:08.153452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:08.164045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3e19200c-fe16-4f45-81d2-180bbaa82547) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:08.169566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.170814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.182493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ebf61-89f1-4fb3-9c26-035e6a8acb90 None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:08.188163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e27b28eb-175f-4679-939f-1fab926d7e94 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3489256 Aug 16 22:38:08.188482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57252) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:08.193896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:08.216297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.217536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.260855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:08.286909 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.427650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.539877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-3e19200c-fe16-4f45-81d2-180bbaa82547', 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'fixed_ips': [{'subnet_id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:08.540738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.728603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:05Z', 'revision_number': 4, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0b4a192d-bbdd-4c45-8a13-b5adee15e422', 'name': '', 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'mac_address': 'fa:16:3e:39:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:05Z', 'updated_at': '2021-08-16T22:38:06Z', 'revision_number': 2, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'subnets': [{'id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:08.767980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f7efdaa2-aa36-46fc-8ae8-9a665adfc395 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:08.783053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Checking router: ef005524-b965-4abc-9485-88316e020c5e for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:08.783507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Updating router ef005524-b965-4abc-9485-88316e020c5e port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:08.840409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:08.872131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Allocated IP 172.20.0.2 (3e19200c-fe16-4f45-81d2-180bbaa82547/ab54d2ab-ca20-4f25-90d6-a3456e8c90bf/c91663d6-7fd1-42d9-b57b-86f61af8a0c3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:08.989486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2178-8bcc-4e5f-8739-b6a02ab34f5e req-878d622c-85b9-45bd-8418-0513e18ab0d6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:08.996908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-612e2178-8bcc-4e5f-8739-b6a02ab34f5e req-878d622c-85b9-45bd-8418-0513e18ab0d6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0694730 Aug 16 22:38:09.042606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-612e2178-8bcc-4e5f-8739-b6a02ab34f5e req-8c1a13eb-507c-4f35-945e-545f5e0b0664 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Aug 16 22:38:09.184671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.208059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.211565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:09.211947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.323142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Allocated IP 172.25.8.144 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/afe6e342-c764-4183-a449-9c1ea39a8d8e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:09.392570 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.416342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Transition to ACTIVE for port object c91663d6-7fd1-42d9-b57b-86f61af8a0c3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:09.444126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.466054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Transition to ACTIVE for port object c91663d6-7fd1-42d9-b57b-86f61af8a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:09.481242 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.499608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.544240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:09.547483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:09.549937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:09.557991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:09.567678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:09.575567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.578591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Pushing event updated for resources: {'Port': ['ID=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:09.582009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:09.595376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Pushing event updated for resources: {'Port': ['ID=afe6e342-c764-4183-a449-9c1ea39a8d8e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:09.595546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Transition to ACTIVE for port object 0b4a192d-bbdd-4c45-8a13-b5adee15e422 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:09.618086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.702930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Attempting to bind port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:09.703284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Attempting to bind port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:09.703591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Attempting to bind port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 on network 3e19200c-fe16-4f45-81d2-180bbaa82547 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:09.709237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:09.709622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Checking segment: {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:09.710331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.710737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Bound using segment: {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:09.711207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Bound port: c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:09.711593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.715906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c167b-11e2-4da3-9472-c341ea94fcc1 None None] Pushing event updated for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:09.803389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Attempting to bind port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:09.803762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Attempting to bind port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:09.804132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Attempting to bind port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 on network fd6396b8-361b-48c9-9fbf-6753bf11ee52 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:09.818907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:09.819222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Checking segment: {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:09.819579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.819979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Bound using segment: {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:09.820457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Bound port: 0b4a192d-bbdd-4c45-8a13-b5adee15e422, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633caa0b-219c-46bd-abb3-a4564e1ccb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:09.820843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.871041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.881094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] For port c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:09.906873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] For port c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:09.920868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:09.952482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] For port 0b4a192d-bbdd-4c45-8a13-b5adee15e422, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:09.978408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] For port 0b4a192d-bbdd-4c45-8a13-b5adee15e422, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b4a192d-bbdd-4c45-8a13-b5adee15e422,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:10.001432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.030335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e470d2-d8f2-4da7-86df-1c4e15f601fb None None] Pushing event updated for resources: {'Port': ['ID=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:10.095010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:10.095657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.174708 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.217438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c167b-11e2-4da3-9472-c341ea94fcc1 None None] Pushing event updated for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:10.319205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:10.343149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e41c8-c439-467e-b0e3-acd24050eef1 req-951d0711-2f81-4bfd-9260-d60f8d45561d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:10.358929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e9e41c8-c439-467e-b0e3-acd24050eef1 req-951d0711-2f81-4bfd-9260-d60f8d45561d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1984084 Aug 16 22:38:10.433616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e9e41c8-c439-467e-b0e3-acd24050eef1 req-cc9e2243-069d-4fed-9f4e-8e4d5d530f92 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567286 Aug 16 22:38:10.458305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Router c59c368a-2a27-40c1-a457-f1504282f0b3 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:10.583480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:10.599013 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Sync routers for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:10.601772 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:10.606293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c578f24d-5260-46ce-a302-22dae7f8e4de admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4136982 Aug 16 22:38:10.606644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57304) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:10.625131 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:10.625707 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.634221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:05Z', 'revision_number': 4, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0b4a192d-bbdd-4c45-8a13-b5adee15e422', 'name': '', 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'mac_address': 'fa:16:3e:39:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:05Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 4, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'subnets': [{'id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:10.670906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760899-2289-4075-ab15-fd1c598459d8 None None] The sync data for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 is: [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:05Z', 'revision_number': 4, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0b4a192d-bbdd-4c45-8a13-b5adee15e422', 'name': '', 'network_id': 'fd6396b8-361b-48c9-9fbf-6753bf11ee52', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'mac_address': 'fa:16:3e:39:6a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:05Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 4, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'subnets': [{'id': 'd9127895-948a-4297-9b44-d97c7be8bb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:10.798697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c91663d6-7fd1-42d9-b57b-86f61af8a0c3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:10.833634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:10.897688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:11.101589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 3, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:11.137659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Checking router: c59c368a-2a27-40c1-a457-f1504282f0b3 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:11.138440 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Updating router c59c368a-2a27-40c1-a457-f1504282f0b3 port afe6e342-c764-4183-a449-9c1ea39a8d8e binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:11.167680 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.360907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.457487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f62ac1-98cb-43eb-bcb4-24e8d36ec7e3 None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:11.592951 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.596239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Allocated IP 172.20.0.1 (3e19200c-fe16-4f45-81d2-180bbaa82547/ab54d2ab-ca20-4f25-90d6-a3456e8c90bf/64b2d084-535e-4e54-afa0-b4e5b577f9c4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:11.627697 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Transition to ACTIVE for port object afe6e342-c764-4183-a449-9c1ea39a8d8e will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:11.637059 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.676788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8729-3713-4a48-9d7e-c4fd2b94573a req-6e2b10b6-58be-48dc-888e-30da820dd05f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:11.678481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c91e8729-3713-4a48-9d7e-c4fd2b94573a req-6e2b10b6-58be-48dc-888e-30da820dd05f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1207767 Aug 16 22:38:11.706284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Provisioning for port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:11.718595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Provisioning complete for port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:11.719781 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.757979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c91e8729-3713-4a48-9d7e-c4fd2b94573a req-856888b5-5940-4ead-9948-c9c4ca71984c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696614 Aug 16 22:38:11.758271 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Attempting to bind port afe6e342-c764-4183-a449-9c1ea39a8d8e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:11.758579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Attempting to bind port afe6e342-c764-4183-a449-9c1ea39a8d8e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:11.758950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Attempting to bind port afe6e342-c764-4183-a449-9c1ea39a8d8e on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:11.762371 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3dfea-9e77-4fda-a5fb-c0dd47df3b66 None None] Pushing event updated for resources: {'Port': ['ID=afe6e342-c764-4183-a449-9c1ea39a8d8e,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:11.768329 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:11.768978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:11.770314 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.770868 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:11.771494 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Bound port: afe6e342-c764-4183-a449-9c1ea39a8d8e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:11.772037 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.847695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.862618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] For port afe6e342-c764-4183-a449-9c1ea39a8d8e, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:11.868725 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] For port afe6e342-c764-4183-a449-9c1ea39a8d8e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=afe6e342-c764-4183-a449-9c1ea39a8d8e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:11.876832 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.922683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.942483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] For port c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:11.951100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:11.957753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Transition to ACTIVE for port object 64b2d084-535e-4e54-afa0-b4e5b577f9c4 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:11.970040 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3dfea-9e77-4fda-a5fb-c0dd47df3b66 None None] Pushing event updated for resources: {'Port': ['ID=afe6e342-c764-4183-a449-9c1ea39a8d8e,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:11.998331 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:11.999456 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:12.034716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.098797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e98a7-5d84-4623-97b6-5f23c8aa6666 None None] Pushing event updated for resources: {'Port': ['ID=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:12.183320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f404c51-56cc-4a82-b7c3-fa89ac7b2b19 None None] Provisioning complete for port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:12.184103 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f404c51-56cc-4a82-b7c3-fa89ac7b2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.194856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Pushing event updated for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:12.209925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:12.213771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:12.217126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:12.227102 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:12.299361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f1e6-df8d-4f8c-a415-6754aa4aee21 req-c0252157-4947-4424-afa0-75f2558ee9fa tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.302039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f954f1e6-df8d-4f8c-a415-6754aa4aee21 req-c0252157-4947-4424-afa0-75f2558ee9fa tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1676998 Aug 16 22:38:12.332977 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.358597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-8bb504f7-acf5-4784-8dbd-b7f8e2ed6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.380734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-8bb504f7-acf5-4784-8dbd-b7f8e2ed6e98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1871476 Aug 16 22:38:12.454853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f954f1e6-df8d-4f8c-a415-6754aa4aee21 req-36eb7f19-9d63-4adb-806a-26c58f6ddbc8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444433 Aug 16 22:38:12.583976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-f81c6ade-cc16-43dc-b2b2-584c555fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.586533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-f81c6ade-cc16-43dc-b2b2-584c555fb5a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1938570 Aug 16 22:38:12.590962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.623792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-736b49b0-9cc8-4415-baec-90518aeb064e None None] Provisioning for port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:12.624025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 3, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:12.628045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-736b49b0-9cc8-4415-baec-90518aeb064e None None] Provisioning complete for port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:12.628428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-736b49b0-9cc8-4415-baec-90518aeb064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.650643 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7781d1e-c6fd-4bc3-8d24-2b8cea602b68 None None] The sync data for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 is: [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:09Z', 'revision_number': 3, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:12.699861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-736b49b0-9cc8-4415-baec-90518aeb064e None None] Port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:12.728646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-f0c3e977-1333-47c8-93d3-f71bf86172a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1001 time: 0.1206732 Aug 16 22:38:12.812424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-c131b309-8c80-4ee6-ac67-0d7034d0f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.814252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-c131b309-8c80-4ee6-ac67-0d7034d0f92a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0733793 Aug 16 22:38:12.845933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c91663d6-7fd1-42d9-b57b-86f61af8a0c3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:12.873800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.880675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.884730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-07330e2d-379b-4702-8165-44d44a9cb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:12.886583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-07330e2d-379b-4702-8165-44d44a9cb97e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609450 Aug 16 22:38:12.915758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:12.916225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.978753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:12.982003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Pushing event updated for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:13.034079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-3fed6a93-4849-4553-bdd0-8da318015cc8 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332419 Aug 16 22:38:13.034892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b4a192d-bbdd-4c45-8a13-b5adee15e422 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:13.144207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:13.162365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:13.163054 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.193292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-01f6f0c7-2af1-4d43-b502-b9756378f339 req-36f4c0eb-4740-4f79-9e21-db7a491e489a service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363890 Aug 16 22:38:13.194216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:13.195679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:13.323823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.376344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0b4a192d-bbdd-4c45-8a13-b5adee15e422, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b4a192d-bbdd-4c45-8a13-b5adee15e422,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:13.382960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.433735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Router c59c368a-2a27-40c1-a457-f1504282f0b3 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:13.448940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:13.534617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1fec6603-7294-47be-854d-d0d33cff0a2a None None] Provisioning complete for port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:13.535915 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1fec6603-7294-47be-854d-d0d33cff0a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:13.572574 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:13.586061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32d708bc-519e-4d40-a551-0bf10257840c admin admin] 10.222.0.22 "PUT /v2.0/routers/c59c368a-2a27-40c1-a457-f1504282f0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9782701 Aug 16 22:38:13.606873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1fec6603-7294-47be-854d-d0d33cff0a2a None None] Port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:13.666108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e0d70-8128-4463-9738-49f5f7670f34 req-8fd49d3c-43e1-4cbe-be39-53c8239e6c5e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:13.675389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e1e0d70-8128-4463-9738-49f5f7670f34 req-8fd49d3c-43e1-4cbe-be39-53c8239e6c5e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0762596 Aug 16 22:38:13.716665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e1e0d70-8128-4463-9738-49f5f7670f34 req-53b56d45-a9dd-4e7b-8321-c29bfbd80835 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Aug 16 22:38:14.490025 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:14.735295 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57414) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:14.754948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Sync routers for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:14.767453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:14.768664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:14.875085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c82f9-3cee-4ca5-88e7-fac0bc350418 req-315b8906-2667-43e3-b7c2-fc1581c18764 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:14.878450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8c82f9-3cee-4ca5-88e7-fac0bc350418 req-315b8906-2667-43e3-b7c2-fc1581c18764 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0669448 Aug 16 22:38:14.887275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device afe6e342-c764-4183-a449-9c1ea39a8d8e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:14.933983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8c82f9-3cee-4ca5-88e7-fac0bc350418 req-30166800-e363-4319-946d-040dabd8e706 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Aug 16 22:38:14.947536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:15.059861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port afe6e342-c764-4183-a449-9c1ea39a8d8e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:15.087456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port afe6e342-c764-4183-a449-9c1ea39a8d8e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:15.088005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.228577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.257736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port afe6e342-c764-4183-a449-9c1ea39a8d8e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=afe6e342-c764-4183-a449-9c1ea39a8d8e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:15.264609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.265508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b4a192d-bbdd-4c45-8a13-b5adee15e422 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:15.333882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:12Z', 'revision_number': 4, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '64b2d084-535e-4e54-afa0-b4e5b577f9c4', 'name': '', 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'mac_address': 'fa:16:3e:d6:43:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:11Z', 'updated_at': '2021-08-16T22:38:12Z', 'revision_number': 2, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'subnets': [{'id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:15.524457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.545725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Checking router: c59c368a-2a27-40c1-a457-f1504282f0b3 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:15.546322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Updating router c59c368a-2a27-40c1-a457-f1504282f0b3 port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:15.573457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=afe6e342-c764-4183-a449-9c1ea39a8d8e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:15.586482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-020f8aa9-2eea-4139-af03-74022572d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.588565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.603866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:15.604241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.785701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Deleting port 0b4a192d-bbdd-4c45-8a13-b5adee15e422 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:15.786714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.871589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] For port 0b4a192d-bbdd-4c45-8a13-b5adee15e422, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0b4a192d-bbdd-4c45-8a13-b5adee15e422,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:15.872049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.884878 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Calling delete_port for 0b4a192d-bbdd-4c45-8a13-b5adee15e422 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:15.940914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:15.952508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Transition to ACTIVE for port object 64b2d084-535e-4e54-afa0-b4e5b577f9c4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:15.958697 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.014973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5a95b-8a35-4ce5-beea-080175a4ff33 None None] Pushing event updated for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.082998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Attempting to bind port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:16.083221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Attempting to bind port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:16.083472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Attempting to bind port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 on network 3e19200c-fe16-4f45-81d2-180bbaa82547 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:16.089012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:16.089432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Checking segment: {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:16.090381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.090784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Bound using segment: {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:16.091262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Bound port: 64b2d084-535e-4e54-afa0-b4e5b577f9c4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff8b057-16af-406c-9177-effde659d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:16.091659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.101976 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.136918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4a192d-bbdd-4c45-8a13-b5adee15e422,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.190092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] For port 64b2d084-535e-4e54-afa0-b4e5b577f9c4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:16.193469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] For port 64b2d084-535e-4e54-afa0-b4e5b577f9c4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64b2d084-535e-4e54-afa0-b4e5b577f9c4,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:16.198191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.245821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:16.253898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.340857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5a95b-8a35-4ce5-beea-080175a4ff33 None None] Pushing event updated for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:16.368645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:16.425295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:16.697877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Router ef005524-b965-4abc-9485-88316e020c5e has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:16.717236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:12Z', 'revision_number': 4, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '64b2d084-535e-4e54-afa0-b4e5b577f9c4', 'name': '', 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'mac_address': 'fa:16:3e:d6:43:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:11Z', 'updated_at': '2021-08-16T22:38:16Z', 'revision_number': 4, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'subnets': [{'id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.757032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504345b7-a55f-43b9-ac73-920953f92c5a None None] The sync data for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 is: [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:12Z', 'revision_number': 4, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '64b2d084-535e-4e54-afa0-b4e5b577f9c4', 'name': '', 'network_id': '3e19200c-fe16-4f45-81d2-180bbaa82547', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'mac_address': 'fa:16:3e:d6:43:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:11Z', 'updated_at': '2021-08-16T22:38:16Z', 'revision_number': 4, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'subnets': [{'id': 'ab54d2ab-ca20-4f25-90d6-a3456e8c90bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:16.861559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:16.870324 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b8f1822-0fdc-4275-9049-ca729a47e394 admin admin] 10.222.0.22 "PUT /v2.0/routers/ef005524-b965-4abc-9485-88316e020c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1337836 Aug 16 22:38:16.873640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:16.875200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device afe6e342-c764-4183-a449-9c1ea39a8d8e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:16.878975 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Sync routers for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:16.889416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:16.890179 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:16.966183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port afe6e342-c764-4183-a449-9c1ea39a8d8e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:16.966564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.020896 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:17.029608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.157146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.230113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Deleting port f7efdaa2-aa36-46fc-8ae8-9a665adfc395 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:17.230999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.282041 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:16Z', 'revision_number': 5, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port': {'id': 'f7efdaa2-aa36-46fc-8ae8-9a665adfc395', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:08:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005524-b965-4abc-9485-88316e020c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:03Z', 'updated_at': '2021-08-16T22:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:17.323338 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Checking router: ef005524-b965-4abc-9485-88316e020c5e for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:17.334465 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Routers {'ef005524-b965-4abc-9485-88316e020c5e'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:17.335190 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:37:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ef005524-b965-4abc-9485-88316e020c5e'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:17.344098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] For port f7efdaa2-aa36-46fc-8ae8-9a665adfc395, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:17.344610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.367220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Calling delete_port for f7efdaa2-aa36-46fc-8ae8-9a665adfc395 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:17.561246 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] Set router ef005524-b965-4abc-9485-88316e020c5e gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:17.601625 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.628007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7efdaa2-aa36-46fc-8ae8-9a665adfc395,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:17.630975 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:17Z', 'revision_number': 6, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:17.663567 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fba949-af37-4424-be1c-4ac8d3be47c7 None None] The sync data for ids ['ef005524-b965-4abc-9485-88316e020c5e'] in n-d-791505-20 is: [{'id': 'ef005524-b965-4abc-9485-88316e020c5e', 'name': 'tempest-TestAggregatesBasicOps-521503173-router', 'tenant_id': '7a0d3171b5ea4a538060476415bdbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:02Z', 'updated_at': '2021-08-16T22:38:17Z', 'revision_number': 6, 'project_id': '7a0d3171b5ea4a538060476415bdbcb4', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:17.722107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.821989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.824631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.875049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.876529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef005524-b965-4abc-9485-88316e020c5e {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:17.881605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.882972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f390c69f-db47-468b-88ad-6a6686273fb9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ef005524-b965-4abc-9485-88316e020c5e HTTP/1.1" status: 204 len: 168 time: 1.0079775 Aug 16 22:38:17.885481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:17.938071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Deleting subnet d9127895-948a-4297-9b44-d97c7be8bb84 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:17.941476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:17.990791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.089747 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.150586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.166335 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.178651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9127895-948a-4297-9b44-d97c7be8bb84,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:18.180659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.187174 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22df1780-4f70-4c87-a19b-ab375dcbdf1e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d9127895-948a-4297-9b44-d97c7be8bb84 HTTP/1.1" status: 204 len: 168 time: 0.3006184 Aug 16 22:38:18.188261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57482) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:18.189838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0472ca-b1cf-4800-9b5f-01c8e6af1491 None None] Network fd6396b8-361b-48c9-9fbf-6753bf11ee52 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:18.258383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.318306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1666861a-834c-41b8-9ce8-2adcbb30d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.319800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Deleting port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:18.319931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.393257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] For port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:18.393716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.399297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] DHCP port deletion for fd6396b8-361b-48c9-9fbf-6753bf11ee52 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:18.407569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Calling delete_port for 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:18.456425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Deleting port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:18.456866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.503931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.532805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] For port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,segment=NetworkSegment(633caa0b-219c-46bd-abb3-a4564e1ccb04),segment_id=633caa0b-219c-46bd-abb3-a4564e1ccb04)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:18.533246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.534124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:18.537821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] No DVR routers for this DVR port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:18.546681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Calling delete_port for 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:18.611723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.628493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6396b8-361b-48c9-9fbf-6753bf11ee52']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:18.644958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633caa0b-219c-46bd-abb3-a4564e1ccb04') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:18.645219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633caa0b-219c-46bd-abb3-a4564e1ccb04') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:18.654877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.669616 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.669812 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.677764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:18.678198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:18.680071 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:18.700901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] Pushing event deleted for resources: {'Port': ['ID=5bd4b76d-20bd-426d-b5d2-6a3271cd6089,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:18.702815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb048a-df5f-49d8-9fd0-ee7848c976e8 None None] No DVR routers for this DVR port 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:18.738737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.744601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:18.749625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd6396b8-361b-48c9-9fbf-6753bf11ee52 HTTP/1.1" status: 204 len: 168 time: 0.5577271 Aug 16 22:38:18.750293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57492) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:18.760043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78243ad-2810-4d3f-832a-6742cd585a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6396b8-361b-48c9-9fbf-6753bf11ee52,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:19.003013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64b2d084-535e-4e54-afa0-b4e5b577f9c4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:19.061051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:19.065423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:19.066119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.164888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.165576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.221399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 64b2d084-535e-4e54-afa0-b4e5b577f9c4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64b2d084-535e-4e54-afa0-b4e5b577f9c4,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:19.226381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.321551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f7efdaa2-aa36-46fc-8ae8-9a665adfc395 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:19.347796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.351610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f7efdaa2-aa36-46fc-8ae8-9a665adfc395 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:19.351964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f7efdaa2-aa36-46fc-8ae8-9a665adfc395 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:19.352378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:19.381504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:19.381768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 5bd4b76d-20bd-426d-b5d2-6a3271cd6089 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:19.382201 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b4a192d-bbdd-4c45-8a13-b5adee15e422 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:19.383983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:19.408145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0b4a192d-bbdd-4c45-8a13-b5adee15e422 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:19.408960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0b4a192d-bbdd-4c45-8a13-b5adee15e422 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:19.478904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Deleting port 64b2d084-535e-4e54-afa0-b4e5b577f9c4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:19.479247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.561693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] For port 64b2d084-535e-4e54-afa0-b4e5b577f9c4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64b2d084-535e-4e54-afa0-b4e5b577f9c4,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:19.562064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.574788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Calling delete_port for 64b2d084-535e-4e54-afa0-b4e5b577f9c4 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:19.764228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.788211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b2d084-535e-4e54-afa0-b4e5b577f9c4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:19.974463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.193442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Router c59c368a-2a27-40c1-a457-f1504282f0b3 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:20.295611 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:20.300562 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed1ed87a-aa97-4ee0-828f-6d09c8a87b82 admin admin] 10.222.0.22 "PUT /v2.0/routers/c59c368a-2a27-40c1-a457-f1504282f0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484934 Aug 16 22:38:20.303084 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57516) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:20.305564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f757-6dff-4190-850b-595e5196801e None None] Sync routers for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:20.315764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:20.316400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.428391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:20.624478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:19Z', 'revision_number': 5, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.660024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f757-6dff-4190-850b-595e5196801e None None] Checking router: c59c368a-2a27-40c1-a457-f1504282f0b3 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:20.671480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] Routers {'c59c368a-2a27-40c1-a457-f1504282f0b3'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:20.672226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c59c368a-2a27-40c1-a457-f1504282f0b3'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:20.774056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.785178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] Set router c59c368a-2a27-40c1-a457-f1504282f0b3 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:20.878819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.940091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Deleting port afe6e342-c764-4183-a449-9c1ea39a8d8e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:20.940507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.993724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9916f757-6dff-4190-850b-595e5196801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:19Z', 'revision_number': 5, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:21.021022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916f757-6dff-4190-850b-595e5196801e None None] The sync data for ids ['c59c368a-2a27-40c1-a457-f1504282f0b3'] in n-d-791505-20 is: [{'id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'name': 'tempest-TestAggregatesBasicOps-2005940880-router', 'tenant_id': '600de1c8989a47d6895f5a7ea878aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:08Z', 'updated_at': '2021-08-16T22:38:19Z', 'revision_number': 5, 'project_id': '600de1c8989a47d6895f5a7ea878aafa', 'gw_port': {'id': 'afe6e342-c764-4183-a449-9c1ea39a8d8e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c368a-2a27-40c1-a457-f1504282f0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:09Z', 'updated_at': '2021-08-16T22:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:21.022918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] For port afe6e342-c764-4183-a449-9c1ea39a8d8e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=afe6e342-c764-4183-a449-9c1ea39a8d8e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:21.023506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.036820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Calling delete_port for afe6e342-c764-4183-a449-9c1ea39a8d8e owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:21.212852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.241520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe6e342-c764-4183-a449-9c1ea39a8d8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.264956 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.309758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.407087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.409854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.469470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.470465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59c368a-2a27-40c1-a457-f1504282f0b3 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:38:21.480136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.484794 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7018f220-8964-479a-8a71-230bcb814103 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c59c368a-2a27-40c1-a457-f1504282f0b3 HTTP/1.1" status: 204 len: 168 time: 1.1781626 Aug 16 22:38:21.484794 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57520) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:21.535342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Deleting subnet ab54d2ab-ca20-4f25-90d6-a3456e8c90bf {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:38:21.538718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.576955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.661914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.733265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.763777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab54d2ab-ca20-4f25-90d6-a3456e8c90bf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:21.769485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.771375 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc6e902c-80d2-421f-981f-c4686e727878 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab54d2ab-ca20-4f25-90d6-a3456e8c90bf HTTP/1.1" status: 204 len: 168 time: 0.2855647 Aug 16 22:38:21.774031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:21.775132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3f201-bfd2-4b21-92ef-4033e6974fa4 None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:21.849032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.903327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Deleting port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:21.903676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.968178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] For port c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,segment=NetworkSegment(7ff8b057-16af-406c-9177-effde659d1cf),segment_id=7ff8b057-16af-406c-9177-effde659d1cf)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:21.968438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.981956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Calling delete_port for c91663d6-7fd1-42d9-b57b-86f61af8a0c3 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:22.046058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] DHCP port deletion for 3e19200c-fe16-4f45-81d2-180bbaa82547 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:38:22.078851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.108519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Deleting port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:38:22.108736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.109345 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.114659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] No DVR routers for this DVR port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:22.201932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.215918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e19200c-fe16-4f45-81d2-180bbaa82547']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:22.233216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff8b057-16af-406c-9177-effde659d1cf') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:22.233216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff8b057-16af-406c-9177-effde659d1cf') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:22.240405 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.256158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.263024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:38:22.263502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:38:22.265545 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:38:22.323413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.342305 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.346695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] 10.222.0.22 "DELETE /v2.0/networks/3e19200c-fe16-4f45-81d2-180bbaa82547 HTTP/1.1" status: 204 len: 168 time: 0.5692360 Aug 16 22:38:22.346695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3a45b-a13a-428b-8f42-77e46849d4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3e19200c-fe16-4f45-81d2-180bbaa82547,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.354744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] For port c91663d6-7fd1-42d9-b57b-86f61af8a0c3, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:22.355155 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.368308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Calling delete_port for c91663d6-7fd1-42d9-b57b-86f61af8a0c3 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:38:22.371771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:38:22.372985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.396635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Network 3e19200c-fe16-4f45-81d2-180bbaa82547 is not hosted by any dhcp agent {{(pid=94818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:38:22.397113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] No DVR routers for this DVR port c91663d6-7fd1-42d9-b57b-86f61af8a0c3 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:38:22.398782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1872-6b92-4ff7-a073-d09983990942 None None] Pushing event deleted for resources: {'Port': ['ID=c91663d6-7fd1-42d9-b57b-86f61af8a0c3,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.515324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57528) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:22.555097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-172c484a-09f8-4e5d-936e-a970bff01f1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a0d3171b5ea4a538060476415bdbcb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385206 Aug 16 22:38:22.557616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:22.609093 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.631198 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.684572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.687208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.693713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a618c2dc-ca0f-4e31-9ae1-b5a2ffd5509f HTTP/1.1" status: 204 len: 168 time: 0.1349735 Aug 16 22:38:22.703393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa975f89-ce9d-4c87-8b58-cd8496dd1bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618c2dc-ca0f-4e31-9ae1-b5a2ffd5509f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:22.722390 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64b2d084-535e-4e54-afa0-b4e5b577f9c4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:22.751622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 64b2d084-535e-4e54-afa0-b4e5b577f9c4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:22.751965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64b2d084-535e-4e54-afa0-b4e5b577f9c4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:22.752586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c91663d6-7fd1-42d9-b57b-86f61af8a0c3 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:22.771018 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c91663d6-7fd1-42d9-b57b-86f61af8a0c3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:22.771476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c91663d6-7fd1-42d9-b57b-86f61af8a0c3 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:22.771778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device afe6e342-c764-4183-a449-9c1ea39a8d8e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:38:22.790986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: afe6e342-c764-4183-a449-9c1ea39a8d8e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:38:22.791623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device afe6e342-c764-4183-a449-9c1ea39a8d8e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:38:22.887097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.004996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:23.046791 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39157159-7c98-4da0-8e85-1274646aadb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=600de1c8989a47d6895f5a7ea878aafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405555 Aug 16 22:38:23.049373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:23.097049 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.117771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.168971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.171553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:23.172720 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6cc9375-dbab-4a59-88b1-bb07866c239a HTTP/1.1" status: 204 len: 168 time: 0.1224582 Aug 16 22:38:23.182908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85f8ff-7aff-4fc4-aeb8-f6bb336f5d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc9375-dbab-4a59-88b1-bb07866c239a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.177813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.288590 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f52f24e-3687-44b1-809b-8ce2ed668029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.380008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f52f24e-3687-44b1-809b-8ce2ed668029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.383857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6f52f24e-3687-44b1-809b-8ce2ed668029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.425963 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6f52f24e-3687-44b1-809b-8ce2ed668029 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7df9a10711674d02a29c4565abebd9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470236 Aug 16 22:38:25.426849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f24e-3687-44b1-809b-8ce2ed668029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73acd0-514a-43a7-8ce7-6c3c1070ca24,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.428636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57710) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.477726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.498813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.545448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.547993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.549232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d73acd0-514a-43a7-8ce7-6c3c1070ca24 HTTP/1.1" status: 204 len: 168 time: 0.1195188 Aug 16 22:38:25.556669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7a8f-93a3-4fa2-8787-0475f4847de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73acd0-514a-43a7-8ce7-6c3c1070ca24,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.836351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:25.849727 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f721d73-1e38-4488-abf4-c09e9147dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.938326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f721d73-1e38-4488-abf4-c09e9147dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.943192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f721d73-1e38-4488-abf4-c09e9147dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:25.985423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f721d73-1e38-4488-abf4-c09e9147dcea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ded42fb06f7474bb33352d685633909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479292 Aug 16 22:38:25.987448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721d73-1e38-4488-abf4-c09e9147dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a7918-b848-458d-be6a-be6d7f6122fe,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:25.988136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57720) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.038498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.060188 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.106604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.109151 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.110341 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc1a7918-b848-458d-be6a-be6d7f6122fe HTTP/1.1" status: 204 len: 168 time: 0.1211939 Aug 16 22:38:26.118380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac7eb1-7624-450e-b248-b7912c91ed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1a7918-b848-458d-be6a-be6d7f6122fe,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:26.128593 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:38:26.790514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:26.894204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-91146657-network', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:26.915431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:26.918269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:26.926631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.015496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.019876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.041378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:27.056672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.059712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.060070 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Added segment e709abbb-cc10-47d7-8d68-128fdadd338c of type vlan for network befe1637-f5f9-4f12-b5bd-836cfed97515 Aug 16 22:38:27.106396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.139566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.140829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.141437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.196950 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4049761 Aug 16 22:38:27.200514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.202486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a789c-8390-4f11-a1f4-ff8c89957997 admin admin] Pushing event updated for resources: {'Network': ['ID=befe1637-f5f9-4f12-b5bd-836cfed97515,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.206150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Request body: {'subnet': {'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-91146657-subnet', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:27.214264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network befe1637-f5f9-4f12-b5bd-836cfed97515 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:27.226683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:27.229275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.401820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.458534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6fb4cc-c47a-44f8-95b1-c61d391cc230,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:27.467908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:27.468278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Network hostable DHCP agents. Network: befe1637-f5f9-4f12-b5bd-836cfed97515, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:27.486519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:27.497129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, befe1637-f5f9-4f12-b5bd-836cfed97515) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:27.502431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:27.503202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.505744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f0f36-b19a-4f1a-8385-dedc08555fdc None None] Network befe1637-f5f9-4f12-b5bd-836cfed97515 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:27.521174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48b56bac-91f7-46b7-b92e-aea86996fdf2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3169460 Aug 16 22:38:27.521569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57750) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:27.526113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:27.548495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.549917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.618354 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.670684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-befe1637-f5f9-4f12-b5bd-836cfed97515', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:27.671752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.768796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.818572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Allocated IP 172.20.0.2 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/e6706de0-5839-4c23-962a-b117b6250aee) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:27.965995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.976390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.976992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Transition to ACTIVE for port object e6706de0-5839-4c23-962a-b117b6250aee will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:27.992547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Transition to ACTIVE for port object e6706de0-5839-4c23-962a-b117b6250aee will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:27.998046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:27.999134 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.033561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:28.036642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:28.040194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:28.106690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Attempting to bind port e6706de0-5839-4c23-962a-b117b6250aee on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:28.106690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Attempting to bind port e6706de0-5839-4c23-962a-b117b6250aee by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:28.107113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Attempting to bind port e6706de0-5839-4c23-962a-b117b6250aee on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:28.107570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Allocated IP 172.25.8.134 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/29925b18-b548-4367-bcc1-4e9c2185d4b8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:28.109815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Pushing event updated for resources: {'Port': ['ID=e6706de0-5839-4c23-962a-b117b6250aee,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.114430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:28.114808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:28.115218 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.115609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:28.116079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Bound port: e6706de0-5839-4c23-962a-b117b6250aee, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:28.116471 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.183540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] For port e6706de0-5839-4c23-962a-b117b6250aee, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:28.186910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] For port e6706de0-5839-4c23-962a-b117b6250aee, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6706de0-5839-4c23-962a-b117b6250aee,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:28.192125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.231592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.250855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11920-3a2d-493a-af96-31c89c63cbe7 None None] Pushing event updated for resources: {'Port': ['ID=e6706de0-5839-4c23-962a-b117b6250aee,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.280021 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.326843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:28.330029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:28.332615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:28.338700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Pushing event updated for resources: {'Port': ['ID=29925b18-b548-4367-bcc1-4e9c2185d4b8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:28.665800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:28.747851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6706de0-5839-4c23-962a-b117b6250aee up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:28.807635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port e6706de0-5839-4c23-962a-b117b6250aee completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:28.889727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.024287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:29.137530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:29.153459 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:29.153996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.155402 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-19f13eb4-fb7c-4a5c-9a6c-5fc627ee9807 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6328301 Aug 16 22:38:29.158414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:29.168829 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:29.170061 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:29.293627 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:29.376841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64217e8c-c93b-4c02-809f-ba66056281e7 None None] Network befe1637-f5f9-4f12-b5bd-836cfed97515 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:29.438723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Provisioning for port e6706de0-5839-4c23-962a-b117b6250aee completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:29.446773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Provisioning complete for port e6706de0-5839-4c23-962a-b117b6250aee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:29.447389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.568160 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:28Z', 'revision_number': 3, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:29.606128 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:29.606502 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Updating router 79aa13a0-8353-4271-96c8-0b2e3648b3cf port 29925b18-b548-4367-bcc1-4e9c2185d4b8 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:29.620875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.643887 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.645766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.670671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] For port e6706de0-5839-4c23-962a-b117b6250aee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6706de0-5839-4c23-962a-b117b6250aee,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:29.675873 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:29.749529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e155d-a7e9-4913-b0e9-40064e18542b None None] Pushing event updated for resources: {'Port': ['ID=e6706de0-5839-4c23-962a-b117b6250aee,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:29.910453 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Allocated IP 172.20.0.1 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/10a42672-9d38-4c1d-bdf0-8ad49feb0cbc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:29.989299 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.001021 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Transition to ACTIVE for port object 29925b18-b548-4367-bcc1-4e9c2185d4b8 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:30.004085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-37a38a43-26e7-4b98-8508-488af62619e2 None None] Provisioning complete for port e6706de0-5839-4c23-962a-b117b6250aee triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:30.004752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-37a38a43-26e7-4b98-8508-488af62619e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.007000 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.040371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.055940 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Transition to ACTIVE for port object 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:30.057615 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5ccd8-9fd0-4308-b4c8-8d97b8e035d1 None None] Pushing event updated for resources: {'Port': ['ID=29925b18-b548-4367-bcc1-4e9c2185d4b8,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.061739 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Attempting to bind port 29925b18-b548-4367-bcc1-4e9c2185d4b8 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:30.062109 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Attempting to bind port 29925b18-b548-4367-bcc1-4e9c2185d4b8 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:30.062474 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Attempting to bind port 29925b18-b548-4367-bcc1-4e9c2185d4b8 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:30.067467 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:30.067833 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:30.068366 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.068612 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:30.069093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Bound port: 29925b18-b548-4367-bcc1-4e9c2185d4b8, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:30.069473 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.093205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.123993 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] For port 29925b18-b548-4367-bcc1-4e9c2185d4b8, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:30.127143 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] For port 29925b18-b548-4367-bcc1-4e9c2185d4b8, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=29925b18-b548-4367-bcc1-4e9c2185d4b8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:30.130796 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.136199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:30.138231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:30.142066 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:30.166323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Pushing event updated for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.178849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:30.179473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:30.185905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.226324 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5ccd8-9fd0-4308-b4c8-8d97b8e035d1 None None] Pushing event updated for resources: {'Port': ['ID=29925b18-b548-4367-bcc1-4e9c2185d4b8,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.304706 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:30.323864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.410408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-84983990-21a4-486c-ab80-0e782501d6a1 None None] Provisioning for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:30.414826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-84983990-21a4-486c-ab80-0e782501d6a1 None None] Provisioning complete for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:30.415643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84983990-21a4-486c-ab80-0e782501d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.452423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84983990-21a4-486c-ab80-0e782501d6a1 None None] Port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:30.492391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.496684 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:28Z', 'revision_number': 3, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:30.498063 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.528887 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a45293-df1d-467d-af45-6f3decc2a92f None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:28Z', 'revision_number': 3, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:30.567169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.568991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Pushing event updated for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:30.661296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:30.662836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:30.725132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6706de0-5839-4c23-962a-b117b6250aee up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:30.813795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:30.838535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e6706de0-5839-4c23-962a-b117b6250aee triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:30.839263 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.981758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a14e0d99-81c4-43b5-93bb-689d8acb1ce3 None None] Provisioning complete for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:30.982274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a14e0d99-81c4-43b5-93bb-689d8acb1ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.024151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a14e0d99-81c4-43b5-93bb-689d8acb1ce3 None None] Port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:31.295977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:31.304244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4d1ba48-7f6a-47ff-af85-c7802065c54a admin admin] 10.222.0.22 "PUT /v2.0/routers/79aa13a0-8353-4271-96c8-0b2e3648b3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1420283 Aug 16 22:38:31.910037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 57800) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:31.916230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1136226945-network', 'tenant_id': 'c0054c47c99a43a3afade597358259c7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:31.939775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Made reservation on behalf of c0054c47c99a43a3afade597358259c7 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:31.942183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:31.951536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.049156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.053444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.085001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:38:32.095347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082dbcb-f6ea-4f44-bc50-7282deffcc18,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.104825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.105212 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Added segment 2bf207de-e5f9-4d81-87e1-28c5a2bc57d0 of type vlan for network ccfaa6c4-7642-4adb-8725-1112e3286c17 Aug 16 22:38:32.107564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.107922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.108379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.108599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.108939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.109319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.109656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.109992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.110323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.110654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.110985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.111314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:32.160026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.189287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.190325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:32.190924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.241258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3291678 Aug 16 22:38:32.244120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57808) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.250108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Request body: {'subnet': {'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1136226945-subnet', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.252436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7d6a2-53cc-4711-b602-4f5ba49e1c8a admin admin] Pushing event updated for resources: {'Network': ['ID=ccfaa6c4-7642-4adb-8725-1112e3286c17,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.265861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:38:32.280032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Made reservation on behalf of c0054c47c99a43a3afade597358259c7 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:32.282481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.318663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:32.355945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:32.356977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:32.477827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.486939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:32.546215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:32.553805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Checking segment: {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:32.554176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Network hostable DHCP agents. Network: ccfaa6c4-7642-4adb-8725-1112e3286c17, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:38:32.575027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:38:32.586008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ccfaa6c4-7642-4adb-8725-1112e3286c17) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:32.590555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:32.591148 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.610287 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b9597e1e-765a-4dc8-8f51-4df9f94bca78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3618762 Aug 16 22:38:32.610287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:32.615946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:32.625195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498227a2-a872-48b7-90ec-f97951f2d9ef None None] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:32.645766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.647398 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.736619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:32.804367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 29925b18-b548-4367-bcc1-4e9c2185d4b8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:32.898718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.064826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ccfaa6c4-7642-4adb-8725-1112e3286c17', 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'fixed_ips': [{'subnet_id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:38:33.065710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.071097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 2, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:33.113300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:33.113669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Updating router 79aa13a0-8353-4271-96c8-0b2e3648b3cf port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:33.129734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.146504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 29925b18-b548-4367-bcc1-4e9c2185d4b8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:33.149378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.161693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 29925b18-b548-4367-bcc1-4e9c2185d4b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:33.162070 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.242345 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.275445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Allocated IP 172.25.8.144 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d2f2d149-b5a1-4585-b393-be4586192687) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:33.398242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.438377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Allocated IP 172.20.0.2 (ccfaa6c4-7642-4adb-8725-1112e3286c17/ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43/be8ff7c6-9ba2-4114-8042-d680d9d3f1f6) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:33.446228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.491362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:33.495649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:33.500516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:33.523584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f2d149-b5a1-4585-b393-be4586192687,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:33.626963 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.678908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 29925b18-b548-4367-bcc1-4e9c2185d4b8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=29925b18-b548-4367-bcc1-4e9c2185d4b8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:33.697422 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.763927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.825885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=29925b18-b548-4367-bcc1-4e9c2185d4b8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:33.849952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.850383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.850803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.851213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.851626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.852089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.852391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.852861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.853120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.853403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.853859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.854162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:33.879674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.908742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Transition to ACTIVE for port object be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:33.941159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Transition to ACTIVE for port object be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:33.944069 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.955795 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.961555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Transition to ACTIVE for port object 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:33.989161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:33.998353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.018490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:34.024179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:34.028322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:34.034993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Pushing event updated for resources: {'Port': ['ID=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:34.158664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:38:34.165039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f4a3-dcda-4660-9f7d-79bdd68b2f4d None None] Pushing event updated for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:34.168557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Attempting to bind port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:34.168557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Attempting to bind port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:34.168841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Attempting to bind port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 on network ccfaa6c4-7642-4adb-8725-1112e3286c17 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:34.177630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:34.178003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Checking segment: {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:34.178420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.178815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Bound using segment: {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:34.179317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Bound port: be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:34.179810 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.182024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Attempting to bind port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:34.182387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Attempting to bind port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:34.182748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Attempting to bind port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:34.221406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:34.221406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:34.221406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.222010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:34.222568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Bound port: 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:34.223033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.312312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:34.335972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.338273 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8b5b198a-c1cd-4f24-b484-e3ed7ddfb1d0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7263677 Aug 16 22:38:34.338901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] For port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:34.341282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 57844) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:34.343619 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Sync routers for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:34.344207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] For port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:34.348921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] For port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:34.351504 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.355298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] For port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:34.361448 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:34.363694 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:34.391809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:34.456345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a051-0706-4b0e-a482-485f05edfe85 None None] Pushing event updated for resources: {'Port': ['ID=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:34.470514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:34.471156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:34.526690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:34.708082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:34.916236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 29925b18-b548-4367-bcc1-4e9c2185d4b8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:34.970564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3f4a3-dcda-4660-9f7d-79bdd68b2f4d None None] Pushing event updated for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:34.985947 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 3, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:35.032680 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Checking router: 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:35.033042 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Updating router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 port d2f2d149-b5a1-4585-b393-be4586192687 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:35.072804 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.101051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 29925b18-b548-4367-bcc1-4e9c2185d4b8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:35.101767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.143574 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.169715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:34Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:35.212957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f4626-deca-41f5-ad87-db420bf504c5 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:34Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:35.458223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Allocated IP 172.20.0.1 (ccfaa6c4-7642-4adb-8725-1112e3286c17/ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43/db6b8ddb-5704-43b7-a671-af027335fe44) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:35.461201 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.476399 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Transition to ACTIVE for port object d2f2d149-b5a1-4585-b393-be4586192687 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:35.485454 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.575622 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fae5ed-a66a-4770-b61c-c84eaeb0549d None None] Pushing event updated for resources: {'Port': ['ID=d2f2d149-b5a1-4585-b393-be4586192687,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.584578 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Attempting to bind port d2f2d149-b5a1-4585-b393-be4586192687 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:35.584953 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Attempting to bind port d2f2d149-b5a1-4585-b393-be4586192687 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:35.585344 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Attempting to bind port d2f2d149-b5a1-4585-b393-be4586192687 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:35.593319 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:35.594201 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:35.594840 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.596016 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:35.597154 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Bound port: d2f2d149-b5a1-4585-b393-be4586192687, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:35.597555 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.646389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.665603 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] For port d2f2d149-b5a1-4585-b393-be4586192687, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:35.671307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] For port d2f2d149-b5a1-4585-b393-be4586192687, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2f2d149-b5a1-4585-b393-be4586192687,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:35.676690 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.680206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Transition to ACTIVE for port object db6b8ddb-5704-43b7-a671-af027335fe44 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:35.731990 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:35.733043 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:35.774196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.834707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:35.837716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:35.850799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:35.860073 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fae5ed-a66a-4770-b61c-c84eaeb0549d None None] Pushing event updated for resources: {'Port': ['ID=d2f2d149-b5a1-4585-b393-be4586192687,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.901527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Pushing event updated for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:35.910296 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:35.922357 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:35.969840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42407f-dde6-4291-8098-f6d156262fde None None] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:36.093585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8f7696e7-0118-4013-804c-eb8e3f792f78 None None] Provisioning for port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:36.112477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.286959 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 3, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:36.324023 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9948a96-18e0-4ee5-b646-55190f535eb3 None None] The sync data for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 is: [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 3, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:36.415202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.428836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.500922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Pushing event updated for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:36.505000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.693260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4dd0f1c1-918f-490e-a3ee-e82573abd951 None None] Provisioning for port db6b8ddb-5704-43b7-a671-af027335fe44 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:36.727677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4dd0f1c1-918f-490e-a3ee-e82573abd951 None None] Provisioning complete for port db6b8ddb-5704-43b7-a671-af027335fe44 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:36.728462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f1c1-918f-490e-a3ee-e82573abd951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:36.834183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0f1c1-918f-490e-a3ee-e82573abd951 None None] Port db6b8ddb-5704-43b7-a671-af027335fe44 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:37.006191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:37.098660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:37.098879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-350a5b79-1647-40c9-83be-6fb3b97ca614 None None] Provisioning complete for port db6b8ddb-5704-43b7-a671-af027335fe44 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:37.099262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-350a5b79-1647-40c9-83be-6fb3b97ca614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.100029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:37.138731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:37.150124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:37.150504 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.187088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-350a5b79-1647-40c9-83be-6fb3b97ca614 None None] Port db6b8ddb-5704-43b7-a671-af027335fe44 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:37.230886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:38:37.277209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.338128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:37.343894 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.345303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:37.421715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:38:37.429281 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0dc630a3-8a52-4fd3-8778-63d6dda59ecd admin admin] 10.222.0.22 "PUT /v2.0/routers/30dde1ca-e7d7-4f20-b7fe-57146163b4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860960 Aug 16 22:38:37.502845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:37.512325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:37.516410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:37.516955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.576785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-84f61b8d-69cd-47f8-be4b-33d95a23a061 None None] Provisioning complete for port db6b8ddb-5704-43b7-a671-af027335fe44 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:37.577440 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84f61b8d-69cd-47f8-be4b-33d95a23a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.647801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-84f61b8d-69cd-47f8-be4b-33d95a23a061 None None] Port db6b8ddb-5704-43b7-a671-af027335fe44 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:37.662433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.709768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:37.721770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:37.793585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:38.631084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Sync routers for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:38:38.644068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:38.645117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:38.810029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:38.844605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:39.174216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.174604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.313329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2f2d149-b5a1-4585-b393-be4586192687 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:39.338182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:36Z', 'revision_number': 4, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'db6b8ddb-5704-43b7-a671-af027335fe44', 'name': '', 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'mac_address': 'fa:16:3e:c5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:35Z', 'updated_at': '2021-08-16T22:38:36Z', 'revision_number': 2, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'subnets': [{'id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:39.369606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Checking router: 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:38:39.369967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Updating router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 port db6b8ddb-5704-43b7-a671-af027335fe44 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:38:39.405819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.459625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d2f2d149-b5a1-4585-b393-be4586192687 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:39.465802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2f2d149-b5a1-4585-b393-be4586192687 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.466176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.663547 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.700850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d2f2d149-b5a1-4585-b393-be4586192687, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2f2d149-b5a1-4585-b393-be4586192687,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:39.705809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.706615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:39.716719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-3bb2f6df-3f0c-4a18-afde-55b7a9344ba0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:39.721584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-3bb2f6df-3f0c-4a18-afde-55b7a9344ba0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1232815 Aug 16 22:38:39.741250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-9ab5bd5b-46de-444c-8c89-7837fc10036d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0169487 Aug 16 22:38:39.793763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2198e499-772a-47aa-b3e7-98c9c159887c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515032 Aug 16 22:38:39.809762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d2f2d149-b5a1-4585-b393-be4586192687,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:39.858840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.862395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:39.862754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.889611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Transition to ACTIVE for port object db6b8ddb-5704-43b7-a671-af027335fe44 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:39.905717 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:39.916730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-86cdf691-eca5-4ad6-b799-f4c371d415b7 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098547 Aug 16 22:38:40.013369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8238ea-2280-4b0f-a907-4a15f499df43 None None] Pushing event updated for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:40.078404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Attempting to bind port db6b8ddb-5704-43b7-a671-af027335fe44 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:40.078928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Attempting to bind port db6b8ddb-5704-43b7-a671-af027335fe44 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:40.079300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Attempting to bind port db6b8ddb-5704-43b7-a671-af027335fe44 on network ccfaa6c4-7642-4adb-8725-1112e3286c17 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:40.086864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:40.087244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Checking segment: {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:40.087651 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.088047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Bound using segment: {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:40.088734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Bound port: db6b8ddb-5704-43b7-a671-af027335fe44, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:40.093226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.191563 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] For port db6b8ddb-5704-43b7-a671-af027335fe44, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:40.197347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] For port db6b8ddb-5704-43b7-a671-af027335fe44, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=db6b8ddb-5704-43b7-a671-af027335fe44,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:40.203257 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.268496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8238ea-2280-4b0f-a907-4a15f499df43 None None] Pushing event updated for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:40.271224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:38:40.271832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:38:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:40.417438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:38:40.438834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-d6466bd8-303f-4a5f-bb34-124ac075d971 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210495 Aug 16 22:38:40.674262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:36Z', 'revision_number': 4, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'db6b8ddb-5704-43b7-a671-af027335fe44', 'name': '', 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'mac_address': 'fa:16:3e:c5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:35Z', 'updated_at': '2021-08-16T22:38:40Z', 'revision_number': 4, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'subnets': [{'id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:38:40.715597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89bcad-d6d8-4244-a93b-96916d6f732a None None] The sync data for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 is: [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:38:36Z', 'revision_number': 4, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'db6b8ddb-5704-43b7-a671-af027335fe44', 'name': '', 'network_id': 'ccfaa6c4-7642-4adb-8725-1112e3286c17', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'mac_address': 'fa:16:3e:c5:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:35Z', 'updated_at': '2021-08-16T22:38:40Z', 'revision_number': 4, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'subnets': [{'id': 'ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:38:40.746966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2f2d149-b5a1-4585-b393-be4586192687 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:40.845290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2f2d149-b5a1-4585-b393-be4586192687 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:40.845784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:40.887867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e100e4c8-4881-4153-8a01-4b94dd377544 req-82588d6b-cd73-42fa-a135-de4044b770bb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0388081 Aug 16 22:38:42.008392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f16587b-0aba-4f20-97d1-fe97d8ecf2ee req-876fb098-c9c7-41e7-b004-dd5aa07d569a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0481749 Aug 16 22:38:42.261790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-5c18281a-47a7-4105-b608-d9775729add0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:42.263350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-5c18281a-47a7-4105-b608-d9775729add0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1172514 Aug 16 22:38:42.296599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:42.434502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:38:42.438360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.581778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.11 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/4bbf6895-6e19-44e4-9992-c37354665031) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:38:42.782238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.797294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device db6b8ddb-5704-43b7-a671-af027335fe44 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:42.798354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 4bbf6895-6e19-44e4-9992-c37354665031 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:42.846935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.862641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port db6b8ddb-5704-43b7-a671-af027335fe44 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:42.867909 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port db6b8ddb-5704-43b7-a671-af027335fe44 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:42.868594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.901233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:38:42.904643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:38:42.909153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:38:42.943882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:42.992763 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:42.996422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:42.997147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.022592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-a96ca40f-2ad7-4d90-95db-e7c71116788b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387419 Aug 16 22:38:43.043865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Request body: {'port': {'device_id': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:43.114150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port db6b8ddb-5704-43b7-a671-af027335fe44, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=db6b8ddb-5704-43b7-a671-af027335fe44,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:43.122692 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.191733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.289509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:43.355145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d66243b-bb8e-4312-a8e9-914c4e033b77 None None] Provisioning for port 4bbf6895-6e19-44e4-9992-c37354665031 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:43.366039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd4f6f-b561-48e5-9dc6-015399392304 req-79c8077b-313c-4597-a011-71424a12d42b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:43.367726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dd4f6f-b561-48e5-9dc6-015399392304 req-79c8077b-313c-4597-a011-71424a12d42b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 932 time: 0.1734638 Aug 16 22:38:43.374849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0d66243b-bb8e-4312-a8e9-914c4e033b77 None None] Provisioning complete for port 4bbf6895-6e19-44e4-9992-c37354665031 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:43.375255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d66243b-bb8e-4312-a8e9-914c4e033b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.424102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0d66243b-bb8e-4312-a8e9-914c4e033b77 None None] Port 4bbf6895-6e19-44e4-9992-c37354665031 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:38:43.517777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dd4f6f-b561-48e5-9dc6-015399392304 req-26979e34-3937-4bb4-8ad9-d3dc52c218b0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Aug 16 22:38:43.672494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbf6895-6e19-44e4-9992-c37354665031 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:43.690238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.706499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Transition to ACTIVE for port object 4bbf6895-6e19-44e4-9992-c37354665031 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:38:43.710654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.782417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:43.885025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Attempting to bind port 4bbf6895-6e19-44e4-9992-c37354665031 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:38:43.885478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Attempting to bind port 4bbf6895-6e19-44e4-9992-c37354665031 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:38:43.886528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Attempting to bind port 4bbf6895-6e19-44e4-9992-c37354665031 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:43.892770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Port 4bbf6895-6e19-44e4-9992-c37354665031 on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:38:43.893255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Attempting to bind port 4bbf6895-6e19-44e4-9992-c37354665031 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:38:43.900207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:38:43.900601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:38:43.901146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:38:43.901904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Bound port: 4bbf6895-6e19-44e4-9992-c37354665031, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:38:43.902315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:43.997901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:38:44.003565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4bbf6895-6e19-44e4-9992-c37354665031,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:38:44.009594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.067091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.067715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.069190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] 10.222.0.89 "PUT /v2.0/ports/4bbf6895-6e19-44e4-9992-c37354665031 HTTP/1.1" status: 200 len: 1093 time: 1.0315182 Aug 16 22:38:44.069650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:44.072089 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde760e4-cc6f-4bd4-886f-c7028aadc146" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "tag": "4bbf6895-6e19-44e4-9992-c37354665031"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:44.125604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f2012-ab09-4e88-986d-7f2e0a98332d service neutron] Pushing event updated for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:44.215369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-fe628c12-3fbe-4b1c-b258-0984d9839c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.217305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-fe628c12-3fbe-4b1c-b258-0984d9839c0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 1096 time: 0.0523577 Aug 16 22:38:44.317118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-2afa3b6a-0830-4b8f-bf43-83df91b15216 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bbf6895-6e19-44e4-9992-c37354665031 HTTP/1.1" status: 200 len: 217 time: 0.0837348 Aug 16 22:38:44.402653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-0499fe8b-c3ea-4527-85ad-7f3a668d83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.404445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-0499fe8b-c3ea-4527-85ad-7f3a668d83e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0785053 Aug 16 22:38:44.431204 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c6bbb-2b14-40d7-8a40-d19a8649ecb3 x-openstack-request-id: req-6d6c6bbb-2b14-40d7-8a40-d19a8649ecb3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:44.431611 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "tag": "4bbf6895-6e19-44e4-9992-c37354665031", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:44.431992 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d6c6bbb-2b14-40d7-8a40-d19a8649ecb3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:44.433193 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031', 'status': 'completed', 'code': 200} Aug 16 22:38:44.465154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-d1b38421-8c9e-48c7-a8ad-d0a71837ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.466842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-d1b38421-8c9e-48c7-a8ad-d0a71837ab62 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517898 Aug 16 22:38:44.488765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.594408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-bbbc1063-0a08-4019-b22f-7c5c150ba5c2 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159189 Aug 16 22:38:44.712583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82a6d5-faa7-4972-8b55-067c8c79bf7d req-5e9836e5-fe61-421e-8af6-1c5a4964ba0d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.714334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a82a6d5-faa7-4972-8b55-067c8c79bf7d req-5e9836e5-fe61-421e-8af6-1c5a4964ba0d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.1144545 Aug 16 22:38:44.760655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca25326a-5d68-4177-8f43-39b6ed7afcdf req-814cc8be-455f-483f-81f6-c10bf71d9cc9 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504004 Aug 16 22:38:44.762093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device db6b8ddb-5704-43b7-a671-af027335fe44 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:44.795276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a82a6d5-faa7-4972-8b55-067c8c79bf7d req-5c4df26d-0fc5-403a-bd00-4c0c1777ce5c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674572 Aug 16 22:38:44.835053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port db6b8ddb-5704-43b7-a671-af027335fe44 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:44.835528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:44.935960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-e039b226-6619-4170-aca8-b7ff3103b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:44.937986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-e039b226-6619-4170-aca8-b7ff3103b81f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 1096 time: 0.0598483 Aug 16 22:38:45.054538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-53eed8af-4df1-4de4-b7e2-38e2ff54df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:45.056041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-53eed8af-4df1-4de4-b7e2-38e2ff54df48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1073358 Aug 16 22:38:45.098937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-ee2347c1-e0f4-419b-b811-5e4b87e19473 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4bbf6895-6e19-44e4-9992-c37354665031 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Aug 16 22:38:45.157095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-095fe6be-4a1b-486a-bd91-0c78da8af212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:45.158638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-095fe6be-4a1b-486a-bd91-0c78da8af212 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0497510 Aug 16 22:38:45.222768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-bba37dcc-b206-4075-abc8-85fbb7ec421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:45.224327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-bba37dcc-b206-4075-abc8-85fbb7ec421d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581644 Aug 16 22:38:45.326563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-690e8f12-d957-4a56-9128-6409e7496b6e service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942986 Aug 16 22:38:45.450383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde760e4-cc6f-4bd4-886f-c7028aadc146 req-3a0e6e1c-d151-44ec-b78a-1ea39f1f41fc service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135151 Aug 16 22:38:45.548607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7065d41e-d1ce-43fa-ad5f-44f4f543a5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:45.921992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850c499-47cf-4a33-b50b-bef734807810 req-dc3b1b86-58c8-43f1-aea6-e083823941ee tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:45.923641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a850c499-47cf-4a33-b50b-bef734807810 req-dc3b1b86-58c8-43f1-aea6-e083823941ee tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0653391 Aug 16 22:38:45.964256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a850c499-47cf-4a33-b50b-bef734807810 req-4a7c9e6c-6bbf-44d5-90c0-fe05f8bd1df3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Aug 16 22:38:46.791695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-160400cb-650b-49c7-8fa2-6cb0f3f983ce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433464 Aug 16 22:38:46.910280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-ab39e4c1-4e3d-44ee-9fda-e69c8905aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:46.911995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-ab39e4c1-4e3d-44ee-9fda-e69c8905aaa6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0553913 Aug 16 22:38:47.028611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-66f8cbd5-ed12-4925-b37a-3f5e5429361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:47.030501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-66f8cbd5-ed12-4925-b37a-3f5e5429361f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.0983231 Aug 16 22:38:47.136973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-d4fee308-fc5a-4c38-975f-834756562ebb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1001 time: 0.0857182 Aug 16 22:38:47.144658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf649-18f8-4d1e-ba5b-974fa93a8f59 req-c2e4b4ee-9dc7-4dbe-add9-26f4ce01890a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:47.146165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e4cf649-18f8-4d1e-ba5b-974fa93a8f59 req-c2e4b4ee-9dc7-4dbe-add9-26f4ce01890a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.1051004 Aug 16 22:38:47.197037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e4cf649-18f8-4d1e-ba5b-974fa93a8f59 req-d5523dfc-bdf7-4c44-927f-fd4ea0d002e4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Aug 16 22:38:47.233459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-0a9ce6df-71ae-4e01-bf6f-95bc3b4ba040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:47.234953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-0a9ce6df-71ae-4e01-bf6f-95bc3b4ba040 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0512609 Aug 16 22:38:47.286331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-5589159a-2fc6-4fb7-b545-ccd1edd6e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:47.287829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-5589159a-2fc6-4fb7-b545-ccd1edd6e159 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449460 Aug 16 22:38:47.384960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-76b341e9-9843-49be-86f6-6fd6edbe0773 service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868759 Aug 16 22:38:47.492382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ca8f357-84de-4b96-bd8d-29baaacfb1a1 req-70d1bf90-11c8-45de-bfc3-92952e35ee8b service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969315 Aug 16 22:38:48.159801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.291375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-061cff47-891b-49f2-9fec-95b180066f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.318330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba2192-33da-4243-b6fb-aba3b406efe2 req-029c3082-765e-4d93-8383-e1b1cd3874ce tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:48.319893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13ba2192-33da-4243-b6fb-aba3b406efe2 req-029c3082-765e-4d93-8383-e1b1cd3874ce tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0524344 Aug 16 22:38:48.359650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13ba2192-33da-4243-b6fb-aba3b406efe2 req-fc5087ae-69fd-455f-8434-c6dbadaa5049 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330849 Aug 16 22:38:49.253505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.490645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52de43f-2d76-4e41-aa8e-b0a97dd5e7fd req-1ce1f45c-02c7-4be3-b1ee-4c45ca612b13 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:49.492134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f52de43f-2d76-4e41-aa8e-b0a97dd5e7fd req-1ce1f45c-02c7-4be3-b1ee-4c45ca612b13 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0597332 Aug 16 22:38:49.532214 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f52de43f-2d76-4e41-aa8e-b0a97dd5e7fd req-45eb11d1-0bd1-4b76-b05a-5b9d2dd19b7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Aug 16 22:38:50.651144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc7fc-be5b-4ddb-9565-facac22056c5 req-bc307a85-bcb1-406f-ac84-f0d2bfa26d4b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:50.652628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-567fc7fc-be5b-4ddb-9565-facac22056c5 req-bc307a85-bcb1-406f-ac84-f0d2bfa26d4b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0530899 Aug 16 22:38:50.691792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-567fc7fc-be5b-4ddb-9565-facac22056c5 req-c5133375-7bd5-4d6b-8dfd-7d69a0a0980d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 16 22:38:51.260902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:51.824207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940313b-1901-4fc9-b9ee-dce8f2ad9e7a req-931b6e57-50af-492a-a3e7-cff0f1f0db3c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:51.825790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2940313b-1901-4fc9-b9ee-dce8f2ad9e7a req-931b6e57-50af-492a-a3e7-cff0f1f0db3c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0624707 Aug 16 22:38:51.883504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2940313b-1901-4fc9-b9ee-dce8f2ad9e7a req-d89e5c09-b359-4d39-9121-f5ece1453aa1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 Aug 16 22:38:52.105663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49731197-6552-4958-809f-21a30dfb8bc5 req-ea0d58a5-6d2e-4fc7-80d5-a5a5d55accda tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:52.107112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49731197-6552-4958-809f-21a30dfb8bc5 req-ea0d58a5-6d2e-4fc7-80d5-a5a5d55accda tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Aug 16 22:38:52.149084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49731197-6552-4958-809f-21a30dfb8bc5 req-cab4ee26-1137-46a0-90fb-f7fa5dc0726a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353436 Aug 16 22:38:52.886354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.009822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ed67-8c36-4922-9d71-787efa0af228 req-43f0a5ca-9ba5-4da6-8977-e1df0e38cb4f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.011318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b346ed67-8c36-4922-9d71-787efa0af228 req-43f0a5ca-9ba5-4da6-8977-e1df0e38cb4f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0536151 Aug 16 22:38:53.049468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b346ed67-8c36-4922-9d71-787efa0af228 req-5b864628-e576-40c7-a0c4-16189e24dd1f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321598 Aug 16 22:38:53.272971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a975ff7-054f-461d-8d62-38b6e91f0915 req-b5c97e07-344e-4c19-b27f-a98fdc49765e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.274773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a975ff7-054f-461d-8d62-38b6e91f0915 req-b5c97e07-344e-4c19-b27f-a98fdc49765e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0500331 Aug 16 22:38:53.316220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a975ff7-054f-461d-8d62-38b6e91f0915 req-a9b8f9ed-18fd-4bc4-8a3f-44d9c844f57f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319078 Aug 16 22:38:54.162598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2e363-11c1-4064-abd5-a181f4ae5b7a req-8ffa4274-e940-4850-ad94-0cc3c7b865a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.164085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d2e363-11c1-4064-abd5-a181f4ae5b7a req-8ffa4274-e940-4850-ad94-0cc3c7b865a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0491598 Aug 16 22:38:54.201957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6d2e363-11c1-4064-abd5-a181f4ae5b7a req-d4b32e1a-1ebe-4ac3-ba45-f7bcf309273a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Aug 16 22:38:54.433778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff86d1-cd42-44f1-9b9a-a3486fcd80fe req-0130a652-4b09-413c-914b-e00fd90fa352 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:54.435246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dff86d1-cd42-44f1-9b9a-a3486fcd80fe req-0130a652-4b09-413c-914b-e00fd90fa352 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0525241 Aug 16 22:38:54.472473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dff86d1-cd42-44f1-9b9a-a3486fcd80fe req-55c08444-8638-4567-a154-17a6b512c556 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Aug 16 22:38:55.319090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3269971-a4be-422e-980d-b8d691046950 req-4bb5ce79-34e7-496e-987c-1c54ed3d72b4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.320652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3269971-a4be-422e-980d-b8d691046950 req-4bb5ce79-34e7-496e-987c-1c54ed3d72b4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 944 time: 0.0502825 Aug 16 22:38:55.360760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3269971-a4be-422e-980d-b8d691046950 req-01e56cb8-f11e-4cde-9a18-fde7a23640b4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Aug 16 22:38:55.588201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b324c-d7e3-4d39-a00a-c250ba5458ed req-ff24a3d0-5a76-4fc7-a01e-3ccf35671919 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.591100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11b324c-d7e3-4d39-a00a-c250ba5458ed req-ff24a3d0-5a76-4fc7-a01e-3ccf35671919 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0520525 Aug 16 22:38:55.591798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4bbf6895-6e19-44e4-9992-c37354665031 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:38:55.632428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c11b324c-d7e3-4d39-a00a-c250ba5458ed req-b872998c-fa05-4f14-8e43-524093b22b0e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348668 Aug 16 22:38:55.689956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4bbf6895-6e19-44e4-9992-c37354665031,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:55.700481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '4bbf6895-6e19-44e4-9992-c37354665031', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '4bbf6895-6e19-44e4-9992-c37354665031', 'mac_address': 'fa:16:3e:75:ae:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:38:55.736365 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.749304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbf6895-6e19-44e4-9992-c37354665031 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:38:55.773757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4bbf6895-6e19-44e4-9992-c37354665031,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:55.778708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:55.830363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:56.106287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4bbf6895-6e19-44e4-9992-c37354665031'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:38:56.113885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-ad232b1a-c3c1-4236-9f23-4915bc45affb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440722 Aug 16 22:38:56.224187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d716d5-29aa-459f-b635-f971a90f392a req-dfb73d12-46f9-4d69-bce0-ded12f20ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.225986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-dfb73d12-46f9-4d69-bce0-ded12f20ebae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0480306 Aug 16 22:38:56.332091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d716d5-29aa-459f-b635-f971a90f392a req-1a6ee2fd-2521-42a8-bc42-5122866d0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.333694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-1a6ee2fd-2521-42a8-bc42-5122866d0e60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.0862954 Aug 16 22:38:56.399980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-95b5cf53-7e54-474b-a734-075634013ab1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0584526 Aug 16 22:38:56.480182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d716d5-29aa-459f-b635-f971a90f392a req-d4b7b9d5-0911-43ff-9dba-f43532ef17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.481694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-d4b7b9d5-0911-43ff-9dba-f43532ef17f9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0743802 Aug 16 22:38:56.505254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d24286-1228-4542-910c-74ee98bf70d8 req-0eaf7ba4-e07d-4d89-8a2f-5386f38f08d0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.506683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68d24286-1228-4542-910c-74ee98bf70d8 req-0eaf7ba4-e07d-4d89-8a2f-5386f38f08d0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 945 time: 0.0724547 Aug 16 22:38:56.561029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68d24286-1228-4542-910c-74ee98bf70d8 req-9313fe6a-8030-4ae0-950d-3197b3159c92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Aug 16 22:38:56.563648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d716d5-29aa-459f-b635-f971a90f392a req-ecb3efc1-be0a-43fa-85c0-7432848c610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.565079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-ecb3efc1-be0a-43fa-85c0-7432848c610f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756860 Aug 16 22:38:56.660237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-4c4486fa-c2a6-46d5-9dea-b2e2c1207a0a service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875304 Aug 16 22:38:56.797175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3885e8c-4d23-436e-95be-7deb076eee21 req-7a76e33a-e44e-492a-825f-5efe5640558b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:56.798683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3885e8c-4d23-436e-95be-7deb076eee21 req-7a76e33a-e44e-492a-825f-5efe5640558b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0841470 Aug 16 22:38:56.802923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d716d5-29aa-459f-b635-f971a90f392a req-0a4cfa99-69a3-4042-9fc9-5b06811fb14e service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345057 Aug 16 22:38:56.846233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3885e8c-4d23-436e-95be-7deb076eee21 req-ced90399-0a86-4903-89ac-a34547153fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Aug 16 22:38:57.588999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4bbf6895-6e19-44e4-9992-c37354665031 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:38:57.658621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 4bbf6895-6e19-44e4-9992-c37354665031 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:38:57.663359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 4bbf6895-6e19-44e4-9992-c37354665031 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:57.663795 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.691711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116c1b3-773a-42fe-8693-164b550e6a2c req-48a3212d-94fb-4b1a-8dd3-2cf68ea8beeb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.693469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e116c1b3-773a-42fe-8693-164b550e6a2c req-48a3212d-94fb-4b1a-8dd3-2cf68ea8beeb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 945 time: 0.0616708 Aug 16 22:38:57.736889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e116c1b3-773a-42fe-8693-164b550e6a2c req-3160f054-8316-4368-9d00-f20666fc1291 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Aug 16 22:38:57.764182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.788510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:38:57.790812 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6730d87-0348-4410-bbe9-0f57d80a34aa" -d '{"events": [{"server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "name": "network-vif-plugged", "status": "completed", "tag": "4bbf6895-6e19-44e4-9992-c37354665031"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:38:57.804303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4bbf6895-6e19-44e4-9992-c37354665031,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:38:57.810383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:57.868411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:57.921165 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37d105-6a8c-4a90-befd-e43c1c9d92c8 x-openstack-request-id: req-cc37d105-6a8c-4a90-befd-e43c1c9d92c8 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:38:57.921467 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "name": "network-vif-plugged", "status": "completed", "tag": "4bbf6895-6e19-44e4-9992-c37354665031", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:38:57.921723 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc37d105-6a8c-4a90-befd-e43c1c9d92c8 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:38:57.922124 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031', 'code': 200} Aug 16 22:38:57.986245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d357f37-39f4-4d77-8c86-e9642aaadabc req-9b1d8e4e-87cb-43cb-b617-040f222c1800 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.987828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d357f37-39f4-4d77-8c86-e9642aaadabc req-9b1d8e4e-87cb-43cb-b617-040f222c1800 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0567656 Aug 16 22:38:58.057788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d357f37-39f4-4d77-8c86-e9642aaadabc req-f5dbaa52-aeb8-4cbf-9c97-e05477507f0d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637958 Aug 16 22:38:58.071024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1373c-921f-42eb-9a2f-a617c29d082a req-ae9a774b-8e69-4817-94d4-7609f8161906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.072569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dd1373c-921f-42eb-9a2f-a617c29d082a req-ae9a774b-8e69-4817-94d4-7609f8161906 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 1098 time: 0.0609968 Aug 16 22:38:58.109511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2dd1373c-921f-42eb-9a2f-a617c29d082a req-21debd2b-8cfd-4e37-ae59-21ad912b291c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298541 Aug 16 22:38:58.874731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64f407-fd86-4afe-ae7a-0a14b620c24a req-9d90049c-f235-49dc-9979-6344b6bb6d1a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:58.876116 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f64f407-fd86-4afe-ae7a-0a14b620c24a req-9d90049c-f235-49dc-9979-6344b6bb6d1a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0503874 Aug 16 22:38:58.918510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f64f407-fd86-4afe-ae7a-0a14b620c24a req-00acc9f8-a1f1-4629-a80c-f65ac30612b6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Aug 16 22:38:59.178762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e18167-94e7-483d-af9c-dabeb803263f req-254c7a42-74c1-418e-ae49-0b3c8080d7d9 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:59.181666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8e18167-94e7-483d-af9c-dabeb803263f req-254c7a42-74c1-418e-ae49-0b3c8080d7d9 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0514054 Aug 16 22:38:59.219102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8e18167-94e7-483d-af9c-dabeb803263f req-4f58a10a-449b-4727-862e-e25fc1aaec57 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Aug 16 22:39:00.036370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579229e5-b2ac-41c0-b41f-a62c092a9aab req-84edbfaa-ab29-4acc-b0ac-a180d6a054ae tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.037875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579229e5-b2ac-41c0-b41f-a62c092a9aab req-84edbfaa-ab29-4acc-b0ac-a180d6a054ae tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0532024 Aug 16 22:39:00.074723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-579229e5-b2ac-41c0-b41f-a62c092a9aab req-37058828-f0c4-4de4-a7fe-65ba6921f7e9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Aug 16 22:39:00.191710 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aeadf-5348-42a6-a496-afd9c28ca21e req-b8f71039-fcab-4da7-839a-be4ee7daa54e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.193742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c90aeadf-5348-42a6-a496-afd9c28ca21e req-b8f71039-fcab-4da7-839a-be4ee7daa54e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0524056 Aug 16 22:39:00.254033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c90aeadf-5348-42a6-a496-afd9c28ca21e req-feb30010-59c5-4c27-ad90-dcf6cde6d49a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Aug 16 22:39:00.382873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ea18-356d-4496-816b-16093d27ecd0 req-20b94d00-07fb-46ab-8194-58fc957fe6b2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.384341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a755ea18-356d-4496-816b-16093d27ecd0 req-20b94d00-07fb-46ab-8194-58fc957fe6b2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0780609 Aug 16 22:39:00.416439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596694-09fd-47be-9205-5b6f0262bdc1 req-925b39d1-d45c-428a-a25c-4c6a154fdada tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.417952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e596694-09fd-47be-9205-5b6f0262bdc1 req-925b39d1-d45c-428a-a25c-4c6a154fdada tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0781763 Aug 16 22:39:00.452669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a755ea18-356d-4496-816b-16093d27ecd0 req-eca7f29b-b79c-44b7-9042-129ff1a622b5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597818 Aug 16 22:39:00.471447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e596694-09fd-47be-9205-5b6f0262bdc1 req-a3bd9578-3de5-44d3-9082-86ac440ec349 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Aug 16 22:39:00.712843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b1554-1da3-4eff-9722-a7d4a57a0d59 req-fd3d2ea0-64e8-4a4c-987b-a396d19c6d85 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.714292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b53b1554-1da3-4eff-9722-a7d4a57a0d59 req-fd3d2ea0-64e8-4a4c-987b-a396d19c6d85 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0495753 Aug 16 22:39:00.753790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b53b1554-1da3-4eff-9722-a7d4a57a0d59 req-a55e6cda-ad98-40ec-b7e4-eb78abb7f7bf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Aug 16 22:39:01.586028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38e59-71dc-4ec0-b8b7-b87ff1726e12 req-7bf681ba-c5e7-437b-b165-ce3ccfe5de86 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.587687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baf38e59-71dc-4ec0-b8b7-b87ff1726e12 req-7bf681ba-c5e7-437b-b165-ce3ccfe5de86 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Aug 16 22:39:01.626173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baf38e59-71dc-4ec0-b8b7-b87ff1726e12 req-21aa6e0c-b3f9-4fb0-a3be-ed38ce7708bf tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Aug 16 22:39:01.884592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0233-04dd-4759-a6a6-66ee0acb29ec req-e358bacf-040e-491f-813a-dccc04fe6cbf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:01.886204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07ce0233-04dd-4759-a6a6-66ee0acb29ec req-e358bacf-040e-491f-813a-dccc04fe6cbf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0528533 Aug 16 22:39:01.926455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07ce0233-04dd-4759-a6a6-66ee0acb29ec req-d3826033-102b-44f0-8270-fa9d6fac4bc1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343559 Aug 16 22:39:02.499239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992b424-8714-4099-8013-09a5af603c4c req-bd83b039-8d7d-4243-90d6-91a881597ad4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.500755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6992b424-8714-4099-8013-09a5af603c4c req-bd83b039-8d7d-4243-90d6-91a881597ad4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0545375 Aug 16 22:39:02.602408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 4bbf6895-6e19-44e4-9992-c37354665031 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:02.603054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.704157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 4bbf6895-6e19-44e4-9992-c37354665031, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4bbf6895-6e19-44e4-9992-c37354665031,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:02.704873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:02.727461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 4bbf6895-6e19-44e4-9992-c37354665031 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:03.126602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d41-7854-4785-b07f-7c1c521ca154 req-182ab92a-85ea-4037-ae78-2b41a2a5dc9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.127300 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:03.128097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c1c2d41-7854-4785-b07f-7c1c521ca154 req-182ab92a-85ea-4037-ae78-2b41a2a5dc9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.4201767 Aug 16 22:39:03.198555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b55ac9-eb3b-4d89-a727-d1f6015d06a8 req-1b97c4ff-2dab-44f1-8ce9-ad5e371f22a5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.200056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9b55ac9-eb3b-4d89-a727-d1f6015d06a8 req-1b97c4ff-2dab-44f1-8ce9-ad5e371f22a5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 946 time: 0.0975943 Aug 16 22:39:03.226545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c1c2d41-7854-4785-b07f-7c1c521ca154 req-6b2d5246-3506-4563-ac0e-f6da3cf512a8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831382 Aug 16 22:39:03.283754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9b55ac9-eb3b-4d89-a727-d1f6015d06a8 req-753706db-ff41-4faa-b474-6a90c6507a1f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749376 Aug 16 22:39:03.329754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.373062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4bbf6895-6e19-44e4-9992-c37354665031'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:03.426200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=4bbf6895-6e19-44e4-9992-c37354665031,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:03.428471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 4bbf6895-6e19-44e4-9992-c37354665031 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:03.432232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:03.434423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6992b424-8714-4099-8013-09a5af603c4c req-0477eab1-8b3d-4933-858a-1c3796951495 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "DELETE /v2.0/ports/4bbf6895-6e19-44e4-9992-c37354665031 HTTP/1.1" status: 204 len: 173 time: 0.9235382 Aug 16 22:39:03.434977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'name': 'network-vif-deleted', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:03.437629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28037bcd-3489-4aaa-bde5-80d831fd95c8" -d '{"events": [{"server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "name": "network-vif-deleted", "tag": "4bbf6895-6e19-44e4-9992-c37354665031"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:03.552746 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eaa0df-3031-443b-8fa0-6f5df7b69b68 x-openstack-request-id: req-05eaa0df-3031-443b-8fa0-6f5df7b69b68 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:03.553051 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd", "name": "network-vif-deleted", "tag": "4bbf6895-6e19-44e4-9992-c37354665031", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:03.553343 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05eaa0df-3031-443b-8fa0-6f5df7b69b68 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:03.553923 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d3c5f1-f9b0-407f-abc8-9f238ddd3afd', 'name': 'network-vif-deleted', 'tag': '4bbf6895-6e19-44e4-9992-c37354665031', 'status': 'completed', 'code': 200} Aug 16 22:39:03.573521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3865f6-69cd-4540-acba-a17192593f29 req-524199bd-07d6-45a1-b358-f1036cc330e1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.582800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a3865f6-69cd-4540-acba-a17192593f29 req-524199bd-07d6-45a1-b358-f1036cc330e1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.1234326 Aug 16 22:39:03.652951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a3865f6-69cd-4540-acba-a17192593f29 req-f7f97167-4286-4e8f-98df-acd5080df558 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692689 Aug 16 22:39:03.659726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205edf-031c-4b16-a374-79c90905ce59 req-b85d77f3-402b-4823-9ee7-64253641c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.661235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-b85d77f3-402b-4823-9ee7-64253641c504 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0703816 Aug 16 22:39:03.751057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205edf-031c-4b16-a374-79c90905ce59 req-e9eea4be-7189-452c-8894-50b320dd3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.752508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-e9eea4be-7189-452c-8894-50b320dd3673 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.0837984 Aug 16 22:39:03.824580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-85db6fea-c98e-4c07-81fd-5acb0e9b4cd7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 200 len: 1001 time: 0.0605211 Aug 16 22:39:03.878537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205edf-031c-4b16-a374-79c90905ce59 req-24df7115-d452-4c59-9a35-074b4cf1b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.880154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-24df7115-d452-4c59-9a35-074b4cf1b5b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0442414 Aug 16 22:39:03.931286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205edf-031c-4b16-a374-79c90905ce59 req-834b199d-db04-4721-bfb8-55e6dff23c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:03.933331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-834b199d-db04-4721-bfb8-55e6dff23c31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419774 Aug 16 22:39:04.033085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-7aa2f7e9-a7d2-456c-909c-bcc4909eae2c service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867963 Aug 16 22:39:04.129836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb205edf-031c-4b16-a374-79c90905ce59 req-99987357-aacc-4081-af6c-01065610a52e service neutron] 10.222.0.89 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855598 Aug 16 22:39:04.397287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e58c8e2b-5208-42bf-ab5e-7935c0ef8da3 req-ad60ba13-fbe6-4c14-a465-6462b59a8a8e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0308478 Aug 16 22:39:04.783005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a129-ed72-4c2c-bfcb-aa76f8494e60 req-4f2faadf-c8a0-447d-bc06-82f8bca5f48e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:04.784638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae09a129-ed72-4c2c-bfcb-aa76f8494e60 req-4f2faadf-c8a0-447d-bc06-82f8bca5f48e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0533757 Aug 16 22:39:04.823159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae09a129-ed72-4c2c-bfcb-aa76f8494e60 req-64f0dada-caf1-4ba1-bc51-bd19b1f028ef tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Aug 16 22:39:05.491948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6768ae94-5d33-45c1-a35b-8fa14c1a32c4 req-a4028ef5-88aa-4acb-ac54-14be71c74f08 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0280128 Aug 16 22:39:05.611021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4bbf6895-6e19-44e4-9992-c37354665031 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:05.630861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 4bbf6895-6e19-44e4-9992-c37354665031 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:39:05.631119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4bbf6895-6e19-44e4-9992-c37354665031 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:05.941199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799da9d-3d0e-4cda-a006-dce988ab9444 req-2cad8355-3620-494b-9b0c-3072484d33c1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:05.942708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2799da9d-3d0e-4cda-a006-dce988ab9444 req-2cad8355-3620-494b-9b0c-3072484d33c1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0501766 Aug 16 22:39:05.987696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2799da9d-3d0e-4cda-a006-dce988ab9444 req-b6be930e-2320-4d09-9691-61d0f4c78566 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Aug 16 22:39:06.584126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74b16aa0-a842-4760-a916-5e3c5898530e req-8f33d576-5122-4030-9192-d5989b3cde35 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0262542 Aug 16 22:39:07.693937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d5ca252-eed8-4fd0-a62e-0712fb269b7a req-eccf02f4-2d7f-4596-801a-9b7948006edb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d3c5f1-f9b0-407f-abc8-9f238ddd3afd HTTP/1.1" status: 200 len: 210 time: 0.0262423 Aug 16 22:39:14.498436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:15.554742 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-22714097-dfe9-430f-a507-de0b8004dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.163561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:18.302445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f2c89c5-e1d2-40d9-a699-cb40f9b8689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.302367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.272783 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.917245 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:28.962868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-b54309f4-90b3-46db-b44f-64b1de324eca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:28.964353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-b54309f4-90b3-46db-b44f-64b1de324eca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1048558 Aug 16 22:39:28.980455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-5ffdd14e-db82-4682-9a62-1b61493f869d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0101852 Aug 16 22:39:29.039765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-b62e455e-d7ea-4b5b-b700-b61c86847f6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502291 Aug 16 22:39:29.130234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-0d6d9c6c-de18-475d-bc60-647a74bfc457 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848858 Aug 16 22:39:29.222827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-fabeff6f-81ca-4636-ba1d-3882ba5fa98f service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864618 Aug 16 22:39:29.419402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43d3dac0-5a49-4bf9-87cc-f5de891616c4 req-48c69c93-09e8-4173-a219-53b9cf60cf8c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0285695 Aug 16 22:39:30.500860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d41364e-12c9-4f40-82a3-37c389c4e2ba req-241e70b7-ba96-4036-998f-bf84412b756d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Aug 16 22:39:31.588447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1ec92b3-8ed5-497a-81fa-a45cd7f3ba49 req-ce79696f-8030-4006-aba0-0643f95c2b10 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0270002 Aug 16 22:39:32.541614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-abca1975-5e8b-4286-b863-a2818dfcec07 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:32.543174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-abca1975-5e8b-4286-b863-a2818dfcec07 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1125338 Aug 16 22:39:32.566800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:32.711423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e5fbaad-b7a1-4a31-975b-e430df881f18 req-6d652715-d20a-4ade-966c-82d7340e086a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Aug 16 22:39:32.731604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:32.736370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:32.895790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.12 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/ae790a82-71e1-4cc6-916d-d3270df203de) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:33.077445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.095593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object ae790a82-71e1-4cc6-916d-d3270df203de will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:33.142278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.188132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:33.194438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:33.198000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:33.250308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:33.264120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.264486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.264844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.265225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.265572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.266056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.266406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.266749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.267088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.267425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.267764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.268101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:33.289016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:33.290207 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.308843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-430c673c-044e-44cb-a754-18a2ceb8893a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461839 Aug 16 22:39:33.332012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Request body: {'port': {'device_id': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:33.398134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.575665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb8d3ca4-7154-4c94-8465-fc25b1487c9e None None] Provisioning for port ae790a82-71e1-4cc6-916d-d3270df203de completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:33.582054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb8d3ca4-7154-4c94-8465-fc25b1487c9e None None] Provisioning complete for port ae790a82-71e1-4cc6-916d-d3270df203de triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:33.582440 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3ca4-7154-4c94-8465-fc25b1487c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.640816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d3ca4-7154-4c94-8465-fc25b1487c9e None None] Port ae790a82-71e1-4cc6-916d-d3270df203de cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:33.746638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae790a82-71e1-4cc6-916d-d3270df203de {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:33.754678 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.767652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Transition to ACTIVE for port object ae790a82-71e1-4cc6-916d-d3270df203de will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:33.774279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:33.854228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Pushing event updated for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:33.927609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03f212-66e1-4e4d-9fa1-aeb3c90e4c78 req-1ea9f254-9d87-4d39-af30-90cb6433553a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:33.929327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e03f212-66e1-4e4d-9fa1-aeb3c90e4c78 req-1ea9f254-9d87-4d39-af30-90cb6433553a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.1260512 Aug 16 22:39:33.998861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Attempting to bind port ae790a82-71e1-4cc6-916d-d3270df203de on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:33.999359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Attempting to bind port ae790a82-71e1-4cc6-916d-d3270df203de by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:33.999705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Attempting to bind port ae790a82-71e1-4cc6-916d-d3270df203de on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:34.004334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e03f212-66e1-4e4d-9fa1-aeb3c90e4c78 req-eb63427a-cbb8-4fc0-a6b0-10faa4d004ff tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654311 Aug 16 22:39:34.007707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Port ae790a82-71e1-4cc6-916d-d3270df203de on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:39:34.008033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Attempting to bind port ae790a82-71e1-4cc6-916d-d3270df203de on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:34.014536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:34.015121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:34.016047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:34.016678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Bound port: ae790a82-71e1-4cc6-916d-d3270df203de, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:34.017274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.097285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:34.100532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ae790a82-71e1-4cc6-916d-d3270df203de,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:34.104950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.139672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.140299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:34.141826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-02975386-5631-4f3f-a118-fb021f113875 service neutron] 10.222.0.89 "PUT /v2.0/ports/ae790a82-71e1-4cc6-916d-d3270df203de HTTP/1.1" status: 200 len: 1093 time: 0.8148117 Aug 16 22:39:34.142270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:34.144563 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd" -d '{"events": [{"name": "network-changed", "server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:34.185416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02975386-5631-4f3f-a118-fb021f113875 service neutron] Pushing event updated for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:34.213998 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44117ebf-4902-4dd9-9eca-856b44f0fafa x-openstack-request-id: req-44117ebf-4902-4dd9-9eca-856b44f0fafa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:34.214299 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:34.214554 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44117ebf-4902-4dd9-9eca-856b44f0fafa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:34.214958 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de', 'status': 'completed', 'code': 200} Aug 16 22:39:34.267361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-9cc464ad-7ebd-4a32-833e-48a93e84f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.268943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-9cc464ad-7ebd-4a32-833e-48a93e84f979 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 1096 time: 0.0643556 Aug 16 22:39:34.329890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-848d1a2f-b9af-45cc-8dcc-c5faaefb0af6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae790a82-71e1-4cc6-916d-d3270df203de HTTP/1.1" status: 200 len: 217 time: 0.0465930 Aug 16 22:39:34.392428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-0b1ae472-25a0-4480-bb4f-d975c7d47c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.394104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-0b1ae472-25a0-4480-bb4f-d975c7d47c05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0561790 Aug 16 22:39:34.449429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-bfdf5b9c-f9d0-460b-836b-d58493874feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.451011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-bfdf5b9c-f9d0-460b-836b-d58493874feb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499446 Aug 16 22:39:34.553362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-5f81fcae-3cd3-4217-b6ab-0cc5771f1745 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937846 Aug 16 22:39:34.662447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0393076-9d0e-42a2-be46-e08e1e274520 req-71de74c7-68e8-4863-aa0e-20cb9dd324ad service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007345 Aug 16 22:39:34.790465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-7b9ad9c6-b01d-444f-96e3-4eaed7eb33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.792136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-7b9ad9c6-b01d-444f-96e3-4eaed7eb33a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 1096 time: 0.0489883 Aug 16 22:39:34.895792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-5b59adfe-f52d-4034-a366-40b19f07c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:34.897315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-5b59adfe-f52d-4034-a366-40b19f07c9c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0980594 Aug 16 22:39:34.941740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-ca1aa9ef-824d-4f01-971b-b5c936ceda75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae790a82-71e1-4cc6-916d-d3270df203de HTTP/1.1" status: 200 len: 217 time: 0.0361228 Aug 16 22:39:35.004292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-8810b2dd-38f9-4665-a529-337c6d363a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:35.005873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-8810b2dd-38f9-4665-a529-337c6d363a5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0572448 Aug 16 22:39:35.073920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-be5a2089-2aa8-48cc-8aa5-41469429f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:35.075467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-be5a2089-2aa8-48cc-8aa5-41469429f96f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554402 Aug 16 22:39:35.190010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140450d-8220-475a-b1be-c5a82634de47 req-62707799-f3b9-433a-ba0f-9d1ab1193b7a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:35.191523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4140450d-8220-475a-b1be-c5a82634de47 req-62707799-f3b9-433a-ba0f-9d1ab1193b7a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.1081932 Aug 16 22:39:35.233251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-f0de6f89-df62-43cb-b12a-dc443df7b85a service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478844 Aug 16 22:39:35.267039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4140450d-8220-475a-b1be-c5a82634de47 req-ec9ca9e0-a59b-4e57-aaff-cb76487f564b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Aug 16 22:39:35.359657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a9cfc35-ef63-46a0-aca1-4c2c91bd50fd req-f620d170-f753-4fd1-9c11-d73af34ef166 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145928 Aug 16 22:39:36.474947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3971-845e-4e56-9065-c70ac2fbdbf4 req-45986218-c737-405a-8865-c0bdae9b1334 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:36.477732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-666f3971-845e-4e56-9065-c70ac2fbdbf4 req-45986218-c737-405a-8865-c0bdae9b1334 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.1134701 Aug 16 22:39:36.525807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-666f3971-845e-4e56-9065-c70ac2fbdbf4 req-0605ebd2-800f-4444-8649-67c140ca2290 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Aug 16 22:39:37.695859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61de42-b017-4a77-a224-c5798fe510f0 req-b8854497-845b-4894-bce2-eb128b82f074 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:37.698426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d61de42-b017-4a77-a224-c5798fe510f0 req-b8854497-845b-4894-bce2-eb128b82f074 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0651417 Aug 16 22:39:37.753595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d61de42-b017-4a77-a224-c5798fe510f0 req-b3450fe8-088d-49bf-a782-0f37e4e1930d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Aug 16 22:39:38.899699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271566a-682f-4e25-8822-e82d31b231bf req-ba0f6c42-af56-4e27-a0f1-8109f3f54c08 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.907138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b271566a-682f-4e25-8822-e82d31b231bf req-ba0f6c42-af56-4e27-a0f1-8109f3f54c08 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0750604 Aug 16 22:39:38.953803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b271566a-682f-4e25-8822-e82d31b231bf req-5073e8ba-9a23-4fd7-800f-4570c1fdc488 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Aug 16 22:39:39.169003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c77a8-7a9b-4b1c-a5f9-c9ed93d213f2 req-8c2cb796-a2d1-4733-9304-8895b1fbc771 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:39.176139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc3c77a8-7a9b-4b1c-a5f9-c9ed93d213f2 req-8c2cb796-a2d1-4733-9304-8895b1fbc771 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0803089 Aug 16 22:39:39.230247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc3c77a8-7a9b-4b1c-a5f9-c9ed93d213f2 req-d6c7c670-4553-47e2-87d1-84d907395096 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472164 Aug 16 22:39:40.095171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c45a90-221a-418c-a9cd-70158f190290 req-fa7282ec-9ca3-476c-9075-5d4eac1e28ec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:40.097634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0c45a90-221a-418c-a9cd-70158f190290 req-fa7282ec-9ca3-476c-9075-5d4eac1e28ec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0769563 Aug 16 22:39:40.126677 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:40.156918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0c45a90-221a-418c-a9cd-70158f190290 req-faad09a8-e628-4c57-8b8c-4871fea95b91 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Aug 16 22:39:40.351618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512f25-42a7-4c9a-8e0c-1953d1326992 req-4f796fa5-8705-4eaa-bf9c-3b13ab9b00a7 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:40.353364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67512f25-42a7-4c9a-8e0c-1953d1326992 req-4f796fa5-8705-4eaa-bf9c-3b13ab9b00a7 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0516238 Aug 16 22:39:40.394506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67512f25-42a7-4c9a-8e0c-1953d1326992 req-21ccf8a3-48b8-42ca-8fde-313d73ab068c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350003 Aug 16 22:39:41.283620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632066-860a-46bf-a917-a0aaaf5466e1 req-c8432493-6f3e-4d0d-b958-c5e9aa3f019b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:41.284976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54632066-860a-46bf-a917-a0aaaf5466e1 req-c8432493-6f3e-4d0d-b958-c5e9aa3f019b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0526247 Aug 16 22:39:41.323033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54632066-860a-46bf-a917-a0aaaf5466e1 req-078801d0-a53f-491e-881b-e2387e161aeb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 16 22:39:41.410879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-0ed7d96f-9438-414f-92c6-c9e2415cecd5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:41.412425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-0ed7d96f-9438-414f-92c6-c9e2415cecd5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.89 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Aug 16 22:39:41.541489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14386aef-9366-4e3a-b3e8-0c824ff282df req-6b0818c9-2407-4960-9ac4-e823b7c42707 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:41.542863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14386aef-9366-4e3a-b3e8-0c824ff282df req-6b0818c9-2407-4960-9ac4-e823b7c42707 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Aug 16 22:39:41.559659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Deleting port 36b94b2f-4b19-493d-b09d-c258ad581bd9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:41.560005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.632171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-14386aef-9366-4e3a-b3e8-0c824ff282df req-18c39705-ae1b-4a8d-896e-2d26c911cb0e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=2dc2f8ba-ff27-44ec-9b82-99d6bc525352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827782 Aug 16 22:39:41.670609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] For port 36b94b2f-4b19-493d-b09d-c258ad581bd9, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=36b94b2f-4b19-493d-b09d-c258ad581bd9,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:41.670989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.891224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.891596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:41.891912 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Floating IP 743170a7-876b-4e6f-a856-c61c1c5e069f disassociated. External IP: 172.25.8.106, port: 36b94b2f-4b19-493d-b09d-c258ad581bd9. Aug 16 22:39:41.892256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Calling delete_port for 36b94b2f-4b19-493d-b09d-c258ad581bd9 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:42.019674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.048246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'Port': ['ID=36b94b2f-4b19-493d-b09d-c258ad581bd9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:42.161892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:39:42.273483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:39:42.287101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:39:42.299244 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:42.300104 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:39:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:42.317258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] No DVR routers for this DVR port 36b94b2f-4b19-493d-b09d-c258ad581bd9 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:39:42.320228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.323376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ec5ba33-bf83-418f-826a-d5e482f60f10 req-52236efe-495f-42b3-bb7a-61619ace52c8 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.89 "DELETE /v2.0/ports/36b94b2f-4b19-493d-b09d-c258ad581bd9 HTTP/1.1" status: 204 len: 173 time: 0.9022539 Aug 16 22:39:42.323627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'name': 'network-vif-deleted', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:42.326296 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fda1e2-f79b-469e-a2d8-a5aab4c87c72" -d '{"events": [{"server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "name": "network-vif-deleted", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:42.378369 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93c617-4c3e-479a-8af6-8fa58e41a6f7 x-openstack-request-id: req-1b93c617-4c3e-479a-8af6-8fa58e41a6f7 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:42.378700 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccbe3b5-ae12-4d9a-8858-edf071270cb5", "name": "network-vif-deleted", "tag": "36b94b2f-4b19-493d-b09d-c258ad581bd9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:42.379025 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b93c617-4c3e-479a-8af6-8fa58e41a6f7 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:42.379895 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccbe3b5-ae12-4d9a-8858-edf071270cb5', 'name': 'network-vif-deleted', 'tag': '36b94b2f-4b19-493d-b09d-c258ad581bd9', 'status': 'completed', 'code': 200} Aug 16 22:39:42.465127 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:42.467900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f49f9-126c-4e9a-a2fe-a3aa1bfd76a3 req-97203e80-6eea-41e2-b4ce-75903c8ef571 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:42.469671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-452f49f9-126c-4e9a-a2fe-a3aa1bfd76a3 req-97203e80-6eea-41e2-b4ce-75903c8ef571 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0714836 Aug 16 22:39:42.527224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-452f49f9-126c-4e9a-a2fe-a3aa1bfd76a3 req-c59c2a32-e54b-4250-a16f-cbf1ceae2e05 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Aug 16 22:39:42.727626 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:42.767354 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:39:42.776263 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:39:42.776939 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:39:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:42.780204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8401d48d-2b32-47de-92aa-7b020a2f28b6 req-87e42a3b-12fd-42bc-b2c3-ab4def65047a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ccbe3b5-ae12-4d9a-8858-edf071270cb5 HTTP/1.1" status: 200 len: 210 time: 0.0317581 Aug 16 22:39:43.004818 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:39:43.220470 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:39:43.250922 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c8084-7c4d-4093-bdb7-0268ef37795e None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:39:43.520818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f89a8d-291d-4285-91f3-0b6dd361b82d None None] New status for floating IP 743170a7-876b-4e6f-a856-c61c1c5e069f: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:39:43.701272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd304e-1da2-46e4-b1d3-efa3d50d640c req-2b7b9632-e227-459a-b8ad-b6e46d0a65a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:43.709345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5dd304e-1da2-46e4-b1d3-efa3d50d640c req-2b7b9632-e227-459a-b8ad-b6e46d0a65a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0837073 Aug 16 22:39:43.765789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5dd304e-1da2-46e4-b1d3-efa3d50d640c req-1d13e010-0598-48c5-ab0e-1e14114ccb94 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Aug 16 22:39:43.874027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:43.937284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:43.962951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.015152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.019795 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.024598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:44.034771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "DELETE /v2.0/security-groups/2dc2f8ba-ff27-44ec-9b82-99d6bc525352 HTTP/1.1" status: 204 len: 168 time: 0.1589181 Aug 16 22:39:44.046035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc2f8ba-ff27-44ec-9b82-99d6bc525352,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:44.053824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.054287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.054886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.056054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.056493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.056928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.057669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.057903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.058330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.058835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.059273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.059699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca5ebe-ee38-403f-9580-f22a52fd31f2 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:44.071463 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-7f008f2b-eb76-4263-85d7-f3baadbcba18 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] show failed (client error): The resource could not be found. Aug 16 22:39:44.076589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:44.081726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7f008f2b-eb76-4263-85d7-f3baadbcba18 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups/2dc2f8ba-ff27-44ec-9b82-99d6bc525352 HTTP/1.1" status: 404 len: 347 time: 0.0556853 Aug 16 22:39:44.218925 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Deleting port cdf04908-54cf-4030-be6b-451bb199e2b1 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:39:44.219299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.302918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.303408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.315735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Calling delete_port for cdf04908-54cf-4030-be6b-451bb199e2b1 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:39:44.456789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.487247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'Port': ['ID=cdf04908-54cf-4030-be6b-451bb199e2b1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:44.496214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.564268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.566981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.571521 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b49d97d3-d3e4-4666-ba48-0b14f73c9589 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "DELETE /v2.0/floatingips/743170a7-876b-4e6f-a856-c61c1c5e069f HTTP/1.1" status: 204 len: 168 time: 0.4904983 Aug 16 22:39:44.880947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:44.886324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140036910', 'description': 'tempest-description--1444756809'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:44.886839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed971b-9546-45b0-a415-58bc55347eca req-2f021d04-3758-4f50-ab19-443349adddf3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:44.888345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84ed971b-9546-45b0-a415-58bc55347eca req-2f021d04-3758-4f50-ab19-443349adddf3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0563915 Aug 16 22:39:44.908275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.931210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-84ed971b-9546-45b0-a415-58bc55347eca req-7026cb17-2f7c-473b-9967-3eec7da095a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Aug 16 22:39:44.994646 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.998407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.024570 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.026427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1436548 Aug 16 22:39:45.029335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 59464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:45.032114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d21b-1f50-4b24-99d3-49c2ac9e2a9c tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e48a284-e250-403c-b4a3-c2e0a690c31c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:45.034327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group_rule': {'security_group_id': '8e48a284-e250-403c-b4a3-c2e0a690c31c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:45.069563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.117759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.122563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.135980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757f4ad4-f595-4da4-901b-d43340a71972,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:45.149795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.151078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eb5eeabc-6781-47ac-a169-2e54bc7ca07b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206660 Aug 16 22:39:45.153943 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59468) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:45.158710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'security_group_rule': {'security_group_id': '8e48a284-e250-403c-b4a3-c2e0a690c31c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:45.186504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.249235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.253776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.269039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48c31b4-b0c8-475c-a1df-2d9e14e9123f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:45.281800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.282639 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03759099-4e05-46bc-847e-d9a20637b81e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276963 Aug 16 22:39:45.285845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:45.290557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:45.311998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.414044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.521730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Allocated IP 172.25.8.2 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e695577e-4773-49b4-abd2-63ff2603196c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:45.549423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dfcb1f9f-c4d2-4877-b5a8-cf7494bc2211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.628896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.667098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.703384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:45.708263 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:45.711934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:45.736074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=e695577e-4773-49b4-abd2-63ff2603196c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:45.804103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.839751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:45.873404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 36b94b2f-4b19-493d-b09d-c258ad581bd9 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:39:45.894368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 36b94b2f-4b19-493d-b09d-c258ad581bd9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:39:45.894728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 36b94b2f-4b19-493d-b09d-c258ad581bd9 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:39:46.007129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.012027 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.052102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727c61-b310-4f1d-80a4-6ca9621bdccd req-c1f6d45f-1727-467b-96d5-05b64f6c3abc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:46.053643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c727c61-b310-4f1d-80a4-6ca9621bdccd req-c1f6d45f-1727-467b-96d5-05b64f6c3abc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0494852 Aug 16 22:39:46.090259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=e695577e-4773-49b4-abd2-63ff2603196c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:46.092568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c727c61-b310-4f1d-80a4-6ca9621bdccd req-845b7f1f-6093-4d4b-a8ae-20653e796e5c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Aug 16 22:39:46.100089 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.121770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:46.123281 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b14b4042-52a5-4237-813a-3f166fb28fb6 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8364453 Aug 16 22:39:46.310370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-15d89c7e-1209-4bcc-8cf2-66dd3c388fb1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--140036910&fields=id&tenant_id=069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 267 time: 0.0330870 Aug 16 22:39:46.735320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-e65069eb-295f-4a28-86ec-ddfc5a2abc25 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:46.736785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-e65069eb-295f-4a28-86ec-ddfc5a2abc25 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 810 time: 0.4194889 Aug 16 22:39:46.752104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-20c4091c-a516-42d1-a80a-53ddd5c4ffc9 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/quotas/069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 375 time: 0.0094304 Aug 16 22:39:46.812662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-7d22073d-2aba-46b3-a523-9ea222d00912 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550582 Aug 16 22:39:46.828553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-788db4f7-6a43-421e-9dcb-0954e8bbae1b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:39:46.829536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-788db4f7-6a43-421e-9dcb-0954e8bbae1b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058055 Aug 16 22:39:47.016963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-d76009a2-8ef5-4f66-bb47-1c3b4245e66b service neutron] 10.222.0.22 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811187 Aug 16 22:39:47.109656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-7240878c-af59-4cba-b903-1b00723a1de8 service neutron] 10.222.0.22 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864294 Aug 16 22:39:47.236312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6fdbc-5593-40c5-8ad9-983be949f1df req-e5c17881-c1c9-4556-9def-658cfeab0cc3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:47.241911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eeb6fdbc-5593-40c5-8ad9-983be949f1df req-e5c17881-c1c9-4556-9def-658cfeab0cc3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0693276 Aug 16 22:39:47.286325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eeb6fdbc-5593-40c5-8ad9-983be949f1df req-79167140-6749-4827-b5ef-f02c483aa90f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Aug 16 22:39:47.321313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-611eec5d-7699-43b0-9f57-cef103f94167 req-bdc0b729-985b-4484-ac1d-0146a7b87024 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 210 time: 0.0264857 Aug 16 22:39:48.168314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.306282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8d22287c-4ad1-489d-b5bf-83263aae233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:48.419808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-948ff9b1-4445-4de6-9a84-7bb42b73d713 req-ea98bb46-3ffc-4db4-9f8e-71cda8c0764b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 210 time: 0.0349631 Aug 16 22:39:48.437381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070b54d-059b-4cd4-a27d-1cd178a2d159 req-656bb7dd-8156-4d82-ab7c-2565905720ba tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:48.438883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c070b54d-059b-4cd4-a27d-1cd178a2d159 req-656bb7dd-8156-4d82-ab7c-2565905720ba tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0797141 Aug 16 22:39:48.485524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c070b54d-059b-4cd4-a27d-1cd178a2d159 req-218b448a-6d9f-4bbe-9494-68ab6fce1503 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Aug 16 22:39:49.259936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.518382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1decf00-7f72-4333-81f7-38b6a3a186b6 req-9ff481f8-1c2e-4307-8d41-0e59f86c4426 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Aug 16 22:39:49.606146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584581fe-8624-4eed-a493-de72b4b8dbf4 req-75eab1d5-d0b0-41da-9a93-16bcf1b6a9df tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:49.607706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-584581fe-8624-4eed-a493-de72b4b8dbf4 req-75eab1d5-d0b0-41da-9a93-16bcf1b6a9df tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0528917 Aug 16 22:39:49.649276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-584581fe-8624-4eed-a493-de72b4b8dbf4 req-6677c2ea-f819-4299-8f1d-e27e039568b7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Aug 16 22:39:50.437767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-bd14d985-8302-4b96-a81e-797f5d8407ca tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:50.439258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-bd14d985-8302-4b96-a81e-797f5d8407ca tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.88 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 810 time: 0.1055863 Aug 16 22:39:50.488909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-a691216d-495d-4371-b367-31313fe27cf3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069d434d93164f3fb0dd915de670b60f HTTP/1.1" status: 200 len: 379 time: 0.0336115 Aug 16 22:39:50.503596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'port': {'device_id': '3ee72619-f85b-414d-94ca-55d2f8536182', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'admin_state_up': True, 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'security_groups': ['8e48a284-e250-403c-b4a3-c2e0a690c31c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:50.625017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4dc53348-a027-4959-99a7-0d0a24e4e07e req-03691b64-45a4-4db9-a8ed-792cf33a7d14 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 210 time: 0.0323865 Aug 16 22:39:50.642445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Made reservation on behalf of 069d434d93164f3fb0dd915de670b60f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:50.645979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.808191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81297f-df3a-43c2-b6e0-294aac3248f4 req-270fd223-358e-481e-9a66-f35a9a5aa6a7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:50.809624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f81297f-df3a-43c2-b6e0-294aac3248f4 req-270fd223-358e-481e-9a66-f35a9a5aa6a7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0925696 Aug 16 22:39:50.813443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Allocated IP 172.20.0.3 (9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de/9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9/cca1febf-4681-4fe0-a183-01361fe08883) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:50.880783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f81297f-df3a-43c2-b6e0-294aac3248f4 req-2c603339-772c-41bd-9913-34ceb028e407 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631068 Aug 16 22:39:50.978749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.998793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Transition to ACTIVE for port object cca1febf-4681-4fe0-a183-01361fe08883 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:51.031786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.078004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:51.081118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:51.085000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:51.092814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event updated for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:51.140241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:51.140986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.156873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-55ca8ab5-d602-4a49-b526-e411c56afe50 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6569045 Aug 16 22:39:51.176498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Request body: {'port': {'device_id': '3ee72619-f85b-414d-94ca-55d2f8536182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:51.238655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.270778 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.558101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6acf17f8-b616-4176-ad02-ab97b26c6ffc None None] Provisioning for port cca1febf-4681-4fe0-a183-01361fe08883 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:51.558101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6acf17f8-b616-4176-ad02-ab97b26c6ffc None None] Provisioning complete for port cca1febf-4681-4fe0-a183-01361fe08883 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:51.558101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6acf17f8-b616-4176-ad02-ab97b26c6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.558101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6acf17f8-b616-4176-ad02-ab97b26c6ffc None None] Port cca1febf-4681-4fe0-a183-01361fe08883 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:39:51.600992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca1febf-4681-4fe0-a183-01361fe08883 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:51.620587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.634443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Transition to ACTIVE for port object cca1febf-4681-4fe0-a183-01361fe08883 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:51.639121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.713893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Pushing event updated for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:51.824288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea67d-ccd8-4618-b1d7-3f19e27fa5dd req-7f99b049-8b23-4ee5-be3a-5d8619669b57 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:51.826111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8aea67d-ccd8-4618-b1d7-3f19e27fa5dd req-7f99b049-8b23-4ee5-be3a-5d8619669b57 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.1062777 Aug 16 22:39:51.856855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Attempting to bind port cca1febf-4681-4fe0-a183-01361fe08883 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:51.857480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Attempting to bind port cca1febf-4681-4fe0-a183-01361fe08883 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:51.857828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Attempting to bind port cca1febf-4681-4fe0-a183-01361fe08883 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:51.870628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Port cca1febf-4681-4fe0-a183-01361fe08883 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:39:51.870969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Attempting to bind port cca1febf-4681-4fe0-a183-01361fe08883 on network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:51.885787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:51.886183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Checking segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:51.886538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Bound using segment: {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:51.887080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Bound port: cca1febf-4681-4fe0-a183-01361fe08883, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eaa57a-e321-4597-9894-a76e025b7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:51.887344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.891902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e8aea67d-ccd8-4618-b1d7-3f19e27fa5dd req-ace31d08-2251-409e-9be7-aa17a2e0be36 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583744 Aug 16 22:39:51.992986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:52.028813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=cca1febf-4681-4fe0-a183-01361fe08883,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:52.036465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.083216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaffa85-72b8-4c9d-978f-180d78e2e44f req-eb2da587-a93b-4371-a9db-678deacd8b75 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.084863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbaffa85-72b8-4c9d-978f-180d78e2e44f req-eb2da587-a93b-4371-a9db-678deacd8b75 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.1105242 Aug 16 22:39:52.106838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.108233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.108988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] 10.222.0.88 "PUT /v2.0/ports/cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 200 len: 1092 time: 0.9377828 Aug 16 22:39:52.109489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:52.112086 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "tag": "cca1febf-4681-4fe0-a183-01361fe08883"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:52.175297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f382f-6afa-464f-8bbd-451f5c6a4532 service neutron] Pushing event updated for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:52.180865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbaffa85-72b8-4c9d-978f-180d78e2e44f req-3aeef29a-0dd6-4a44-a08e-902aa5ed07ab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847931 Aug 16 22:39:52.219111 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac0191-3409-43bc-a6fb-f43f6907c870 x-openstack-request-id: req-4fac0191-3409-43bc-a6fb-f43f6907c870 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:52.219518 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "tag": "cca1febf-4681-4fe0-a183-01361fe08883", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:52.219889 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fac0191-3409-43bc-a6fb-f43f6907c870 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:52.220388 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883', 'status': 'completed', 'code': 200} Aug 16 22:39:52.236279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-dc2f2ff6-6f4a-47f4-b958-dc653fe46dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.237877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-dc2f2ff6-6f4a-47f4-b958-dc653fe46dda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 1095 time: 0.0554378 Aug 16 22:39:52.316944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-3c32327b-6fd2-4e64-8324-8fee8242c72a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 200 len: 217 time: 0.0641334 Aug 16 22:39:52.381721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-36a92899-b8c9-4e26-bf62-a89428c93f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.383958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-36a92899-b8c9-4e26-bf62-a89428c93f02 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0579860 Aug 16 22:39:52.433516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db795f9a-0883-49d0-a5f1-168df703b841 req-41e7b029-5ae9-418b-aaf3-26adea797c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.435074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-41e7b029-5ae9-418b-aaf3-26adea797c5c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434852 Aug 16 22:39:52.548513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-c302cd49-cbbe-400d-a073-fea6490a23c5 service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038918 Aug 16 22:39:52.642992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db795f9a-0883-49d0-a5f1-168df703b841 req-fd6285af-f131-492b-a7fd-adeb8e9a5dcf service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868013 Aug 16 22:39:52.778624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-9a36a540-66bc-4ec2-88b4-4247bda3813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.780292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-9a36a540-66bc-4ec2-88b4-4247bda3813c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 1095 time: 0.0496902 Aug 16 22:39:52.880694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-1fe07290-ce46-488f-850f-2a70537d13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:52.882341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-1fe07290-ce46-488f-850f-2a70537d13df service neutron] 10.222.0.88 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.0947509 Aug 16 22:39:52.931916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-78dd22fe-2fd9-4045-ad07-7baf4b09a62a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 200 len: 217 time: 0.0414233 Aug 16 22:39:52.943889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:53.013258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-143db37b-7f94-454e-b75b-c81c77f5ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.014758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-143db37b-7f94-454e-b75b-c81c77f5ff45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0762694 Aug 16 22:39:53.042753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef8b26-fc62-4adb-93ba-06b7f0301715 req-38f037c5-e1cc-418c-b68e-182cb3cc2939 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.044367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9ef8b26-fc62-4adb-93ba-06b7f0301715 req-38f037c5-e1cc-418c-b68e-182cb3cc2939 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.0717988 Aug 16 22:39:53.098605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-2ffb20f7-0175-45a2-b7cd-9729dc48aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.100125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-2ffb20f7-0175-45a2-b7cd-9729dc48aca8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780969 Aug 16 22:39:53.105238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9ef8b26-fc62-4adb-93ba-06b7f0301715 req-c314c4fe-80cd-44fc-bf01-1976938b4ed4 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462937 Aug 16 22:39:53.199936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-cd6c50db-b355-494c-9237-c096108d39a9 service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916607 Aug 16 22:39:53.326867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f73b1f8-7fb5-4d4e-a277-c009be5639d9 req-1c8f51dc-8456-4cbb-97f3-d09f6553d5b2 service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190867 Aug 16 22:39:53.354225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49514df-be74-4c1d-a972-23f6fe8d6fa0 req-c321adca-cb35-4d26-936a-cedb9973845e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:53.356035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49514df-be74-4c1d-a972-23f6fe8d6fa0 req-c321adca-cb35-4d26-936a-cedb9973845e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0822184 Aug 16 22:39:53.399564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a49514df-be74-4c1d-a972-23f6fe8d6fa0 req-297d25e9-9455-4abb-9cab-ef7d1c2289fd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Aug 16 22:39:54.231418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95657d-111f-4c28-8dcf-72124071ba0a req-e12cf433-020d-4f8f-b879-f054ceec9206 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:54.233096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad95657d-111f-4c28-8dcf-72124071ba0a req-e12cf433-020d-4f8f-b879-f054ceec9206 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.0568001 Aug 16 22:39:54.271414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad95657d-111f-4c28-8dcf-72124071ba0a req-156931c9-61bd-440e-9c95-b55995442c19 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Aug 16 22:39:54.531583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031981e-a362-4cad-aea2-5d3cc912668b req-eaf38ba4-2eac-42f6-982e-92ab1944602a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:54.533253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3031981e-a362-4cad-aea2-5d3cc912668b req-eaf38ba4-2eac-42f6-982e-92ab1944602a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0629497 Aug 16 22:39:54.571658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3031981e-a362-4cad-aea2-5d3cc912668b req-8e865238-ccea-4537-886d-1fa721b51d53 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Aug 16 22:39:55.393091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601be9a-c8ec-4849-8072-f74181570979 req-0a0b5367-ac8a-4db0-a79a-9a348cc4e865 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:55.394606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8601be9a-c8ec-4849-8072-f74181570979 req-0a0b5367-ac8a-4db0-a79a-9a348cc4e865 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.0542862 Aug 16 22:39:55.438999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8601be9a-c8ec-4849-8072-f74181570979 req-728fd73a-66ea-4f05-87ac-ef5667b4708a tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382435 Aug 16 22:39:55.691542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08014f-89d6-4dc3-8624-5698ef941c99 req-f98f97ee-39a4-444e-9157-058caa9e450a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:55.693031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c08014f-89d6-4dc3-8624-5698ef941c99 req-f98f97ee-39a4-444e-9157-058caa9e450a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0499730 Aug 16 22:39:55.736184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c08014f-89d6-4dc3-8624-5698ef941c99 req-ce9fb013-328e-47a9-a7cf-5de792659d68 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369642 Aug 16 22:39:56.571340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a4d0-91fc-479b-b521-99c4d4b56d2e req-73427bab-cd7e-426a-af22-9c1acc5e0668 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:56.572962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a58a4d0-91fc-479b-b521-99c4d4b56d2e req-73427bab-cd7e-426a-af22-9c1acc5e0668 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.0602565 Aug 16 22:39:56.610715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a58a4d0-91fc-479b-b521-99c4d4b56d2e req-844c54d2-3dee-4c16-9530-1648e5bfbc9f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 16 22:39:56.856575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735bb9-15d7-49e2-a7e3-404d1dd29136 req-fe7d6566-8dde-4be4-a161-e9b853b5d328 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:56.858212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00735bb9-15d7-49e2-a7e3-404d1dd29136 req-fe7d6566-8dde-4be4-a161-e9b853b5d328 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0526149 Aug 16 22:39:56.899938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00735bb9-15d7-49e2-a7e3-404d1dd29136 req-b863ef11-2c28-41ea-8667-0a15e5749f63 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Aug 16 22:39:57.116008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-eb7cae6b-59a3-4fb7-b1fd-2a2bc5f473e3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411026 Aug 16 22:39:57.218028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-30bbdd16-91fd-4f95-96d0-055fa82b69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:57.219572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-30bbdd16-91fd-4f95-96d0-055fa82b69ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0431025 Aug 16 22:39:57.335502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-b79b9722-7041-460d-9e2b-3d642284a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:57.337670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-b79b9722-7041-460d-9e2b-3d642284a9c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.0964661 Aug 16 22:39:57.408954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-bd3198c0-b059-4a1f-aa45-50401489004f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0643048 Aug 16 22:39:57.459722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-e35c712b-528e-479a-bbac-191f47fb1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:57.461811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-e35c712b-528e-479a-bbac-191f47fb1343 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0456142 Aug 16 22:39:57.510617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-eb9a2242-e337-4156-8018-6d0ccb1f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:57.512117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-eb9a2242-e337-4156-8018-6d0ccb1f603b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431299 Aug 16 22:39:57.621868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-252cc2ae-9d45-4c1d-a0b9-d6b671e7f5a6 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020329 Aug 16 22:39:57.763651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152995-9120-44bb-a05b-43ac560f0457 req-8e08bf9a-3f3a-48a6-9499-2d653a54c0ac tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:57.765638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e152995-9120-44bb-a05b-43ac560f0457 req-8e08bf9a-3f3a-48a6-9499-2d653a54c0ac tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 943 time: 0.0794389 Aug 16 22:39:57.766928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a4ca212-1a98-4e80-afa3-d06db71d8742 req-d11c9f40-8a36-457c-bd85-e5d5414f06a3 service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372325 Aug 16 22:39:57.767843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device cca1febf-4681-4fe0-a183-01361fe08883 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:39:57.818086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e152995-9120-44bb-a05b-43ac560f0457 req-a4e539a8-d00e-4adc-8533-9f21e4631fcc tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 Aug 16 22:39:57.875842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=cca1febf-4681-4fe0-a183-01361fe08883,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:57.887526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'cca1febf-4681-4fe0-a183-01361fe08883', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'port_id': 'cca1febf-4681-4fe0-a183-01361fe08883', 'mac_address': 'fa:16:3e:ad:ce:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:39:57.919762 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ae790a82-71e1-4cc6-916d-d3270df203de details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:39:57.942034 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:57.992896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca1febf-4681-4fe0-a183-01361fe08883 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:58.020341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=cca1febf-4681-4fe0-a183-01361fe08883,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:58.026372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.036547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c093-b700-4e74-9229-7a5d1b608f5f req-192820f6-41c8-455d-aaed-689c23ddcee5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:58.038055 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22c2c093-b700-4e74-9229-7a5d1b608f5f req-192820f6-41c8-455d-aaed-689c23ddcee5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 944 time: 0.0645437 Aug 16 22:39:58.079341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-22c2c093-b700-4e74-9229-7a5d1b608f5f req-ac0d0c1f-f7ea-43df-b544-5c973e226040 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Aug 16 22:39:58.096501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ae790a82-71e1-4cc6-916d-d3270df203de,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:58.109952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.118514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ae790a82-71e1-4cc6-916d-d3270df203de', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': 'ae790a82-71e1-4cc6-916d-d3270df203de', 'mac_address': 'fa:16:3e:40:b2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:39:58.122698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.122984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.123326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.123670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.124009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.124346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.124677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.125006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.125360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.125688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.126015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.126341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:58.167339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.180447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae790a82-71e1-4cc6-916d-d3270df203de {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:39:58.201524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ae790a82-71e1-4cc6-916d-d3270df203de,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:58.205701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:58.256326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:58.510456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['cca1febf-4681-4fe0-a183-01361fe08883'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:58.571046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ae790a82-71e1-4cc6-916d-d3270df203de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:39:58.939078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c5ee-5e7b-43e4-99e4-45b599284d0a req-da802174-c89f-4f08-91cb-545ab980926e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:58.940645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e7c5ee-5e7b-43e4-99e4-45b599284d0a req-da802174-c89f-4f08-91cb-545ab980926e tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 944 time: 0.0509987 Aug 16 22:39:58.983119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e7c5ee-5e7b-43e4-99e4-45b599284d0a req-b37966c5-25c9-4ea4-ab43-47178894a189 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360243 Aug 16 22:39:59.205448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89f5c4-0557-49bf-97f1-11477e81b714 req-84ebf953-b799-4f59-a76d-a32340e656b4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:59.207059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df89f5c4-0557-49bf-97f1-11477e81b714 req-84ebf953-b799-4f59-a76d-a32340e656b4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 945 time: 0.0532136 Aug 16 22:39:59.249915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df89f5c4-0557-49bf-97f1-11477e81b714 req-0ce445df-e68a-49da-82cf-24de3d362b75 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Aug 16 22:39:59.770472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device cca1febf-4681-4fe0-a183-01361fe08883 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:59.828348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port cca1febf-4681-4fe0-a183-01361fe08883 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:59.832036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port cca1febf-4681-4fe0-a183-01361fe08883 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:59.832542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.911834 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:59.935753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:39:59.938049 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5558d29e-977a-4d0b-b1b2-2dc72cb5aa6c" -d '{"events": [{"server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "name": "network-vif-plugged", "status": "completed", "tag": "cca1febf-4681-4fe0-a183-01361fe08883"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:39:59.943929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ae790a82-71e1-4cc6-916d-d3270df203de up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:59.974202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=cca1febf-4681-4fe0-a183-01361fe08883,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:59.978370 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06277c8c-e95f-4b2f-b6d5-dcc9df1f0a4e x-openstack-request-id: req-06277c8c-e95f-4b2f-b6d5-dcc9df1f0a4e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:39:59.978608 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "name": "network-vif-plugged", "status": "completed", "tag": "cca1febf-4681-4fe0-a183-01361fe08883", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:39:59.978840 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06277c8c-e95f-4b2f-b6d5-dcc9df1f0a4e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:39:59.979224 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883', 'code': 200} Aug 16 22:39:59.982034 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.045757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:00.051911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port ae790a82-71e1-4cc6-916d-d3270df203de completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:00.062554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ae790a82-71e1-4cc6-916d-d3270df203de triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:00.062935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.145907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c84e0-ec05-4793-bc56-c9e595cb0ac0 req-8ba8b2e3-7b05-4c62-9a41-1c5cf3d76d6d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:00.147422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad8c84e0-ec05-4793-bc56-c9e595cb0ac0 req-8ba8b2e3-7b05-4c62-9a41-1c5cf3d76d6d tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0782862 Aug 16 22:40:00.149441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b1782-f55d-4e38-ad0f-d86c5d8805e9 req-97f7f0fa-ea8e-4e05-b7fa-855f4d3ab95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:00.150822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b1782-f55d-4e38-ad0f-d86c5d8805e9 req-97f7f0fa-ea8e-4e05-b7fa-855f4d3ab95c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 1097 time: 0.0711486 Aug 16 22:40:00.159512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.207552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ae790a82-71e1-4cc6-916d-d3270df203de,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:00.212671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:00.217283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3b1782-f55d-4e38-ad0f-d86c5d8805e9 req-c6d8abe5-b06e-4afc-b3a2-fa900dfd20be service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541122 Aug 16 22:40:00.220364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad8c84e0-ec05-4793-bc56-c9e595cb0ac0 req-65f65c26-a9f1-4f76-97b6-8614ebc2c11f tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648513 Aug 16 22:40:00.266380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:00.380560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b620e3-fd0a-4599-a58d-464e6516dbdb req-13c5aa99-aa61-4f73-a703-ce34a9913d30 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:00.382067 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9b620e3-fd0a-4599-a58d-464e6516dbdb req-13c5aa99-aa61-4f73-a703-ce34a9913d30 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0561895 Aug 16 22:40:00.421025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9b620e3-fd0a-4599-a58d-464e6516dbdb req-ef8b7e93-43a1-4cdf-9d1b-533f6ae75361 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 16 22:40:01.344943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51234b9-0c30-4aee-843d-ca026de41a53 req-7a6db821-3f94-42fd-824c-8d075178f78b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:01.346455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f51234b9-0c30-4aee-843d-ca026de41a53 req-7a6db821-3f94-42fd-824c-8d075178f78b tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0514917 Aug 16 22:40:01.386572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f51234b9-0c30-4aee-843d-ca026de41a53 req-4786d562-8c35-44ac-bdff-4bc8007795a0 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Aug 16 22:40:01.541588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e813f1-6bac-4d37-a036-3f63e6b3266e req-419c2458-9b3d-4341-8830-0836d30b8bd4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:01.543078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9e813f1-6bac-4d37-a036-3f63e6b3266e req-419c2458-9b3d-4341-8830-0836d30b8bd4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Aug 16 22:40:01.596192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9e813f1-6bac-4d37-a036-3f63e6b3266e req-3ba6254c-a80c-486b-be15-e2c01b83d9af tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Aug 16 22:40:01.980785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:01.983099 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2ff64-c1a4-4ac2-bf3a-1291b94f3bc8" -d '{"events": [{"server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "name": "network-vif-plugged", "status": "completed", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:02.020521 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44fc2d-628f-431c-870b-fb3ddd754263 x-openstack-request-id: req-4d44fc2d-628f-431c-870b-fb3ddd754263 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:02.020823 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "name": "network-vif-plugged", "status": "completed", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:02.021099 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d44fc2d-628f-431c-870b-fb3ddd754263 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:02.021510 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de', 'code': 200} Aug 16 22:40:02.166119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9db57-cd37-48ce-92f3-49dd79045a8e req-a565bba9-9fa0-4e95-a4b6-d9e772819438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:02.167625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fd9db57-cd37-48ce-92f3-49dd79045a8e req-a565bba9-9fa0-4e95-a4b6-d9e772819438 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 1098 time: 0.0483928 Aug 16 22:40:02.207374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fd9db57-cd37-48ce-92f3-49dd79045a8e req-d052f63e-50fd-4815-b53b-1e79a5f2949f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276647 Aug 16 22:40:02.510130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489a8a7-4ed0-4aa4-8fd8-694348beb956 req-9104d1fa-e22c-4284-83ba-adcbc481c728 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:02.511527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c489a8a7-4ed0-4aa4-8fd8-694348beb956 req-9104d1fa-e22c-4284-83ba-adcbc481c728 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 16 22:40:02.549289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c489a8a7-4ed0-4aa4-8fd8-694348beb956 req-3b4c01d1-4fa0-4744-842a-be677a098229 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Aug 16 22:40:02.663386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd4954-467f-40ab-b3a1-fa1686bfdc8f req-47efe1af-7b81-4c8a-ba2c-1195f8b42c05 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:02.665696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37cd4954-467f-40ab-b3a1-fa1686bfdc8f req-47efe1af-7b81-4c8a-ba2c-1195f8b42c05 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 16 22:40:02.674699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 59820) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:02.682382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Request body: {'floatingip': {'port_id': 'cca1febf-4681-4fe0-a183-01361fe08883'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:02.724408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec855828-5d48-43a1-be6a-2962e7896bcc req-faf31c9a-7d53-4716-97b4-9170c25b46ab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:02.724408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec855828-5d48-43a1-be6a-2962e7896bcc req-faf31c9a-7d53-4716-97b4-9170c25b46ab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0553250 Aug 16 22:40:02.727437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:02.766976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec855828-5d48-43a1-be6a-2962e7896bcc req-df36cc4f-abe3-4126-a9fb-468539d62f26 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Aug 16 22:40:03.166573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.170488 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.275890 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Floating IP bb07250f-60b4-443b-b31f-7a60cfaec112 associated. External IP: 172.25.8.2, port: cca1febf-4681-4fe0-a183-01361fe08883. Aug 16 22:40:03.507208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:03.619423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:03.625435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:03.629788 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:03.639123 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:03.639937 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:39:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:03.653853 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-438ca7b4-6074-4c2b-9115-ea995d32abd1 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "PUT /v2.0/floatingips/bb07250f-60b4-443b-b31f-7a60cfaec112 HTTP/1.1" status: 200 len: 989 time: 0.9777937 Aug 16 22:40:03.654559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:03.656917 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "tag": "cca1febf-4681-4fe0-a183-01361fe08883"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:03.702875 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c2d9c-2d3d-4075-bd8d-de165d0ce8ea x-openstack-request-id: req-0c1c2d9c-2d3d-4075-bd8d-de165d0ce8ea {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:03.703460 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "tag": "cca1febf-4681-4fe0-a183-01361fe08883", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:03.703460 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c1c2d9c-2d3d-4075-bd8d-de165d0ce8ea {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:03.703785 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883', 'status': 'completed', 'code': 200} Aug 16 22:40:03.755734 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:03.801462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-c0447b83-5d40-417b-bb34-c689d241150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:03.803797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-c0447b83-5d40-417b-bb34-c689d241150c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 1097 time: 0.0431869 Aug 16 22:40:03.932246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d294-70f7-407c-8074-558265759420 req-d60689cc-63ea-4870-94f6-908fbc3d1075 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:03.933886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1934d294-70f7-407c-8074-558265759420 req-d60689cc-63ea-4870-94f6-908fbc3d1075 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0749903 Aug 16 22:40:03.958795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-ddc33fc5-b881-4754-b240-9bc833da7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:03.960347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-ddc33fc5-b881-4754-b240-9bc833da7ee5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1472456 Aug 16 22:40:03.987374 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bb07250f-60b4-443b-b31f-7a60cfaec112', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': 'cca1febf-4681-4fe0-a183-01361fe08883', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:ad:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee72619-f85b-414d-94ca-55d2f8536182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:39:45Z', 'updated_at': '2021-08-16T22:40:03Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.013087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1934d294-70f7-407c-8074-558265759420 req-bda88e79-e776-4681-a7ee-be4a1174078e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701771 Aug 16 22:40:04.013802 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:40:04.022810 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:04.024328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:39:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.051231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-17c66722-fabd-4df4-8a6e-1554fd8e35ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 200 len: 997 time: 0.0824666 Aug 16 22:40:04.146871 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:04.149584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-fc8aeed7-2136-4a3a-9027-1df1dfe5e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.151189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-fc8aeed7-2136-4a3a-9027-1df1dfe5e581 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0891364 Aug 16 22:40:04.177997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05913d-7867-4d97-831b-3c4fec09cb7f req-f9af0ff6-e489-4135-ae78-c5e5b27cbe0b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.179724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d05913d-7867-4d97-831b-3c4fec09cb7f req-f9af0ff6-e489-4135-ae78-c5e5b27cbe0b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0761428 Aug 16 22:40:04.236107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-8dbca15d-1e7b-4df2-a189-02b69c4f008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.237718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-8dbca15d-1e7b-4df2-a189-02b69c4f008f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777466 Aug 16 22:40:04.240919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d05913d-7867-4d97-831b-3c4fec09cb7f req-52922b15-e2c8-46bf-a0bd-45c7b9b081c5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Aug 16 22:40:04.352170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-842dde92-80ea-4b4d-b910-1612b0533e0d service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061046 Aug 16 22:40:04.392296 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bb07250f-60b4-443b-b31f-7a60cfaec112', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': 'cca1febf-4681-4fe0-a183-01361fe08883', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:ad:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee72619-f85b-414d-94ca-55d2f8536182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:39:45Z', 'updated_at': '2021-08-16T22:40:03Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:04.419437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e08ddf-c31f-4dd6-89e1-cca00b8000f6 None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bb07250f-60b4-443b-b31f-7a60cfaec112', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'port_id': 'cca1febf-4681-4fe0-a183-01361fe08883', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'mac_address': 'fa:16:3e:ad:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee72619-f85b-414d-94ca-55d2f8536182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:39:45Z', 'updated_at': '2021-08-16T22:40:03Z', 'revision_number': 1, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:04.465358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbefeff-3368-46a2-8708-7008a1cbabe1 req-dfd5b36c-b70f-45e6-8135-ba246a6c0444 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.470654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afbefeff-3368-46a2-8708-7008a1cbabe1 req-dfd5b36c-b70f-45e6-8135-ba246a6c0444 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.1531758 Aug 16 22:40:04.525752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdfe46e1-fd66-42b2-8ade-64f582cc4aa9 req-065df546-fe55-4d0c-a492-f2be7f9248e7 service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657996 Aug 16 22:40:04.528599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afbefeff-3368-46a2-8708-7008a1cbabe1 req-93252844-32c6-4cdb-add5-0467b7181bb8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571549 Aug 16 22:40:04.656954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d32cf65-0599-41b2-a1d4-a1886d530733 None None] New status for floating IP bb07250f-60b4-443b-b31f-7a60cfaec112: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:40:04.877439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d856e5b-e027-49a5-940e-66ee6b0c441b req-871dc7f6-b2ba-4bac-8552-34e411495317 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:04.879136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d856e5b-e027-49a5-940e-66ee6b0c441b req-871dc7f6-b2ba-4bac-8552-34e411495317 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0600374 Aug 16 22:40:04.919936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d856e5b-e027-49a5-940e-66ee6b0c441b req-6ad4b277-f5dc-4105-9647-9db32cd35a0f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Aug 16 22:40:06.043412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec61790-f402-45f3-b99f-f7814ef15877 req-e9fe192c-ac86-4dbf-bfb9-6c7e7a63ca13 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:06.045024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ec61790-f402-45f3-b99f-f7814ef15877 req-e9fe192c-ac86-4dbf-bfb9-6c7e7a63ca13 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Aug 16 22:40:06.413633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ec61790-f402-45f3-b99f-f7814ef15877 req-84336593-09ee-4a43-8198-485e40f99513 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621247 Aug 16 22:40:06.599705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-272d4189-7b27-40ba-a643-7df74a6fead7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:06.601667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-272d4189-7b27-40ba-a643-7df74a6fead7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 946 time: 0.0490687 Aug 16 22:40:06.700715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port ae790a82-71e1-4cc6-916d-d3270df203de {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:40:06.701283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.788969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port ae790a82-71e1-4cc6-916d-d3270df203de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ae790a82-71e1-4cc6-916d-d3270df203de,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:06.789371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.801568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for ae790a82-71e1-4cc6-916d-d3270df203de owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:40:06.933915 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:06.965208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=ae790a82-71e1-4cc6-916d-d3270df203de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:06.981324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ae790a82-71e1-4cc6-916d-d3270df203de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:07.011871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port ae790a82-71e1-4cc6-916d-d3270df203de on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:40:07.015044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:07.017115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b7ac4d5-d2db-40e7-aee6-9dfc52176214 req-73cf9af7-d77b-487f-92a0-4d626a59de83 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "DELETE /v2.0/ports/ae790a82-71e1-4cc6-916d-d3270df203de HTTP/1.1" status: 204 len: 173 time: 0.4066329 Aug 16 22:40:07.017763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'name': 'network-vif-deleted', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:07.020801 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ae876-0cb6-4162-913c-75ca3d714839" -d '{"events": [{"server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "name": "network-vif-deleted", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:07.066511 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c685709-eb93-4df6-8d18-42e3c37dd654 x-openstack-request-id: req-7c685709-eb93-4df6-8d18-42e3c37dd654 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:07.067098 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49945d26-2ddf-4b2d-97b2-9ff7157334b9", "name": "network-vif-deleted", "tag": "ae790a82-71e1-4cc6-916d-d3270df203de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:07.067098 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c685709-eb93-4df6-8d18-42e3c37dd654 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:07.067603 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49945d26-2ddf-4b2d-97b2-9ff7157334b9', 'name': 'network-vif-deleted', 'tag': 'ae790a82-71e1-4cc6-916d-d3270df203de', 'status': 'completed', 'code': 200} Aug 16 22:40:07.517547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b6accfe-8e00-4420-9a34-98e09484c5fb req-8393838c-e473-4ca4-9ece-74ae905afd0a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0305388 Aug 16 22:40:08.620756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aebc33e2-6a70-4916-adc4-f33138b97844 req-c035f948-01ba-461b-afa6-b8b00b7883ec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Aug 16 22:40:08.811619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-3aca33e2-201b-47c9-b60b-41cffc274b98 req-bc43a827-6d3f-4db2-9ce3-ed35d1ab227a tempest-AttachVolumeShelveTestJSON-2029995628 tempest-AttachVolumeShelveTestJSON-2029995628-project] (94817) timed out ('10.222.0.88', 55265) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:40:09.732180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06d63be1-b99b-4281-91d3-ec28383c5ee0 req-16fe959a-c488-4b82-a564-5ccc9b485aa5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0347157 Aug 16 22:40:09.998379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ae790a82-71e1-4cc6-916d-d3270df203de no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:40:10.020870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: ae790a82-71e1-4cc6-916d-d3270df203de {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:40:10.021266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ae790a82-71e1-4cc6-916d-d3270df203de not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:40:10.845572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19798198-1f45-4093-ba1f-37471ef5cbdd req-71595bb7-5284-4ebd-8e05-d5b66b54c28d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=49945d26-2ddf-4b2d-97b2-9ff7157334b9 HTTP/1.1" status: 200 len: 210 time: 0.0287652 Aug 16 22:40:14.504055 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:15.556874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5fcc57cb-0d55-44f6-9e13-facc50876ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.125980 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:40:18.119172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60466) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:18.173329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.275145 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1feb0b50-0966-40ed-be59-0ece92ae68fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be9474126977424a86aa8b99091960fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547878 Aug 16 22:40:18.277758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60470) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:18.300706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a8e28-000b-4db0-aff4-8552a4a8fb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.332961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.355032 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.408964 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.412003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:18.414443 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0543025-bf7e-4c34-a4f3-c990abd4ae3a HTTP/1.1" status: 204 len: 168 time: 0.1342525 Aug 16 22:40:18.425288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ced852-8c52-4cbc-b094-f8a3c52b6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0543025-bf7e-4c34-a4f3-c990abd4ae3a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:19.265593 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.270076 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:22.939309 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.135930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:23.280766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a945ad7-68d6-4501-b070-1160eb85d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.377996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a945ad7-68d6-4501-b070-1160eb85d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.382769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a945ad7-68d6-4501-b070-1160eb85d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.421425 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a945ad7-68d6-4501-b070-1160eb85d5b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=287549b6a7e742238a2681ed6402b620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839489 Aug 16 22:40:23.424196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60542) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:23.432841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945ad7-68d6-4501-b070-1160eb85d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6f6060-3174-43ea-8b1e-e8d1aabc4c97,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:23.487489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.513908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.566861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.569561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:23.573194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed6f6060-3174-43ea-8b1e-e8d1aabc4c97 HTTP/1.1" status: 204 len: 168 time: 0.1454298 Aug 16 22:40:23.583715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845230b-edd2-4a77-90d8-4d994dfaf32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6f6060-3174-43ea-8b1e-e8d1aabc4c97,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:24.072722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-56cbc343-775c-43c4-9872-74df36c74ba5 req-f017ee33-153c-4d8c-b98e-ca78769c6769 service neutron] (94816) timed out ('10.222.0.22', 34514) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:40:25.738113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:25.743966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'network': {'name': 'tempest-network-smoke--163900746', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:25.766080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:25.769898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.779245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.871661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.876547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.900583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:40:25.916228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0de83-c365-4692-8be8-c81b680fc9e0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:25.919346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.919702 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Added segment 3e650cd3-cd84-43eb-84c2-18c006fa5a0b of type vlan for network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc Aug 16 22:40:25.961347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.986302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:25.992871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:25.993501 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.052418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3131511 Aug 16 22:40:26.056195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:26.061825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'admin_state_up': True, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:26.065034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589653f3-1357-4bf0-ac4f-1e59c72a661f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Network': ['ID=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:26.075106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:40:26.093730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.095126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.154130 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.294313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.495957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.515485 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.625474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.25.8.79 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/455fbab5-6d8c-4e41-9f50-4d5013bc4e21) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:26.739945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.783384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:26.823900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:26.828462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:26.832728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:26.857153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:27.090914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.634492 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.766105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 363fcf64-fda3-4b9f-8a9f-1423431342f8 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:40:27.898721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:27.909100 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Sync routers for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:27.918781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:27.919617 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:27.923035 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:27.923182 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f1f502e-6ab4-4dca-965b-28283a7982db tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.8621364 Aug 16 22:40:27.923440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.027513 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:28.053117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f354fa9-4a91-497c-85df-688349498a9c tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=a5970e9e425e4a1385a92a88b50b32f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262624 Aug 16 22:40:28.053850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.148484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7be7d-7041-4c2b-9760-5b424cb06322 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:28.152693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c7b7be7d-7041-4c2b-9760-5b424cb06322 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953197 Aug 16 22:40:28.153143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.183130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-204fe403-fa8f-45a6-ba51-1432028b127b tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263655 Aug 16 22:40:28.183467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.188383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428194497', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:28.208240 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:26Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:28.235120 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Checking router: 363fcf64-fda3-4b9f-8a9f-1423431342f8 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:40:28.235386 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Updating router 363fcf64-fda3-4b9f-8a9f-1423431342f8 port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:40:28.260556 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.286908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:28.291272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.488563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.554259 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.563228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Subnet': ['ID=458fe4dd-3be8-46d6-884a-b2f8861321f8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:28.565481 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Transition to ACTIVE for port object 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:28.573399 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.574619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Checking segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:28.575061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network hostable DHCP agents. Network: 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:40:28.592413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:40:28.601820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:28.609480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:28.610090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.614618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed308de2-1224-4e3a-9f9a-e15eb6fd6770 None None] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:28.620961 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Pushing event updated for resources: {'Port': ['ID=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:28.633266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e889db55-c452-41b0-baa2-03a9f7539ba6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4452622 Aug 16 22:40:28.633266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:28.633926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Attempting to bind port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:28.634299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Attempting to bind port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:28.634663 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Attempting to bind port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:28.641743 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.642098 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.642443 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.642782 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.643119 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.643451 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.643779 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.644107 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.644437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.644760 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.645098 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.645429 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:28.651483 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:28.651865 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:28.652273 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.652659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:28.653147 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Bound port: 455fbab5-6d8c-4e41-9f50-4d5013bc4e21, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:28.653537 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.705323 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] For port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:28.708451 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] For port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:28.713969 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.785082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:40:28.786409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:28.800736 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:28.801315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:28.955095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Allocated IP 172.20.0.2 (9ea5c9e7-8867-4e13-88ef-f39eca3da8cc/458fe4dd-3be8-46d6-884a-b2f8861321f8/9c8ea929-5aa6-4331-a91d-c2202c61529a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:29.008036 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:29.106812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca6a0e-6892-4aa8-be06-7ddadf6ff854 None None] Pushing event updated for resources: {'Port': ['ID=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.127275 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.139266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Transition to ACTIVE for port object 9c8ea929-5aa6-4331-a91d-c2202c61529a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:29.165295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Transition to ACTIVE for port object 9c8ea929-5aa6-4331-a91d-c2202c61529a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:29.173514 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.203324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.215142 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:26Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:29.235443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:29.239079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:29.246704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:29.251072 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26250ef1-1d8f-49fe-b0eb-4a624c13699c None None] The sync data for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 is: [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:26Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:29.252387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Pushing event updated for resources: {'Port': ['ID=9c8ea929-5aa6-4331-a91d-c2202c61529a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.316993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Attempting to bind port 9c8ea929-5aa6-4331-a91d-c2202c61529a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:29.317402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Attempting to bind port 9c8ea929-5aa6-4331-a91d-c2202c61529a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:29.317774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Attempting to bind port 9c8ea929-5aa6-4331-a91d-c2202c61529a on network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:29.323661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:29.324043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Checking segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:29.324475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.324880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Bound using segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:29.325510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Bound port: 9c8ea929-5aa6-4331-a91d-c2202c61529a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:29.325905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.423000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] For port 9c8ea929-5aa6-4331-a91d-c2202c61529a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:29.427265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] For port 9c8ea929-5aa6-4331-a91d-c2202c61529a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c8ea929-5aa6-4331-a91d-c2202c61529a,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:29.446580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.539867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89dcf8-b75f-40ee-96eb-9a1c2bc9362d None None] Pushing event updated for resources: {'Port': ['ID=9c8ea929-5aa6-4331-a91d-c2202c61529a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.649209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.20.0.1 (9ea5c9e7-8867-4e13-88ef-f39eca3da8cc/458fe4dd-3be8-46d6-884a-b2f8861321f8/d6b74a11-9c45-46c5-87bf-6d4b847ed819) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:29.816677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.830094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Transition to ACTIVE for port object d6b74a11-9c45-46c5-87bf-6d4b847ed819 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:29.903328 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:29.967627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:29.968981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:29.971827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:29.974102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:30.019284 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.171265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.479268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.487553 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.573340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:30.576612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:30.691822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:30.693398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:30.731210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4fb5dd-ec03-4ecf-b598-046f82829b75 None None] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:40:30.836138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 363fcf64-fda3-4b9f-8a9f-1423431342f8 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:30.840092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-88f58d6f-15b1-4ae8-ab3a-d385a70f0678 None None] Provisioning for port 9c8ea929-5aa6-4331-a91d-c2202c61529a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:30.970912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c8ea929-5aa6-4331-a91d-c2202c61529a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:31.033151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:31.041521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c49b8d22-3ff4-4eb0-8e62-92a54a760475 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "PUT /v2.0/routers/363fcf64-fda3-4b9f-8a9f-1423431342f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4068222 Aug 16 22:40:31.044357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.049313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9c8ea929-5aa6-4331-a91d-c2202c61529a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:31.050173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--341047239', 'description': 'tempest-secgroup_access--341047239 description', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:31.053631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9c8ea929-5aa6-4331-a91d-c2202c61529a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:31.054012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.080889 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.164138 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.206631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.208193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 9c8ea929-5aa6-4331-a91d-c2202c61529a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c8ea929-5aa6-4331-a91d-c2202c61529a,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:31.212257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.213905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.215335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:31.252343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.253791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2080817 Aug 16 22:40:31.256777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.265402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1736045684', 'description': 'tempest-secgroup_general--1736045684 description', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:31.278178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f537cd-94c5-425a-865b-bebdd3c290fa tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37855832-7ce0-41e0-a416-6f7a2ddecbe2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.303745 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.317119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=9c8ea929-5aa6-4331-a91d-c2202c61529a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.370451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:31.390328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:31.390755 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.459736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Provisioning for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:31.467462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Provisioning complete for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:31.468276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.481327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.488966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.509691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Port d6b74a11-9c45-46c5-87bf-6d4b847ed819 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:31.527480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Sync routers for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:31.540933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Provisioning complete for port 9c8ea929-5aa6-4331-a91d-c2202c61529a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:31.541342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9934214d-08d4-4d25-865b-1bb717db5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.545452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e9cc1e-3505-402b-ab1a-f110db8f8cdb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.545672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:31.545800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:31.562254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.563512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9b51a9bf-8b79-48bf-8a8a-21170b0a478e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3056006 Aug 16 22:40:31.566870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:31.573516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'security_group_rule': {'security_group_id': '37855832-7ce0-41e0-a416-6f7a2ddecbe2', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:31.622290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.736899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.743796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.764132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4351c661-5cfe-4ef5-8411-085742bf6db3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:31.782503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.784245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c72a1e6-080d-42dc-a891-f80c90f7f6ed tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161648 Aug 16 22:40:31.923771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:31.971876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:31.984266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-a90f765e-b170-4d26-b4ce-e127bf314aca tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--341047239&fields=id&tenant_id=a5970e9e425e4a1385a92a88b50b32f9 HTTP/1.1" status: 200 len: 267 time: 0.0530324 Aug 16 22:40:31.998951 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.019954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:32.036918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-1b0d7ea1-a701-4a2a-8f6c-a0fdfa041d70 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1736045684&fields=id&tenant_id=a5970e9e425e4a1385a92a88b50b32f9 HTTP/1.1" status: 200 len: 267 time: 0.0443919 Aug 16 22:40:32.149864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:32.180887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-638b0bd4-c43a-4d0e-ba60-846def79ff44 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:32.183617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-638b0bd4-c43a-4d0e-ba60-846def79ff44 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 796 time: 0.1359897 Aug 16 22:40:32.210325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-230a043b-12ca-410c-a012-6c0439a377c9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/quotas/a5970e9e425e4a1385a92a88b50b32f9 HTTP/1.1" status: 200 len: 375 time: 0.0194991 Aug 16 22:40:32.223847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c47c9d7b-2906-4258-a066-da4a10b255d5 None None] Provisioning complete for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:32.224224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c47c9d7b-2906-4258-a066-da4a10b255d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.273312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-7014ba10-8d21-4c97-a206-d96de5bd7493 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582962 Aug 16 22:40:32.283707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c47c9d7b-2906-4258-a066-da4a10b255d5 None None] Port d6b74a11-9c45-46c5-87bf-6d4b847ed819 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:32.336946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 2, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:32.366275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Checking router: 363fcf64-fda3-4b9f-8a9f-1423431342f8 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:40:32.366643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Updating router 363fcf64-fda3-4b9f-8a9f-1423431342f8 port d6b74a11-9c45-46c5-87bf-6d4b847ed819 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:40:32.394061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.439010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-73bea0fa-06ab-42a6-927f-87bd70370878 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494176 Aug 16 22:40:32.543107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-017dc57a-c83e-4cda-9905-fc085fa7f500 service neutron] 10.222.0.22 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973043 Aug 16 22:40:32.688876 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.702420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Transition to ACTIVE for port object d6b74a11-9c45-46c5-87bf-6d4b847ed819 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:32.709004 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.763402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933fbb-4a8b-4b01-a929-6dd225d60a0e None None] Pushing event updated for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:32.784036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5f52d53-6b63-451a-990a-abbd5b85c605 req-a3f29556-4cb3-4eaf-9a9d-3e3562ddffdc tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 210 time: 0.0713496 Aug 16 22:40:32.837310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Attempting to bind port d6b74a11-9c45-46c5-87bf-6d4b847ed819 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:32.839543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Attempting to bind port d6b74a11-9c45-46c5-87bf-6d4b847ed819 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:32.839938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Attempting to bind port d6b74a11-9c45-46c5-87bf-6d4b847ed819 on network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:32.852009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:32.852362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Checking segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:32.852752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.853853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Bound using segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:32.854338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Bound port: d6b74a11-9c45-46c5-87bf-6d4b847ed819, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:32.854726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:32.879453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c8ea929-5aa6-4331-a91d-c2202c61529a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:32.972873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] For port d6b74a11-9c45-46c5-87bf-6d4b847ed819, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:32.980419 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] For port d6b74a11-9c45-46c5-87bf-6d4b847ed819, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d6b74a11-9c45-46c5-87bf-6d4b847ed819,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:32.986889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.019099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 9c8ea929-5aa6-4331-a91d-c2202c61529a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:33.019479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.093689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933fbb-4a8b-4b01-a929-6dd225d60a0e None None] Pushing event updated for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:33.103805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:33.104352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:33.220529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:33.309616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:33.355425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:33.356062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:33.597328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:32Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:33.624447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1436c0a-c010-44f8-9bad-62cf5783cd75 None None] The sync data for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 is: [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:32Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:33.892633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fbd910b6-3b95-4210-b247-b162ce47e42e req-4ae99849-1592-453d-a756-1a992f726c4a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 210 time: 0.0331030 Aug 16 22:40:34.095885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-4272f043-1fcf-456e-b6f0-8451784cd6d8 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:34.097461 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-4272f043-1fcf-456e-b6f0-8451784cd6d8 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 796 time: 0.1371033 Aug 16 22:40:34.196462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-ea30d6fc-7820-4f21-b0e5-baf0a01d256a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5970e9e425e4a1385a92a88b50b32f9 HTTP/1.1" status: 200 len: 477 time: 0.0765729 Aug 16 22:40:34.221357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'port': {'device_id': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'admin_state_up': True, 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'security_groups': ['37855832-7ce0-41e0-a416-6f7a2ddecbe2', '03e9cc1e-3505-402b-ab1a-f110db8f8cdb']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:34.282716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-efbe551e-d787-4a5d-892f-8ef1088fb381 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:34.284325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-efbe551e-d787-4a5d-892f-8ef1088fb381 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1962416 Aug 16 22:40:34.307578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-46bcdec8-b785-439d-b2ae-5d4e244fe581 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0149603 Aug 16 22:40:34.393487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-5a123352-c39f-41ed-8332-9b7cf3780499 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787978 Aug 16 22:40:34.401200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:34.405295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:34.579969 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-3bdd999b-2723-4c29-982a-c88e7042be69 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722708 Aug 16 22:40:34.658240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.20.0.12 (9ea5c9e7-8867-4e13-88ef-f39eca3da8cc/458fe4dd-3be8-46d6-884a-b2f8861321f8/1b4fe76b-3eae-4bd4-8c3e-917016ce4e41) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:34.723195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-b76231da-a0d5-406c-b201-75726213cfef service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360860 Aug 16 22:40:34.856373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d6b74a11-9c45-46c5-87bf-6d4b847ed819 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:34.920548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:34.929239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:34.929614 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.018521 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.063588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d6b74a11-9c45-46c5-87bf-6d4b847ed819, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d6b74a11-9c45-46c5-87bf-6d4b847ed819,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:35.067979 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.122851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.186363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63c26c9d-aeb8-4d15-a893-d8e110300bf7 req-e5782905-d784-43d4-a96c-3fca4a3f7103 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0385633 Aug 16 22:40:35.205002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c4d65c6-8859-4cc2-9f27-19542880338c req-6c26607a-9ef0-4b2b-afc0-7984d76116cc tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 210 time: 0.0560205 Aug 16 22:40:35.251508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.265113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Transition to ACTIVE for port object 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:35.299084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.347538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:35.351096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:35.356026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:35.382302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.398996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.399351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.399697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.400035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.400392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.400726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.401061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.401413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.401743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.402074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.402393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.402712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:35.421330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:35.422264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.439338 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-8fd5801f-8724-4f9d-8619-327bf5bba0ec tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2264171 Aug 16 22:40:35.468142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Request body: {'port': {'device_id': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:35.530267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.712409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4143baee-7ec0-4a2f-8ac6-a21b8d61b9a0 None None] Provisioning for port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:35.716853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4143baee-7ec0-4a2f-8ac6-a21b8d61b9a0 None None] Provisioning complete for port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:35.717840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4143baee-7ec0-4a2f-8ac6-a21b8d61b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.753621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4143baee-7ec0-4a2f-8ac6-a21b8d61b9a0 None None] Port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:35.817781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:35.825300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.837756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Transition to ACTIVE for port object 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:35.841274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:35.899053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:35.979878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Attempting to bind port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:35.980217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Attempting to bind port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:35.980551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Attempting to bind port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 on network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:35.984933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 on network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:40:35.985359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Attempting to bind port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 on network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:35.990416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:35.991295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Checking segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:35.991689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Bound using segment: {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:35.992118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Bound port: 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e650cd3-cd84-43eb-84c2-18c006fa5a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:35.992480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.056966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:36.060033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:36.065874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.101975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.102653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.104001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] 10.222.0.89 "PUT /v2.0/ports/1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 1132 time: 0.6404192 Aug 16 22:40:36.106358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:36.108644 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ef10a9-3741-49bd-805c-eedea80d23d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:36.141402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8a840-1c68-43af-9e0f-bfb1188f4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:36.157533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2d5da7-71cf-4fe2-ace8-2de4f15c90e6 x-openstack-request-id: req-3d2d5da7-71cf-4fe2-ace8-2de4f15c90e6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:36.157828 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:36.158081 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d2d5da7-71cf-4fe2-ace8-2de4f15c90e6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:36.158483 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'status': 'completed', 'code': 200} Aug 16 22:40:36.220930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-dd6ce79d-8a88-45b9-8a47-d6527f226958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.222514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-dd6ce79d-8a88-45b9-8a47-d6527f226958 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1135 time: 0.0454671 Aug 16 22:40:36.304069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-f247a86d-9d86-480f-8ed1-3221173f4ce8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 217 time: 0.0601988 Aug 16 22:40:36.343496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5f5f545-7d30-41ca-a463-6269f47b23d4 req-75f1d6a1-c46d-449d-a1fa-e71674a8b455 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0499208 Aug 16 22:40:36.453997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-722ff72a-b6d7-4220-9e86-f7d76d139d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.455483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-722ff72a-b6d7-4220-9e86-f7d76d139d1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.1145229 Aug 16 22:40:36.472201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a2c9e-0d92-4939-b5fc-ab3e726f953f req-63f89726-fa4b-4be5-a98b-91bfa1b36741 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.473784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b88a2c9e-0d92-4939-b5fc-ab3e726f953f req-63f89726-fa4b-4be5-a98b-91bfa1b36741 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 983 time: 0.1676962 Aug 16 22:40:36.554314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-b03399c9-bd12-45ac-8f61-33446ee22efc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.555783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-b03399c9-bd12-45ac-8f61-33446ee22efc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.2037928 Aug 16 22:40:36.574371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b88a2c9e-0d92-4939-b5fc-ab3e726f953f req-17ceba4c-11ef-4de1-9d9b-3f9749a2f2f2 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0885963 Aug 16 22:40:36.581365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': '79e5324c-b028-4fed-b462-7302a0937e44', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:36.586940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-b7c4d8ac-09af-495b-89bd-ada27cf868c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:36.588429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-b7c4d8ac-09af-495b-89bd-ada27cf868c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106057 Aug 16 22:40:36.749682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-3eba54e3-1a4b-4f54-9c5f-891cf12296a5 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249986 Aug 16 22:40:36.779221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:36.782858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.820427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d6b74a11-9c45-46c5-87bf-6d4b847ed819 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:36.869127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d6b74a11-9c45-46c5-87bf-6d4b847ed819 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:36.869655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:36.913467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31f8598c-c6f2-413f-8b38-1db0036e3c3b req-561ca438-19e0-4f66-a500-254eb173b67d service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523981 Aug 16 22:40:36.967002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.9 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/9759da02-8906-4df6-8708-e88fe7b2d8fe) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:37.124976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-db43674b-f0d8-4114-aa60-4cb7c046e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.126514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-db43674b-f0d8-4114-aa60-4cb7c046e92e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1135 time: 0.1013005 Aug 16 22:40:37.213731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.234143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 9759da02-8906-4df6-8708-e88fe7b2d8fe will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:37.264300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-6629cc1d-c561-41cb-b3a3-0f913bc5f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.265799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-6629cc1d-c561-41cb-b3a3-0f913bc5f871 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 896 time: 0.1270361 Aug 16 22:40:37.329702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-6205a689-729a-406f-b4dd-423e4b14152d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 217 time: 0.0531018 Aug 16 22:40:37.339283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.423548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:37.440154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:37.443887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:37.458794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:37.485492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-d1aaed44-9aba-462f-9f0a-cc389c58f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.486978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-d1aaed44-9aba-462f-9f0a-cc389c58f4d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.1490910 Aug 16 22:40:37.549776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.550435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.568568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25951e-d0f4-4776-9451-533863cb2ee4 req-7323b7d3-2d69-4a61-bb2f-908232c0966f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.570359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c25951e-d0f4-4776-9451-533863cb2ee4 req-7323b7d3-2d69-4a61-bb2f-908232c0966f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 931 time: 0.1528482 Aug 16 22:40:37.590770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-9a11cced-0064-4a12-893b-bba567aeba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.592268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-9a11cced-0064-4a12-893b-bba567aeba59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929351 Aug 16 22:40:37.599596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-9dec6c9e-fe5d-4c59-8425-95a66a7f04f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227351 Aug 16 22:40:37.627068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Request body: {'port': {'device_id': '79e5324c-b028-4fed-b462-7302a0937e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:37.715498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c25951e-d0f4-4776-9451-533863cb2ee4 req-99b45802-81b7-4111-8707-e6824b03b8d5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361027 Aug 16 22:40:37.729686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6d068dc-63cb-4260-8346-e9a8c46ec76e None None] Provisioning for port 9759da02-8906-4df6-8708-e88fe7b2d8fe completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:37.734151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c6d068dc-63cb-4260-8346-e9a8c46ec76e None None] Provisioning complete for port 9759da02-8906-4df6-8708-e88fe7b2d8fe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:37.734684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c6d068dc-63cb-4260-8346-e9a8c46ec76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.774370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:37.783741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c6d068dc-63cb-4260-8346-e9a8c46ec76e None None] Port 9759da02-8906-4df6-8708-e88fe7b2d8fe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:40:37.800277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-4e636a1b-a8e2-4f40-ad62-0f5630b362e1 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991932 Aug 16 22:40:37.908185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893629-8da2-43d2-b46e-750a8ffe15f7 req-6306010e-6199-4bf4-aee5-202f40bd5db5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:37.909727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca893629-8da2-43d2-b46e-750a8ffe15f7 req-6306010e-6199-4bf4-aee5-202f40bd5db5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 983 time: 0.1516564 Aug 16 22:40:38.072205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca893629-8da2-43d2-b46e-750a8ffe15f7 req-6322c00d-818d-4a47-8644-4f49654410ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1519642 Aug 16 22:40:38.075782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3ef10a9-3741-49bd-805c-eedea80d23d6 req-25e52b91-32f7-412a-be16-068df8206e84 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664559 Aug 16 22:40:38.179966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9759da02-8906-4df6-8708-e88fe7b2d8fe {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:38.187455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.199433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Transition to ACTIVE for port object 9759da02-8906-4df6-8708-e88fe7b2d8fe will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:38.203684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.255566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Pushing event updated for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:38.330960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Attempting to bind port 9759da02-8906-4df6-8708-e88fe7b2d8fe on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:40:38.331305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Attempting to bind port 9759da02-8906-4df6-8708-e88fe7b2d8fe by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:40:38.331643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Attempting to bind port 9759da02-8906-4df6-8708-e88fe7b2d8fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:38.337307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Port 9759da02-8906-4df6-8708-e88fe7b2d8fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:40:38.337635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Attempting to bind port 9759da02-8906-4df6-8708-e88fe7b2d8fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:40:38.342829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:40:38.343187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:40:38.343574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:40:38.344019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Bound port: 9759da02-8906-4df6-8708-e88fe7b2d8fe, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:40:38.344395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.424466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:40:38.428397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:40:38.434493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.477529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.478110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:38.479542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] 10.222.0.88 "PUT /v2.0/ports/9759da02-8906-4df6-8708-e88fe7b2d8fe HTTP/1.1" status: 200 len: 1092 time: 0.8567250 Aug 16 22:40:38.480023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:38.482266 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be62a5e1-97b5-4f83-bdb3-a753145efa6c" -d '{"events": [{"name": "network-changed", "server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:38.507895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c3b4-aa8c-4ccf-8a4a-1a48f69c0549 service neutron] Pushing event updated for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:38.548424 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4d2af-a0b7-4af0-a72c-46d3a618f0e9 x-openstack-request-id: req-83d4d2af-a0b7-4af0-a72c-46d3a618f0e9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:38.548648 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:38.548941 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83d4d2af-a0b7-4af0-a72c-46d3a618f0e9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:38.549375 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe', 'status': 'completed', 'code': 200} Aug 16 22:40:38.614193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-018b4cf1-1fd6-4b8c-874d-16e05a48b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.616462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-018b4cf1-1fd6-4b8c-874d-16e05a48b080 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 1095 time: 0.0442615 Aug 16 22:40:38.668103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-f04fcee2-e3f1-48f1-8473-41698f9246ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe HTTP/1.1" status: 200 len: 217 time: 0.0357649 Aug 16 22:40:38.728932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-8ae0b7f0-bfc3-43f1-bc69-0adf2850954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.730584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-8ae0b7f0-bfc3-43f1-bc69-0adf2850954d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0547729 Aug 16 22:40:38.813264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-eb95bd93-64ad-4a9c-8e84-039e589c1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.814540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-eb95bd93-64ad-4a9c-8e84-039e589c1808 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547700 Aug 16 22:40:38.905212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e855d4d-649c-4fe1-a476-7b80c64ae1b2 req-d6379efa-3f4e-400e-b523-00976e0cd79a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:38.906704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e855d4d-649c-4fe1-a476-7b80c64ae1b2 req-d6379efa-3f4e-400e-b523-00976e0cd79a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.1038852 Aug 16 22:40:38.949749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-b3836001-3c99-4cf9-b31b-8ce4a461ac9b service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177359 Aug 16 22:40:38.974042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e855d4d-649c-4fe1-a476-7b80c64ae1b2 req-dc1370ba-b2db-4881-82b3-393261b188a1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Aug 16 22:40:39.051056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c317cbf-3189-44fb-8f15-3a1cd0cb1770 req-43e0bb0b-5c32-444a-8cb9-60c38765efdd service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918653 Aug 16 22:40:39.200971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-6a057c98-16f8-4f63-8fad-79e18b0e87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:39.202536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-6a057c98-16f8-4f63-8fad-79e18b0e87a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 1095 time: 0.0753748 Aug 16 22:40:39.225885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d485891-0e11-4b89-99de-c9ea5391fc06 req-fc7d148a-84ef-4042-afe8-84d2f642dab9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:39.227331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d485891-0e11-4b89-99de-c9ea5391fc06 req-fc7d148a-84ef-4042-afe8-84d2f642dab9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 983 time: 0.0733094 Aug 16 22:40:39.309084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d485891-0e11-4b89-99de-c9ea5391fc06 req-02c561d6-4fcc-4776-b02d-5952fbc34468 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720689 Aug 16 22:40:39.331456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-6c1d553e-5e1a-490f-bb3d-1e39c0095918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:39.332968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-6c1d553e-5e1a-490f-bb3d-1e39c0095918 service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1227152 Aug 16 22:40:39.381749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-b44fd6e9-c14d-47b3-9333-b4ff78605531 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe HTTP/1.1" status: 200 len: 217 time: 0.0403211 Aug 16 22:40:39.442412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-741cc80b-4a5c-405f-873b-1ac8985272fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:39.444497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-741cc80b-4a5c-405f-873b-1ac8985272fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0545385 Aug 16 22:40:39.491910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-605a8fe0-d5c3-4493-b490-79052b69412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:39.493458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-605a8fe0-d5c3-4493-b490-79052b69412b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412331 Aug 16 22:40:39.596444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-6ef33bf1-52af-48a7-90a4-984e24b668b1 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909569 Aug 16 22:40:39.690604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be62a5e1-97b5-4f83-bdb3-a753145efa6c req-edc5cf7c-83c1-4b41-9e36-abac103261d5 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851705 Aug 16 22:40:40.104314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b130af-139d-41f0-9730-ee208f7788c8 req-64a8b709-8f42-46a6-a05d-d191fd1c3420 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:40.106008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b130af-139d-41f0-9730-ee208f7788c8 req-64a8b709-8f42-46a6-a05d-d191fd1c3420 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0500045 Aug 16 22:40:40.121586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:40:40.149340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b130af-139d-41f0-9730-ee208f7788c8 req-8ed9be6b-8e45-49a0-ad8c-df3ff5938308 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Aug 16 22:40:40.218078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:40.232845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'port_id': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'mac_address': 'fa:16:3e:44:d0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:40:40.269726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.282723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:40.302680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:40.307791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:40.362581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:40.436882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8f571-c20b-4254-999b-a8d5a83be868 req-95ac7686-0ba3-41dc-941e-982417b92156 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:40.438449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78a8f571-c20b-4254-999b-a8d5a83be868 req-95ac7686-0ba3-41dc-941e-982417b92156 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 984 time: 0.0494301 Aug 16 22:40:40.483425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78a8f571-c20b-4254-999b-a8d5a83be868 req-4bf3e520-9ee0-4e6c-bcd8-acc1e60ad8cf tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0375545 Aug 16 22:40:40.632862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:41.263288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441442de-a885-42bb-8578-e891e8e518c6 req-71800aad-3efb-4b51-85df-da79908a0f07 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:41.264730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-441442de-a885-42bb-8578-e891e8e518c6 req-71800aad-3efb-4b51-85df-da79908a0f07 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0474923 Aug 16 22:40:41.301230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-441442de-a885-42bb-8578-e891e8e518c6 req-b5d81805-b3e8-4a94-a75d-949d72e3cb66 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305128 Aug 16 22:40:41.601765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f394c7-f67f-4a38-9623-f4b3c530e1bd req-1b002c31-2f41-42f5-a873-f668af75891e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:41.603226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78f394c7-f67f-4a38-9623-f4b3c530e1bd req-1b002c31-2f41-42f5-a873-f668af75891e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 984 time: 0.0495682 Aug 16 22:40:41.646564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78f394c7-f67f-4a38-9623-f4b3c530e1bd req-395f2740-b19b-40e8-80fc-aabfcc7047a0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0371020 Aug 16 22:40:42.137327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:42.184945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:42.188425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:42.188804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.267209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.290779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:42.293006 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea963130-7bb8-4afc-8af8-133ff9da5f6e" -d '{"events": [{"server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "name": "network-vif-plugged", "status": "completed", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:42.305216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:42.309179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:42.333507 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a79df-5e8f-4cb6-a95d-da579707508b x-openstack-request-id: req-392a79df-5e8f-4cb6-a95d-da579707508b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:42.333797 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "name": "network-vif-plugged", "status": "completed", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:42.334549 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-392a79df-5e8f-4cb6-a95d-da579707508b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:42.334934 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'code': 200} Aug 16 22:40:42.362030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:42.419817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610308-0fa2-4aa3-a379-b9927c94797b req-08b930fe-6335-4a70-8d6d-9caec50f371d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:42.421323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c610308-0fa2-4aa3-a379-b9927c94797b req-08b930fe-6335-4a70-8d6d-9caec50f371d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0503483 Aug 16 22:40:42.483292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c610308-0fa2-4aa3-a379-b9927c94797b req-d1cf95fe-982e-4a0d-b6e8-7b3c014114a5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Aug 16 22:40:42.486186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e027c-0e2d-4306-a76c-88f3da55be84 req-f629d833-d914-4c21-8d30-3da40e945009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:42.487489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce7e027c-0e2d-4306-a76c-88f3da55be84 req-f629d833-d914-4c21-8d30-3da40e945009 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0653093 Aug 16 22:40:42.528855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce7e027c-0e2d-4306-a76c-88f3da55be84 req-3a98c328-171c-4cfb-95a9-70cf0b25e8c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0297461 Aug 16 22:40:42.764061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb75fe-efef-4198-90fd-7ec2a159ed68 req-9365ee99-915f-4b10-8c52-e43107702088 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:42.765583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29cb75fe-efef-4198-90fd-7ec2a159ed68 req-9365ee99-915f-4b10-8c52-e43107702088 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0520425 Aug 16 22:40:43.122692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29cb75fe-efef-4198-90fd-7ec2a159ed68 req-8b366336-ff8e-49db-80de-7eedcfb7d14f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3510640 Aug 16 22:40:43.597576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bec9d-8fe7-48bf-94e3-e556a0907b2b req-92472a6f-2a96-4ab6-8d8d-cd238829392a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:43.598944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f2bec9d-8fe7-48bf-94e3-e556a0907b2b req-92472a6f-2a96-4ab6-8d8d-cd238829392a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0471961 Aug 16 22:40:43.636502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f2bec9d-8fe7-48bf-94e3-e556a0907b2b req-6f9e7c50-d6ac-43ee-81b6-4016307ef57a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Aug 16 22:40:44.238159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e0110-5271-462d-9547-a90186df2113 req-155ae319-9944-4850-b61f-446c49e94f38 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.239616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d2e0110-5271-462d-9547-a90186df2113 req-155ae319-9944-4850-b61f-446c49e94f38 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0485487 Aug 16 22:40:44.279669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d2e0110-5271-462d-9547-a90186df2113 req-3a3cb44f-d452-4fac-aaa1-1bb65d755823 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0337844 Aug 16 22:40:44.402055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b673e72-30f0-4dad-9849-dbab290c6996 req-fe863f91-dd55-4455-aa83-27628b70d68b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.403463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b673e72-30f0-4dad-9849-dbab290c6996 req-fe863f91-dd55-4455-aa83-27628b70d68b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0556099 Aug 16 22:40:44.442660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b673e72-30f0-4dad-9849-dbab290c6996 req-1cf70e35-0e96-40cc-86bc-180350725748 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331211 Aug 16 22:40:44.519402 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.547190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-66d0d4db-01aa-4d60-acac-c2cff3ebdd93 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.548736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-66d0d4db-01aa-4d60-acac-c2cff3ebdd93 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0403171 Aug 16 22:40:44.567261 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-0dc451c3-22f3-4f2e-a1bb-c0b065f51691 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.656193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-0dc451c3-22f3-4f2e-a1bb-c0b065f51691 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.660473 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-0dc451c3-22f3-4f2e-a1bb-c0b065f51691 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.684293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d058d969-9af9-44bc-8c74-2aa8e219161d req-0dc451c3-22f3-4f2e-a1bb-c0b065f51691 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1289597 Aug 16 22:40:44.694625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc451c3-22f3-4f2e-a1bb-c0b065f51691 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad91aca-6d6e-4b50-875a-09f1b40cb507,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:44.707010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.755305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809add1c-51d7-48f7-8251-b51c00d28255 req-616fc7b5-1700-42e8-bd89-09e2b04af551 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.757285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809add1c-51d7-48f7-8251-b51c00d28255 req-616fc7b5-1700-42e8-bd89-09e2b04af551 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0531497 Aug 16 22:40:44.761447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e12372-6c19-4620-8fd0-b9be1a37ac3f tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:44.762979 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8e12372-6c19-4620-8fd0-b9be1a37ac3f tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1132 time: 0.0549679 Aug 16 22:40:44.765918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:44.770299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:44.792265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.796499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-809add1c-51d7-48f7-8251-b51c00d28255 req-defb8ccc-7bb5-4105-b4f6-06cebe41ffbc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Aug 16 22:40:44.887260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:44.992364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.25.8.143 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/bf30a7f4-ae46-4ec4-86c5-87dab7491e2c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:45.093700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.134212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.179207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:40:45.183803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:40:45.188523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:40:45.191728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=bf30a7f4-ae46-4ec4-86c5-87dab7491e2c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.219382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.219749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.220102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.220449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.220792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.221163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.221501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.221841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.222182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.222519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.222850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.223184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:40:45.549560 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8b12e987-5046-44c0-9b19-d06fc4bd6cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.570419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.640161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.786388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.791318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.858378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=bf30a7f4-ae46-4ec4-86c5-87dab7491e2c,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:45.869393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:45.911022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2f908-40f8-40e5-aff8-d3787b27e044 req-4d66d783-c6fa-47b7-b68c-aa354d7a0f30 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:45.913030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fe2f908-40f8-40e5-aff8-d3787b27e044 req-4d66d783-c6fa-47b7-b68c-aa354d7a0f30 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0498369 Aug 16 22:40:45.949709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fe2f908-40f8-40e5-aff8-d3787b27e044 req-14673aa2-6ec9-4677-a0e1-7d3ec65e6b2c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Aug 16 22:40:45.969018 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Floating IP cf26565f-5f41-45a7-af01-9aaebb55faa1 associated. External IP: 172.25.8.143, port: 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41. Aug 16 22:40:46.171543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 363fcf64-fda3-4b9f-8a9f-1423431342f8 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:40:46.279357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:40:46.289882 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Sync routers for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:40:46.296927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:46.300688 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:46.301530 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:46.325503 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-56c74e7c-3500-4e87-9755-ff445bf044ab tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5585437 Aug 16 22:40:46.326094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:46.328048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 60810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.328380 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bffcde7-b086-44e1-8fbe-26ed1b68359f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:46.364272 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd61194-650e-43cd-bd60-6a4ddd67ce23 x-openstack-request-id: req-efd61194-650e-43cd-bd60-6a4ddd67ce23 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:46.364564 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:46.364815 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efd61194-650e-43cd-bd60-6a4ddd67ce23 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:46.365376 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'status': 'completed', 'code': 200} Aug 16 22:40:46.417309 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:46.518460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-bedf3fe3-f69e-47ce-b6b1-8612658664d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.519972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-bedf3fe3-f69e-47ce-b6b1-8612658664d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.1058807 Aug 16 22:40:46.586537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.587031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.587526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.588004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.588481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.588955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.589458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.589930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.590405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.592344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e7126c5c-138f-4600-a70a-d25a85c49554 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6366 time: 0.2632837 Aug 16 22:40:46.595283 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60814) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.638916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-93b2f0f2-6d80-46f3-b372-81050aa41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.639500 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cf26565f-5f41-45a7-af01-9aaebb55faa1', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'port_id': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'mac_address': 'fa:16:3e:44:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:40:45Z', 'updated_at': '2021-08-16T22:40:45Z', 'revision_number': 0, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:46.640416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-93b2f0f2-6d80-46f3-b372-81050aa41c17 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 896 time: 0.1086078 Aug 16 22:40:46.665796 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Checking router: 363fcf64-fda3-4b9f-8a9f-1423431342f8 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:40:46.674306 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:40:46.674654 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:40:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:46.690755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.691248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.691727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.692201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.692669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.693731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.694202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.694675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.695136 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.699597 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8fad425f-ee97-4b88-99fc-b789fa6630bd tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.1007740 Aug 16 22:40:46.699851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.710750 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-98c3876c-3197-4eeb-93e7-9e1ba636662a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 1000 time: 0.0623934 Aug 16 22:40:46.760607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-d94e8926-b320-403e-bbcf-c0c6390df835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.762162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-d94e8926-b320-403e-bbcf-c0c6390df835 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.0450153 Aug 16 22:40:46.785319 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:40:46.815965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-1b2a627d-7a3d-4a8a-928f-3cc59656cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.817570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-1b2a627d-7a3d-4a8a-928f-3cc59656cb24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483840 Aug 16 22:40:46.909725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-0757216f-345f-479f-a0fa-794ed7393ad1 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848792 Aug 16 22:40:46.945334 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-38252fce-b9c0-4cfc-88d6-65d644ee283f tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5205 time: 0.2419004 Aug 16 22:40:46.945911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 60818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:40:46.990859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b0290-ea30-4494-a1fe-ec673ad060a4 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:46.991360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b0290-ea30-4494-a1fe-ec673ad060a4 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:47.005088 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b36b0290-ea30-4494-a1fe-ec673ad060a4 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=363fcf64-fda3-4b9f-8a9f-1423431342f8 HTTP/1.1" status: 200 len: 1991 time: 0.0464921 Aug 16 22:40:47.014161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bffcde7-b086-44e1-8fbe-26ed1b68359f req-b649c324-78ed-4589-b44a-bc5672294170 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975721 Aug 16 22:40:47.022177 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cf26565f-5f41-45a7-af01-9aaebb55faa1', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'port_id': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'mac_address': 'fa:16:3e:44:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:40:45Z', 'updated_at': '2021-08-16T22:40:45Z', 'revision_number': 0, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:40:47.051982 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883e5f5-25bf-4ebb-aab8-13ad5b1a041b None None] The sync data for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 is: [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cf26565f-5f41-45a7-af01-9aaebb55faa1', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'port_id': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'mac_address': 'fa:16:3e:44:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:40:45Z', 'updated_at': '2021-08-16T22:40:45Z', 'revision_number': 0, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:40:47.089575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb28ee6-f166-498e-b85f-49ab14f289be req-6dcedca4-2678-47ab-bc3a-acd98bb18f98 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:47.091196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bb28ee6-f166-498e-b85f-49ab14f289be req-6dcedca4-2678-47ab-bc3a-acd98bb18f98 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0518370 Aug 16 22:40:47.132502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bb28ee6-f166-498e-b85f-49ab14f289be req-c0b6aad1-c38b-4bbe-ae43-6032db804208 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Aug 16 22:40:47.239344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6382-1c26-4a98-a9c2-b6404df4054e None None] New status for floating IP cf26565f-5f41-45a7-af01-9aaebb55faa1: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:40:48.177255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:48.248874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dbf7c-c98c-434f-9f96-a8a2cf37575f req-a0e655af-4ca8-4b6b-a1f3-032b5ba5c071 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:48.250439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f9dbf7c-c98c-434f-9f96-a8a2cf37575f req-a0e655af-4ca8-4b6b-a1f3-032b5ba5c071 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0492904 Aug 16 22:40:48.291798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f9dbf7c-c98c-434f-9f96-a8a2cf37575f req-b89142f8-d3b4-470e-8005-a63b8eccc231 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Aug 16 22:40:48.303076 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-372422e9-eafd-419e-af6e-7e32e7319647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.265781 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.408647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba233-5179-4e5c-8a5d-a5f24fc77b03 req-a7e6f4e3-8aa6-496f-a24a-fc19175fb92f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:49.410172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2fba233-5179-4e5c-8a5d-a5f24fc77b03 req-a7e6f4e3-8aa6-496f-a24a-fc19175fb92f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 943 time: 0.0539210 Aug 16 22:40:49.449298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2fba233-5179-4e5c-8a5d-a5f24fc77b03 req-e0f6034b-d51e-42b1-8fbf-4829c7d6305c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Aug 16 22:40:50.073515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9759da02-8906-4df6-8708-e88fe7b2d8fe details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:40:50.172181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:50.182862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '9759da02-8906-4df6-8708-e88fe7b2d8fe', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '9759da02-8906-4df6-8708-e88fe7b2d8fe', 'mac_address': 'fa:16:3e:d6:d6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:40:50.219041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.231370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9759da02-8906-4df6-8708-e88fe7b2d8fe {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:40:50.254029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:50.258327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.303706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:50.564175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3e415-23f2-4102-b57b-64f0f7102be7 req-d2ace401-c399-4f67-9eb1-a8e03ffcea72 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.565704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4c3e415-23f2-4102-b57b-64f0f7102be7 req-d2ace401-c399-4f67-9eb1-a8e03ffcea72 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 944 time: 0.0510530 Aug 16 22:40:50.603672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b4c3e415-23f2-4102-b57b-64f0f7102be7 req-52ae8c18-c242-4f96-b9ab-a0836e584631 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Aug 16 22:40:50.670560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9759da02-8906-4df6-8708-e88fe7b2d8fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:40:50.776040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-d9648d4e-6663-4f46-a362-72af5687fffe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419381 Aug 16 22:40:50.873965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-ff94987f-f74b-43c9-a843-eff8f8c7a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.875493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-ff94987f-f74b-43c9-a843-eff8f8c7a36f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0443475 Aug 16 22:40:50.977849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-32b63a40-0a9a-4a3e-8dfe-15bbd2216965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:50.979341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-32b63a40-0a9a-4a3e-8dfe-15bbd2216965 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 896 time: 0.0839257 Aug 16 22:40:51.048102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-57df353e-ae23-4b1a-87b4-3d4e034e3c24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 1002 time: 0.0614145 Aug 16 22:40:51.095768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-f6fb75a6-d0aa-4163-9ef4-89d69bcc25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.097239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-f6fb75a6-d0aa-4163-9ef4-89d69bcc25cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.0426867 Aug 16 22:40:51.142432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-e80cf60a-63da-4631-b019-386cfdf5f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.143902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-e80cf60a-63da-4631-b019-386cfdf5f500 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391643 Aug 16 22:40:51.241310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-a1eaa174-c550-4afc-b8e7-6c8848118e6f service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Aug 16 22:40:51.273312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.332040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-854720a9-edd5-428c-b1cf-116701d3ada8 req-7ff211e5-f0b9-40eb-ae1b-6cd1889388f6 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838838 Aug 16 22:40:51.721624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c462b7-88e1-4da1-bc86-018314cd7f6b req-7b3a7d81-4a82-4e3f-a149-45ce33f0ea3e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:51.723043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47c462b7-88e1-4da1-bc86-018314cd7f6b req-7b3a7d81-4a82-4e3f-a149-45ce33f0ea3e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 944 time: 0.0536013 Aug 16 22:40:51.761775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47c462b7-88e1-4da1-bc86-018314cd7f6b req-c291f1a9-970c-4433-9654-5ac3d99a484d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Aug 16 22:40:52.080927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9759da02-8906-4df6-8708-e88fe7b2d8fe up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:40:52.132083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 9759da02-8906-4df6-8708-e88fe7b2d8fe completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:40:52.135600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 9759da02-8906-4df6-8708-e88fe7b2d8fe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:40:52.135976 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.211038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.234791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:40:52.237115 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3491411c-7a67-4bb8-899d-d3dbdb509c96" -d '{"events": [{"server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "name": "network-vif-plugged", "status": "completed", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:40:52.251843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:40:52.256579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.284789 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ea4f49-d20a-4cb2-af36-17bca82b1fb4 x-openstack-request-id: req-29ea4f49-d20a-4cb2-af36-17bca82b1fb4 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:40:52.285435 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "name": "network-vif-plugged", "status": "completed", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:40:52.285435 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29ea4f49-d20a-4cb2-af36-17bca82b1fb4 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:40:52.285705 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe', 'code': 200} Aug 16 22:40:52.310777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:40:52.415224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765e7d1-c046-4288-ada3-ee4a643d76d7 req-51e97464-330f-4ee1-80da-f1d544b6baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:52.416735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0765e7d1-c046-4288-ada3-ee4a643d76d7 req-51e97464-330f-4ee1-80da-f1d544b6baf4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 1097 time: 0.0421603 Aug 16 22:40:52.451345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0765e7d1-c046-4288-ada3-ee4a643d76d7 req-6b5d8a15-8412-40fb-8cff-f5a78bb73992 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269699 Aug 16 22:40:52.893549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a935387-ed3a-4056-8ae1-c3b4cdc25c91 req-63cf53b8-b31b-4e64-b4b5-13760d750f24 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:52.895030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a935387-ed3a-4056-8ae1-c3b4cdc25c91 req-63cf53b8-b31b-4e64-b4b5-13760d750f24 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Aug 16 22:40:52.928519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.933968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a935387-ed3a-4056-8ae1-c3b4cdc25c91 req-5be42394-f9e7-465b-a578-e24664cc5cf7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Aug 16 22:40:54.051258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638bae8-9207-41f7-bf99-916558e77be5 req-d8e39895-f9a7-4fb2-9aad-064321f40139 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:54.053335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c638bae8-9207-41f7-bf99-916558e77be5 req-d8e39895-f9a7-4fb2-9aad-064321f40139 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0518351 Aug 16 22:40:54.090186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c638bae8-9207-41f7-bf99-916558e77be5 req-c7db6467-9893-4c7a-8be0-0fbc2b5d19ec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Aug 16 22:40:54.125296 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:40:55.202531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80073e3-7c3a-4e03-baf5-26cc3877607e req-0bf4ea54-deff-4de0-9093-841d81a9bfbd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:55.204017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f80073e3-7c3a-4e03-baf5-26cc3877607e req-0bf4ea54-deff-4de0-9093-841d81a9bfbd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Aug 16 22:40:55.242495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f80073e3-7c3a-4e03-baf5-26cc3877607e req-8c87512d-b790-4b43-9729-6bdf26174ac8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Aug 16 22:40:55.356526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215892e1-6065-4a34-a2cb-4a8169662db7 req-12ee22c2-23b0-4049-8166-c211f488ac3c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:55.358034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-215892e1-6065-4a34-a2cb-4a8169662db7 req-12ee22c2-23b0-4049-8166-c211f488ac3c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Aug 16 22:40:55.399331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-215892e1-6065-4a34-a2cb-4a8169662db7 req-56bfd5fe-0607-4ecd-ab59-cb45518d71b8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Aug 16 22:40:57.854777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-dd3b8f30-eb2d-4ae2-959f-b0368e6f211d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:57.856285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-dd3b8f30-eb2d-4ae2-959f-b0368e6f211d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1051955 Aug 16 22:40:57.871347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-65d70b57-fa7f-428a-b366-07ff6e985055 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0093598 Aug 16 22:40:57.923281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-b602af9c-08f5-460b-b112-8aa24d72e92b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467889 Aug 16 22:40:58.016115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-cc29ce49-bc14-42cb-9088-c5c6a65d1644 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850992 Aug 16 22:40:58.128636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-08e6e967-2464-4801-858d-2ac997d74a63 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643399 Aug 16 22:40:58.138235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9f9afc6b-0bee-49ed-9211-9ca74928f72f service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162624 Aug 16 22:40:58.235155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-8832d2eb-9734-45ac-902c-a618aa0f9520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.236658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-8832d2eb-9734-45ac-902c-a618aa0f9520 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=477de84458614d90b603e6f0199dba83&device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 1098 time: 0.0409429 Aug 16 22:40:58.348367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca4bd1a3-b507-4a62-ab86-e3cf0cec5093 req-d7b268b5-417d-48ba-9f1b-10cd112859ee tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0351884 Aug 16 22:40:58.388267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-e6d2c7fc-e351-4d71-87e5-883f082418ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.389828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-e6d2c7fc-e351-4d71-87e5-883f082418ca service neutron] 10.222.0.88 "GET /v2.0/networks?id=2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 200 len: 908 time: 0.1271939 Aug 16 22:40:58.456880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-fc5d5d6b-d7eb-4739-b6be-4f20b3706e2b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0591629 Aug 16 22:40:58.513432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-523585f9-53e1-46eb-9584-7f0e1bbbb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.514917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-523585f9-53e1-46eb-9584-7f0e1bbbb66c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 200 len: 847 time: 0.0503919 Aug 16 22:40:58.565909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-57c75395-1420-4fca-829a-0c86010212a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:58.567429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-57c75395-1420-4fca-829a-0c86010212a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2ba37975-f401-4019-bfa7-aa25af41e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422409 Aug 16 22:40:58.659896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-5412eb91-4bea-41a9-ba88-b6127dbe1ded service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843093 Aug 16 22:40:58.762680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5a351a6-c127-426f-b888-3a7cd1c01272 req-9e2e06c9-4b98-4b23-aae4-be6536ebf1af service neutron] 10.222.0.88 "GET /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948231 Aug 16 22:40:59.456697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e68ff0-fbef-442c-be36-4587381a3ca6 req-9e6136ae-7876-4274-b1dc-5a14051ee265 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0321479 Aug 16 22:40:59.503369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-bffb4c35-167e-4b83-8fa9-1e9f22a1ac28 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:40:59.504816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-bffb4c35-167e-4b83-8fa9-1e9f22a1ac28 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1421857 Aug 16 22:40:59.530027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:40:59.639292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:40:59.643010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.772781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.12 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/414d63ac-2429-477a-80ad-ce816b9419fe) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:40:59.930869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:59.945114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 414d63ac-2429-477a-80ad-ce816b9419fe will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:40:59.978836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.019675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9759da02-8906-4df6-8708-e88fe7b2d8fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:00.024938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:00.028153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:00.031993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:00.038989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:00.086651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:00.087298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.103680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-9bd196f9-c8af-4edd-afc7-eecd6b0aaed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774882 Aug 16 22:41:00.127150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Request body: {'port': {'device_id': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:00.196220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.296699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-61a62c2e-2cd4-492d-ab15-09e538eb0f75 None None] Provisioning for port 414d63ac-2429-477a-80ad-ce816b9419fe completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:00.300831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-61a62c2e-2cd4-492d-ab15-09e538eb0f75 None None] Provisioning complete for port 414d63ac-2429-477a-80ad-ce816b9419fe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:00.301433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-61a62c2e-2cd4-492d-ab15-09e538eb0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.340089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-61a62c2e-2cd4-492d-ab15-09e538eb0f75 None None] Port 414d63ac-2429-477a-80ad-ce816b9419fe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:00.466783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414d63ac-2429-477a-80ad-ce816b9419fe {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:00.475435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.492860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Transition to ACTIVE for port object 414d63ac-2429-477a-80ad-ce816b9419fe will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:00.498640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.562865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Pushing event updated for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:00.672255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bb8a-f62a-4fdd-a7f4-2fa8ad819715 req-e8ef9218-2d35-4d28-89b7-7d7329f43cc0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:00.673974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1a8bb8a-f62a-4fdd-a7f4-2fa8ad819715 req-e8ef9218-2d35-4d28-89b7-7d7329f43cc0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0799925 Aug 16 22:41:00.716262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Attempting to bind port 414d63ac-2429-477a-80ad-ce816b9419fe on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:00.716688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Attempting to bind port 414d63ac-2429-477a-80ad-ce816b9419fe by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:00.717135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Attempting to bind port 414d63ac-2429-477a-80ad-ce816b9419fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:00.733837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Port 414d63ac-2429-477a-80ad-ce816b9419fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:41:00.734294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Attempting to bind port 414d63ac-2429-477a-80ad-ce816b9419fe on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:00.749366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1a8bb8a-f62a-4fdd-a7f4-2fa8ad819715 req-253d6fe5-37ac-4fb7-9d2c-1c895e2be0d6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677471 Aug 16 22:41:00.750358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:00.750866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:00.751429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:00.752042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Bound port: 414d63ac-2429-477a-80ad-ce816b9419fe, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:00.752412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.826037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:00.828937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=414d63ac-2429-477a-80ad-ce816b9419fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:00.833274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.867285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:00.867899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:00.869353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] 10.222.0.89 "PUT /v2.0/ports/414d63ac-2429-477a-80ad-ce816b9419fe HTTP/1.1" status: 200 len: 1093 time: 0.7481668 Aug 16 22:41:00.869799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:00.872306 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392506b4-f04d-4fba-bec0-7cbd20ba6c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:00.901017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7e85-30d5-4278-9ba1-156e25d91b3d service neutron] Pushing event updated for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:00.925747 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a8c23-da94-4b54-bee2-97c063900f64 x-openstack-request-id: req-4c5a8c23-da94-4b54-bee2-97c063900f64 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:00.926103 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:00.926419 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c5a8c23-da94-4b54-bee2-97c063900f64 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:00.926933 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe', 'status': 'completed', 'code': 200} Aug 16 22:41:00.977836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-47fa7f18-c8bb-4cc6-9131-afe9e6951ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:00.979297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-47fa7f18-c8bb-4cc6-9131-afe9e6951ae7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0437722 Aug 16 22:41:01.036392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-07bc9bec-5044-4480-be4b-558a61567b74 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=414d63ac-2429-477a-80ad-ce816b9419fe HTTP/1.1" status: 200 len: 217 time: 0.0425785 Aug 16 22:41:01.093995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-adab20f4-5e4f-42c1-ab3f-c2412f803e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.095488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-adab20f4-5e4f-42c1-ab3f-c2412f803e62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0482414 Aug 16 22:41:01.141994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-0c0e9db0-4bfa-480a-b81e-13060f308b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.143491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-0c0e9db0-4bfa-480a-b81e-13060f308b2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406067 Aug 16 22:41:01.241842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-b21c6d7b-5982-4ceb-bc56-8dfa4ca83274 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Aug 16 22:41:01.332700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1921f4bf-5b1c-46fe-9d4f-52b392fa3f8e req-0b9bf9ef-b280-4561-b442-b333999b0d69 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821326 Aug 16 22:41:01.463122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-36d687aa-5d51-4f00-be05-8de39d05be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.469126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-36d687aa-5d51-4f00-be05-8de39d05be66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0471468 Aug 16 22:41:01.919831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15ff6-f7aa-469e-8893-6b41609b0e69 req-cb7e2755-e5e4-4cec-ade8-6a8a760ab1ad tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.921333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64c15ff6-f7aa-469e-8893-6b41609b0e69 req-cb7e2755-e5e4-4cec-ade8-6a8a760ab1ad tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0759439 Aug 16 22:41:01.925858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-2a66d8ff-ce60-4ad6-9f36-403e34c71c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:01.927896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-2a66d8ff-ce60-4ad6-9f36-403e34c71c2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.4540884 Aug 16 22:41:01.982898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-d975a51f-aaa7-4439-b54a-fe8378777681 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=414d63ac-2429-477a-80ad-ce816b9419fe HTTP/1.1" status: 200 len: 217 time: 0.0410213 Aug 16 22:41:02.003790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64c15ff6-f7aa-469e-8893-6b41609b0e69 req-d206b874-7ea5-4851-a86f-3432ba908e97 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748892 Aug 16 22:41:02.039104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-bbb9f89b-4c7f-4500-8ac4-b8d6e15a323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:02.041126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-bbb9f89b-4c7f-4500-8ac4-b8d6e15a323b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0503578 Aug 16 22:41:02.105328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-3b18063a-9298-4617-8136-85f4a338d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:02.106862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-3b18063a-9298-4617-8136-85f4a338d8a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576103 Aug 16 22:41:02.217020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-6876c5f1-3610-4d3d-9055-2ce7f0586e63 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002862 Aug 16 22:41:02.322099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392506b4-f04d-4fba-bec0-7cbd20ba6c59 req-523b7ec5-6c64-4adb-8ea7-f90cf12b7694 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964210 Aug 16 22:41:03.158920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d366018-4ef5-4dd7-9f82-63895ea1e809 req-6a2443ef-586d-4dfa-9c1a-0c73bee8110d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:03.161327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d366018-4ef5-4dd7-9f82-63895ea1e809 req-6a2443ef-586d-4dfa-9c1a-0c73bee8110d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0765390 Aug 16 22:41:03.221609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d366018-4ef5-4dd7-9f82-63895ea1e809 req-74825088-db2b-4e21-82c2-7e89dde60188 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513289 Aug 16 22:41:04.388951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766eaa-afbc-4165-baf5-7dea97120841 req-1e2ffda3-fcbc-433f-98c5-a7cee419d0ea tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:04.390930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d766eaa-afbc-4165-baf5-7dea97120841 req-1e2ffda3-fcbc-433f-98c5-a7cee419d0ea tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0515158 Aug 16 22:41:04.432913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d766eaa-afbc-4165-baf5-7dea97120841 req-6d867038-ce42-44c6-9b67-79b41340f154 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Aug 16 22:41:05.561881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50422b-cd97-43bc-82ad-fadabd6993a5 req-3a79b5dc-0bab-406e-9ccd-f4a400272157 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:05.564002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d50422b-cd97-43bc-82ad-fadabd6993a5 req-3a79b5dc-0bab-406e-9ccd-f4a400272157 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0569785 Aug 16 22:41:05.606986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d50422b-cd97-43bc-82ad-fadabd6993a5 req-2e35deab-ee19-4816-b70d-938ac22b7e38 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Aug 16 22:41:06.738270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5ec7a-c3ff-4370-9612-f41501becaf6 req-756a69bf-653b-4cfe-a5e8-8701ab0c9ed8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:06.739707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cc5ec7a-c3ff-4370-9612-f41501becaf6 req-756a69bf-653b-4cfe-a5e8-8701ab0c9ed8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0562930 Aug 16 22:41:06.777752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cc5ec7a-c3ff-4370-9612-f41501becaf6 req-16b423d2-0a0f-4692-b5f3-517c5c15d055 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Aug 16 22:41:07.892406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e150898-35da-46ac-a365-9d5df267a7da req-f24d3ce4-7700-4fb0-bb28-8e5df2c4af2b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:07.893910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e150898-35da-46ac-a365-9d5df267a7da req-f24d3ce4-7700-4fb0-bb28-8e5df2c4af2b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0489614 Aug 16 22:41:07.930965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e150898-35da-46ac-a365-9d5df267a7da req-632413b4-f7ef-4c5d-9290-b79c0af07330 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Aug 16 22:41:09.046901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2efdd-1600-480f-a59f-3fad784d7ce8 req-11f7a8ed-1e54-4095-b36f-bbe8c64307e7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:09.048284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edc2efdd-1600-480f-a59f-3fad784d7ce8 req-11f7a8ed-1e54-4095-b36f-bbe8c64307e7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0493059 Aug 16 22:41:09.086495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edc2efdd-1600-480f-a59f-3fad784d7ce8 req-b85f84f0-f47c-4836-9414-9e3782415423 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Aug 16 22:41:10.207026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5d789-dc24-4cec-8f47-d5ef27057ec2 req-b8220b48-4128-486b-a514-a8cb70f3e7d4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:10.208440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40d5d789-dc24-4cec-8f47-d5ef27057ec2 req-b8220b48-4128-486b-a514-a8cb70f3e7d4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0534370 Aug 16 22:41:10.246538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-40d5d789-dc24-4cec-8f47-d5ef27057ec2 req-5cef3547-59fa-424b-80cc-e4fcf83224d5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Aug 16 22:41:11.363120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1b863-63c5-4cd7-a029-0973eacdb129 req-16dbcf16-35af-40de-8036-67a47852bdcb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:11.365415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f1b863-63c5-4cd7-a029-0973eacdb129 req-16dbcf16-35af-40de-8036-67a47852bdcb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Aug 16 22:41:11.405877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f1b863-63c5-4cd7-a029-0973eacdb129 req-d6b69253-0d37-40ca-86c2-7763ba941d6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Aug 16 22:41:12.524076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739cc2-eaaf-471a-b4b6-52f0035223ad req-096ae3ca-934e-4567-98d1-7a26255ff02f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:12.526593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec739cc2-eaaf-471a-b4b6-52f0035223ad req-096ae3ca-934e-4567-98d1-7a26255ff02f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0515115 Aug 16 22:41:12.569132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec739cc2-eaaf-471a-b4b6-52f0035223ad req-e328a77d-e98f-441e-81d4-1f967a0ff786 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356400 Aug 16 22:41:13.689128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2d714-6911-44f2-8536-3bbe7dcd8ed3 req-8e942826-5c8e-4a65-a059-bf547487b1cc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:13.690660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56f2d714-6911-44f2-8536-3bbe7dcd8ed3 req-8e942826-5c8e-4a65-a059-bf547487b1cc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0532634 Aug 16 22:41:13.728925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56f2d714-6911-44f2-8536-3bbe7dcd8ed3 req-4189821f-ff58-4cbd-aaa1-ac23e20d94b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Aug 16 22:41:14.528331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:14.848141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443454-efac-44af-8926-99e4a3bde7bc req-57bcf7e2-3474-4b37-9932-5fa539f67627 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:14.849667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1443454-efac-44af-8926-99e4a3bde7bc req-57bcf7e2-3474-4b37-9932-5fa539f67627 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0495794 Aug 16 22:41:14.890546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1443454-efac-44af-8926-99e4a3bde7bc req-8cd377fa-a2e2-4dc5-8545-f98b27d88476 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Aug 16 22:41:15.549764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7467-7831-4d50-9e13-8c92d5c9eadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:16.007770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e22ac-7c12-49ff-bd8a-ef0b0e58b4e7 req-4eaa3ad3-8946-4eec-84d9-77c6aff2bed6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:16.009603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c31e22ac-7c12-49ff-bd8a-ef0b0e58b4e7 req-4eaa3ad3-8946-4eec-84d9-77c6aff2bed6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0509741 Aug 16 22:41:16.050774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c31e22ac-7c12-49ff-bd8a-ef0b0e58b4e7 req-2f342151-0404-4280-ae93-859f6ddb3bf7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350437 Aug 16 22:41:17.170478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdca62-3867-4c49-8c78-c6c3d91bd75e req-e40e9293-b9cd-4ee7-8a43-73e7b8b35d0f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:17.171967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1afdca62-3867-4c49-8c78-c6c3d91bd75e req-e40e9293-b9cd-4ee7-8a43-73e7b8b35d0f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0534141 Aug 16 22:41:17.210038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1afdca62-3867-4c49-8c78-c6c3d91bd75e req-8753432b-bc7c-45a4-81a5-e7f46757804d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Aug 16 22:41:18.179359 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.304181 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f5a045d-02df-46d2-a7f2-d038e7e91e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:18.323327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29892cf-a6bb-4570-94df-57bfa2dffc74 req-91a702c7-b03d-4c09-8cf8-a6de5f0d6427 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:18.324824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c29892cf-a6bb-4570-94df-57bfa2dffc74 req-91a702c7-b03d-4c09-8cf8-a6de5f0d6427 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0494909 Aug 16 22:41:18.363050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c29892cf-a6bb-4570-94df-57bfa2dffc74 req-35dbff76-87ae-41c2-96b5-6a44d201d887 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Aug 16 22:41:19.270015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.482197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d326-58ee-4ab1-81ef-36a222b2ed2b req-87b806dd-41be-41ba-992d-6f6b4cd88780 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:19.483770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5900d326-58ee-4ab1-81ef-36a222b2ed2b req-87b806dd-41be-41ba-992d-6f6b4cd88780 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0531287 Aug 16 22:41:19.526446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5900d326-58ee-4ab1-81ef-36a222b2ed2b req-ee674c14-35f0-4197-8f53-7115c33a382d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 16 22:41:20.656646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e67a-4c4d-42bc-ba16-a68fe8b8b070 req-c1ab0cd6-9ddc-4b2f-a47e-2f2aa3242102 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:20.658157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0754e67a-4c4d-42bc-ba16-a68fe8b8b070 req-c1ab0cd6-9ddc-4b2f-a47e-2f2aa3242102 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0547063 Aug 16 22:41:20.699187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0754e67a-4c4d-42bc-ba16-a68fe8b8b070 req-0e1c07b9-0e78-4ba3-b55a-6ecee7295c38 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Aug 16 22:41:21.280818 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.820301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5eae9-a811-49c0-9f85-1b813cbbef71 req-1d8ea482-1def-49f1-9585-e652f093cef9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:21.821824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20a5eae9-a811-49c0-9f85-1b813cbbef71 req-1d8ea482-1def-49f1-9585-e652f093cef9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 944 time: 0.0504379 Aug 16 22:41:21.860466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-20a5eae9-a811-49c0-9f85-1b813cbbef71 req-6e9f8df6-a121-4985-8264-2a46f992c7c8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Aug 16 22:41:22.323739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 414d63ac-2429-477a-80ad-ce816b9419fe details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:41:22.415523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=414d63ac-2429-477a-80ad-ce816b9419fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:22.426226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '414d63ac-2429-477a-80ad-ce816b9419fe', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '414d63ac-2429-477a-80ad-ce816b9419fe', 'mac_address': 'fa:16:3e:3e:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:41:22.465270 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.478156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414d63ac-2429-477a-80ad-ce816b9419fe {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:22.497492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=414d63ac-2429-477a-80ad-ce816b9419fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:22.501559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.548230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:22.556034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.556392 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.556876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.557209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.557555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.557895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.558231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.558564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.558895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.559237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.559571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.559888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:22.822323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['414d63ac-2429-477a-80ad-ce816b9419fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:22.946442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.978334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4ccd0-d0c8-4b1b-a5fc-c0614de31a51 req-d2aa6c40-4a6e-4173-b590-bf341fd1d71d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:22.979838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde4ccd0-d0c8-4b1b-a5fc-c0614de31a51 req-d2aa6c40-4a6e-4173-b590-bf341fd1d71d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Aug 16 22:41:23.017180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bde4ccd0-d0c8-4b1b-a5fc-c0614de31a51 req-3529ac8f-6ca9-44ca-89a2-e1b851bac315 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Aug 16 22:41:23.461237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:23.562947 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42c76cd0-b6a1-445e-86ee-b3781df1a414 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4098 time: 0.1003695 Aug 16 22:41:23.565764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:23.570819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'network': {'name': 'tempest-network-smoke--1023269447', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'port_security_enabled': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:23.593678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:23.597698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.621958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:41:23.631546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.631839 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Added segment 9d07d1ff-4107-4870-988c-9c56232bc3f6 of type vlan for network bc67e266-cc2d-49c2-b39a-96a7c14af89a Aug 16 22:41:23.675229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.699783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.705931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:23.706630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.759781 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1927557 Aug 16 22:41:23.762824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:23.767520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'admin_state_up': True, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:23.796181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579596b3-9af2-4cdd-9bd6-d5ab61f738f5 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Network': ['ID=bc67e266-cc2d-49c2-b39a-96a7c14af89a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:23.806607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.807564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:41:23.808182 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:23.861539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.159275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a54d-48f7-4a69-9dec-21d4a5dd484f req-cbb67dd7-4c5d-4f1e-a075-f46ef0df6254 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.161001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7580a54d-48f7-4a69-9dec-21d4a5dd484f req-cbb67dd7-4c5d-4f1e-a075-f46ef0df6254 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 945 time: 0.0596557 Aug 16 22:41:24.205025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7580a54d-48f7-4a69-9dec-21d4a5dd484f req-152be27a-cff1-428f-80b1-c7d0b895f0d9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Aug 16 22:41:24.334543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 414d63ac-2429-477a-80ad-ce816b9419fe up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:24.344476 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.385416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 414d63ac-2429-477a-80ad-ce816b9419fe completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:24.389294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 414d63ac-2429-477a-80ad-ce816b9419fe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:24.389678 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.495855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.520214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:24.522492 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6408d2f6-d537-437d-94ba-6cb96e458182" -d '{"events": [{"server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:24.535895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=414d63ac-2429-477a-80ad-ce816b9419fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:24.541164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.569054 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3185202-60aa-40e4-ac6d-055236ede8c9 x-openstack-request-id: req-f3185202-60aa-40e4-ac6d-055236ede8c9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:24.569445 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "name": "network-vif-plugged", "status": "completed", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:24.569705 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3185202-60aa-40e4-ac6d-055236ede8c9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:24.570140 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe', 'code': 200} Aug 16 22:41:24.594316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:24.612999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.646655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.713009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ccc1a-6caf-4e34-b90b-5bba70897a2a req-4e5174c9-e155-4225-8a8b-c5bf12678903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:24.714566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a1ccc1a-6caf-4e34-b90b-5bba70897a2a req-4e5174c9-e155-4225-8a8b-c5bf12678903 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 1098 time: 0.0508599 Aug 16 22:41:24.755385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.25.8.4 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/4a710980-2aeb-489a-91b9-a72a2d8299f2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:24.757921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a1ccc1a-6caf-4e34-b90b-5bba70897a2a req-1719d41a-2c38-4c60-bdf5-ec5651c3b5b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292690 Aug 16 22:41:24.860597 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.900416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:24.945475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:24.951163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:24.954538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:24.999038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=4a710980-2aeb-489a-91b9-a72a2d8299f2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:25.233224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.333085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0ca48-1504-4922-98e1-ef549eb9075e req-dc46883b-7215-4079-b87e-a0287b795bec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:25.334636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bd0ca48-1504-4922-98e1-ef549eb9075e req-dc46883b-7215-4079-b87e-a0287b795bec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0506217 Aug 16 22:41:25.384219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bd0ca48-1504-4922-98e1-ef549eb9075e req-143766e2-6cd8-47b6-b565-e75b8bc3fedd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Aug 16 22:41:25.475363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.603859 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 1b14f106-92a3-44cf-93d7-8fa853d25f24 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:41:25.742973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:25.755526 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Sync routers for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:25.762660 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:25.763989 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-45017368-8035-4afa-b8e4-12b2d3d95b94 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0002913 Aug 16 22:41:25.767141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32848) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:25.768602 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:25.769390 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:25.874215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f695df5f-f03d-496f-a4ed-a26342a1bef1 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:25.875856 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f695df5f-f03d-496f-a4ed-a26342a1bef1 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=a5970e9e425e4a1385a92a88b50b32f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1076720 Aug 16 22:41:25.878787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32850) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:25.889836 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:26.063174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac357517-2157-495a-8a1a-e5c643b137ca tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.065236 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac357517-2157-495a-8a1a-e5c643b137ca tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1838622 Aug 16 22:41:26.067904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32854) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.106451 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ca2b09a4-7504-4930-918c-99352ebd7c3e tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372469 Aug 16 22:41:26.109057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32856) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.154108 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-96fa4020-6a38-46cf-8931-18f370043334 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=a5970e9e425e4a1385a92a88b50b32f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433586 Aug 16 22:41:26.156352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.168974 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:25Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:26.195517 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Checking router: 1b14f106-92a3-44cf-93d7-8fa853d25f24 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:41:26.195869 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Updating router 1b14f106-92a3-44cf-93d7-8fa853d25f24 port 4a710980-2aeb-489a-91b9-a72a2d8299f2 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:41:26.220020 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.261662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43981fb5-0b12-4886-960d-5fc6214c7046 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.263198 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-43981fb5-0b12-4886-960d-5fc6214c7046 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1056097 Aug 16 22:41:26.265957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32860) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.297382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1be2300d-7000-4575-8e6c-57677f3a0d6f tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300856 Aug 16 22:41:26.299918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 32862) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.305619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1274572062', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:26.427195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:26.432549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.476976 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.486805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Transition to ACTIVE for port object 4a710980-2aeb-489a-91b9-a72a2d8299f2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:26.492931 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.545058 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Attempting to bind port 4a710980-2aeb-489a-91b9-a72a2d8299f2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:26.545628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478951d-9877-4016-90ed-3ce579edcf54 req-548d607e-c536-4df5-bc4a-8a3a2aaf4eef tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.546241 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Attempting to bind port 4a710980-2aeb-489a-91b9-a72a2d8299f2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:26.546241 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Attempting to bind port 4a710980-2aeb-489a-91b9-a72a2d8299f2 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:26.546649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6478951d-9877-4016-90ed-3ce579edcf54 req-548d607e-c536-4df5-bc4a-8a3a2aaf4eef tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0685432 Aug 16 22:41:26.556205 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:26.556584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:26.557030 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.557417 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:26.557879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Bound port: 4a710980-2aeb-489a-91b9-a72a2d8299f2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:26.558267 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.577460 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718d1b9-0648-4c1b-84a7-89277f0d0989 None None] Pushing event updated for resources: {'Port': ['ID=4a710980-2aeb-489a-91b9-a72a2d8299f2,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:26.607869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6478951d-9877-4016-90ed-3ce579edcf54 req-a8de419d-6498-418e-b815-0b8978edb8b1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Aug 16 22:41:26.618984 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] For port 4a710980-2aeb-489a-91b9-a72a2d8299f2, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:26.618984 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] For port 4a710980-2aeb-489a-91b9-a72a2d8299f2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4a710980-2aeb-489a-91b9-a72a2d8299f2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:26.625955 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.677219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.705516 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:26.706407 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:26.729183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Subnet': ['ID=fd2f074b-7cc4-4ff5-8adf-97d1dafad794,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:26.744309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c707af-0992-4927-bbe7-bdc206083ad9 req-234dd67b-0aac-43fa-b876-de105a67327c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.746510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53c707af-0992-4927-bbe7-bdc206083ad9 req-234dd67b-0aac-43fa-b876-de105a67327c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.0581775 Aug 16 22:41:26.760361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Checking segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:26.760959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network hostable DHCP agents. Network: bc67e266-cc2d-49c2-b39a-96a7c14af89a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:41:26.780021 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:41:26.791331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bc67e266-cc2d-49c2-b39a-96a7c14af89a) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:26.801882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522f43e-dfe7-4323-83d6-38baa878a976 None None] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:26.818040 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718d1b9-0648-4c1b-84a7-89277f0d0989 None None] Pushing event updated for resources: {'Port': ['ID=4a710980-2aeb-489a-91b9-a72a2d8299f2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:26.821564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53c707af-0992-4927-bbe7-bdc206083ad9 req-a4b6e441-3f9a-47d0-a3f4-732bfeb232aa tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491099 Aug 16 22:41:26.824357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:26.825002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:26.843618 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dee6c22f-1da0-4b11-91c1-de2f3a9478ae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5424931 Aug 16 22:41:26.846995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 32872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:26.873279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:26.995177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'fixed_ips': [{'subnet_id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:41:26.996103 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.164511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:25Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:27.191732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450fd7b2-67e7-45c1-b8cb-f6846359b7ed None None] The sync data for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 is: [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:25Z', 'revision_number': 3, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:27.200748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Allocated IP 172.20.0.18 (bc67e266-cc2d-49c2-b39a-96a7c14af89a/fd2f074b-7cc4-4ff5-8adf-97d1dafad794/2d3d9d7b-6c64-4c1a-9c43-32191934ac59) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:27.277900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171b3c-36c5-4e88-a077-6efd6d69d887 req-ee541b0a-eb66-4c80-a2ef-3afc2f3a1002 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:27.279438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8171b3c-36c5-4e88-a077-6efd6d69d887 req-ee541b0a-eb66-4c80-a2ef-3afc2f3a1002 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1116912 Aug 16 22:41:27.383354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.392619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Transition to ACTIVE for port object 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:27.394139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8171b3c-36c5-4e88-a077-6efd6d69d887 req-7a1cd269-2134-450f-970d-f6348596fe40 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Aug 16 22:41:27.407838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Transition to ACTIVE for port object 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:27.414838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.458222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:27.464500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:27.464715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.465734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:27.471913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Pushing event updated for resources: {'Port': ['ID=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:27.548784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Attempting to bind port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:27.549227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Attempting to bind port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:27.549559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Attempting to bind port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 on network bc67e266-cc2d-49c2-b39a-96a7c14af89a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:27.559748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:27.560134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Checking segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:27.560615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.561034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Bound using segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:27.561535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Bound port: 2d3d9d7b-6c64-4c1a-9c43-32191934ac59, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:27.561923 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.644353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] For port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:27.648407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] For port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:27.655494 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:27.726070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead9311-2618-4d55-b78d-f2e8a830dc97 None None] Pushing event updated for resources: {'Port': ['ID=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:27.838086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.20.0.17 (bc67e266-cc2d-49c2-b39a-96a7c14af89a/fd2f074b-7cc4-4ff5-8adf-97d1dafad794/e086978c-7423-4c1a-a87c-072bf4d0a89f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:28.005717 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.023573 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Transition to ACTIVE for port object e086978c-7423-4c1a-a87c-072bf4d0a89f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:28.068639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.124321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:28.128382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:28.130558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:28.137510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:28.184738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.339331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.615097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ec4c1-9f6d-4887-b834-48916155d807 req-42b3fcf1-a6c2-44ab-b9e8-6df7d758ec9e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.617363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f6ec4c1-9f6d-4887-b834-48916155d807 req-42b3fcf1-a6c2-44ab-b9e8-6df7d758ec9e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1134255 Aug 16 22:41:28.690813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f6ec4c1-9f6d-4887-b834-48916155d807 req-35575f3c-0495-4e02-bfd3-fb638b8cc413 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Aug 16 22:41:28.724077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.729152 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.767457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039da28-16ae-4d0e-b39c-3cfffc1f1100 None None] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:28.811409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:28.815759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:28.836090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dffdec19-3554-460e-b49d-449cccdbd590 None None] Provisioning for port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:28.964442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4a710980-2aeb-489a-91b9-a72a2d8299f2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:28.996233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-bd2a37be-e942-4d70-9507-bd8b698b4fb8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:28.997802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-bd2a37be-e942-4d70-9507-bd8b698b4fb8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 946 time: 0.1080647 Aug 16 22:41:29.000207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:29.001596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:29.024355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 4a710980-2aeb-489a-91b9-a72a2d8299f2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:29.028530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4a710980-2aeb-489a-91b9-a72a2d8299f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:29.028969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.120097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.150408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 4a710980-2aeb-489a-91b9-a72a2d8299f2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4a710980-2aeb-489a-91b9-a72a2d8299f2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:29.155180 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.156253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:29.197982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 1b14f106-92a3-44cf-93d7-8fa853d25f24 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:29.211035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 414d63ac-2429-477a-80ad-ce816b9419fe {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:29.211472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.236495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=4a710980-2aeb-489a-91b9-a72a2d8299f2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.255457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:29.263275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:29.265168 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.387973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.395998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 414d63ac-2429-477a-80ad-ce816b9419fe, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=414d63ac-2429-477a-80ad-ce816b9419fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:29.396378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.416183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 414d63ac-2429-477a-80ad-ce816b9419fe owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:29.421605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:29.423127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Provisioning complete for port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:29.423127 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.427709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db5c8b8c-cef9-4ecc-a87e-66ea2b0a1ab0 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "PUT /v2.0/routers/1b14f106-92a3-44cf-93d7-8fa853d25f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788813 Aug 16 22:41:29.435705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:29.456926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Sync routers for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:29.463269 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.546154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:29.546866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:29.603881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.651214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.692435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=414d63ac-2429-477a-80ad-ce816b9419fe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:29.696090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9759da02-8906-4df6-8708-e88fe7b2d8fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:29.704398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['414d63ac-2429-477a-80ad-ce816b9419fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:29.745406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 414d63ac-2429-477a-80ad-ce816b9419fe on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:29.752948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.760407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32f4335f-1c9f-41f5-bdcc-f1e93b233ad2 req-2329461a-1074-485a-8697-306ce7401876 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "DELETE /v2.0/ports/414d63ac-2429-477a-80ad-ce816b9419fe HTTP/1.1" status: 204 len: 173 time: 0.7520356 Aug 16 22:41:29.761054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'name': 'network-vif-deleted', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:29.764007 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2689f4-53af-4160-96d5-e62647f9e469" -d '{"events": [{"server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "name": "network-vif-deleted", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:29.785121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:29.801629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-f7d7d3b6-d8b3-402c-b807-875f8a49e446 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:29.809479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-f7d7d3b6-d8b3-402c-b807-875f8a49e446 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/networks?id=bc67e266-cc2d-49c2-b39a-96a7c14af89a HTTP/1.1" status: 200 len: 798 time: 0.2287028 Aug 16 22:41:29.828349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-392389ad-7347-40ce-bf17-70e3d1836cd7 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/quotas/a5970e9e425e4a1385a92a88b50b32f9 HTTP/1.1" status: 200 len: 375 time: 0.0172617 Aug 16 22:41:29.852425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Provisioning for port e086978c-7423-4c1a-a87c-072bf4d0a89f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:29.893560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e240b90b-6e39-49a2-9821-8fd56e138814 req-be35b5a5-f56f-4abf-985a-f19bfb3d862e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0451455 Aug 16 22:41:29.900049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Provisioning complete for port e086978c-7423-4c1a-a87c-072bf4d0a89f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:29.900049 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:29.970394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-42c3a15a-98f1-4c58-8532-3717ffb3d551 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1328256 Aug 16 22:41:29.991178 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a474eb3-af98-456b-a807-f3e36278a347 x-openstack-request-id: req-3a474eb3-af98-456b-a807-f3e36278a347 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:29.991411 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1", "name": "network-vif-deleted", "tag": "414d63ac-2429-477a-80ad-ce816b9419fe", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:29.991622 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a474eb3-af98-456b-a807-f3e36278a347 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:29.992026 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1', 'name': 'network-vif-deleted', 'tag': '414d63ac-2429-477a-80ad-ce816b9419fe', 'status': 'completed', 'code': 200} Aug 16 22:41:30.085911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-1508630b-5d7f-426b-92c0-3037500faca1 service neutron] 10.222.0.22 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139934 Aug 16 22:41:30.177044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-f507c8a3-5a55-4e91-a8b6-9c19f255162c service neutron] 10.222.0.22 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867958 Aug 16 22:41:30.202747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc58df-3dec-4c2a-8db5-55adebd60211 None None] Port e086978c-7423-4c1a-a87c-072bf4d0a89f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:30.339021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-36467ecc-64c8-420b-942f-111911468f39 None None] Provisioning complete for port e086978c-7423-4c1a-a87c-072bf4d0a89f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:30.339457 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-36467ecc-64c8-420b-942f-111911468f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.344884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:28Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e086978c-7423-4c1a-a87c-072bf4d0a89f', 'name': '', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:21:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:27Z', 'updated_at': '2021-08-16T22:41:28Z', 'revision_number': 2, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:30.391622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Checking router: 1b14f106-92a3-44cf-93d7-8fa853d25f24 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:41:30.391975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Updating router 1b14f106-92a3-44cf-93d7-8fa853d25f24 port e086978c-7423-4c1a-a87c-072bf4d0a89f binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:41:30.436237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-36467ecc-64c8-420b-942f-111911468f39 None None] Port e086978c-7423-4c1a-a87c-072bf4d0a89f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:30.438189 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.487158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3523bcee-4bb5-4acb-a82f-a422a4b129b7 req-ecf0eb6e-7137-4745-a06d-caa430257afe tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 210 time: 0.1531489 Aug 16 22:41:30.754598 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.766338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Transition to ACTIVE for port object e086978c-7423-4c1a-a87c-072bf4d0a89f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:30.773808 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.827904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699ab4-93f7-4594-9fdf-31264cd10a08 None None] Pushing event updated for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:30.898087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Attempting to bind port e086978c-7423-4c1a-a87c-072bf4d0a89f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:30.898460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Attempting to bind port e086978c-7423-4c1a-a87c-072bf4d0a89f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:30.898991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Attempting to bind port e086978c-7423-4c1a-a87c-072bf4d0a89f on network bc67e266-cc2d-49c2-b39a-96a7c14af89a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:30.905691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4a710980-2aeb-489a-91b9-a72a2d8299f2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:30.908761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:30.909241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Checking segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:30.909714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:30.910319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Bound using segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:30.910861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Bound port: e086978c-7423-4c1a-a87c-072bf4d0a89f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:30.911321 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.018246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] For port e086978c-7423-4c1a-a87c-072bf4d0a89f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:31.021889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] For port e086978c-7423-4c1a-a87c-072bf4d0a89f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e086978c-7423-4c1a-a87c-072bf4d0a89f,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:31.027206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 4a710980-2aeb-489a-91b9-a72a2d8299f2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:31.027640 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.030662 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.043955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b63c489-bedd-4fe4-ac8b-7fef965ed2eb req-8bf64859-9973-49f7-b595-800b3ff8e8a8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0587115 Aug 16 22:41:31.125426 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:41:31.146334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:31.147510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:31.149436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c699ab4-93f7-4594-9fdf-31264cd10a08 None None] Pushing event updated for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:31.293908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:31.330872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:31.464632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:31.464632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:31.610935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b54a652-72ad-402f-b22e-1be7dd5bb050 req-d602622b-c31d-4c7a-b386-050685ce7804 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 210 time: 0.0395520 Aug 16 22:41:31.630510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:28Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e086978c-7423-4c1a-a87c-072bf4d0a89f', 'name': '', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:21:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:27Z', 'updated_at': '2021-08-16T22:41:31Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:31.658474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3685c01f-6d25-4efb-a34c-634c7f541bc3 None None] The sync data for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 is: [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:28Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e086978c-7423-4c1a-a87c-072bf4d0a89f', 'name': '', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:21:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:27Z', 'updated_at': '2021-08-16T22:41:31Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:31.770055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-2d2c4186-7ec4-4a72-a1f2-dd4cdf688c42 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:31.774388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-2d2c4186-7ec4-4a72-a1f2-dd4cdf688c42 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.88 "GET /v2.0/networks?id=bc67e266-cc2d-49c2-b39a-96a7c14af89a HTTP/1.1" status: 200 len: 798 time: 0.1620562 Aug 16 22:41:31.796676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Request body: {'port': {'device_id': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'admin_state_up': True, 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:31.917443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Made reservation on behalf of a5970e9e425e4a1385a92a88b50b32f9 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:41:31.921523 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.060651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Allocated IP 172.20.0.26 (bc67e266-cc2d-49c2-b39a-96a7c14af89a/fd2f074b-7cc4-4ff5-8adf-97d1dafad794/26128985-6a4a-4088-9e63-5b9d03b70dab) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:41:32.176837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51831873-2d33-4203-9dfa-18ae41b9b3e5 req-ea0b03f6-a8f0-413f-88f6-2884a3a3515d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0486541 Aug 16 22:41:32.254419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.271819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Transition to ACTIVE for port object 26128985-6a4a-4088-9e63-5b9d03b70dab will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:32.309199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.355800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:41:32.361546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:41:32.364228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:41:32.399504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event updated for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:32.423014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 414d63ac-2429-477a-80ad-ce816b9419fe no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:32.436692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:32.437977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.456744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 414d63ac-2429-477a-80ad-ce816b9419fe {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:32.457121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 414d63ac-2429-477a-80ad-ce816b9419fe not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:32.463671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8570d151-60da-4cc9-a3d8-7f409bbc024e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6711500 Aug 16 22:41:32.484749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Request body: {'port': {'device_id': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:32.548348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.638839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b03c7759-9ce4-4bc0-a1cb-486bb7ca5488 None None] Provisioning for port 26128985-6a4a-4088-9e63-5b9d03b70dab completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:32.644834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b03c7759-9ce4-4bc0-a1cb-486bb7ca5488 None None] Provisioning complete for port 26128985-6a4a-4088-9e63-5b9d03b70dab triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:32.645903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b03c7759-9ce4-4bc0-a1cb-486bb7ca5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:32.719240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b03c7759-9ce4-4bc0-a1cb-486bb7ca5488 None None] Port 26128985-6a4a-4088-9e63-5b9d03b70dab cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:41:32.914849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e086978c-7423-4c1a-a87c-072bf4d0a89f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:32.970211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port e086978c-7423-4c1a-a87c-072bf4d0a89f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:32.974378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e086978c-7423-4c1a-a87c-072bf4d0a89f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:32.974753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.078809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.115364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port e086978c-7423-4c1a-a87c-072bf4d0a89f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e086978c-7423-4c1a-a87c-072bf4d0a89f,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:33.124617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.163149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6767e5-f6fb-4b89-885f-f945b0daacb3 req-f868e9ac-a164-48f2-ae4e-865adcffd860 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.164919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de6767e5-f6fb-4b89-885f-f945b0daacb3 req-f868e9ac-a164-48f2-ae4e-865adcffd860 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 895 time: 0.4738059 Aug 16 22:41:33.197111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.281247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26128985-6a4a-4088-9e63-5b9d03b70dab {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:33.301231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e358d966-0872-4d19-9b77-43bf9765cb42 req-02934272-09d6-4a15-889a-bdac6a2ef258 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0337591 Aug 16 22:41:33.303065 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.317772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Transition to ACTIVE for port object 26128985-6a4a-4088-9e63-5b9d03b70dab will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:41:33.322904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.418148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Pushing event updated for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.451137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Attempting to bind port 26128985-6a4a-4088-9e63-5b9d03b70dab on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:41:33.451628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Attempting to bind port 26128985-6a4a-4088-9e63-5b9d03b70dab by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:41:33.452059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Attempting to bind port 26128985-6a4a-4088-9e63-5b9d03b70dab on network bc67e266-cc2d-49c2-b39a-96a7c14af89a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:33.457090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Port 26128985-6a4a-4088-9e63-5b9d03b70dab on network bc67e266-cc2d-49c2-b39a-96a7c14af89a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:41:33.457504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Attempting to bind port 26128985-6a4a-4088-9e63-5b9d03b70dab on network bc67e266-cc2d-49c2-b39a-96a7c14af89a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:41:33.463522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:41:33.463948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Checking segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:41:33.464409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Bound using segment: {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:41:33.464924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Bound port: 26128985-6a4a-4088-9e63-5b9d03b70dab, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d07d1ff-4107-4870-988c-9c56232bc3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:41:33.465383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.535060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:41:33.538736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=26128985-6a4a-4088-9e63-5b9d03b70dab,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:41:33.544489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.591943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.592870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:33.594460 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] 10.222.0.88 "PUT /v2.0/ports/26128985-6a4a-4088-9e63-5b9d03b70dab HTTP/1.1" status: 200 len: 1056 time: 1.1145823 Aug 16 22:41:33.595069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:33.597621 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bbd600-5128-41fb-b012-f71d59f5943a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:33.624984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a1acb-96bd-4fd1-a02e-ef6aefaa8c12 service neutron] Pushing event updated for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:33.672479 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce26a55e-bc5a-45df-94ad-5d636d0d5c56 x-openstack-request-id: req-ce26a55e-bc5a-45df-94ad-5d636d0d5c56 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:33.672950 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:33.673433 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce26a55e-bc5a-45df-94ad-5d636d0d5c56 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:33.673944 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab', 'status': 'completed', 'code': 200} Aug 16 22:41:33.710193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-6feaaebd-8de4-404e-9b0b-75d0f679a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.712074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-6feaaebd-8de4-404e-9b0b-75d0f679a0e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 1059 time: 0.0488994 Aug 16 22:41:33.772725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-760e86d7-0de4-4e09-99eb-0021ea66568f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26128985-6a4a-4088-9e63-5b9d03b70dab HTTP/1.1" status: 200 len: 217 time: 0.0376697 Aug 16 22:41:33.831407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-bf4d6d76-2fac-4d73-bc88-9d7824379bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.832895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-bf4d6d76-2fac-4d73-bc88-9d7824379bd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd2f074b-7cc4-4ff5-8adf-97d1dafad794 HTTP/1.1" status: 200 len: 838 time: 0.0461626 Aug 16 22:41:33.887032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-046c1cbd-2b07-473d-8f2d-525af343cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:33.888582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-046c1cbd-2b07-473d-8f2d-525af343cd2b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc67e266-cc2d-49c2-b39a-96a7c14af89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0481231 Aug 16 22:41:33.990180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-679a8bbf-7926-40fc-8a5e-ee5fd5a76e03 service neutron] 10.222.0.88 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914562 Aug 16 22:41:34.098344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d044f2a-d804-4064-8cef-daea5de8e329 req-e3c4abaa-10ac-4d77-a495-b7e0bc2988ab service neutron] 10.222.0.88 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002157 Aug 16 22:41:34.261730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd600-5128-41fb-b012-f71d59f5943a req-f9b0a47e-2cba-41d2-b85f-d4d0a51bdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.263213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-f9b0a47e-2cba-41d2-b85f-d4d0a51bdecb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 1059 time: 0.0542445 Aug 16 22:41:34.354640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003292-1757-4d20-8bd6-49ece95b42ba req-8bde14f3-d9d9-4aef-8879-b93c31f5fbae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.356331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54003292-1757-4d20-8bd6-49ece95b42ba req-8bde14f3-d9d9-4aef-8879-b93c31f5fbae tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 907 time: 0.1077108 Aug 16 22:41:34.391615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd600-5128-41fb-b012-f71d59f5943a req-29b0690e-332d-491b-abae-4b9d6dfaf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.393530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-29b0690e-332d-491b-abae-4b9d6dfaf2f0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bc67e266-cc2d-49c2-b39a-96a7c14af89a HTTP/1.1" status: 200 len: 898 time: 0.1170485 Aug 16 22:41:34.453585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-986fe669-fe34-4741-b34c-8b9e7d7bd918 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26128985-6a4a-4088-9e63-5b9d03b70dab HTTP/1.1" status: 200 len: 217 time: 0.0504603 Aug 16 22:41:34.483643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58f1aad7-ea38-4c2a-bbd2-37f2f158e304 req-b94785f1-7545-4b81-a9dc-3fae62ede9a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=b50b1ea6-86b2-4e1a-9217-af99e9c2d3f1 HTTP/1.1" status: 200 len: 210 time: 0.0721848 Aug 16 22:41:34.534870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd600-5128-41fb-b012-f71d59f5943a req-a6d71a88-e6eb-463d-8983-6e9dcca1060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.536400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-a6d71a88-e6eb-463d-8983-6e9dcca1060b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd2f074b-7cc4-4ff5-8adf-97d1dafad794 HTTP/1.1" status: 200 len: 838 time: 0.0640881 Aug 16 22:41:34.584486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd600-5128-41fb-b012-f71d59f5943a req-5fb20c00-8839-4ff8-95e6-1a4488dce841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:34.586068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-5fb20c00-8839-4ff8-95e6-1a4488dce841 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bc67e266-cc2d-49c2-b39a-96a7c14af89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422711 Aug 16 22:41:34.692920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-b0e68e7d-a43e-46e9-b7c7-651694a597d7 service neutron] 10.222.0.88 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983851 Aug 16 22:41:34.786971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41bbd600-5128-41fb-b012-f71d59f5943a req-f30809a3-66c9-4734-a068-244722925dbb service neutron] 10.222.0.88 "GET /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862956 Aug 16 22:41:34.860320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e086978c-7423-4c1a-a87c-072bf4d0a89f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:34.911001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e086978c-7423-4c1a-a87c-072bf4d0a89f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:34.911667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.494744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39b83e-e203-4b87-9a04-bdf913e33086 req-e4daae24-28f5-4fd3-baa5-f2702b64316b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:35.496496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc39b83e-e203-4b87-9a04-bdf913e33086 req-e4daae24-28f5-4fd3-baa5-f2702b64316b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 907 time: 0.0641384 Aug 16 22:41:36.624525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb67d1a-ee7e-4c0d-8546-5adcf9de6d7c req-481114b0-f674-47aa-9e3b-26301d55eec6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:36.627058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ddb67d1a-ee7e-4c0d-8546-5adcf9de6d7c req-481114b0-f674-47aa-9e3b-26301d55eec6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 907 time: 0.0630009 Aug 16 22:41:37.769341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278113-3b3a-4698-a040-f3fa34911845 req-dffdc660-0010-4ea1-86aa-def1b572da0f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:37.772986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21278113-3b3a-4698-a040-f3fa34911845 req-dffdc660-0010-4ea1-86aa-def1b572da0f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 907 time: 0.0736706 Aug 16 22:41:38.275353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 26128985-6a4a-4088-9e63-5b9d03b70dab details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:41:38.375856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=26128985-6a4a-4088-9e63-5b9d03b70dab,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:38.386887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '26128985-6a4a-4088-9e63-5b9d03b70dab', 'network_id': 'bc67e266-cc2d-49c2-b39a-96a7c14af89a', 'port_id': '26128985-6a4a-4088-9e63-5b9d03b70dab', 'mac_address': 'fa:16:3e:88:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd2f074b-7cc4-4ff5-8adf-97d1dafad794', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:41:38.421832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.437347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26128985-6a4a-4088-9e63-5b9d03b70dab {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:41:38.456096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=26128985-6a4a-4088-9e63-5b9d03b70dab,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:38.459795 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:38.508640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:38.864802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['26128985-6a4a-4088-9e63-5b9d03b70dab'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:38.981960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b5a17-e804-4174-a0df-c09c4fd74dab req-e33ea875-83d4-42f2-b7a7-208608c0750d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:38.983439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e36b5a17-e804-4174-a0df-c09c4fd74dab req-e33ea875-83d4-42f2-b7a7-208608c0750d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 908 time: 0.0775528 Aug 16 22:41:39.003833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de9728-092e-406f-ae96-3a3dfe8367fb req-90810e07-f175-4a38-b7d8-a6e7d35a5ccf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:39.005344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08de9728-092e-406f-ae96-3a3dfe8367fb req-90810e07-f175-4a38-b7d8-a6e7d35a5ccf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0653369 Aug 16 22:41:39.044174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08de9728-092e-406f-ae96-3a3dfe8367fb req-174e898a-4979-4311-a217-6a7fea20a915 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Aug 16 22:41:40.102202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b593e4-91ad-4bca-81bd-0a03e77c4298 req-eb1230d9-844a-458e-90e7-b05b7a040998 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.104076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44b593e4-91ad-4bca-81bd-0a03e77c4298 req-eb1230d9-844a-458e-90e7-b05b7a040998 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 908 time: 0.0543258 Aug 16 22:41:40.171224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3366e-7098-4df0-b646-74732de0a28a req-3e863c66-0739-4da1-8c4d-fae29da4a9e9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.172783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17c3366e-7098-4df0-b646-74732de0a28a req-3e863c66-0739-4da1-8c4d-fae29da4a9e9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0501394 Aug 16 22:41:40.212649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17c3366e-7098-4df0-b646-74732de0a28a req-db3066e4-9187-49ea-a067-3cf251937967 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Aug 16 22:41:40.282894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 26128985-6a4a-4088-9e63-5b9d03b70dab up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:41:40.343417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 26128985-6a4a-4088-9e63-5b9d03b70dab completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:41:40.347346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 26128985-6a4a-4088-9e63-5b9d03b70dab triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:41:40.347719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.428862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.450470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:40.452712 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5114e93-dcd0-4f46-82dd-b3f8257475a5" -d '{"events": [{"server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "name": "network-vif-plugged", "status": "completed", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:40.465527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=26128985-6a4a-4088-9e63-5b9d03b70dab,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:40.472369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:40.498062 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c01764b-10d3-4e1c-8f6d-b2eb415d83dc x-openstack-request-id: req-4c01764b-10d3-4e1c-8f6d-b2eb415d83dc {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:40.498357 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "name": "network-vif-plugged", "status": "completed", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:40.498608 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c01764b-10d3-4e1c-8f6d-b2eb415d83dc {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:40.498999 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab', 'code': 200} Aug 16 22:41:40.524512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:40.644540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068fe0-d232-4f05-86e7-a49efaf10a38 req-c14e88b3-373c-480e-959f-97af6b08139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:40.646057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be068fe0-d232-4f05-86e7-a49efaf10a38 req-c14e88b3-373c-480e-959f-97af6b08139c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 1061 time: 0.0447431 Aug 16 22:41:41.255480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e766573-e0da-4f21-8d30-16fdaa47b662 req-e495e5e4-f889-45ae-b5f4-b9253a16b988 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:41.257160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e766573-e0da-4f21-8d30-16fdaa47b662 req-e495e5e4-f889-45ae-b5f4-b9253a16b988 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0814698 Aug 16 22:41:41.265093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-ac06eee0-2d56-487d-a0f7-d692ecd8fb98 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:41.266582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-ac06eee0-2d56-487d-a0f7-d692ecd8fb98 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0814555 Aug 16 22:41:41.381094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5812e-501d-403b-a5e1-879d25244fc6 req-0bf470dc-3f6a-4311-b2ea-e6f2a3da33ab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:41.382610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6d5812e-501d-403b-a5e1-879d25244fc6 req-0bf470dc-3f6a-4311-b2ea-e6f2a3da33ab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 945 time: 0.0844631 Aug 16 22:41:41.431307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 9759da02-8906-4df6-8708-e88fe7b2d8fe {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:41.431664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.437943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6d5812e-501d-403b-a5e1-879d25244fc6 req-5645397b-dc16-45ef-b244-a84f416c8bf6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Aug 16 22:41:41.527343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 9759da02-8906-4df6-8708-e88fe7b2d8fe, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=9759da02-8906-4df6-8708-e88fe7b2d8fe,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:41.527719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.539939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 9759da02-8906-4df6-8708-e88fe7b2d8fe owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:41.666815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.698389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=9759da02-8906-4df6-8708-e88fe7b2d8fe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:41.702165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['9759da02-8906-4df6-8708-e88fe7b2d8fe'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:41:41.711191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.711549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.711909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.712255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.712596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.712937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.713300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.713637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.713970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.714303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.714634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.714967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:41.749482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 9759da02-8906-4df6-8708-e88fe7b2d8fe on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:41.752043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:41.754152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92ebcefb-4407-4bd2-b6d5-55ec3ecca8b0 req-f9063a22-efef-4df1-bc1f-7b2896406e7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "DELETE /v2.0/ports/9759da02-8906-4df6-8708-e88fe7b2d8fe HTTP/1.1" status: 204 len: 173 time: 0.4812546 Aug 16 22:41:41.754594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'name': 'network-vif-deleted', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:41.757390 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1504b-dc2d-4ada-b724-11f37f69fb7a" -d '{"events": [{"server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "name": "network-vif-deleted", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:41.794244 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4ab65-fe39-4356-9a07-9c2cad87dec0 x-openstack-request-id: req-4ce4ab65-fe39-4356-9a07-9c2cad87dec0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:41.794522 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e5324c-b028-4fed-b462-7302a0937e44", "name": "network-vif-deleted", "tag": "9759da02-8906-4df6-8708-e88fe7b2d8fe", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:41.794774 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ce4ab65-fe39-4356-9a07-9c2cad87dec0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:41.795223 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e5324c-b028-4fed-b462-7302a0937e44', 'name': 'network-vif-deleted', 'tag': '9759da02-8906-4df6-8708-e88fe7b2d8fe', 'status': 'completed', 'code': 200} Aug 16 22:41:42.376104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064222e-1d5a-46d9-8db0-ddf0316ecc17 req-3b44ffb8-d881-462c-b56c-d5e9067b8e11 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.377641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e064222e-1d5a-46d9-8db0-ddf0316ecc17 req-3b44ffb8-d881-462c-b56c-d5e9067b8e11 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0502725 Aug 16 22:41:42.510451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7592f-273e-42dc-961c-a84fa76e8472 req-2c874c7a-3c5c-4021-84ac-d2d6877f98d4 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.512050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76d7592f-273e-42dc-961c-a84fa76e8472 req-2c874c7a-3c5c-4021-84ac-d2d6877f98d4 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0634613 Aug 16 22:41:42.559845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17c4dff4-a69e-4dce-a976-699ff7be6bc7 req-ff61c2c1-1927-4e9e-a626-9dd29070ef01 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0453386 Aug 16 22:41:42.623532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc071f-0168-4259-8e5b-df54776ee426 req-af95bdd3-dc4a-43c9-a2bd-9d2b1f6b99d7 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.625057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54cc071f-0168-4259-8e5b-df54776ee426 req-af95bdd3-dc4a-43c9-a2bd-9d2b1f6b99d7 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 1061 time: 0.0411468 Aug 16 22:41:42.731251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac94d9-b56b-4ba3-bea2-d4f1c5c7c152 req-b1e30503-6819-4142-9b70-5da36bedced4 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.732826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9ac94d9-b56b-4ba3-bea2-d4f1c5c7c152 req-b1e30503-6819-4142-9b70-5da36bedced4 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0418484 Aug 16 22:41:42.768892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9ac94d9-b56b-4ba3-bea2-d4f1c5c7c152 req-5288373d-b2e7-4e9f-a7c5-564d267d4f1c tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0297434 Aug 16 22:41:42.790165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:42.830642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32bcfd-50a4-454e-a113-2d8c7012f705 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:42.832170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2b32bcfd-50a4-454e-a113-2d8c7012f705 tempest-TestSecurityGroupsBasicOps-1528949678 tempest-TestSecurityGroupsBasicOps-1528949678-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 1056 time: 0.0408568 Aug 16 22:41:43.047561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b169ebf-ace2-4d09-ad66-f95531e12fed req-17e979f5-efe1-4709-a80e-bd0febff6b30 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:43.048997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b169ebf-ace2-4d09-ad66-f95531e12fed req-17e979f5-efe1-4709-a80e-bd0febff6b30 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0520599 Aug 16 22:41:43.655897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7263040-fcfc-42ac-ad72-50ddcc1fb7ba req-3188702e-8dfb-4d87-80ae-5edcfd6f1838 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Aug 16 22:41:44.178312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b871f0f-66b9-4d21-8a92-48ffd584e49b req-72ec32f2-04c7-4a26-b367-ee51d97ac11d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:44.179843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b871f0f-66b9-4d21-8a92-48ffd584e49b req-72ec32f2-04c7-4a26-b367-ee51d97ac11d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0612457 Aug 16 22:41:44.306039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9759da02-8906-4df6-8708-e88fe7b2d8fe no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:44.326417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 9759da02-8906-4df6-8708-e88fe7b2d8fe {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:44.326773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 9759da02-8906-4df6-8708-e88fe7b2d8fe not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:44.529075 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.626532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-bc4750e6-b02b-4f0e-8366-fc84f51d422b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:44.627996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-bc4750e6-b02b-4f0e-8366-fc84f51d422b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.88 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 909 time: 0.0490639 Aug 16 22:41:44.724461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port 26128985-6a4a-4088-9e63-5b9d03b70dab {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:44.725816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.790786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12f4722d-db5c-41d7-8dcb-003230c399f8 req-3f87b90d-3b42-4e5f-a140-ad8f66962371 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0623410 Aug 16 22:41:44.843588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port 26128985-6a4a-4088-9e63-5b9d03b70dab, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=26128985-6a4a-4088-9e63-5b9d03b70dab,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:44.843964 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:44.856335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for 26128985-6a4a-4088-9e63-5b9d03b70dab owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:44.982142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.014245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=26128985-6a4a-4088-9e63-5b9d03b70dab,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:45.056170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] No DVR routers for this DVR port 26128985-6a4a-4088-9e63-5b9d03b70dab on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:45.059066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.061242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a781618-8b59-49a3-aee6-f3ddaaa34a3d req-f259af0c-1d6f-4992-b02e-07936c359e99 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.88 "DELETE /v2.0/ports/26128985-6a4a-4088-9e63-5b9d03b70dab HTTP/1.1" status: 204 len: 173 time: 0.4269450 Aug 16 22:41:45.061706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'name': 'network-vif-deleted', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:45.064016 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443d058-d068-4f33-afec-50a598675213" -d '{"events": [{"server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "name": "network-vif-deleted", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:45.102674 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b9036-7481-4fcc-a1ac-b879943e2b85 x-openstack-request-id: req-d04b9036-7481-4fcc-a1ac-b879943e2b85 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:45.102981 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ade2f8a-ef58-400f-a587-bf4e1a608917", "name": "network-vif-deleted", "tag": "26128985-6a4a-4088-9e63-5b9d03b70dab", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:45.103238 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d04b9036-7481-4fcc-a1ac-b879943e2b85 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:45.103698 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ade2f8a-ef58-400f-a587-bf4e1a608917', 'name': 'network-vif-deleted', 'tag': '26128985-6a4a-4088-9e63-5b9d03b70dab', 'status': 'completed', 'code': 200} Aug 16 22:41:45.297523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91a22674-508b-4055-8474-accd7088a2a3 req-f869ee1d-536a-4615-a4a7-f57dada35867 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ade2f8a-ef58-400f-a587-bf4e1a608917 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Aug 16 22:41:45.550718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6844810-4cea-4cf9-a14f-9be7db361b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:45.903505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a487d528-fb9c-4fac-93cb-0edcff36901d req-6b827ea7-8d50-429b-acca-c71a84724516 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=79e5324c-b028-4fed-b462-7302a0937e44 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Aug 16 22:41:46.355776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33028) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:46.727503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:46.990448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port e086978c-7423-4c1a-a87c-072bf4d0a89f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:46.991595 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.084194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port e086978c-7423-4c1a-a87c-072bf4d0a89f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e086978c-7423-4c1a-a87c-072bf4d0a89f,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:47.084704 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.103134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for e086978c-7423-4c1a-a87c-072bf4d0a89f owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:47.301788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.335002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=e086978c-7423-4c1a-a87c-072bf4d0a89f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:47.511367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.740140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 1b14f106-92a3-44cf-93d7-8fa853d25f24 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:47.846157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:47.851657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8bcb3907-a722-4792-84ec-c5eb04904b2b tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "PUT /v2.0/routers/1b14f106-92a3-44cf-93d7-8fa853d25f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943025 Aug 16 22:41:47.853977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:47.866585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Sync routers for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:47.880172 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:47.880781 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:47.911451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting subnet fd2f074b-7cc4-4ff5-8adf-97d1dafad794 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:47.914638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.960951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:47.982745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:48.051481 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.134033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.179565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2f074b-7cc4-4ff5-8adf-97d1dafad794,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:48.188119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.188637 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.188872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.189512 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.190081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.192729 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.193612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.193612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.194324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.195193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.195539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.195875 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.196208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:48.205890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.208176 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b356367c-9967-4f92-a444-a0ced10f7908 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/subnets/fd2f074b-7cc4-4ff5-8adf-97d1dafad794 HTTP/1.1" status: 204 len: 168 time: 0.3531826 Aug 16 22:41:48.210945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33054) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:48.214317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819164dd-fba4-48b2-9159-80f70877b91d None None] Network bc67e266-cc2d-49c2-b39a-96a7c14af89a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:48.226986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:47Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:48.258673 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Checking router: 1b14f106-92a3-44cf-93d7-8fa853d25f24 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:41:48.268398 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Routers {'1b14f106-92a3-44cf-93d7-8fa853d25f24'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:48.268831 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1b14f106-92a3-44cf-93d7-8fa853d25f24'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:48.330917 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.348207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 26128985-6a4a-4088-9e63-5b9d03b70dab no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:48.376042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 26128985-6a4a-4088-9e63-5b9d03b70dab {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:48.376916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 26128985-6a4a-4088-9e63-5b9d03b70dab not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:48.389394 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea5940d4-5747-43d4-8ebd-147596cb1ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.393229 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] Set router 1b14f106-92a3-44cf-93d7-8fa853d25f24 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:48.479598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] DHCP port deletion for bc67e266-cc2d-49c2-b39a-96a7c14af89a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:48.538802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Deleting port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:48.539541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.630406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] For port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,segment=NetworkSegment(9d07d1ff-4107-4870-988c-9c56232bc3f6),segment_id=9d07d1ff-4107-4870-988c-9c56232bc3f6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:48.631370 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.658366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Calling delete_port for 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:48.720769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:47Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:48.762998 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42589fd3-35d7-480c-a680-1c1215340015 None None] The sync data for ids ['1b14f106-92a3-44cf-93d7-8fa853d25f24'] in n-d-791505-20 is: [{'id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1793067140', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:41:23Z', 'updated_at': '2021-08-16T22:41:47Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '4a710980-2aeb-489a-91b9-a72a2d8299f2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b14f106-92a3-44cf-93d7-8fa853d25f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:41:24Z', 'updated_at': '2021-08-16T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:48.778860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.809060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] Pushing event deleted for resources: {'Port': ['ID=2d3d9d7b-6c64-4c1a-9c43-32191934ac59,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:48.813209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31ced7-a659-4dd3-b6d1-ba460d988b91 None None] No DVR routers for this DVR port 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:48.891236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:48.940902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port 4a710980-2aeb-489a-91b9-a72a2d8299f2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:48.941291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.017543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port 4a710980-2aeb-489a-91b9-a72a2d8299f2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=4a710980-2aeb-489a-91b9-a72a2d8299f2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:49.017910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.029598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for 4a710980-2aeb-489a-91b9-a72a2d8299f2 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:49.184038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.190091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568946679', 'description': 'tempest-secgroup-smoke-1568946679 description', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.211402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.213186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.245518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=4a710980-2aeb-489a-91b9-a72a2d8299f2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.277693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.303792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:49.315247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.332715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.333888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:49.334301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d3d9d7b-6c64-4c1a-9c43-32191934ac59 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:49.340968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.368888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.370450 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1843143 Aug 16 22:41:49.373369 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33090) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.378844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.386432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25116463-7ce4-4f01-8ec3-89b7d98c4229 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5930a022-692a-44b2-9321-36f9551d4178,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.410399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.415663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.417874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.470331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.472039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Fanout notify agent at l3_agent the message router_deleted on router 1b14f106-92a3-44cf-93d7-8fa853d25f24 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:41:49.474873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.479072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.480239 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.481516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3ae9b779-40c5-4ebe-b07c-3691c2d45370 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/routers/1b14f106-92a3-44cf-93d7-8fa853d25f24 HTTP/1.1" status: 204 len: 168 time: 1.2694666 Aug 16 22:41:49.484047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.508513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c561a5c-eadf-4435-bece-7a999e754204,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.511961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.513300 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2a5fd40-8233-4ff7-849e-74bd868ed885 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388168 Aug 16 22:41:49.516080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33094) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.521023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.549926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.575271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.616680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.619592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.638969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c640fb16-da7e-4692-8976-c6f46899cfe7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.646961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.651765 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5a0cabd-edfc-4322-9b4b-22c5ebef8a23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312742 Aug 16 22:41:49.651864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33096) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.656822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.683488 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.684342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.694421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc67e266-cc2d-49c2-b39a-96a7c14af89a']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:49.704529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d07d1ff-4107-4870-988c-9c56232bc3f6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:49.704837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d07d1ff-4107-4870-988c-9c56232bc3f6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:49.714562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.729837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.736631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:49.737104 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:49.740604 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:49.747072 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.751138 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.769521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c4bb0c-7a1a-494e-8eb2-f1a1beb174f2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.775718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.779835 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-85cc52ef-fbab-44a5-a111-971514edeb7f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269588 Aug 16 22:41:49.780338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33100) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.786991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.819709 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.824777 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.826679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/networks/bc67e266-cc2d-49c2-b39a-96a7c14af89a HTTP/1.1" status: 204 len: 168 time: 0.3416860 Aug 16 22:41:49.829538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.844640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.847239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebb78-8a9d-4cca-90d2-42fd2e79ba3f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Network': ['ID=bc67e266-cc2d-49c2-b39a-96a7c14af89a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.899240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.903303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.920223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ad84d-1b42-4dc5-951a-3e2e83bbb2c7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:49.928575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.929823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7981ac9e-5c7b-4ed3-8c51-32341b839651 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485329 Aug 16 22:41:49.932469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:49.937016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:49.958935 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Project 029c5b6dc4f14e1c929846ba9ae6cbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:41:49.963755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.002001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port bf30a7f4-ae46-4ec4-86c5-87dab7491e2c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:50.002254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.032507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.039454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.058173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec73a79-b5cd-4897-bed6-e3ec19cad001,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:50.063220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.066005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-541c49de-4bbb-41f4-bbe0-95ddcd666dfb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320558 Aug 16 22:41:50.067100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:50.072018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'security_group_rule': {'security_group_id': '5930a022-692a-44b2-9321-36f9551d4178', 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:41:50.085479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.085821 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.093805 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Project 029c5b6dc4f14e1c929846ba9ae6cbfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:41:50.098724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.099169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for bf30a7f4-ae46-4ec4-86c5-87dab7491e2c owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:50.167627 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.171417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.189613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc62a9-2d5a-4404-94ac-8397078276ef,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:50.196869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.198270 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a0151410-b55e-4082-bc43-8529d086f3d8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300702 Aug 16 22:41:50.286648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.312972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=bf30a7f4-ae46-4ec4-86c5-87dab7491e2c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:50.380509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.380855 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Floating IP cf26565f-5f41-45a7-af01-9aaebb55faa1 disassociated (deleted). External IP: 172.25.8.143, port: 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41. Aug 16 22:41:50.596674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 363fcf64-fda3-4b9f-8a9f-1423431342f8 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:50.710601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:50.715420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.719812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Sync routers for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:50.729651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:50.730258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:50.748152 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1da267f4-ddb3-479c-b804-aedddbb3907d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/floatingips/cf26565f-5f41-45a7-af01-9aaebb55faa1 HTTP/1.1" status: 204 len: 168 time: 0.9175062 Aug 16 22:41:50.748755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:50.752049 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8d5652-59db-423d-a953-851925a75429" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:50.825593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-c7585782-e261-41f4-8d3b-67ffe33138cb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632396 Aug 16 22:41:50.916181 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7b474-7569-464a-9b9b-362f30bf336b x-openstack-request-id: req-b3e7b474-7569-464a-9b9b-362f30bf336b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:50.916658 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:50.917012 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3e7b474-7569-464a-9b9b-362f30bf336b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:50.917609 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'status': 'completed', 'code': 200} Aug 16 22:41:50.953331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4a710980-2aeb-489a-91b9-a72a2d8299f2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:50.965879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:51.068698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-4e4d9d24-0c71-4baa-bf99-e8f91086a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.070672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-4e4d9d24-0c71-4baa-bf99-e8f91086a862 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0868473 Aug 16 22:41:51.092801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b1c4-90d1-42ed-82b5-dda7bb3eb221 req-24287e17-ac3d-4950-87cd-759588f1e9a6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.094440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb28b1c4-90d1-42ed-82b5-dda7bb3eb221 req-24287e17-ac3d-4950-87cd-759588f1e9a6 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0655851 Aug 16 22:41:51.183531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb28b1c4-90d1-42ed-82b5-dda7bb3eb221 req-ce1fb343-1152-4d9b-aec4-e48ec5bd798e tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0798225 Aug 16 22:41:51.192240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 4a710980-2aeb-489a-91b9-a72a2d8299f2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:51.192592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 4a710980-2aeb-489a-91b9-a72a2d8299f2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:51.193014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e086978c-7423-4c1a-a87c-072bf4d0a89f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:51.224318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: e086978c-7423-4c1a-a87c-072bf4d0a89f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:51.225730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-6bdb093a-553a-4b62-8740-54bf4ed0839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.225858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e086978c-7423-4c1a-a87c-072bf4d0a89f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:51.228206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-6bdb093a-553a-4b62-8740-54bf4ed0839d service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 896 time: 0.1322460 Aug 16 22:41:51.274475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-ebbe1c5c-712b-417a-a9d6-06fc9d35c266 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 217 time: 0.0378330 Aug 16 22:41:51.331313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-4c06e67e-64dd-4985-962b-4d5f13373a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.331549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.332910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-4c06e67e-64dd-4985-962b-4d5f13373a41 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.0513213 Aug 16 22:41:51.385825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-d86b25f6-ba41-4af7-b2a8-d5aebb87921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.387383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-d86b25f6-ba41-4af7-b2a8-d5aebb87921e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465741 Aug 16 22:41:51.426489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:51.455102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Checking router: 363fcf64-fda3-4b9f-8a9f-1423431342f8 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:41:51.470014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:51.470269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:51.502335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-0f8b3b14-24df-4ee6-ad4b-905fadbab651 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057158 Aug 16 22:41:51.610451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:51.638522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5112e34a-5634-4d5f-a9b5-8c7217a4e878 req-2b231efc-3b2f-43cb-a814-e5a1d0ed74a4 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252162 Aug 16 22:41:51.781811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5652-59db-423d-a953-851925a75429 req-ed55d792-284f-48d2-ba3d-1650b0be88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.783501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-ed55d792-284f-48d2-ba3d-1650b0be88a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 1137 time: 0.0537784 Aug 16 22:41:51.856635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:51.884269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5652-59db-423d-a953-851925a75429 req-73921066-ffbf-4393-a374-8de266d9ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:51.886684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-73921066-ffbf-4393-a374-8de266d9ade1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 200 len: 896 time: 0.0950212 Aug 16 22:41:51.891343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e9fa8-2f44-4823-8c95-753c91f48ca6 None None] The sync data for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 is: [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:30Z', 'revision_number': 4, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd6b74a11-9c45-46c5-87bf-6d4b847ed819', 'name': '', 'network_id': '9ea5c9e7-8867-4e13-88ef-f39eca3da8cc', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'mac_address': 'fa:16:3e:6a:6d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:29Z', 'updated_at': '2021-08-16T22:40:35Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'subnets': [{'id': '458fe4dd-3be8-46d6-884a-b2f8861321f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:51.939459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-42b6959b-39f9-49e8-836e-531972c6b7a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 200 len: 217 time: 0.0413921 Aug 16 22:41:51.999577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5652-59db-423d-a953-851925a75429 req-1ca9f9b1-1a30-4972-8d44-e9039a6f9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.001207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-1ca9f9b1-1a30-4972-8d44-e9039a6f9873 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 200 len: 835 time: 0.0541675 Aug 16 22:41:52.077209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d5652-59db-423d-a953-851925a75429 req-a1bc3a4e-5398-47c6-9ca7-dc85b8ebe383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.079023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-a1bc3a4e-5398-47c6-9ca7-dc85b8ebe383 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677307 Aug 16 22:41:52.194916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-863bdee5-2ba8-477b-ad4e-fc0cddf61557 service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059654 Aug 16 22:41:52.264319 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7663-c85d-452d-b6a4-9db2ca895910 None None] New status for floating IP cf26565f-5f41-45a7-af01-9aaebb55faa1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:41:52.367624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1c64d-111b-43bb-bbdd-584582a1639c req-9323526f-942a-4137-9f20-156d5302282c tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.369265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daa1c64d-111b-43bb-bbdd-584582a1639c req-9323526f-942a-4137-9f20-156d5302282c tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0813587 Aug 16 22:41:52.372104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac8d5652-59db-423d-a953-851925a75429 req-0498b6d5-b620-4f2e-99fe-dd6177a7e9cf service neutron] 10.222.0.89 "GET /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692991 Aug 16 22:41:52.423343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daa1c64d-111b-43bb-bbdd-584582a1639c req-17b2d4a6-894d-4d15-95f2-c3069622478f tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/security-groups?id=37855832-7ce0-41e0-a416-6f7a2ddecbe2&id=03e9cc1e-3505-402b-ab1a-f110db8f8cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0475051 Aug 16 22:41:52.765665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-4d6828fc-880b-44ee-9b4b-9fe4eb55a231 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:52.767273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-4d6828fc-880b-44ee-9b4b-9fe4eb55a231 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.89 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 985 time: 0.0565045 Aug 16 22:41:52.875398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:52.876102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.936107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.969515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:52.970095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.983368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:53.116770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.145983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=1b4fe76b-3eae-4bd4-8c3e-917016ce4e41,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:53.196641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] No DVR routers for this DVR port 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:53.199204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:53.201368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce4f65b0-245c-4a88-964b-eae6cae8df89 req-95609cca-e2ac-455b-a112-9f60309e07a1 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.89 "DELETE /v2.0/ports/1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 HTTP/1.1" status: 204 len: 173 time: 0.4238489 Aug 16 22:41:53.201812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'name': 'network-vif-deleted', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:41:53.204074 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3aca7-d9c1-4e04-b42f-3e3361feb278" -d '{"events": [{"server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "name": "network-vif-deleted", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:41:53.254064 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f0463-977a-4869-9096-f22bba284c64 x-openstack-request-id: req-b66f0463-977a-4869-9096-f22bba284c64 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:41:53.254368 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd11458-8dab-4e6a-97cb-e0657a0c9f17", "name": "network-vif-deleted", "tag": "1b4fe76b-3eae-4bd4-8c3e-917016ce4e41", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:41:53.254625 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b66f0463-977a-4869-9096-f22bba284c64 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:41:53.255036 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd11458-8dab-4e6a-97cb-e0657a0c9f17', 'name': 'network-vif-deleted', 'tag': '1b4fe76b-3eae-4bd4-8c3e-917016ce4e41', 'status': 'completed', 'code': 200} Aug 16 22:41:53.547874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-217bcbaf-ccc6-4d42-b410-948960694c4b req-338986df-8a63-449b-ac89-5bd5c14018f8 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecd11458-8dab-4e6a-97cb-e0657a0c9f17 HTTP/1.1" status: 200 len: 210 time: 0.0291212 Aug 16 22:41:54.604609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33210) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:54.658067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.682010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.723136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.726614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.727790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/security-groups/03e9cc1e-3505-402b-ab1a-f110db8f8cdb HTTP/1.1" status: 204 len: 168 time: 0.1221285 Aug 16 22:41:54.730565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:54.737216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37b1b2-a462-4da7-a26e-16dd5e0b11a9 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e9cc1e-3505-402b-ab1a-f110db8f8cdb,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:54.787836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.811517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.858222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.861037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:54.862427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/security-groups/37855832-7ce0-41e0-a416-6f7a2ddecbe2 HTTP/1.1" status: 204 len: 168 time: 0.1308095 Aug 16 22:41:54.867209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33216) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:54.875213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b63a4b-3f36-41bb-8bac-bcc7dc9320df tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37855832-7ce0-41e0-a416-6f7a2ddecbe2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:55.251854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.522340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port d6b74a11-9c45-46c5-87bf-6d4b847ed819 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:55.522620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.614771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port d6b74a11-9c45-46c5-87bf-6d4b847ed819, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d6b74a11-9c45-46c5-87bf-6d4b847ed819,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:55.616005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.629098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for d6b74a11-9c45-46c5-87bf-6d4b847ed819 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:55.825438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:55.854659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=d6b74a11-9c45-46c5-87bf-6d4b847ed819,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.043521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.267651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Router 363fcf64-fda3-4b9f-8a9f-1423431342f8 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:41:56.377408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:41:56.383369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-10d2019e-c2b8-4aca-94b8-b4ad9d19ae9a tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "PUT /v2.0/routers/363fcf64-fda3-4b9f-8a9f-1423431342f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5149784 Aug 16 22:41:56.386153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:56.387823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Sync routers for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:41:56.403237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:56.403923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:56.442303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting subnet 458fe4dd-3be8-46d6-884a-b2f8861321f8 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:41:56.449748 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.507075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.538690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:56.563787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:56.564122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1b4fe76b-3eae-4bd4-8c3e-917016ce4e41 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:56.574061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:56.602281 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.666943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.704691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.707039 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/subnets/458fe4dd-3be8-46d6-884a-b2f8861321f8 HTTP/1.1" status: 204 len: 168 time: 0.3197236 Aug 16 22:41:56.708734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ecf55-072e-466b-bb56-f1c26b8a1390 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Subnet': ['ID=458fe4dd-3be8-46d6-884a-b2f8861321f8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:56.710387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8319965d-2be4-4400-99aa-b86865c7736e None None] Network 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:41:56.710533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:56.834028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:56.861784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:41:55Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:56.897216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Checking router: 363fcf64-fda3-4b9f-8a9f-1423431342f8 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:41:56.910744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Routers {'363fcf64-fda3-4b9f-8a9f-1423431342f8'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:41:56.911344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['363fcf64-fda3-4b9f-8a9f-1423431342f8'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:57.017415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] DHCP port deletion for 9ea5c9e7-8867-4e13-88ef-f39eca3da8cc request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:41:57.061651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] Set router 363fcf64-fda3-4b9f-8a9f-1423431342f8 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:41:57.194584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Deleting port 9c8ea929-5aa6-4331-a91d-c2202c61529a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:57.194889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.299889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] For port 9c8ea929-5aa6-4331-a91d-c2202c61529a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c8ea929-5aa6-4331-a91d-c2202c61529a,segment=NetworkSegment(3e650cd3-cd84-43eb-84c2-18c006fa5a0b),segment_id=3e650cd3-cd84-43eb-84c2-18c006fa5a0b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:57.300220 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.310997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.315915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Calling delete_port for 9c8ea929-5aa6-4331-a91d-c2202c61529a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:57.368712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Deleting port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:41:57.369434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.384038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:41:55Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:57.461522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] For port 455fbab5-6d8c-4e41-9f50-4d5013bc4e21, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:41:57.461839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.478238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Calling delete_port for 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:41:57.583734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34faa336-6b91-4e99-978b-d7dc50bdd490 None None] The sync data for ids ['363fcf64-fda3-4b9f-8a9f-1423431342f8'] in n-d-791505-20 is: [{'id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17295278', 'tenant_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:41:55Z', 'revision_number': 5, 'project_id': 'a5970e9e425e4a1385a92a88b50b32f9', 'gw_port': {'id': '455fbab5-6d8c-4e41-9f50-4d5013bc4e21', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363fcf64-fda3-4b9f-8a9f-1423431342f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:40:26Z', 'updated_at': '2021-08-16T22:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:41:57.612528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.649330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] Pushing event deleted for resources: {'Port': ['ID=9c8ea929-5aa6-4331-a91d-c2202c61529a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.652952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47cf1af-3329-4c47-82da-49e3678cb639 None None] No DVR routers for this DVR port 9c8ea929-5aa6-4331-a91d-c2202c61529a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:41:57.680656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.717002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Port': ['ID=455fbab5-6d8c-4e41-9f50-4d5013bc4e21,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:57.774874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.871101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.875765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.922353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.923556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Fanout notify agent at l3_agent the message router_deleted on router 363fcf64-fda3-4b9f-8a9f-1423431342f8 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:41:57.931250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:57.932689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-23d1ad13-f34b-4705-9f61-c758e5a0b338 tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/routers/363fcf64-fda3-4b9f-8a9f-1423431342f8 HTTP/1.1" status: 204 len: 168 time: 1.2209439 Aug 16 22:41:57.935324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:58.025859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.130140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.141691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea5c9e7-8867-4e13-88ef-f39eca3da8cc']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:58.153011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e650cd3-cd84-43eb-84c2-18c006fa5a0b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:58.153337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e650cd3-cd84-43eb-84c2-18c006fa5a0b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:41:58.163397 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.178760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.185688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:41:58.186202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:41:58.189436 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:41:58.250184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.255173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.261503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] 10.222.0.22 "DELETE /v2.0/networks/9ea5c9e7-8867-4e13-88ef-f39eca3da8cc HTTP/1.1" status: 204 len: 168 time: 0.3218465 Aug 16 22:41:58.277990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfd65f-3bae-4f2c-aa26-a95762dcbe1d tempest-TestSecurityGroupsBasicOps-1514128846 tempest-TestSecurityGroupsBasicOps-1514128846-project] Pushing event deleted for resources: {'Network': ['ID=9ea5c9e7-8867-4e13-88ef-f39eca3da8cc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:58.594539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33244) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:58.741982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-05f7144a-6f39-4eaa-b93e-feb008036825 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5970e9e425e4a1385a92a88b50b32f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462519 Aug 16 22:41:58.744361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33248) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:58.802858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.833202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.867825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c8ea929-5aa6-4331-a91d-c2202c61529a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:58.888724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.889936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9c8ea929-5aa6-4331-a91d-c2202c61529a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:58.890309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c8ea929-5aa6-4331-a91d-c2202c61529a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:58.890717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:58.891512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:58.893649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41e0de83-c365-4692-8be8-c81b680fc9e0 HTTP/1.1" status: 204 len: 168 time: 0.1479049 Aug 16 22:41:58.904370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a10706-896b-4ef2-a32f-7a5fe0d6a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0de83-c365-4692-8be8-c81b680fc9e0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:58.920441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:58.920821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 455fbab5-6d8c-4e41-9f50-4d5013bc4e21 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:58.921267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d6b74a11-9c45-46c5-87bf-6d4b847ed819 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:41:58.953469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d6b74a11-9c45-46c5-87bf-6d4b847ed819 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:41:58.954219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d6b74a11-9c45-46c5-87bf-6d4b847ed819 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:41:59.219056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33258) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:59.219749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-e4acf0b8-5c84-4203-b337-9fd890a327cc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1666780 Aug 16 22:41:59.234858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd141242-fd25-47bf-b909-7d2f15a9b17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.297652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-d4f5d7a8-f6b1-4793-b398-8441f9e9f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:59.297652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-d4f5d7a8-f6b1-4793-b398-8441f9e9f911 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=069d434d93164f3fb0dd915de670b60f&device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 1097 time: 0.0443025 Aug 16 22:41:59.337722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd141242-fd25-47bf-b909-7d2f15a9b17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.342531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bd141242-fd25-47bf-b909-7d2f15a9b17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.381620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd141242-fd25-47bf-b909-7d2f15a9b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06585259-4f7b-45cd-98a4-1eb121980c95,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:59.386261 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bd141242-fd25-47bf-b909-7d2f15a9b17e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b041369e4ecf49ecba1290973b4123cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661627 Aug 16 22:41:59.388840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33260) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:59.423175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-8820aace-632c-4474-a8d4-f3e35d47b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:59.424908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-8820aace-632c-4474-a8d4-f3e35d47b25c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 200 len: 910 time: 0.1064489 Aug 16 22:41:59.443989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.469431 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.495542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-e6350fb5-34ad-4f6f-ac22-d181f3e03883 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 200 len: 999 time: 0.0627720 Aug 16 22:41:59.518876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.522238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:59.525918 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06585259-4f7b-45cd-98a4-1eb121980c95 HTTP/1.1" status: 204 len: 168 time: 0.1337087 Aug 16 22:41:59.531459 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f04e6-ed33-4428-8a61-a5f0ca6a686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06585259-4f7b-45cd-98a4-1eb121980c95,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:59.562144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-ed81fe00-6938-463f-ba50-e75d4147b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:59.563989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-ed81fe00-6938-463f-ba50-e75d4147b8fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 200 len: 849 time: 0.0567086 Aug 16 22:41:59.613909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-80a9b8dd-2d7f-4e63-8cc6-b915149ffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:41:59.616289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-80a9b8dd-2d7f-4e63-8cc6-b915149ffb84 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449648 Aug 16 22:41:59.744661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-b661be53-f9c6-456c-94e0-e1f65055b2d7 service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177669 Aug 16 22:41:59.857618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-571ab03d-f69a-4dbc-a68e-3005bbd31e97 req-93d0e008-2695-4d8e-91fe-fdd418dd991e service neutron] 10.222.0.88 "GET /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941913 Aug 16 22:41:59.915356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33268) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:59.960783 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0aab2a7d-a716-40b4-b716-75a4428810fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dc39a17d8ee479abfb553563f4d4064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442226 Aug 16 22:41:59.963374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:00.016412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.038451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.087680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.090250 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:00.091415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cad91aca-6d6e-4b50-875a-09f1b40cb507 HTTP/1.1" status: 204 len: 168 time: 0.1268861 Aug 16 22:42:00.102019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1543fc3-0782-4a31-9fd4-710cefe48ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad91aca-6d6e-4b50-875a-09f1b40cb507,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:05.731950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-e0c63d61-ad0b-4ea3-80b8-8c1be07673d3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568946679&fields=id&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 267 time: 0.0364277 Aug 16 22:42:05.838257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-b5590afa-31c8-4340-856b-2de1ca209362 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:05.839711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-b5590afa-31c8-4340-856b-2de1ca209362 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1012070 Aug 16 22:42:05.854682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-77186bac-fa1e-49b6-97b7-851db0d1cff4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0092430 Aug 16 22:42:05.904922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-2ec5f341-2d2e-48a3-89b4-d630fd6c7ab0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450444 Aug 16 22:42:06.002199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-64a8c8b6-363e-48ae-b523-200edd638dfa service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Aug 16 22:42:06.095561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-24863c3f-9bf6-4e22-b8e3-a3f6ed3b8f22 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868931 Aug 16 22:42:06.382830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8be7ef9b-bb6b-465d-89e7-7d964af61b72 req-c6cb0842-e03d-4a21-bde5-627978283f68 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0275741 Aug 16 22:42:07.458364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-769e2666-2e23-4a9b-ba4a-53b397981cf7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:07.459908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-769e2666-2e23-4a9b-ba4a-53b397981cf7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1050136 Aug 16 22:42:07.496911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9365de50-e264-4b18-ac67-131b3ddedb81 req-848a97da-cb13-445c-a9ba-84def4a1fa23 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0359879 Aug 16 22:42:07.530127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-d263a7b0-4434-4230-aa06-4996ec5738ec tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 380 time: 0.0357273 Aug 16 22:42:07.546408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': '02df3939-c7ed-4f17-ad31-adc225877e86', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'security_groups': ['5930a022-692a-44b2-9321-36f9551d4178']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:07.656347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:07.659927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.789161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.7 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/9bff4ab7-345d-48b7-b53b-203d53a2ece0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:07.930151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:07.942750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 9bff4ab7-345d-48b7-b53b-203d53a2ece0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:07.976299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.019914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:08.023628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:08.027424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:08.051065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.081970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.082658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.099278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-8514b367-2c62-4d3f-87a0-b6747ddc4e92 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565605 Aug 16 22:42:08.125207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:08.127089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Request body: {'port': {'device_id': '02df3939-c7ed-4f17-ad31-adc225877e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:08.185857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.238712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6335935-f01d-4b6a-9a01-2d93e61892a3 None None] Provisioning for port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:08.243149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6335935-f01d-4b6a-9a01-2d93e61892a3 None None] Provisioning complete for port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:08.243604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6335935-f01d-4b6a-9a01-2d93e61892a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.279761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e6335935-f01d-4b6a-9a01-2d93e61892a3 None None] Port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:08.473957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bff4ab7-345d-48b7-b53b-203d53a2ece0 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:08.481433 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.493620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Transition to ACTIVE for port object 9bff4ab7-345d-48b7-b53b-203d53a2ece0 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:08.498069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.574339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.656353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3f82-c80e-4ba0-ae81-4f9e7248ef53 req-a5b380ce-bc42-474e-b6b1-b54168161a54 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.658082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d7c3f82-c80e-4ba0-ae81-4f9e7248ef53 req-a5b380ce-bc42-474e-b6b1-b54168161a54 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0875440 Aug 16 22:42:08.681468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Attempting to bind port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:08.681914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Attempting to bind port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:08.682310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Attempting to bind port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:08.707643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:42:08.708203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Attempting to bind port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:08.718932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:08.719385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:08.719907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:08.720458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Bound port: 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:08.720903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.748539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d7c3f82-c80e-4ba0-ae81-4f9e7248ef53 req-3444bc49-41e1-4322-99dd-2f569e8dfa8a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804257 Aug 16 22:42:08.808397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:08.812289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:08.816669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.854545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.855164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:08.856828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] 10.222.0.89 "PUT /v2.0/ports/9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 1092 time: 0.7344697 Aug 16 22:42:08.857233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:08.859459 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:08.890466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c733d-aec7-40b8-bd76-3e77a439ca1a service neutron] Pushing event updated for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:08.907269 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f08825-cec8-465a-952b-ad03f83446fb x-openstack-request-id: req-d7f08825-cec8-465a-952b-ad03f83446fb {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:08.907629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:08.908277 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7f08825-cec8-465a-952b-ad03f83446fb {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:08.908477 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'status': 'completed', 'code': 200} Aug 16 22:42:08.973497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-cb8c5a5f-59eb-4aa8-a02e-fed6ebc8dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:08.975722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-cb8c5a5f-59eb-4aa8-a02e-fed6ebc8dd10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1095 time: 0.0445256 Aug 16 22:42:09.033636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-25c0066b-caf7-47d1-ad03-ac5fd01f1ff0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 217 time: 0.0358944 Aug 16 22:42:09.087777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-668ee4af-87b8-4dd5-99e2-31ddf7266cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.089321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-668ee4af-87b8-4dd5-99e2-31ddf7266cdf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0447798 Aug 16 22:42:09.146618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-15afd40f-3bac-4007-b0f4-3ab1378c9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.148168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-15afd40f-3bac-4007-b0f4-3ab1378c9785 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476956 Aug 16 22:42:09.245192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-a07f21bf-b5a7-4bad-949e-02bc1180e59a service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Aug 16 22:42:09.345790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e08d1ce-fd06-4d42-83db-e33d0a24ca58 req-ee256aa6-b19a-4ed5-9da2-057aab66d35d service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Aug 16 22:42:09.475353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-a4d2b27c-e151-46b4-b342-22291e6aa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.478354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-a4d2b27c-e151-46b4-b342-22291e6aa255 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1095 time: 0.0481405 Aug 16 22:42:09.579174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-db806601-2909-4022-b02a-01b1c586ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.580694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-db806601-2909-4022-b02a-01b1c586ef4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0911694 Aug 16 22:42:09.627437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-55909210-7d95-4a4d-9d30-0b8ec5d68c4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 217 time: 0.0352285 Aug 16 22:42:09.679954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-e7a5aded-412c-4879-84c7-fafbdd4e4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.681339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-e7a5aded-412c-4879-84c7-fafbdd4e4deb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0447371 Aug 16 22:42:09.735670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-e277643d-9bfc-437c-b2df-12a307e29c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.737237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-e277643d-9bfc-437c-b2df-12a307e29c16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450943 Aug 16 22:42:09.861431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-c72d658c-c4f0-4ae7-9678-0bcfc48a3d91 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121445 Aug 16 22:42:09.894507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9634b-9b29-44f5-9dd0-446d9cfb86e5 req-c2ba6aab-5d64-4c19-b960-0c8023790ed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:09.895959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abe9634b-9b29-44f5-9dd0-446d9cfb86e5 req-c2ba6aab-5d64-4c19-b960-0c8023790ed2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0732832 Aug 16 22:42:09.974119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abe9634b-9b29-44f5-9dd0-446d9cfb86e5 req-48089cdd-fa44-4f9a-a10b-d9e9fa407c63 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687683 Aug 16 22:42:10.000935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cb78f3f-bc2d-4192-a8d4-f89799c7b4d0 req-faa6ecb2-9a82-46e7-9140-ca7c8fccd5b1 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271343 Aug 16 22:42:11.092496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b3a9c-2e4a-4715-bc72-f0d04c0fb558 req-4c193100-4565-4775-90a5-9dccc5deaeca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:11.094137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e15b3a9c-2e4a-4715-bc72-f0d04c0fb558 req-4c193100-4565-4775-90a5-9dccc5deaeca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0508311 Aug 16 22:42:11.137589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e15b3a9c-2e4a-4715-bc72-f0d04c0fb558 req-cc756816-4592-496e-91c7-45bdf8bfd5f6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Aug 16 22:42:12.251781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c3ad9-b691-47fc-b4aa-cf4d59ba7355 req-4e64fed4-2b2b-49ec-865e-0ac48d0818bc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:12.253296 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024c3ad9-b691-47fc-b4aa-cf4d59ba7355 req-4e64fed4-2b2b-49ec-865e-0ac48d0818bc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 16 22:42:12.291890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-024c3ad9-b691-47fc-b4aa-cf4d59ba7355 req-100caa82-e4f2-4f90-803b-ed46907d620e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Aug 16 22:42:12.765762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31886ea-7d57-4f90-8abb-34fa88b45e3c req-c2c4a457-b610-4f9d-8319-c364edd6d947 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:12.767255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31886ea-7d57-4f90-8abb-34fa88b45e3c req-c2c4a457-b610-4f9d-8319-c364edd6d947 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Aug 16 22:42:12.805833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31886ea-7d57-4f90-8abb-34fa88b45e3c req-6529ffc0-5452-44e2-9579-c73d7cdf60bd tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Aug 16 22:42:13.417058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6797d-fd82-490f-88f6-bcc6285379c2 req-67706889-fc6b-4bec-ac5a-12b5fab058fb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:13.418538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f6797d-fd82-490f-88f6-bcc6285379c2 req-67706889-fc6b-4bec-ac5a-12b5fab058fb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0550015 Aug 16 22:42:13.460614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f6797d-fd82-490f-88f6-bcc6285379c2 req-41abd4f6-01c5-4040-bafc-f6e22cf872ff tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361857 Aug 16 22:42:13.572814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-bd5b6568-723e-4fac-b48f-86bb58805fa9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:13.574212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-bd5b6568-723e-4fac-b48f-86bb58805fa9 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.88 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.0491157 Aug 16 22:42:13.666323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Deleting port f74659e5-c568-4e0e-93e9-b21145e6b7e9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:13.666676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.758556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] For port f74659e5-c568-4e0e-93e9-b21145e6b7e9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=f74659e5-c568-4e0e-93e9-b21145e6b7e9,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:13.758931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.967885 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.968422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:13.968745 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Floating IP da060737-7ad9-4c3e-a453-30f6bbee93c3 disassociated. External IP: 172.25.8.226, port: f74659e5-c568-4e0e-93e9-b21145e6b7e9. Aug 16 22:42:13.969122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Calling delete_port for f74659e5-c568-4e0e-93e9-b21145e6b7e9 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:13.978619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a50fa5-1e95-4e07-bcc4-56f3eb7c832f req-0ce8cc23-0de6-48cc-9d84-815c18ee4339 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:13.980112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9a50fa5-1e95-4e07-bcc4-56f3eb7c832f req-0ce8cc23-0de6-48cc-9d84-815c18ee4339 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 946 time: 0.1038551 Aug 16 22:42:14.064822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9a50fa5-1e95-4e07-bcc4-56f3eb7c832f req-d635f851-9181-4441-b519-e8d6c8f173fe tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763876 Aug 16 22:42:14.152773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.197018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event deleted for resources: {'Port': ['ID=f74659e5-c568-4e0e-93e9-b21145e6b7e9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:14.313811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Router 9af9dffb-01cc-4588-a7b9-20004d76c913 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:14.423167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:14.434159 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Sync routers for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:14.445347 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:14.446138 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.468457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] No DVR routers for this DVR port f74659e5-c568-4e0e-93e9-b21145e6b7e9 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:14.471497 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.474279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8b43385-c101-40d4-97b8-ce6dbb1d597f req-57816260-0b92-4bf1-b404-08288dffdb31 tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.88 "DELETE /v2.0/ports/f74659e5-c568-4e0e-93e9-b21145e6b7e9 HTTP/1.1" status: 204 len: 173 time: 0.8920043 Aug 16 22:42:14.474729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'name': 'network-vif-deleted', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:14.477011 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf837dd-7fae-4f97-8256-61ccadada90c" -d '{"events": [{"server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "name": "network-vif-deleted", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:14.521622 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008d320f-7dc4-4da9-8c80-ba36adddc92d x-openstack-request-id: req-008d320f-7dc4-4da9-8c80-ba36adddc92d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:14.521938 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eef349-099e-40ea-8582-f0b2520403b7", "name": "network-vif-deleted", "tag": "f74659e5-c568-4e0e-93e9-b21145e6b7e9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:14.522190 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-008d320f-7dc4-4da9-8c80-ba36adddc92d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:14.522594 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eef349-099e-40ea-8582-f0b2520403b7', 'name': 'network-vif-deleted', 'tag': 'f74659e5-c568-4e0e-93e9-b21145e6b7e9', 'status': 'completed', 'code': 200} Aug 16 22:42:14.558639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:14.596240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9697-30fa-4def-81e4-f7c8cde958f3 req-87382eb1-b3bd-4692-987b-eec75be16642 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:14.599962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090b9697-30fa-4def-81e4-f7c8cde958f3 req-87382eb1-b3bd-4692-987b-eec75be16642 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0645206 Aug 16 22:42:14.603460 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:14.645052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-090b9697-30fa-4def-81e4-f7c8cde958f3 req-2237a755-3c4e-4df1-bd56-73c4f8cec106 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Aug 16 22:42:14.822779 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.848994 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Checking router: 9af9dffb-01cc-4588-a7b9-20004d76c913 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:14.857318 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:14.857925 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:41:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:14.967643 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:15.183364 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d188c960-ff25-437a-a237-b33aef9d4a69 req-0b6e140a-44d4-4b95-bd65-d1d90ad828cb tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "GET /v2.0/ports?device_id=76eef349-099e-40ea-8582-f0b2520403b7 HTTP/1.1" status: 200 len: 210 time: 0.0315664 Aug 16 22:42:15.204879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:15.233436 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a1905-8d82-43e3-812c-758ffc4bf58e None None] The sync data for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 is: [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:36:17Z', 'revision_number': 4, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'eb70e5ab-b9df-4b43-831c-23fc9a4ca59d', 'name': '', 'network_id': '2ba37975-f401-4019-bfa7-aa25af41e400', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'mac_address': 'fa:16:3e:cf:fe:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '37dd842e-475e-49c8-963b-d6cf31161608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:16Z', 'updated_at': '2021-08-16T22:36:25Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'subnets': [{'id': '37dd842e-475e-49c8-963b-d6cf31161608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:15.470622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad6b7a-4027-4797-aa70-49543a724786 None None] New status for floating IP da060737-7ad9-4c3e-a453-30f6bbee93c3: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:42:15.600023 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c95804b-30e5-406c-899c-e5172b051eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:15.775520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f444b4-76c3-4667-8340-996be0b7804e req-51aa9bf4-a958-419c-a18f-f3a19766b110 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:15.776950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1f444b4-76c3-4667-8340-996be0b7804e req-51aa9bf4-a958-419c-a18f-f3a19766b110 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0604815 Aug 16 22:42:15.817995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1f444b4-76c3-4667-8340-996be0b7804e req-d3b6a3c8-a43d-4648-8630-f231df20bc95 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351024 Aug 16 22:42:16.251193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33398) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:16.386188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Deleting port 50b0e569-02b0-4408-a1a5-a08c282eabf0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:16.386535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.466383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.466713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.484082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Calling delete_port for 50b0e569-02b0-4408-a1a5-a08c282eabf0 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:16.624767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.650460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event deleted for resources: {'Port': ['ID=50b0e569-02b0-4408-a1a5-a08c282eabf0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:16.710413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.712972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.714143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d67891f0-1ac1-40d4-a3fb-c5d39a83484b tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "DELETE /v2.0/floatingips/da060737-7ad9-4c3e-a453-30f6bbee93c3 HTTP/1.1" status: 204 len: 168 time: 0.4619436 Aug 16 22:42:16.783410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33404) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:16.841876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.867730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.946728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e888d1-fb2d-4fe1-8248-f36bdfab9d6c req-1ed886ed-2a0a-44a5-bc53-bbb9ef1759b8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:16.948148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93e888d1-fb2d-4fe1-8248-f36bdfab9d6c req-1ed886ed-2a0a-44a5-bc53-bbb9ef1759b8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0558751 Aug 16 22:42:16.986765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.989868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:16.991132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] 10.222.0.22 "DELETE /v2.0/security-groups/fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82 HTTP/1.1" status: 204 len: 168 time: 0.2067082 Aug 16 22:42:17.006733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-93e888d1-fb2d-4fe1-8248-f36bdfab9d6c req-859b362e-e162-456a-9eb0-1b78d512d331 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523012 Aug 16 22:42:17.007447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38333a2b-4865-4a3c-8c59-ae8ec278a26a tempest-TestServerBasicOps-636507889 tempest-TestServerBasicOps-636507889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe0ab2-9c92-4341-b8c3-e0c5178b3a82,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:17.029442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33410) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:17.854092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.096662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Deleting port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:18.097471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.123761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764c0a2-98bc-47f3-bdb0-71be9b2b4be2 req-688b273d-1c99-4e2a-ba7a-99f2d3b13f05 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:18.125387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c764c0a2-98bc-47f3-bdb0-71be9b2b4be2 req-688b273d-1c99-4e2a-ba7a-99f2d3b13f05 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 943 time: 0.0511210 Aug 16 22:42:18.168868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c764c0a2-98bc-47f3-bdb0-71be9b2b4be2 req-48a22541-6da4-4cf9-878e-185adb8fcc6f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359762 Aug 16 22:42:18.183512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.196692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] For port eb70e5ab-b9df-4b43-831c-23fc9a4ca59d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:18.197087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.210244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Calling delete_port for eb70e5ab-b9df-4b43-831c-23fc9a4ca59d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:18.311644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dce273e2-5fc6-4c04-b613-836f10d3e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.391898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.418098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb70e5ab-b9df-4b43-831c-23fc9a4ca59d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.454207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f74659e5-c568-4e0e-93e9-b21145e6b7e9 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:18.479702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: f74659e5-c568-4e0e-93e9-b21145e6b7e9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:18.480047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device f74659e5-c568-4e0e-93e9-b21145e6b7e9 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:18.596565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.634727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bff4ab7-345d-48b7-b53b-203d53a2ece0 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:42:18.731006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:18.742270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'mac_address': 'fa:16:3e:bb:4c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:42:18.777404 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.793540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bff4ab7-345d-48b7-b53b-203d53a2ece0 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:42:18.813338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:18.818269 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:18.827348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Router 9af9dffb-01cc-4588-a7b9-20004d76c913 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:18.875889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:18.935850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:18.942371 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-402b3788-0575-4c27-8718-77a7aa1d9628 admin admin] 10.222.0.22 "PUT /v2.0/routers/9af9dffb-01cc-4588-a7b9-20004d76c913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099348 Aug 16 22:42:18.943230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:18.945632 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Sync routers for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:18.954793 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:18.955400 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:19.050969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.058879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:19.150592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['9bff4ab7-345d-48b7-b53b-203d53a2ece0'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:42:19.150974 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.226026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Deleting port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:19.226382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.287772 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:42:18Z', 'revision_number': 5, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port': {'id': '9c70bac1-53c1-45d6-8346-2bf88c9bb87f', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:13Z', 'updated_at': '2021-08-16T22:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:19.300745 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.316934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c94a2-4a40-4f95-97cd-eb2ee99d0aee req-89d951d6-0d7e-459f-940f-d72bb19ce52d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:19.318187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a2c94a2-4a40-4f95-97cd-eb2ee99d0aee req-89d951d6-0d7e-459f-940f-d72bb19ce52d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 944 time: 0.0636325 Aug 16 22:42:19.322765 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Checking router: 9af9dffb-01cc-4588-a7b9-20004d76c913 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:19.324101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] For port 9c70bac1-53c1-45d6-8346-2bf88c9bb87f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:19.324480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.332473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Routers {'9af9dffb-01cc-4588-a7b9-20004d76c913'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:19.333249 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['9af9dffb-01cc-4588-a7b9-20004d76c913'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:19.349888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Calling delete_port for 9c70bac1-53c1-45d6-8346-2bf88c9bb87f owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:19.371397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a2c94a2-4a40-4f95-97cd-eb2ee99d0aee req-d33201f3-a9bc-403e-9ee8-e2e6bca4e91f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449343 Aug 16 22:42:19.519485 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] Set router 9af9dffb-01cc-4588-a7b9-20004d76c913 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:19.534951 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.561317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c70bac1-53c1-45d6-8346-2bf88c9bb87f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:19.570152 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:42:19Z', 'revision_number': 6, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:19.598950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6888be-92bb-4d54-b33b-50792d4ce41e None None] The sync data for ids ['9af9dffb-01cc-4588-a7b9-20004d76c913'] in n-d-791505-20 is: [{'id': '9af9dffb-01cc-4588-a7b9-20004d76c913', 'name': 'tempest-TestServerBasicOps-487099445-router', 'tenant_id': '477de84458614d90b603e6f0199dba83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:12Z', 'updated_at': '2021-08-16T22:42:19Z', 'revision_number': 6, 'project_id': '477de84458614d90b603e6f0199dba83', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:19.623023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.717643 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.719648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.761187 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.761753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af9dffb-01cc-4588-a7b9-20004d76c913 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:42:19.765933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.767080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e66445a9-a95d-42eb-9712-9f003b17a472 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9af9dffb-01cc-4588-a7b9-20004d76c913 HTTP/1.1" status: 204 len: 168 time: 0.8229427 Aug 16 22:42:19.769593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:19.813905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Deleting subnet 37dd842e-475e-49c8-963b-d6cf31161608 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:42:19.816890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.851379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.932334 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.988196 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.015473 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dd842e-475e-49c8-963b-d6cf31161608,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.025737 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.027734 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3754c15-0953-488f-8242-66b2acc98211 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/37dd842e-475e-49c8-963b-d6cf31161608 HTTP/1.1" status: 204 len: 168 time: 0.2565386 Aug 16 22:42:20.030244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:20.031794 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772e234-e389-406a-8b4e-1d800f9249f8 None None] Network 2ba37975-f401-4019-bfa7-aa25af41e400 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:20.101958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.155561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Deleting port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:20.156627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.217604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] For port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,segment=NetworkSegment(01057db8-8279-4e70-a916-d16d43637c77),segment_id=01057db8-8279-4e70-a916-d16d43637c77)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:20.217970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.229841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Calling delete_port for 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:20.310674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.335056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Pushing event deleted for resources: {'Port': ['ID=17ba70ce-34c7-44ef-96fe-b7d04637c5d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.340708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] No DVR routers for this DVR port 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:20.387931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbb9c2-1597-4e13-87a9-9f076fb27d9c None None] DHCP port deletion for 2ba37975-f401-4019-bfa7-aa25af41e400 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:20.422672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.434284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba37975-f401-4019-bfa7-aa25af41e400']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:20.445575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01057db8-8279-4e70-a916-d16d43637c77') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:20.445876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01057db8-8279-4e70-a916-d16d43637c77') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:20.454738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.473960 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.482100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:20.482777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:20.484663 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:20.502723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d95e0-7a20-40c9-b1db-f726d95abb6a req-d3365cc4-e173-4cff-aa66-2e69c52cf900 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:20.505275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-825d95e0-7a20-40c9-b1db-f726d95abb6a req-d3365cc4-e173-4cff-aa66-2e69c52cf900 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 944 time: 0.0622246 Aug 16 22:42:20.543794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.550997 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.553433 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ba37975-f401-4019-bfa7-aa25af41e400 HTTP/1.1" status: 204 len: 168 time: 0.5218422 Aug 16 22:42:20.556350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-825d95e0-7a20-40c9-b1db-f726d95abb6a req-0b4eab47-042f-473c-81c3-e9a47fbede41 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448694 Aug 16 22:42:20.556815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33434) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:20.565294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b30a-8514-45e3-a3ca-df494d59be8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba37975-f401-4019-bfa7-aa25af41e400,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.637891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bff4ab7-345d-48b7-b53b-203d53a2ece0 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:20.688888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:20.694094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:20.694384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.774776 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.799064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:20.801436 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c07ccde-ac0f-4b81-ac30-451c1376b9cb" -d '{"events": [{"server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "name": "network-vif-plugged", "status": "completed", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:20.821608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:20.826490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.861284 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb529c-ca9f-4f8f-b4be-e303166805e5 x-openstack-request-id: req-3deb529c-ca9f-4f8f-b4be-e303166805e5 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:20.861703 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "name": "network-vif-plugged", "status": "completed", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:20.862056 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3deb529c-ca9f-4f8f-b4be-e303166805e5 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:20.862549 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'code': 200} Aug 16 22:42:20.891011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:20.916483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eb70e5ab-b9df-4b43-831c-23fc9a4ca59d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:20.938164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: eb70e5ab-b9df-4b43-831c-23fc9a4ca59d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:20.938515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device eb70e5ab-b9df-4b43-831c-23fc9a4ca59d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:20.938940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:20.959095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:20.959364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 17ba70ce-34c7-44ef-96fe-b7d04637c5d5 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:20.959789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c70bac1-53c1-45d6-8346-2bf88c9bb87f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:20.979247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9c70bac1-53c1-45d6-8346-2bf88c9bb87f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:20.979600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9c70bac1-53c1-45d6-8346-2bf88c9bb87f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:21.131341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c359-e78a-48b5-943a-1e56945e7e53 req-03e41204-9e01-4cea-955c-47a5c6d77f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:21.132988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8276c359-e78a-48b5-943a-1e56945e7e53 req-03e41204-9e01-4cea-955c-47a5c6d77f6d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1097 time: 0.0868201 Aug 16 22:42:21.202243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8276c359-e78a-48b5-943a-1e56945e7e53 req-33231de3-7bf0-4974-8523-7dae95e6315e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Aug 16 22:42:21.281853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.327940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.580065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Deleting port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:21.580726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.695848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] For port b6c96a30-3fde-4dcf-9a93-1e401fe84e8b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:21.696130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.705957 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5693b-194e-42f6-a081-9566e228ed95 req-0a5e9f0e-c798-4865-9448-e30b79764fd5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:21.707447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1a5693b-194e-42f6-a081-9566e228ed95 req-0a5e9f0e-c798-4865-9448-e30b79764fd5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.0777619 Aug 16 22:42:21.725339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Calling delete_port for b6c96a30-3fde-4dcf-9a93-1e401fe84e8b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:21.795686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1a5693b-194e-42f6-a081-9566e228ed95 req-f69cc01f-5dda-40bc-a4dc-4e166c4a8551 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808926 Aug 16 22:42:21.945253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.970495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c96a30-3fde-4dcf-9a93-1e401fe84e8b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:22.137217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.359610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Router 88795ede-2c5a-429c-8b74-e144048e9adb has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:22.467661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:22.472961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e17cb545-5474-4d72-b8f9-8e802c11d2ac admin admin] 10.222.0.22 "PUT /v2.0/routers/88795ede-2c5a-429c-8b74-e144048e9adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149828 Aug 16 22:42:22.475234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33442) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:22.477907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Sync routers for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:22.487015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:22.487643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.586324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.594707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:22.700155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.751837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Deleting port b75f3019-4fab-45f2-94c7-7690bd158ad4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:22.752183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.775036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:42:21Z', 'revision_number': 5, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port': {'id': 'b75f3019-4fab-45f2-94c7-7690bd158ad4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:21Z', 'updated_at': '2021-08-16T22:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.800890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Checking router: 88795ede-2c5a-429c-8b74-e144048e9adb for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:22.810223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Routers {'88795ede-2c5a-429c-8b74-e144048e9adb'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:22.810835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['88795ede-2c5a-429c-8b74-e144048e9adb'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.836566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] For port b75f3019-4fab-45f2-94c7-7690bd158ad4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b75f3019-4fab-45f2-94c7-7690bd158ad4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:22.836566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.849787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Calling delete_port for b75f3019-4fab-45f2-94c7-7690bd158ad4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:22.907369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] Set router 88795ede-2c5a-429c-8b74-e144048e9adb gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:22.964651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a581eb4-9215-4fac-a092-558fe8639192 req-f85710a0-2942-4fde-ad74-1ce396e267de tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:22.966129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a581eb4-9215-4fac-a092-558fe8639192 req-f85710a0-2942-4fde-ad74-1ce396e267de tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.0680249 Aug 16 22:42:22.969666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:42:22Z', 'revision_number': 6, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:22.999185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.999937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49cd4f9-4a9f-413d-b92b-8552e9ff0481 None None] The sync data for ids ['88795ede-2c5a-429c-8b74-e144048e9adb'] in n-d-791505-20 is: [{'id': '88795ede-2c5a-429c-8b74-e144048e9adb', 'name': 'tempest-TestServerBasicOps-2055816558-router', 'tenant_id': '9cc6acaf1b6242b89d16273be31eed8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:20Z', 'updated_at': '2021-08-16T22:42:22Z', 'revision_number': 6, 'project_id': '9cc6acaf1b6242b89d16273be31eed8e', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:23.058910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a581eb4-9215-4fac-a092-558fe8639192 req-ce9d7b72-8655-4666-9d1f-2c6719327854 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520401 Aug 16 22:42:23.108325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.143086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Pushing event deleted for resources: {'Port': ['ID=b75f3019-4fab-45f2-94c7-7690bd158ad4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.239456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7cd19-d17b-4ba5-bae0-bca28eaa6759 req-dbf4c97d-1124-4771-922a-39e2b33863c8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:23.240875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28c7cd19-d17b-4ba5-bae0-bca28eaa6759 req-dbf4c97d-1124-4771-922a-39e2b33863c8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.1044464 Aug 16 22:42:23.243605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.347970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.354525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.365713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28c7cd19-d17b-4ba5-bae0-bca28eaa6759 req-ad300c87-2074-46bc-b5f7-59af7e3cd028 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179762 Aug 16 22:42:23.389688 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:23.407576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.408317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88795ede-2c5a-429c-8b74-e144048e9adb {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:42:23.413000 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.414168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-547bf215-d965-4b63-9f7a-711113b2e31d admin admin] 10.222.0.22 "DELETE /v2.0/routers/88795ede-2c5a-429c-8b74-e144048e9adb HTTP/1.1" status: 204 len: 168 time: 0.9380176 Aug 16 22:42:23.416615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33452) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:23.439052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaacaf7-bd1a-4512-8889-3b13fba13fcc tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:23.443630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ebaacaf7-bd1a-4512-8889-3b13fba13fcc tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1092 time: 0.0498927 Aug 16 22:42:23.444491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:23.449190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:23.477219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Deleting subnet a7243485-aa33-41f7-bc38-ec488c348e12 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:42:23.477899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.482916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.527449 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.588042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.608321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.672124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.702437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7243485-aa33-41f7-bc38-ec488c348e12,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:23.706348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.711006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d32dbddb-4c71-43e2-840b-78011fba56a2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a7243485-aa33-41f7-bc38-ec488c348e12 HTTP/1.1" status: 204 len: 168 time: 0.2911224 Aug 16 22:42:23.711389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33458) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:23.722785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82bf36-da09-4cf3-8c1a-c75add2d3953 None None] Network 11493275-367c-441a-94fe-a7863f57ed9c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:23.787342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.851323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Deleting port 3fbe4e0f-c220-4253-ae55-fed9efaff679 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:23.851941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.930519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] For port 3fbe4e0f-c220-4253-ae55-fed9efaff679, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3fbe4e0f-c220-4253-ae55-fed9efaff679,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:23.930895 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:23.943785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] DHCP port deletion for 11493275-367c-441a-94fe-a7863f57ed9c request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:42:23.944339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Calling delete_port for 3fbe4e0f-c220-4253-ae55-fed9efaff679 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:23.968221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.25.8.217 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/06d5ed2a-ddc3-4726-9a5d-a6d275e25b52) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:23.991560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Deleting port 3fbe4e0f-c220-4253-ae55-fed9efaff679 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:42:23.991941 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.031179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.062615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbe4e0f-c220-4253-ae55-fed9efaff679,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.063853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] For port 3fbe4e0f-c220-4253-ae55-fed9efaff679, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3fbe4e0f-c220-4253-ae55-fed9efaff679,segment=NetworkSegment(80d07b4a-9a79-4e9f-9608-e5092d7606de),segment_id=80d07b4a-9a79-4e9f-9608-e5092d7606de)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:24.064551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.064766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] No DVR routers for this DVR port 3fbe4e0f-c220-4253-ae55-fed9efaff679 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:24.081791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Calling delete_port for 3fbe4e0f-c220-4253-ae55-fed9efaff679 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:42:24.083040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.130286 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.140609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.150474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11493275-367c-441a-94fe-a7863f57ed9c']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.160171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d07b4a-9a79-4e9f-9608-e5092d7606de') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.160476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d07b4a-9a79-4e9f-9608-e5092d7606de') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:24.161900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.162351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:24.167330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:24.170260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.171462 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:24.185650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.190153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Pushing event deleted for resources: {'Port': ['ID=3fbe4e0f-c220-4253-ae55-fed9efaff679,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.192850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:42:24.193286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:42:24.195617 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:42:24.197719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] No DVR routers for this DVR port 3fbe4e0f-c220-4253-ae55-fed9efaff679 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:42:24.207765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.208118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.208465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.209248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.209248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.209540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.209874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.210211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.210557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.210891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.211271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.211604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fede84-9e91-4a16-8379-960c85ea61d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:24.212587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=06d5ed2a-ddc3-4726-9a5d-a6d275e25b52,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.263271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.269108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.271842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] 10.222.0.22 "DELETE /v2.0/networks/11493275-367c-441a-94fe-a7863f57ed9c HTTP/1.1" status: 204 len: 168 time: 0.5593228 Aug 16 22:42:24.283400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda520-ec17-42fd-92bc-1648bf982dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=11493275-367c-441a-94fe-a7863f57ed9c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.392971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:24.471193 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-724254fa-095a-47bc-8f1f-817d3569a9b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=477de84458614d90b603e6f0199dba83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770760 Aug 16 22:42:24.474121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:24.603907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.620301 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.651179 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.721157 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.762465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.765278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.766401 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5115f483-13c8-4614-8938-13c6dd5a68b7 HTTP/1.1" status: 204 len: 168 time: 0.2913866 Aug 16 22:42:24.779088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2c42e-1fef-4cd3-b1b4-652cda4d9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115f483-13c8-4614-8938-13c6dd5a68b7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.881221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6c96a30-3fde-4dcf-9a93-1e401fe84e8b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:24.897466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.902662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:24.906932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b6c96a30-3fde-4dcf-9a93-1e401fe84e8b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:24.908544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6c96a30-3fde-4dcf-9a93-1e401fe84e8b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:24.908976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b75f3019-4fab-45f2-94c7-7690bd158ad4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:24.931583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b75f3019-4fab-45f2-94c7-7690bd158ad4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:24.932074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b75f3019-4fab-45f2-94c7-7690bd158ad4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:24.932658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3fbe4e0f-c220-4253-ae55-fed9efaff679 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:42:24.965985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 3fbe4e0f-c220-4253-ae55-fed9efaff679 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:42:24.966336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3fbe4e0f-c220-4253-ae55-fed9efaff679 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:42:24.975016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=06d5ed2a-ddc3-4726-9a5d-a6d275e25b52,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:24.985890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.090337 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP 1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a associated. External IP: 172.25.8.217, port: 9bff4ab7-345d-48b7-b53b-203d53a2ece0. Aug 16 22:42:25.112257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:25.152242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-98b6c661-ed7b-4e76-98b3-52d47bc2b674 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cc6acaf1b6242b89d16273be31eed8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387185 Aug 16 22:42:25.154750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:25.203173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.223997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.270378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.272941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.274161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6901a251-a811-4e93-9d8a-2f11a91c61b9 HTTP/1.1" status: 204 len: 168 time: 0.1185021 Aug 16 22:42:25.281893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ebdb8-85ff-49c9-af56-97ab8a3cb4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901a251-a811-4e93-9d8a-2f11a91c61b9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:25.308962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:25.417796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:25.428336 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:25.434208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:25.438326 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:25.439153 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:25.471571 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8fa41721-e7ac-4ae3-bee9-ec78aaa2f52e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0258703 Aug 16 22:42:25.472398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:42:25.475654 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09" -d '{"events": [{"name": "network-changed", "server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:42:25.515470 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dfb669-c85f-4686-b1be-c8886754f28b x-openstack-request-id: req-87dfb669-c85f-4686-b1be-c8886754f28b {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:42:25.515778 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:42:25.516028 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87dfb669-c85f-4686-b1be-c8886754f28b {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:42:25.516426 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'status': 'completed', 'code': 200} Aug 16 22:42:25.561623 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:25.610036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-6a6d7270-479a-442c-82fb-61966891d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:25.611577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-6a6d7270-479a-442c-82fb-61966891d05c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1097 time: 0.0465252 Aug 16 22:42:25.710021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-f7461ad1-bb94-44fb-b4ea-e827855cd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:25.711667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-f7461ad1-bb94-44fb-b4ea-e827855cd34f service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0927801 Aug 16 22:42:25.790408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-90a654ae-1cc2-45da-93b7-0e3465d12928 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 999 time: 0.0712366 Aug 16 22:42:25.791760 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:bb:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02df3939-c7ed-4f17-ad31-adc225877e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:42:24Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:25.824316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:25.833422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:25.834037 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:25.846748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-68a940cf-c73e-4854-b1df-5aeeb94ebef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:25.848382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-68a940cf-c73e-4854-b1df-5aeeb94ebef2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0508859 Aug 16 22:42:25.897049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-90394e29-1ef1-4f68-b760-6fb42352d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:25.898611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-90394e29-1ef1-4f68-b760-6fb42352d72a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429082 Aug 16 22:42:25.949011 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:25.999923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-ddaf17cd-2807-45b4-aaeb-bef8967ce574 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933328 Aug 16 22:42:26.018763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33502) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.106252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2a8f6caa-ade7-43ab-9f01-1c0983bcaa09 req-f81cd2b6-125f-486a-b2c5-a6f73729a438 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987802 Aug 16 22:42:26.134414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-552026460-network', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:26.154908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Made reservation on behalf of 9a73cd66e1114aa7b925f4e277e5e888 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:26.157254 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.166144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.183759 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:bb:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02df3939-c7ed-4f17-ad31-adc225877e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:42:24Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:26.210476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f325026-d27d-4c29-8d62-77b74a0bc398 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:bb:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02df3939-c7ed-4f17-ad31-adc225877e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:42:24Z', 'updated_at': '2021-08-16T22:42:24Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:26.258212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.261982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.288165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:26.298172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9dd0c7-aa62-47ab-80f4-e6f5c273ac58,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.305109 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.305439 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Added segment 11495e7f-9499-43a4-b888-bf5b28bd2be2 of type vlan for network 003414a4-f339-47eb-955c-e8a058114a10 Aug 16 22:42:26.346104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.380222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.381630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:26.382462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.410457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfbd0e5-8899-4cff-9dd3-6da308998cae None None] New status for floating IP 1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:42:26.439330 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4193935 Aug 16 22:42:26.443008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.450308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc367b9-d4aa-4705-bc10-c4c9a8290c8d admin admin] Pushing event updated for resources: {'Network': ['ID=003414a4-f339-47eb-955c-e8a058114a10,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.451638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Request body: {'subnet': {'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-552026460-subnet', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:26.461913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 003414a4-f339-47eb-955c-e8a058114a10 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:26.483390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Made reservation on behalf of 9a73cd66e1114aa7b925f4e277e5e888 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:26.485841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.655248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.708538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:26.723082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Checking segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:26.723959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Network hostable DHCP agents. Network: 003414a4-f339-47eb-955c-e8a058114a10, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:26.739088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Network 003414a4-f339-47eb-955c-e8a058114a10 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:26.747535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 003414a4-f339-47eb-955c-e8a058114a10) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:26.751393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:26.751980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.757244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e3ce3e-d4ca-4193-9b6c-2e7397d9619d None None] Network 003414a4-f339-47eb-955c-e8a058114a10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:26.768022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af77b1f2-caef-418a-925d-c98f5409f554 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3228540 Aug 16 22:42:26.771363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33508) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:26.775720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:26.795394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.796367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.848721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:26.903570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-003414a4-f339-47eb-955c-e8a058114a10', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:26.904463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.039095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Allocated IP 172.20.0.2 (003414a4-f339-47eb-955c-e8a058114a10/c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d/0ceae9d4-6749-4837-bff6-78434130e37b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:27.325049 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.346301 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.354634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Transition to ACTIVE for port object 0ceae9d4-6749-4837-bff6-78434130e37b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:27.369262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Transition to ACTIVE for port object 0ceae9d4-6749-4837-bff6-78434130e37b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:27.375005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.412100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Network 003414a4-f339-47eb-955c-e8a058114a10 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:27.414973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:27.418461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:27.456329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Pushing event updated for resources: {'Port': ['ID=0ceae9d4-6749-4837-bff6-78434130e37b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.491642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Attempting to bind port 0ceae9d4-6749-4837-bff6-78434130e37b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:27.492016 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Attempting to bind port 0ceae9d4-6749-4837-bff6-78434130e37b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:27.492387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Attempting to bind port 0ceae9d4-6749-4837-bff6-78434130e37b on network 003414a4-f339-47eb-955c-e8a058114a10 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:27.497693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:27.498073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Checking segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:27.498952 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.499349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Bound using segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:27.499819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Bound port: 0ceae9d4-6749-4837-bff6-78434130e37b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:27.500206 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.533816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.553570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.561425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] For port 0ceae9d4-6749-4837-bff6-78434130e37b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:27.564356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] For port 0ceae9d4-6749-4837-bff6-78434130e37b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0ceae9d4-6749-4837-bff6-78434130e37b,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:27.569010 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.626456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f442cb-1e32-470e-abdb-92a98770d430 None None] Pushing event updated for resources: {'Port': ['ID=0ceae9d4-6749-4837-bff6-78434130e37b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:27.676970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Allocated IP 172.25.8.65 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c234b26c-8b25-4346-98af-865316e4978d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:27.807798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.848014 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:27.893427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:27.896823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:27.900462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:27.905859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Pushing event updated for resources: {'Port': ['ID=c234b26c-8b25-4346-98af-865316e4978d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:28.158635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.362314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.490891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205be55-14b5-4732-8f47-33e521281b6d None None] Network 003414a4-f339-47eb-955c-e8a058114a10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:28.501425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:42:28.607697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:28.610246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-67c5013b-6943-4c08-ad3c-3826834d9629 None None] Provisioning for port 0ceae9d4-6749-4837-bff6-78434130e37b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:28.620027 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:28.627535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:28.629753 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:28.630540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b21d01c-03b8-45aa-95fe-b5e868fc9462 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8582404 Aug 16 22:42:28.630825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:28.633548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:28.744223 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:28.936810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0ceae9d4-6749-4837-bff6-78434130e37b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:28.947494 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:28Z', 'revision_number': 3, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:28.975336 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:28.975926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Updating router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 port c234b26c-8b25-4346-98af-865316e4978d binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:28.993151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0ceae9d4-6749-4837-bff6-78434130e37b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:28.997547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0ceae9d4-6749-4837-bff6-78434130e37b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:28.997923 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.001790 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.083995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.085513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.124722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0ceae9d4-6749-4837-bff6-78434130e37b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0ceae9d4-6749-4837-bff6-78434130e37b,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:29.129174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.180613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0ceae9d4-6749-4837-bff6-78434130e37b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.243786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Allocated IP 172.20.0.1 (003414a4-f339-47eb-955c-e8a058114a10/c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d/d2d0193f-91ad-48c3-919f-7efc14dc146f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:29.355123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.368139 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.369331 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Transition to ACTIVE for port object d2d0193f-91ad-48c3-919f-7efc14dc146f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:29.378587 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Transition to ACTIVE for port object c234b26c-8b25-4346-98af-865316e4978d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:29.384515 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.406680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.435006 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Attempting to bind port c234b26c-8b25-4346-98af-865316e4978d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:29.435300 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Attempting to bind port c234b26c-8b25-4346-98af-865316e4978d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:29.435665 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Attempting to bind port c234b26c-8b25-4346-98af-865316e4978d on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:29.444232 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:29.444608 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:29.445016 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.445437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:29.445891 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Bound port: c234b26c-8b25-4346-98af-865316e4978d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:29.446271 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.446394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Network 003414a4-f339-47eb-955c-e8a058114a10 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:29.447845 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Pushing event updated for resources: {'Port': ['ID=c234b26c-8b25-4346-98af-865316e4978d,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.449337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:29.453050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:29.476306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Pushing event updated for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.479334 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.480007 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.480618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.482031 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.482366 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.482700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.483030 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.483355 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.483678 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.483991 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.484317 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.484630 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:42:29.497969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.519306 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] For port c234b26c-8b25-4346-98af-865316e4978d, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:29.523022 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] For port c234b26c-8b25-4346-98af-865316e4978d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c234b26c-8b25-4346-98af-865316e4978d,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:29.528090 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.580223 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:29.580850 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.645752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.675557 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ea494-b528-4fcf-8836-806cd62480e7 None None] Pushing event updated for resources: {'Port': ['ID=c234b26c-8b25-4346-98af-865316e4978d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.702502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e30b21c2-6a40-4a64-903c-e3b9fdadddae None None] Provisioning for port d2d0193f-91ad-48c3-919f-7efc14dc146f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:29.705488 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:29.707757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e30b21c2-6a40-4a64-903c-e3b9fdadddae None None] Provisioning complete for port d2d0193f-91ad-48c3-919f-7efc14dc146f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:29.708142 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e30b21c2-6a40-4a64-903c-e3b9fdadddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.742186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e30b21c2-6a40-4a64-903c-e3b9fdadddae None None] Port d2d0193f-91ad-48c3-919f-7efc14dc146f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:29.818760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.823177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.878542 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:28Z', 'revision_number': 3, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:29.888445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:29.891056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Pushing event updated for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:29.908070 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2bc55-08e2-4f1a-b602-2a5e2dd1f5a8 None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:28Z', 'revision_number': 3, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:29.987018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Network 003414a4-f339-47eb-955c-e8a058114a10 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:29.988372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:30.129706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:30.260466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:30.263185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-95d9dbfd-23b3-4a6a-8d49-63a4373e8686 None None] Provisioning complete for port d2d0193f-91ad-48c3-919f-7efc14dc146f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:30.263796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-95d9dbfd-23b3-4a6a-8d49-63a4373e8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.266559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-483f0f6a-82d5-40de-b107-547415b9eb9d admin admin] 10.222.0.22 "PUT /v2.0/routers/145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6314592 Aug 16 22:42:30.303279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-95d9dbfd-23b3-4a6a-8d49-63a4373e8686 None None] Port d2d0193f-91ad-48c3-919f-7efc14dc146f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:30.745281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:30.750460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1606205986-network', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:30.770422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Made reservation on behalf of 9e8ac2fcf3e34371947be2dbebf41598 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:30.772691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.781771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.874884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.878999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.904788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:42:30.915668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11137cd8-d9be-42d0-81d2-39d2d169252c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:30.921142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.921487 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Added segment 1a9d64fc-4a5c-4c11-84f5-f176cf31eec6 of type vlan for network 716db63c-127b-4b60-8f3d-3726ad95e9b5 Aug 16 22:42:30.966317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.969466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0ceae9d4-6749-4837-bff6-78434130e37b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:30.995124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:30.996213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:30.996793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.017933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0ceae9d4-6749-4837-bff6-78434130e37b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:31.018330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.046708 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3002949 Aug 16 22:42:31.049443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33536) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:31.054611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Request body: {'subnet': {'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1606205986-subnet', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:31.058871 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e439fa-39d9-4135-9dd6-abce4f2880a3 admin admin] Pushing event updated for resources: {'Network': ['ID=716db63c-127b-4b60-8f3d-3726ad95e9b5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.077376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:42:31.087215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Made reservation on behalf of 9e8ac2fcf3e34371947be2dbebf41598 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:42:31.090113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.173379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c234b26c-8b25-4346-98af-865316e4978d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:31.228040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c234b26c-8b25-4346-98af-865316e4978d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:31.232147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c234b26c-8b25-4346-98af-865316e4978d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:31.232739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.279209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.327870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.336438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.346104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Checking segment: {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:31.346474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Network hostable DHCP agents. Network: 716db63c-127b-4b60-8f3d-3726ad95e9b5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:42:31.352391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c234b26c-8b25-4346-98af-865316e4978d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c234b26c-8b25-4346-98af-865316e4978d,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:31.356574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.367287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:42:31.377003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 716db63c-127b-4b60-8f3d-3726ad95e9b5) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:31.382691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:31.383986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.393315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388d4c7-1f38-4b1f-ac8f-fbad635c2c0f None None] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:31.401728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2d902521-8790-4d9e-ab46-9c01cb1b68a4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3511703 Aug 16 22:42:31.404283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 33540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:31.408953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:42:31.431013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.431994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.453577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c234b26c-8b25-4346-98af-865316e4978d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:31.491054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:31.493677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.515690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:31.516330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:31.636981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.649215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-716db63c-127b-4b60-8f3d-3726ad95e9b5', 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'fixed_ips': [{'subnet_id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:42:31.650084 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:31.685741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:31.905668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Allocated IP 172.20.0.2 (716db63c-127b-4b60-8f3d-3726ad95e9b5/9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2/be7fe4a3-50a8-4ac5-bd1e-e04def39fe26) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:32.083962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 2, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:32.119170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:32.119505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Updating router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 port d2d0193f-91ad-48c3-919f-7efc14dc146f binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:32.154444 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.162357 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.166525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Transition to ACTIVE for port object be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:32.178485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.199172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.209534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Transition to ACTIVE for port object be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:32.222996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.309372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Allocated IP 172.25.8.169 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/862f32af-42ef-4d3b-b7f5-6665fc854189) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:32.338510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:32.341460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Pushing event updated for resources: {'Port': ['ID=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.349110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:32.352424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:32.432409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.452545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Attempting to bind port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:32.452926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Attempting to bind port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:32.453374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Attempting to bind port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 on network 716db63c-127b-4b60-8f3d-3726ad95e9b5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:32.468910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:32.469319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Checking segment: {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:32.469810 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.473719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Bound using segment: {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:32.474222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Bound port: be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:32.474658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.476808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.515098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:32.517938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:32.528019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:32.556361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Pushing event updated for resources: {'Port': ['ID=862f32af-42ef-4d3b-b7f5-6665fc854189,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.599047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] For port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:32.618259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] For port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:32.625619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.633969 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.670174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Transition to ACTIVE for port object d2d0193f-91ad-48c3-919f-7efc14dc146f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:32.687604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.706272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d84e14-aad0-44e2-8a42-819f1fdf3976 None None] Pushing event updated for resources: {'Port': ['ID=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.782632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce875e-6fcf-4d15-ac07-d9dd0083ccb8 None None] Pushing event updated for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:32.817047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Attempting to bind port d2d0193f-91ad-48c3-919f-7efc14dc146f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:32.817473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Attempting to bind port d2d0193f-91ad-48c3-919f-7efc14dc146f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:32.817886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Attempting to bind port d2d0193f-91ad-48c3-919f-7efc14dc146f on network 003414a4-f339-47eb-955c-e8a058114a10 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:32.819633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.823620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:32.824046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Checking segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:32.824525 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.824856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Bound using segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:32.825423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Bound port: d2d0193f-91ad-48c3-919f-7efc14dc146f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:32.825813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.909338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] For port d2d0193f-91ad-48c3-919f-7efc14dc146f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:32.920359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] For port d2d0193f-91ad-48c3-919f-7efc14dc146f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2d0193f-91ad-48c3-919f-7efc14dc146f,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:32.926517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:32.985169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c234b26c-8b25-4346-98af-865316e4978d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:33.062211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:33.063120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.116111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.121453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce875e-6fcf-4d15-ac07-d9dd0083ccb8 None None] Pushing event updated for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:33.197589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c234b26c-8b25-4346-98af-865316e4978d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:33.198049 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.271653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Router f382acf8-9220-41ac-b899-28348899a3ef is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:42:33.391839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:33.402087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Sync routers for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:33.410532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.415066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b88e0ff-5a4b-4254-9a6d-7d32860274da admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0072389 Aug 16 22:42:33.415833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 33548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:42:33.416404 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:33.418305 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.434011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:33.582825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:33.725993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.763101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205bddd2-aa0f-4022-8fb0-7b9c0a247844 None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:33.788995 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 3, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:33.853746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Checking router: f382acf8-9220-41ac-b899-28348899a3ef for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:33.854096 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Updating router f382acf8-9220-41ac-b899-28348899a3ef port 862f32af-42ef-4d3b-b7f5-6665fc854189 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:33.886265 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:33.969727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80d09d-2166-4f89-b0a9-93d05027fce7 None None] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:42:34.014173 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.064641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6360a7db-eb0d-4d8a-8f01-67ce1e75f29e None None] Provisioning for port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:34.215125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Allocated IP 172.20.0.1 (716db63c-127b-4b60-8f3d-3726ad95e9b5/9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2/7b4304e7-d44c-4da0-9045-800d4b9179d5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:42:34.232001 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.249475 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Transition to ACTIVE for port object 862f32af-42ef-4d3b-b7f5-6665fc854189 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.265487 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.315080 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e038-88df-468d-bc41-cc5e6d366e45 None None] Pushing event updated for resources: {'Port': ['ID=862f32af-42ef-4d3b-b7f5-6665fc854189,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.342144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Attempting to bind port 862f32af-42ef-4d3b-b7f5-6665fc854189 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:34.342710 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Attempting to bind port 862f32af-42ef-4d3b-b7f5-6665fc854189 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:34.344051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Attempting to bind port 862f32af-42ef-4d3b-b7f5-6665fc854189 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:34.351705 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:34.352698 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:34.353213 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.353799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:34.354355 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Bound port: 862f32af-42ef-4d3b-b7f5-6665fc854189, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:34.354839 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.355749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.372302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Transition to ACTIVE for port object 7b4304e7-d44c-4da0-9045-800d4b9179d5 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:34.414207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.421093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] For port 862f32af-42ef-4d3b-b7f5-6665fc854189, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:34.424391 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] For port 862f32af-42ef-4d3b-b7f5-6665fc854189, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=862f32af-42ef-4d3b-b7f5-6665fc854189,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:34.430033 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.466949 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:34.470986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.476977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:34.479762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:42:34.496628 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:34.497035 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:34.559169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.565446 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e038-88df-468d-bc41-cc5e6d366e45 None None] Pushing event updated for resources: {'Port': ['ID=862f32af-42ef-4d3b-b7f5-6665fc854189,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:34.684522 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:34.723510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.863181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaf9d176-4105-42d9-8298-86d68764fc81 None None] Provisioning for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:34.875111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eaf9d176-4105-42d9-8298-86d68764fc81 None None] Provisioning complete for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:34.875682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eaf9d176-4105-42d9-8298-86d68764fc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.970791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:34.977799 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.002024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9d176-4105-42d9-8298-86d68764fc81 None None] Port 7b4304e7-d44c-4da0-9045-800d4b9179d5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:35.051456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2d0193f-91ad-48c3-919f-7efc14dc146f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:35.094693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:35.104124 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 3, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:35.107788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d2d0193f-91ad-48c3-919f-7efc14dc146f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:35.111974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2d0193f-91ad-48c3-919f-7efc14dc146f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:35.112450 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.130371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.153216 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c984fc-94fc-4bd4-a781-4628e19f5957 None None] The sync data for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 is: [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:32Z', 'revision_number': 3, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:35.195190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.226358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d2d0193f-91ad-48c3-919f-7efc14dc146f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2d0193f-91ad-48c3-919f-7efc14dc146f,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:35.230574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.231595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:35.236582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:42:35.238161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:42:35.308066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:35.322877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:35.327838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:35.328208 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.425599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.468681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:35.475770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.535945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:35.543437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63adf9ce-135e-4a30-8d7d-fce9dad565f1 None None] Provisioning complete for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:35.543911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-63adf9ce-135e-4a30-8d7d-fce9dad565f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:35.577838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-63adf9ce-135e-4a30-8d7d-fce9dad565f1 None None] Port 7b4304e7-d44c-4da0-9045-800d4b9179d5 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:42:35.611758 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Router f382acf8-9220-41ac-b899-28348899a3ef has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:42:35.722124 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:42:35.727630 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d28d1c4c-f25b-48d2-913d-fbed65ba6045 admin admin] 10.222.0.22 "PUT /v2.0/routers/f382acf8-9220-41ac-b899-28348899a3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104548 Aug 16 22:42:36.993721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:37.051733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:37.052229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.148603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 862f32af-42ef-4d3b-b7f5-6665fc854189 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:37.201955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 862f32af-42ef-4d3b-b7f5-6665fc854189 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:37.206433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 862f32af-42ef-4d3b-b7f5-6665fc854189 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:37.206819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.295636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.316958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 862f32af-42ef-4d3b-b7f5-6665fc854189, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=862f32af-42ef-4d3b-b7f5-6665fc854189,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:37.320762 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:37.321591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2d0193f-91ad-48c3-919f-7efc14dc146f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:37.398484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=862f32af-42ef-4d3b-b7f5-6665fc854189,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:37.408202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2d0193f-91ad-48c3-919f-7efc14dc146f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:37.408584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.046529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Sync routers for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:42:38.056551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:38.057346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:38.172903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:38.377739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 4, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7b4304e7-d44c-4da0-9045-800d4b9179d5', 'name': '', 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'mac_address': 'fa:16:3e:bc:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:34Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 2, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'subnets': [{'id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:38.411055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Checking router: f382acf8-9220-41ac-b899-28348899a3ef for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:42:38.411416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Updating router f382acf8-9220-41ac-b899-28348899a3ef port 7b4304e7-d44c-4da0-9045-800d4b9179d5 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:42:38.436023 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.701181 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.711992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Transition to ACTIVE for port object 7b4304e7-d44c-4da0-9045-800d4b9179d5 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:42:38.717458 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.767961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb83c-9d7d-4d8b-864e-5f7f7471d8aa None None] Pushing event updated for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:38.838471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Attempting to bind port 7b4304e7-d44c-4da0-9045-800d4b9179d5 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:42:38.838867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Attempting to bind port 7b4304e7-d44c-4da0-9045-800d4b9179d5 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:42:38.840027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Attempting to bind port 7b4304e7-d44c-4da0-9045-800d4b9179d5 on network 716db63c-127b-4b60-8f3d-3726ad95e9b5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:42:38.846945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:42:38.847600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Checking segment: {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:42:38.848073 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.848497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Bound using segment: {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:42:38.849266 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Bound port: 7b4304e7-d44c-4da0-9045-800d4b9179d5, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:42:38.849662 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:38.915303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 862f32af-42ef-4d3b-b7f5-6665fc854189 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:38.956027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] For port 7b4304e7-d44c-4da0-9045-800d4b9179d5, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:42:38.978172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] For port 7b4304e7-d44c-4da0-9045-800d4b9179d5, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4304e7-d44c-4da0-9045-800d4b9179d5,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:42:38.984590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.060859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 862f32af-42ef-4d3b-b7f5-6665fc854189 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:39.061481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:39.088852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb83c-9d7d-4d8b-864e-5f7f7471d8aa None None] Pushing event updated for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:39.091483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:42:39.092099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:42:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:39.240158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:42:39.458200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 4, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7b4304e7-d44c-4da0-9045-800d4b9179d5', 'name': '', 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'mac_address': 'fa:16:3e:bc:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:34Z', 'updated_at': '2021-08-16T22:42:38Z', 'revision_number': 4, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'subnets': [{'id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:42:39.486750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb34db-d8a1-4597-9b4e-a2794bf1bd62 None None] The sync data for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 is: [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:42:34Z', 'revision_number': 4, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '7b4304e7-d44c-4da0-9045-800d4b9179d5', 'name': '', 'network_id': '716db63c-127b-4b60-8f3d-3726ad95e9b5', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'mac_address': 'fa:16:3e:bc:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:34Z', 'updated_at': '2021-08-16T22:42:38Z', 'revision_number': 4, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'subnets': [{'id': '9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:42:40.927857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4304e7-d44c-4da0-9045-800d4b9179d5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:40.996000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:42:41.000371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:41.000761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.086741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.124487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 7b4304e7-d44c-4da0-9045-800d4b9179d5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4304e7-d44c-4da0-9045-800d4b9179d5,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:42:41.129926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:41.182154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:42:42.917111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4304e7-d44c-4da0-9045-800d4b9179d5 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:42:42.980716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7b4304e7-d44c-4da0-9045-800d4b9179d5 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:42:42.981139 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:44.558790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:45.129921 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:45.555358 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-251e18be-d88f-476f-85f4-93c1306f0682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.180363 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:48.313297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-724d3c5f-1cf0-4f80-bdb7-c087e1aa6c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.273244 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.903927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-913c1893-f38e-4ec6-ad00-b1d45255d18b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1455817 Aug 16 22:42:51.012658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-137817bb-c7f7-467e-a86b-f5b473014ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:51.014223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-137817bb-c7f7-467e-a86b-f5b473014ba8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1097 time: 0.0434496 Aug 16 22:42:51.125338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-d08b656f-cc2b-4b59-8d87-f1264af8b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:51.126798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-d08b656f-cc2b-4b59-8d87-f1264af8b701 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0897260 Aug 16 22:42:51.201217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-7f7fd2bc-0724-4835-98bc-0090716c3767 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 1001 time: 0.0650601 Aug 16 22:42:51.256990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-caf0ee1a-c731-47ac-b733-86bce8b430a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:51.258522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-caf0ee1a-c731-47ac-b733-86bce8b430a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0492232 Aug 16 22:42:51.284597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.309768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-ecea581d-75ac-4f26-b779-929ea006496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:42:51.311330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-ecea581d-75ac-4f26-b779-929ea006496e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446415 Aug 16 22:42:51.414322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-89aa7bc5-2d39-465f-8d65-61d05caca4ec service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952568 Aug 16 22:42:51.567664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2962cab4-53eb-4a1e-8d02-bdbbd7fc087f req-9cd58ff1-71d4-4e2f-945c-013f3fb34a42 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410122 Aug 16 22:42:52.928393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:14.557405 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:15.556935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da4bd703-03c7-4be1-bc74-bf3843d9d4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:16.992576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae52d61-5b2f-4ad0-92c7-1fc2e8fadd7d req-6e612366-e2a6-4c4a-a55d-e702460524f3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:16.994031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ae52d61-5b2f-4ad0-92c7-1fc2e8fadd7d req-6e612366-e2a6-4c4a-a55d-e702460524f3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0571718 Aug 16 22:43:17.031378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ae52d61-5b2f-4ad0-92c7-1fc2e8fadd7d req-aff56df8-5bb5-4045-bea1-de0381726973 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Aug 16 22:43:18.183314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:18.261862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e2041-07f5-4e91-bdbf-1b715e113261 req-0c4dbedb-d758-4b77-9c88-fa211e3c7e17 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:18.263398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-982e2041-07f5-4e91-bdbf-1b715e113261 req-0c4dbedb-d758-4b77-9c88-fa211e3c7e17 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.1623876 Aug 16 22:43:18.302255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-982e2041-07f5-4e91-bdbf-1b715e113261 req-ce015a98-146f-49da-8661-59aa10104ffe tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Aug 16 22:43:18.316429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-085226a1-f2ee-4381-abfd-8cbae6c751c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.200951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e202e-cfe6-407a-9209-9577128711fe req-e9610abe-a4cc-4fe9-b7c7-af9c07a6bb37 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:19.202489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d90e202e-cfe6-407a-9209-9577128711fe req-e9610abe-a4cc-4fe9-b7c7-af9c07a6bb37 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Aug 16 22:43:19.276909 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.296801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Deleting port cca1febf-4681-4fe0-a183-01361fe08883 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:19.297331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.423565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] For port cca1febf-4681-4fe0-a183-01361fe08883, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=cca1febf-4681-4fe0-a183-01361fe08883,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:19.424013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.480218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd3ff-ee04-48e6-9427-d2d06107e485 req-7306ecc8-b97a-4d18-852a-50c02af80e98 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:19.481747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c57bd3ff-ee04-48e6-9427-d2d06107e485 req-7306ecc8-b97a-4d18-852a-50c02af80e98 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 945 time: 0.1085463 Aug 16 22:43:19.568353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c57bd3ff-ee04-48e6-9427-d2d06107e485 req-2a9048cb-d569-450f-84ec-5d0d6d50ded3 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e48a284-e250-403c-b4a3-c2e0a690c31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794177 Aug 16 22:43:19.637468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.637848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.638172 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Floating IP bb07250f-60b4-443b-b31f-7a60cfaec112 disassociated. External IP: 172.25.8.2, port: cca1febf-4681-4fe0-a183-01361fe08883. Aug 16 22:43:19.638523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Calling delete_port for cca1febf-4681-4fe0-a183-01361fe08883 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:19.766359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.795142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'Port': ['ID=cca1febf-4681-4fe0-a183-01361fe08883,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:19.806442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.806802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.807155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.807504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.807847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.808188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.808631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.808845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.809204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.809541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.809868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.810205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:19.922727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:20.032110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:20.042338 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:20.052059 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:20.052743 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:43:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:20.070853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] No DVR routers for this DVR port cca1febf-4681-4fe0-a183-01361fe08883 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:20.073501 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.075482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d90e202e-cfe6-407a-9209-9577128711fe req-53e21790-4575-4296-a57e-cdacf662e972 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.88 "DELETE /v2.0/ports/cca1febf-4681-4fe0-a183-01361fe08883 HTTP/1.1" status: 204 len: 173 time: 0.8669572 Aug 16 22:43:20.075920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'name': 'network-vif-deleted', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:20.078260 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37627f50-ad1c-4381-b00b-e2075a0711e4" -d '{"events": [{"server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "name": "network-vif-deleted", "tag": "cca1febf-4681-4fe0-a183-01361fe08883"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:20.125833 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940a496-2dfc-4ff1-baf8-3dc3001fbc96 x-openstack-request-id: req-4940a496-2dfc-4ff1-baf8-3dc3001fbc96 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:20.126134 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee72619-f85b-414d-94ca-55d2f8536182", "name": "network-vif-deleted", "tag": "cca1febf-4681-4fe0-a183-01361fe08883", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:20.126389 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4940a496-2dfc-4ff1-baf8-3dc3001fbc96 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:20.126859 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee72619-f85b-414d-94ca-55d2f8536182', 'name': 'network-vif-deleted', 'tag': 'cca1febf-4681-4fe0-a183-01361fe08883', 'status': 'completed', 'code': 200} Aug 16 22:43:20.172272 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:20.395029 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:20.422203 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:20.430889 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:20.431492 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:43:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:20.537211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:20.697642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04865f0e-654f-4f94-886c-5aa1d0db8c04 req-70ecaaf3-e773-4b81-9b73-0add410aae05 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ee72619-f85b-414d-94ca-55d2f8536182 HTTP/1.1" status: 200 len: 210 time: 0.0364015 Aug 16 22:43:20.754019 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:20.793280 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef508a16-dd9a-4888-aa87-f6cb707cd206 None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:35:47Z', 'revision_number': 4, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '74cd6923-0e0f-458a-8a95-a044643c7d73', 'name': '', 'network_id': '9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'mac_address': 'fa:16:3e:58:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:46Z', 'updated_at': '2021-08-16T22:35:55Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'subnets': [{'id': '9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:21.028880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa8bd0d-7a80-4692-b83c-326969c7394a None None] New status for floating IP bb07250f-60b4-443b-b31f-7a60cfaec112: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:43:21.286995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.785880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.846382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.869816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.917436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.919989 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.921202 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "DELETE /v2.0/security-groups/8e48a284-e250-403c-b4a3-c2e0a690c31c HTTP/1.1" status: 204 len: 168 time: 0.1341026 Aug 16 22:43:21.924578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:21.930787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e48a284-e250-403c-b4a3-c2e0a690c31c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:21.938249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.938604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.938985 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.939116 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-3bcced7b-0965-43c0-ae9f-64c48f4a7cb5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] show failed (client error): The resource could not be found. Aug 16 22:43:21.939340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.940269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.940612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.940953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.941335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.941696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.941991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.942322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.942655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b3589-5f8b-46e6-893d-bc2fd5259f63 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:21.943945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3bcced7b-0965-43c0-ae9f-64c48f4a7cb5 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "GET /v2.0/security-groups/8e48a284-e250-403c-b4a3-c2e0a690c31c HTTP/1.1" status: 404 len: 347 time: 0.0177624 Aug 16 22:43:21.944589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:22.072598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Deleting port e695577e-4773-49b4-abd2-63ff2603196c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:22.072845 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.129800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:43:22.147420 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.147780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.159322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Calling delete_port for e695577e-4773-49b4-abd2-63ff2603196c owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:22.298575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.324356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Pushing event deleted for resources: {'Port': ['ID=e695577e-4773-49b4-abd2-63ff2603196c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:22.390797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.393371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.394594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7620e1e5-51d8-4a0c-ad66-c67dd1c8ce46 tempest-AttachVolumeTestJSON-983883537 tempest-AttachVolumeTestJSON-983883537-project] 10.222.0.22 "DELETE /v2.0/floatingips/bb07250f-60b4-443b-b31f-7a60cfaec112 HTTP/1.1" status: 204 len: 168 time: 0.4488573 Aug 16 22:43:22.814170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device cca1febf-4681-4fe0-a183-01361fe08883 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:22.839494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: cca1febf-4681-4fe0-a183-01361fe08883 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:22.839833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device cca1febf-4681-4fe0-a183-01361fe08883 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:22.939820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:24.697997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d2bd3e04-42b5-4f48-aebb-962c960dea1d req-41750b12-8317-4dfa-808f-8b3cc4270f76 service neutron] (94816) timed out ('10.222.0.22', 35212) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:43:29.247501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34176) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:29.723398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:29.968697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Deleting port 74cd6923-0e0f-458a-8a95-a044643c7d73 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:29.969050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.055284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] For port 74cd6923-0e0f-458a-8a95-a044643c7d73, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74cd6923-0e0f-458a-8a95-a044643c7d73,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:30.055667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.068536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Calling delete_port for 74cd6923-0e0f-458a-8a95-a044643c7d73 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:30.261606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:30.290550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cd6923-0e0f-458a-8a95-a044643c7d73,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:30.787610 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.004388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Router b7f52a0a-c746-490f-b794-43880f9fc954 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:43:31.111881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:43:31.120283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fd2523b0-602b-451e-9101-4f2bdf3b0751 admin admin] 10.222.0.22 "PUT /v2.0/routers/b7f52a0a-c746-490f-b794-43880f9fc954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676877 Aug 16 22:43:31.120283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34192) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:31.122914 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Sync routers for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:43:31.133189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:31.134093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:43:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:31.226082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.241569 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:31.346341 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.402875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Deleting port 36e0cf48-04a8-4145-923f-fc1d002b815b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:31.403319 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.427031 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:43:30Z', 'revision_number': 5, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port': {'id': '36e0cf48-04a8-4145-923f-fc1d002b815b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:35:42Z', 'updated_at': '2021-08-16T22:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:31.453061 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Checking router: b7f52a0a-c746-490f-b794-43880f9fc954 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:43:31.473714 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Routers {'b7f52a0a-c746-490f-b794-43880f9fc954'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:43:31.474343 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:43:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b7f52a0a-c746-490f-b794-43880f9fc954'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:31.491507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] For port 36e0cf48-04a8-4145-923f-fc1d002b815b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=36e0cf48-04a8-4145-923f-fc1d002b815b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:31.493468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.511122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Calling delete_port for 36e0cf48-04a8-4145-923f-fc1d002b815b owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:31.666613 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] Set router b7f52a0a-c746-490f-b794-43880f9fc954 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:43:31.707467 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.721693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:43:31Z', 'revision_number': 6, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:31.735136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0cf48-04a8-4145-923f-fc1d002b815b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:31.750030 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10763cc-74b5-490e-b285-9d5352c01b53 None None] The sync data for ids ['b7f52a0a-c746-490f-b794-43880f9fc954'] in n-d-791505-20 is: [{'id': 'b7f52a0a-c746-490f-b794-43880f9fc954', 'name': 'tempest-AttachVolumeTestJSON-323764935-router', 'tenant_id': '069d434d93164f3fb0dd915de670b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:35:41Z', 'updated_at': '2021-08-16T22:43:31Z', 'revision_number': 6, 'project_id': '069d434d93164f3fb0dd915de670b60f', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:43:31.802785 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.896013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.898144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.943935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.944922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f52a0a-c746-490f-b794-43880f9fc954 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:43:31.950865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:31.952717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-56f919e8-a534-41b2-8e0b-69420ebc88da admin admin] 10.222.0.22 "DELETE /v2.0/routers/b7f52a0a-c746-490f-b794-43880f9fc954 HTTP/1.1" status: 204 len: 168 time: 0.8317051 Aug 16 22:43:31.955627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:32.014223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Deleting subnet 9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:43:32.018542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.062098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.147487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.209295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.234503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:32.238873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.240716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-90da44a0-086b-4d9c-8865-474d7a01409b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9a1b7f3c-19ab-4793-a2dd-83bbf385b8a9 HTTP/1.1" status: 204 len: 168 time: 0.2841504 Aug 16 22:43:32.243151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:32.250124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2788f72a-8af3-46d7-acae-039f7f71aef9 None None] Network 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:32.316177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.373726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Deleting port 1bc514d8-9609-42f3-aa64-c11729f75f41 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:43:32.374520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.444187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] For port 1bc514d8-9609-42f3-aa64-c11729f75f41, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1bc514d8-9609-42f3-aa64-c11729f75f41,segment=NetworkSegment(80eaa57a-e321-4597-9894-a76e025b7e21),segment_id=80eaa57a-e321-4597-9894-a76e025b7e21)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:32.444480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.458681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Calling delete_port for 1bc514d8-9609-42f3-aa64-c11729f75f41 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:43:32.570316 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.599454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc514d8-9609-42f3-aa64-c11729f75f41,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:32.601475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] No DVR routers for this DVR port 1bc514d8-9609-42f3-aa64-c11729f75f41 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:43:32.635395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647c2c9-02d0-460e-b7f8-93612dddaad8 None None] DHCP port deletion for 9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:43:32.694939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.705561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:32.715569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eaa57a-e321-4597-9894-a76e025b7e21') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:32.715867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eaa57a-e321-4597-9894-a76e025b7e21') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:43:32.725274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.740006 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.747595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:43:32.747996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:43:32.749658 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:43:32.807557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.812635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:32.818149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de HTTP/1.1" status: 204 len: 168 time: 0.5740387 Aug 16 22:43:32.839621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2c6cd-d305-4567-9b0c-92a8741a5fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eaf94f9-e150-4d35-bac3-ebcd9c7fe7de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:32.930395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74cd6923-0e0f-458a-8a95-a044643c7d73 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:32.951130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 74cd6923-0e0f-458a-8a95-a044643c7d73 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:32.951130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74cd6923-0e0f-458a-8a95-a044643c7d73 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:32.951446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1bc514d8-9609-42f3-aa64-c11729f75f41 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:32.962028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34212) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:32.980207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 1bc514d8-9609-42f3-aa64-c11729f75f41 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:32.980666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1bc514d8-9609-42f3-aa64-c11729f75f41 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:32.989763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 36e0cf48-04a8-4145-923f-fc1d002b815b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:43:33.007291 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a8834ee-9603-45ab-98bf-110ef1b6d82b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=069d434d93164f3fb0dd915de670b60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419080 Aug 16 22:43:33.008202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:33.008832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 36e0cf48-04a8-4145-923f-fc1d002b815b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:43:33.009257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 36e0cf48-04a8-4145-923f-fc1d002b815b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:43:33.061363 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.085934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.133381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.136033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.137310 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e83097bd-a2d2-43fe-a219-50c28b9a5f0d HTTP/1.1" status: 204 len: 168 time: 0.1285093 Aug 16 22:43:33.145044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e4c85-cb98-4b14-8762-ab11e5abae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83097bd-a2d2-43fe-a219-50c28b9a5f0d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:33.787209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 34242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:33.892947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1667197505-network', 'tenant_id': '17765a1775e04427bc2b2770411aa3db'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:33.915911 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:33.918346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:33.926998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.013680 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.018206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.042647 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:43:34.052168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690636c0-7607-432c-ae03-13aaa831631d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:34.056897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.057278 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Added segment d286048d-e66c-4501-bada-9a2b5e5596e8 of type vlan for network 498529a3-bb52-4719-bab6-dd6cf824f835 Aug 16 22:43:34.096299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.123123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.124341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:34.124912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.181448 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3930321 Aug 16 22:43:34.184437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc067cd-a418-4b4c-89b3-039a9b234eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=498529a3-bb52-4719-bab6-dd6cf824f835,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:34.184815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 34250) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:43:34.191744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Request body: {'subnet': {'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1667197505-subnet', 'tenant_id': '17765a1775e04427bc2b2770411aa3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:34.195718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 498529a3-bb52-4719-bab6-dd6cf824f835 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:43:34.218182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:34.221401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.386606 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.446016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9859fd-1801-44e1-a28d-9b6726f64c7a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:34.453326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Checking segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:43:34.453690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Network hostable DHCP agents. Network: 498529a3-bb52-4719-bab6-dd6cf824f835, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:43:34.480523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Network 498529a3-bb52-4719-bab6-dd6cf824f835 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:43:34.489895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 498529a3-bb52-4719-bab6-dd6cf824f835) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:34.494141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:34.495015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:34.500871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a13d00-c487-400b-a3e2-1008fbe0b2ed None None] Network 498529a3-bb52-4719-bab6-dd6cf824f835 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:34.518649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8e7d741c-bf7e-4e0a-a64d-2406715f8528 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3310249 Aug 16 22:43:34.638680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7af0b9-1df5-4df2-a574-0c6ae9d76a1a None None] Network 498529a3-bb52-4719-bab6-dd6cf824f835 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:43:34.957311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-6689e5dd-370b-47e5-af8a-165a340ccbcd tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:34.958807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-6689e5dd-370b-47e5-af8a-165a340ccbcd tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1018891 Aug 16 22:43:34.974179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-cb9d90c2-56fc-4bcc-89ad-537396ff7aa6 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/quotas/17765a1775e04427bc2b2770411aa3db HTTP/1.1" status: 200 len: 375 time: 0.0096049 Aug 16 22:43:35.009267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-bb92da04-e2e7-4e75-8bcb-1979fa1d23f8 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299475 Aug 16 22:43:35.022113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-6bddbca0-5c0f-47ff-afe1-b51ab1e8c0fc tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:43:35.023006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-6bddbca0-5c0f-47ff-afe1-b51ab1e8c0fc tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063632 Aug 16 22:43:35.114437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-9e0d1591-98f1-4f59-8c5e-b79032b6d4d4 service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853174 Aug 16 22:43:35.214144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-31d28a18-89e8-4f3b-ae68-8cbaa27c3f09 service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932307 Aug 16 22:43:35.376465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e3a174a-46da-4e1f-b141-402c7597504d req-69c76e0e-b270-46bc-af5d-6bb61b84e352 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 210 time: 0.0330050 Aug 16 22:43:36.420402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-e7de4983-79c8-41f5-ab52-bfc0d3418d0d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:36.422687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-e7de4983-79c8-41f5-ab52-bfc0d3418d0d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1133966 Aug 16 22:43:36.452864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Request body: {'port': {'device_id': '44e49568-8d31-4717-b084-87b6e69008f8', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'admin_state_up': True, 'tenant_id': '17765a1775e04427bc2b2770411aa3db'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:36.538739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c6af7e5-c12f-4473-b080-1932e2eb81aa req-ec2a8b70-acee-4490-9c05-3e969c3ace0b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 210 time: 0.0568573 Aug 16 22:43:36.603653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:43:36.607440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.734220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Allocated IP 172.20.0.6 (498529a3-bb52-4719-bab6-dd6cf824f835/8b9859fd-1801-44e1-a28d-9b6726f64c7a/eadf0866-d577-4c78-902e-6a2e8baff4b3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:43:36.882810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.920825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:36.966253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Network 498529a3-bb52-4719-bab6-dd6cf824f835 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:43:36.969382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:43:36.973807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:43:36.980207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event updated for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:37.028033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.028659 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.042820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8e929508-c5ea-4a57-bff2-75dd1e885bc2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947406 Aug 16 22:43:37.085598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Request body: {'port': {'device_id': '44e49568-8d31-4717-b084-87b6e69008f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:43:37.143364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.406616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadf0866-d577-4c78-902e-6a2e8baff4b3 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:43:37.414544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.427324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Transition to ACTIVE for port object eadf0866-d577-4c78-902e-6a2e8baff4b3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:43:37.430940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.503450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Pushing event updated for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:37.550210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Attempting to bind port eadf0866-d577-4c78-902e-6a2e8baff4b3 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:43:37.550544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Attempting to bind port eadf0866-d577-4c78-902e-6a2e8baff4b3 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:43:37.550877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Attempting to bind port eadf0866-d577-4c78-902e-6a2e8baff4b3 on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:43:37.554981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Port eadf0866-d577-4c78-902e-6a2e8baff4b3 on network 498529a3-bb52-4719-bab6-dd6cf824f835 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:43:37.555307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Attempting to bind port eadf0866-d577-4c78-902e-6a2e8baff4b3 on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:43:37.560153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:43:37.561444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Checking segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:43:37.562264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Bound using segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:43:37.562729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Bound port: eadf0866-d577-4c78-902e-6a2e8baff4b3, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:43:37.563106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.651665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:43:37.672772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:43:37.686240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0933f-db1b-40e3-bfd5-925fd013e2dd req-772f6152-3fa7-418c-97f7-7cae8305e315 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.687725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8c0933f-db1b-40e3-bfd5-925fd013e2dd req-772f6152-3fa7-418c-97f7-7cae8305e315 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 943 time: 0.0780740 Aug 16 22:43:37.688940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.745716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.746334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:37.747727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] 10.222.0.88 "PUT /v2.0/ports/eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 200 len: 1092 time: 0.6664963 Aug 16 22:43:37.749933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:37.752291 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c571b5e0-68ef-4411-aae8-2912ebd44963" -d '{"events": [{"name": "network-changed", "server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:37.781649 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeaee8-b4f5-4f6e-98a5-d8dfcac04f97 service neutron] Pushing event updated for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:37.790433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8c0933f-db1b-40e3-bfd5-925fd013e2dd req-6886601a-c130-4488-b560-4889c91e5155 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Aug 16 22:43:37.803055 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619e74f3-3acf-4da2-acfd-756f6562fefa x-openstack-request-id: req-619e74f3-3acf-4da2-acfd-756f6562fefa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:37.803403 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:37.803826 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-619e74f3-3acf-4da2-acfd-756f6562fefa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:37.804283 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3', 'status': 'completed', 'code': 200} Aug 16 22:43:37.862144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-209bc8c4-e458-4b2a-b430-50fd295f713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.863692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-209bc8c4-e458-4b2a-b430-50fd295f713e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 1095 time: 0.0414436 Aug 16 22:43:37.915832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-8cf12221-e9b4-406f-978c-ca8eccb3741f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0379953 Aug 16 22:43:37.964118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-45ef9eaf-b561-42a9-826b-abbd493b6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:37.965570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-45ef9eaf-b561-42a9-826b-abbd493b6047 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0428216 Aug 16 22:43:37.998182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-f77bf65a-2a4d-492a-8ce1-e884cc7d89f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241194 Aug 16 22:43:38.090854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-373dd8ea-4c53-4962-824e-217d2276dfca service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Aug 16 22:43:38.179379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e9a5a0-cf52-4a4d-955b-7c7cb48aaa38 req-0b68e833-86ce-42c7-acba-1801e7c5f9b3 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Aug 16 22:43:38.321973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-89ded695-bb54-4c4e-8f55-a213f68bdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.323483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-89ded695-bb54-4c4e-8f55-a213f68bdd55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 1095 time: 0.0457759 Aug 16 22:43:38.413348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-0ffcc0bd-0b58-4219-8a62-99b2f5fd311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.414854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-0ffcc0bd-0b58-4219-8a62-99b2f5fd311e service neutron] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0836313 Aug 16 22:43:38.459034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-8a640123-c87e-4f0f-9c19-5107e99632de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Aug 16 22:43:38.509579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-26365c34-3572-4bdf-be43-a0fd911b507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.511000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-26365c34-3572-4bdf-be43-a0fd911b507b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0436254 Aug 16 22:43:38.541393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-55252605-b4ef-4b57-97a1-9ed0a3429cc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234067 Aug 16 22:43:38.635930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-9504f62a-7552-4510-a194-a046a31f1f5f service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868776 Aug 16 22:43:38.735197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c571b5e0-68ef-4411-aae8-2912ebd44963 req-4243b04f-e8a5-4d04-9f2f-0749f42e0421 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916200 Aug 16 22:43:38.912652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd83d3-dbf0-4e12-896f-220b91030196 req-7504a3df-d01d-4a82-902e-8afc0e2a9367 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:38.914073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecbd83d3-dbf0-4e12-896f-220b91030196 req-7504a3df-d01d-4a82-902e-8afc0e2a9367 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 943 time: 0.0490270 Aug 16 22:43:38.951143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecbd83d3-dbf0-4e12-896f-220b91030196 req-1fe292dd-a4ad-4d42-afa2-ba457b8ed9f8 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Aug 16 22:43:40.074538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d9d99-0307-4579-a3c2-b76d331a848b req-5e66c77a-c284-4076-adc0-d802b383aace tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:40.076040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-117d9d99-0307-4579-a3c2-b76d331a848b req-5e66c77a-c284-4076-adc0-d802b383aace tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 943 time: 0.0577443 Aug 16 22:43:40.120549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-117d9d99-0307-4579-a3c2-b76d331a848b req-815b5053-1e52-45f3-97ab-c9e6737ad880 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Aug 16 22:43:41.238665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fdd76-c430-46a4-8530-ed3a61d3b06e req-9415471f-36db-4e8e-b06a-10858324b74d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:41.240217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d2fdd76-c430-46a4-8530-ed3a61d3b06e req-9415471f-36db-4e8e-b06a-10858324b74d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 943 time: 0.0517952 Aug 16 22:43:41.278593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d2fdd76-c430-46a4-8530-ed3a61d3b06e req-91555fd6-7772-45a5-90da-974498cb9347 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Aug 16 22:43:42.392278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96231-aeb9-4a0a-aa5c-e2e216b21d9f req-c541d970-46b2-4927-82c9-98160da746ee tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:42.393812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03f96231-aeb9-4a0a-aa5c-e2e216b21d9f req-c541d970-46b2-4927-82c9-98160da746ee tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 943 time: 0.0483272 Aug 16 22:43:42.432920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03f96231-aeb9-4a0a-aa5c-e2e216b21d9f req-973e9838-1100-4df5-aee9-5aabdaeb21fb tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Aug 16 22:43:42.886474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eadf0866-d577-4c78-902e-6a2e8baff4b3 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:43:42.980603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:42.992064 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'eadf0866-d577-4c78-902e-6a2e8baff4b3', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'port_id': 'eadf0866-d577-4c78-902e-6a2e8baff4b3', 'mac_address': 'fa:16:3e:6e:2c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9859fd-1801-44e1-a28d-9b6726f64c7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:43:43.030046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.042514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadf0866-d577-4c78-902e-6a2e8baff4b3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:43:43.063059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:43.067414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:43.120817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:43.128954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.129326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.129676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.130025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.130366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.130703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.131039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.131371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.131703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.132035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.132362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.132694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:43:43.545856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:43:43.561350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96659-f970-4f22-adf3-ea0f18966fbc req-13f84516-0e83-4828-a9fc-f714fa48f3e5 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:43.562872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de96659-f970-4f22-adf3-ea0f18966fbc req-13f84516-0e83-4828-a9fc-f714fa48f3e5 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 944 time: 0.0536675 Aug 16 22:43:43.605801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de96659-f970-4f22-adf3-ea0f18966fbc req-0227b1c5-d146-458d-bc29-3abce04b7f8a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Aug 16 22:43:44.570108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:44.728633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9ebe-19a1-4c4c-a971-333982d58283 req-656bc18d-8c9b-41ae-a197-83c9d47784b2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:44.730146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15eb9ebe-19a1-4c4c-a971-333982d58283 req-656bc18d-8c9b-41ae-a197-83c9d47784b2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 944 time: 0.0504372 Aug 16 22:43:44.768261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15eb9ebe-19a1-4c4c-a971-333982d58283 req-78801003-0045-43de-a156-7f44c6e0bb09 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 16 22:43:44.890645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eadf0866-d577-4c78-902e-6a2e8baff4b3 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:43:44.941612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port eadf0866-d577-4c78-902e-6a2e8baff4b3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:43:44.945716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port eadf0866-d577-4c78-902e-6a2e8baff4b3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:43:44.946098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.025785 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.049978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:43:45.052274 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dda15a-9ab2-4293-a1e7-9532f4d9aed3" -d '{"events": [{"server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "name": "network-vif-plugged", "status": "completed", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:43:45.065540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:43:45.070605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:45.094443 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa17e9-e6cf-402e-bd21-ad5bee31447f x-openstack-request-id: req-5cfa17e9-e6cf-402e-bd21-ad5bee31447f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:43:45.095312 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "name": "network-vif-plugged", "status": "completed", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:43:45.095576 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cfa17e9-e6cf-402e-bd21-ad5bee31447f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:43:45.095972 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3', 'code': 200} Aug 16 22:43:45.121489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:43:45.222167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56c8d4-85e4-40a0-b5da-b7040b3061fa req-30ed018c-0128-4c00-aa44-38156e1323d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:45.223708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e56c8d4-85e4-40a0-b5da-b7040b3061fa req-30ed018c-0128-4c00-aa44-38156e1323d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 1097 time: 0.0415313 Aug 16 22:43:45.258383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e56c8d4-85e4-40a0-b5da-b7040b3061fa req-70c330df-7c47-4e89-b22a-a19448e3e510 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277011 Aug 16 22:43:45.557132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7233c4ad-76c3-4750-897c-70cff342f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:46.216673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534d377-b89a-4eb4-bdc5-f32d17e5cf40 req-3bffe9fb-a373-4aff-81a4-32d93f59d802 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:46.218256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7534d377-b89a-4eb4-bdc5-f32d17e5cf40 req-3bffe9fb-a373-4aff-81a4-32d93f59d802 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.3828418 Aug 16 22:43:46.257222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7534d377-b89a-4eb4-bdc5-f32d17e5cf40 req-9b77867f-ee02-409a-a14c-f35a7b9e6884 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320308 Aug 16 22:43:47.371902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bb9f4-e3f5-477f-adad-bab314c5fa0d req-71a6c5bd-1c47-4031-9c4e-7ff280651fdc tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:47.373372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba3bb9f4-e3f5-477f-adad-bab314c5fa0d req-71a6c5bd-1c47-4031-9c4e-7ff280651fdc tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.0485802 Aug 16 22:43:47.413114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba3bb9f4-e3f5-477f-adad-bab314c5fa0d req-4d681eff-ce31-45ae-b001-a5bf1e4f4fbe tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Aug 16 22:43:48.187465 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:48.324427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3be8b562-6ade-4e43-9726-d6d2bfa6699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.282492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.291876 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.795246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-d3cd7608-833e-43e7-b03f-f46531299889 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443959 Aug 16 22:43:51.932602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-34359e55-f752-423a-ba7b-c1ab8c16ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:51.934403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-34359e55-f752-423a-ba7b-c1ab8c16ea14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 1097 time: 0.0584383 Aug 16 22:43:52.064444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-0b599044-9c87-4b03-b9bb-b995928c3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.065983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-0b599044-9c87-4b03-b9bb-b995928c3b6c service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1055810 Aug 16 22:43:52.169273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-be51f03a-c57a-4231-bb20-635a42134176 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 200 len: 1001 time: 0.0908198 Aug 16 22:43:52.229567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-63bbcc27-f20f-40da-b38a-14ddb4cc8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.231179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-63bbcc27-f20f-40da-b38a-14ddb4cc8e28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0527420 Aug 16 22:43:52.289782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-3aff431c-703c-44c7-b531-ecd0e2cf52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:43:52.294036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-3aff431c-703c-44c7-b531-ecd0e2cf52c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512547 Aug 16 22:43:52.411335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-2f0950b6-84b1-4675-bff6-355dbcf0056d service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050251 Aug 16 22:43:52.514342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dda98576-a882-468a-a6b3-ef8af79ed9f3 req-fe963245-5e93-494f-aad5-bafcab430efa service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912924 Aug 16 22:43:52.939803 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:59.128805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:00.001011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-c349eebf-83d7-4602-a8eb-1ca086a1cc10 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:00.002459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-c349eebf-83d7-4602-a8eb-1ca086a1cc10 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1049912 Aug 16 22:44:00.018299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-14b29af2-a15e-4dcf-b41a-4943473a024d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/quotas/17765a1775e04427bc2b2770411aa3db HTTP/1.1" status: 200 len: 375 time: 0.0099497 Aug 16 22:44:00.066985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-09661ebb-fdd4-4396-b189-4f9b0797c400 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431111 Aug 16 22:44:00.161665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-65412a14-1fa9-44d9-a2fe-9d9ef00dbfeb service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876062 Aug 16 22:44:00.252339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-4aac26be-c5b6-466b-84fb-ab12ef37cf9b service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843809 Aug 16 22:44:00.421689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8830fb7-e550-431c-a4ea-f12e640fde71 req-e4232460-ec4b-48bc-9235-37dc5c62aea7 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 210 time: 0.0323784 Aug 16 22:44:01.108831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-2cacdf46-c9f0-4f95-9199-98be7bfc2848 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401597 Aug 16 22:44:01.218869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-11432dc2-6d31-48ad-bd61-4150f962ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.220950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-11432dc2-6d31-48ad-bd61-4150f962ba72 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 1097 time: 0.0447650 Aug 16 22:44:01.327901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-b79913f1-36f4-4b72-9b5d-d17be04db2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.329387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-b79913f1-36f4-4b72-9b5d-d17be04db2ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0882707 Aug 16 22:44:01.377001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-4ece15fe-e524-412b-92bf-6107cb819db8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0357156 Aug 16 22:44:01.427261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-fe97b458-6283-4cb7-9fae-b56546c37ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.428677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-fe97b458-6283-4cb7-9fae-b56546c37ab2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0446665 Aug 16 22:44:01.464547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-bcc18f1e-dc54-4b0e-8cf9-ccfe5ff55659 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292294 Aug 16 22:44:01.552143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f971508-3895-495f-b1d9-4ae0e6e32e79 req-e14951d9-80e5-41b6-abe3-7dad1787c4b4 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 210 time: 0.0317965 Aug 16 22:44:01.598330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-53e58c3d-cd1b-46a4-9ee2-da49c1907ff0 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253054 Aug 16 22:44:01.773566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6adc7193-3b8a-4eca-9bd7-68788513f0ed req-8aebd7a3-3f10-48ef-821d-94465a3ab303 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680803 Aug 16 22:44:01.796707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-94fbb541-1ebe-403c-875e-21bf69f7f382 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:01.798405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-94fbb541-1ebe-403c-875e-21bf69f7f382 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1466067 Aug 16 22:44:01.825583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Request body: {'port': {'device_id': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'admin_state_up': True, 'tenant_id': '17765a1775e04427bc2b2770411aa3db'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:01.934353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:01.938133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.071173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Allocated IP 172.20.0.2 (498529a3-bb52-4719-bab6-dd6cf824f835/8b9859fd-1801-44e1-a28d-9b6726f64c7a/1896b664-82d9-4df0-8bda-0d496a12787e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:02.223997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.262254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.296508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:02.309044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Network 498529a3-bb52-4719-bab6-dd6cf824f835 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:02.312312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:02.315469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:02.366019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:02.366668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.381796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event updated for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:02.386058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-be89b5d8-c9f9-4d8b-b70b-6101218b9779 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653093 Aug 16 22:44:02.412840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Request body: {'port': {'device_id': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:02.476053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.718822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbb996-94fa-48bb-8893-a8bedfd31985 req-bb9baca2-277f-4246-bd32-7e41b5382eac tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:02.720929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99dbb996-94fa-48bb-8893-a8bedfd31985 req-bb9baca2-277f-4246-bd32-7e41b5382eac tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 931 time: 0.0716901 Aug 16 22:44:02.785590 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99dbb996-94fa-48bb-8893-a8bedfd31985 req-82940566-6f05-45c3-b846-e6d3fe658954 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 Aug 16 22:44:02.825599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1896b664-82d9-4df0-8bda-0d496a12787e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:02.832905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.844860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Transition to ACTIVE for port object 1896b664-82d9-4df0-8bda-0d496a12787e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:02.848892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:02.898149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:02.968417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Attempting to bind port 1896b664-82d9-4df0-8bda-0d496a12787e on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:02.968761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Attempting to bind port 1896b664-82d9-4df0-8bda-0d496a12787e by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:02.969843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Attempting to bind port 1896b664-82d9-4df0-8bda-0d496a12787e on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:02.974455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Port 1896b664-82d9-4df0-8bda-0d496a12787e on network 498529a3-bb52-4719-bab6-dd6cf824f835 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:44:02.974788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Attempting to bind port 1896b664-82d9-4df0-8bda-0d496a12787e on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:02.979779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:02.980229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Checking segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:02.980654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Bound using segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:02.981188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Bound port: 1896b664-82d9-4df0-8bda-0d496a12787e, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:02.981536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.052700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:03.056352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1896b664-82d9-4df0-8bda-0d496a12787e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:03.060484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.099448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.100242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.101846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] 10.222.0.89 "PUT /v2.0/ports/1896b664-82d9-4df0-8bda-0d496a12787e HTTP/1.1" status: 200 len: 1092 time: 0.6938770 Aug 16 22:44:03.104095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:03.106398 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde55a74-19a9-4aa6-ac5e-1166bf76de85" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:03.137151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90134b-b521-4e69-b22b-34e57a7bc1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:03.207644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-c6e7027d-2a5c-47e4-a0ea-32c89dfd65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.209206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-c6e7027d-2a5c-47e4-a0ea-32c89dfd65a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 1095 time: 0.0487542 Aug 16 22:44:03.213782 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a87c5-2109-4bc7-978e-8e0bbbce51b5 x-openstack-request-id: req-b03a87c5-2109-4bc7-978e-8e0bbbce51b5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:03.214069 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:03.214321 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b03a87c5-2109-4bc7-978e-8e0bbbce51b5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:03.214712 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e', 'status': 'completed', 'code': 200} Aug 16 22:44:03.285458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-bbbedef3-0979-4ca8-ab84-37e72a81e7cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1896b664-82d9-4df0-8bda-0d496a12787e HTTP/1.1" status: 200 len: 217 time: 0.0391996 Aug 16 22:44:03.334223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-445f7474-b4b2-4552-b261-e23c9879c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.335561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-445f7474-b4b2-4552-b261-e23c9879c3e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0427804 Aug 16 22:44:03.367513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-12cdd5e4-a51f-4bf9-a519-0b29405ef6d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243723 Aug 16 22:44:03.469688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-b5604fbf-28d3-485b-8156-88289d465bd2 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947945 Aug 16 22:44:03.564800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2c43c9c-4a40-4801-a43b-ac45af8335e8 req-0ffbb58a-4eef-4a1b-8205-b9acb2ccedd8 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870843 Aug 16 22:44:03.760850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-954da6f6-7ff3-4f6c-8620-b049a1a3fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.762377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-954da6f6-7ff3-4f6c-8620-b049a1a3fe8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 1095 time: 0.0458400 Aug 16 22:44:03.858524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-61938176-f15d-4ba1-87e3-9eadf8d1f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.860081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-61938176-f15d-4ba1-87e3-9eadf8d1f81f service neutron] 10.222.0.89 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0904322 Aug 16 22:44:03.921512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-771d445a-50dc-4a64-911f-ce0eb4c025c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1896b664-82d9-4df0-8bda-0d496a12787e HTTP/1.1" status: 200 len: 217 time: 0.0518377 Aug 16 22:44:03.968974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c28a73-c60d-4a57-b970-5c6d34a35a34 req-cf7229b1-f6f1-492f-8a2c-c30debbababa tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:03.970990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56c28a73-c60d-4a57-b970-5c6d34a35a34 req-cf7229b1-f6f1-492f-8a2c-c30debbababa tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 943 time: 0.1100056 Aug 16 22:44:03.999801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-e9398d4d-000a-43ea-af08-cff2e1209c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:04.001493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-e9398d4d-000a-43ea-af08-cff2e1209c33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0704131 Aug 16 22:44:04.028473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56c28a73-c60d-4a57-b970-5c6d34a35a34 req-89bb7ceb-95e0-4e4c-a790-32adfc38adc5 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496299 Aug 16 22:44:04.045792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-0825e4c4-d418-4f9c-8e06-5d6a2c41cdba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336893 Aug 16 22:44:04.298559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-a38bbb0e-c399-4191-a69b-11a069626501 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951004 Aug 16 22:44:04.298559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dde55a74-19a9-4aa6-ac5e-1166bf76de85 req-09a4db40-fd2d-49fd-ba6e-9143f0f8bc51 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050198 Aug 16 22:44:05.157554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2766e-d394-439a-bdf9-4a64fb046e1f req-fd360279-9198-4906-822d-c4cb867ea835 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:05.159253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10f2766e-d394-439a-bdf9-4a64fb046e1f req-fd360279-9198-4906-822d-c4cb867ea835 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 943 time: 0.0578897 Aug 16 22:44:05.198342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10f2766e-d394-439a-bdf9-4a64fb046e1f req-6c619aad-9c0a-424a-b0b8-55002132ed92 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Aug 16 22:44:05.273527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1896b664-82d9-4df0-8bda-0d496a12787e details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:44:05.385978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1896b664-82d9-4df0-8bda-0d496a12787e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:05.399127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '1896b664-82d9-4df0-8bda-0d496a12787e', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'port_id': '1896b664-82d9-4df0-8bda-0d496a12787e', 'mac_address': 'fa:16:3e:1b:51:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9859fd-1801-44e1-a28d-9b6726f64c7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:44:05.436870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.451353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1896b664-82d9-4df0-8bda-0d496a12787e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:05.473949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1896b664-82d9-4df0-8bda-0d496a12787e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:05.477919 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:05.525311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:05.831182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1896b664-82d9-4df0-8bda-0d496a12787e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:06.320845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf71af1-43c3-4c16-b6c9-297411f5d53f req-5dae0117-8482-4fe8-a44f-ad68e89a718d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:06.322444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bf71af1-43c3-4c16-b6c9-297411f5d53f req-5dae0117-8482-4fe8-a44f-ad68e89a718d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 944 time: 0.0510247 Aug 16 22:44:06.359323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4bf71af1-43c3-4c16-b6c9-297411f5d53f req-a8583442-650b-4ce7-b7c7-c4480422270e tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Aug 16 22:44:07.303332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1896b664-82d9-4df0-8bda-0d496a12787e up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:07.357921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 1896b664-82d9-4df0-8bda-0d496a12787e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:07.365200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 1896b664-82d9-4df0-8bda-0d496a12787e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:07.365694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.471407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.490717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78366f-f3c4-4c2c-8549-21303b159cd1 req-141f40be-62f2-4014-962d-2f8593917d3c tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:07.492313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc78366f-f3c4-4c2c-8549-21303b159cd1 req-141f40be-62f2-4014-962d-2f8593917d3c tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 944 time: 0.0541241 Aug 16 22:44:07.498902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:07.501270 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4960bc0-b918-44be-b782-66cc40c6ffdb" -d '{"events": [{"server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "name": "network-vif-plugged", "status": "completed", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:07.517167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1896b664-82d9-4df0-8bda-0d496a12787e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:07.526496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:07.550849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc78366f-f3c4-4c2c-8549-21303b159cd1 req-0fbb70e9-202c-47a5-86c7-8d25fbef2638 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508213 Aug 16 22:44:07.595776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:07.642025 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8127e-826e-4ec5-a704-bcaa9efd344a x-openstack-request-id: req-92b8127e-826e-4ec5-a704-bcaa9efd344a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:07.642409 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "name": "network-vif-plugged", "status": "completed", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:07.642663 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b8127e-826e-4ec5-a704-bcaa9efd344a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:07.643062 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e', 'code': 200} Aug 16 22:44:07.787884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d108479-28ff-47e0-9c29-769b9dd17d0f req-ef670f4e-900c-4437-b65b-073011e8030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:07.789439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d108479-28ff-47e0-9c29-769b9dd17d0f req-ef670f4e-900c-4437-b65b-073011e8030c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 1097 time: 0.0450602 Aug 16 22:44:07.830486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d108479-28ff-47e0-9c29-769b9dd17d0f req-68528b59-934d-4c4c-bd71-c91382064b29 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Aug 16 22:44:08.674194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046fcf1-c133-48fd-bc9a-04e7d8b3f064 req-792c37e0-f12c-4d85-910b-ef16cf534081 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:08.675715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9046fcf1-c133-48fd-bc9a-04e7d8b3f064 req-792c37e0-f12c-4d85-910b-ef16cf534081 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0520205 Aug 16 22:44:08.720284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9046fcf1-c133-48fd-bc9a-04e7d8b3f064 req-ea273821-8f46-4952-aff3-f3caa262c7f2 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Aug 16 22:44:09.849525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdaee-6419-40f5-ac34-1e70492d4a00 req-c4fa78d8-7d44-4c0e-99cd-45c032a185ea tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:09.851022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3eefdaee-6419-40f5-ac34-1e70492d4a00 req-c4fa78d8-7d44-4c0e-99cd-45c032a185ea tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0516634 Aug 16 22:44:09.888780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3eefdaee-6419-40f5-ac34-1e70492d4a00 req-4ae2a439-95e3-4744-bdab-43d00b331020 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 16 22:44:14.574266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:14.843396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-47973558-1200-4bf9-907b-e29cc93d40e0 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:14.845447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-47973558-1200-4bf9-907b-e29cc93d40e0 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1110282 Aug 16 22:44:14.860972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-38b9a6c9-f47f-4f22-823c-40fb46be25cc tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/quotas/17765a1775e04427bc2b2770411aa3db HTTP/1.1" status: 200 len: 375 time: 0.0098350 Aug 16 22:44:14.912594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ca5f857b-83f8-40c7-8e5f-e9823ef81355 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460474 Aug 16 22:44:15.009877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-cf41cc19-750a-4c0b-b57b-6d32404b3dc6 service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901268 Aug 16 22:44:15.112226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-0ea2ce8d-6867-4491-ba09-0cee0173cde6 service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957079 Aug 16 22:44:15.286431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a69f53c-0cc3-4eca-bc6c-d0dfc4a55c33 req-e9cd2847-217e-483a-9497-1ab944be180b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 210 time: 0.0285444 Aug 16 22:44:15.565885 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c08f-d2ba-45c2-9259-7f25ee66fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.356749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-0c447add-dc1d-46d7-8c6e-8901ef6a9739 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:16.359103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-0c447add-dc1d-46d7-8c6e-8901ef6a9739 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1098769 Aug 16 22:44:16.389217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Request body: {'port': {'device_id': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'admin_state_up': True, 'tenant_id': '17765a1775e04427bc2b2770411aa3db'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:16.457865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e36615d0-806b-4a36-aecc-e71c153b25b0 req-06792cee-a398-45a3-bf8b-3f0353ff1a44 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 210 time: 0.0811582 Aug 16 22:44:16.542478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:16.545963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.679106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Allocated IP 172.20.0.5 (498529a3-bb52-4719-bab6-dd6cf824f835/8b9859fd-1801-44e1-a28d-9b6726f64c7a/c4d6cfd8-b87a-4be9-acc1-a225eef06d0e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:16.831886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.871186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:16.905423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1896b664-82d9-4df0-8bda-0d496a12787e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:16.911595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:16.915726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Network 498529a3-bb52-4719-bab6-dd6cf824f835 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:16.918655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:16.922958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:16.961628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event updated for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:16.988664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:16.989317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.005033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-ae6e8c2e-3ce7-4f47-95c7-7612af51ac66 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191576 Aug 16 22:44:17.024177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Request body: {'port': {'device_id': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:17.085370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.356933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d6cfd8-b87a-4be9-acc1-a225eef06d0e {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:17.365048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.378164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Transition to ACTIVE for port object c4d6cfd8-b87a-4be9-acc1-a225eef06d0e will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:17.381317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.431962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Pushing event updated for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:17.514086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Attempting to bind port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:17.514433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Attempting to bind port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:17.514775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Attempting to bind port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:17.519618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e on network 498529a3-bb52-4719-bab6-dd6cf824f835 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:44:17.519959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Attempting to bind port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:17.525524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:17.525881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Checking segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:17.526283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Bound using segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:17.526731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Bound port: c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:17.527109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.623578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914032-bd65-48da-b1f0-6870314d3833 req-bcc75f83-36e5-4020-8f28-bc5e576299e6 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:17.625760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2914032-bd65-48da-b1f0-6870314d3833 req-bcc75f83-36e5-4020-8f28-bc5e576299e6 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 943 time: 0.0889657 Aug 16 22:44:17.632697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:17.637358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:17.645484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.705432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:17.706066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.707503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] 10.222.0.88 "PUT /v2.0/ports/c4d6cfd8-b87a-4be9-acc1-a225eef06d0e HTTP/1.1" status: 200 len: 1092 time: 0.6877894 Aug 16 22:44:17.709716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:17.711957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f57e027-bf90-48c2-a6a0-71c6d517ec64" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:17.739407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2914032-bd65-48da-b1f0-6870314d3833 req-400a4b8a-df4b-4ba7-afc9-26e460758bbe tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041820 Aug 16 22:44:17.742792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2034e-c00a-43ff-bf6b-339d2a3a34dd service neutron] Pushing event updated for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:17.769659 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0538a13-9073-4511-a0ea-a6b514d5e164 x-openstack-request-id: req-f0538a13-9073-4511-a0ea-a6b514d5e164 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:17.769960 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:17.770218 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0538a13-9073-4511-a0ea-a6b514d5e164 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:17.770646 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e', 'status': 'completed', 'code': 200} Aug 16 22:44:17.825976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-012c8902-9d56-443e-8d72-2f3ff4e9ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:17.827494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-012c8902-9d56-443e-8d72-2f3ff4e9ac3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 1095 time: 0.0413868 Aug 16 22:44:17.878438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-b1fc78db-3b3f-4062-b06c-b1f1b7ca1ce1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e HTTP/1.1" status: 200 len: 217 time: 0.0353014 Aug 16 22:44:17.933819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-42d70828-1ce6-4682-97cc-4d6afccad5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:17.935207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-42d70828-1ce6-4682-97cc-4d6afccad5d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0492096 Aug 16 22:44:17.969091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-5c37b9be-2b29-4133-b3dd-a6dc3bede4da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250983 Aug 16 22:44:18.060815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-2f87a2bd-e3d6-45bb-8aab-92c165666ae5 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833998 Aug 16 22:44:18.155361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb5c9202-50ec-44bc-903d-c2271d7c43a8 req-465129ea-113b-4a9f-a468-437d7d174299 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868981 Aug 16 22:44:18.194631 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.292249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-8db46370-9ac9-4443-a1b6-5d8526281313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:18.293818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-8db46370-9ac9-4443-a1b6-5d8526281313 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 1095 time: 0.0430138 Aug 16 22:44:18.315716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea8b2219-bc5b-4f12-9cad-98d84e7aff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:18.395667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-b5c7d0bd-3589-4e46-b5f8-5211c88529f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:18.397196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-b5c7d0bd-3589-4e46-b5f8-5211c88529f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0954666 Aug 16 22:44:18.439914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-69924314-ad41-420b-8a8d-6678834ead3a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e HTTP/1.1" status: 200 len: 217 time: 0.0346830 Aug 16 22:44:18.489992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-043961ea-5cd8-481c-bd91-af11fcd4b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:18.491511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-043961ea-5cd8-481c-bd91-af11fcd4b888 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0439401 Aug 16 22:44:18.528102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-803890aa-f0c5-411f-8093-76c3a1f84b96 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286648 Aug 16 22:44:18.617269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-72c5e603-eaf0-4914-96c8-8e9b719d305f service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806694 Aug 16 22:44:19.081782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c1c1-0b77-45f0-9ccd-8b11ebd4993a req-f05b43c1-8309-42ef-8f6b-911501e97717 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:19.083171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e899c1c1-0b77-45f0-9ccd-8b11ebd4993a req-f05b43c1-8309-42ef-8f6b-911501e97717 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 943 time: 0.0692198 Aug 16 22:44:19.099873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f57e027-bf90-48c2-a6a0-71c6d517ec64 req-9d109b4b-289d-4f78-be67-3209b45888fd service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743128 Aug 16 22:44:19.126494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e899c1c1-0b77-45f0-9ccd-8b11ebd4993a req-061e3d4e-f8c2-4bbc-b918-05b965eac3ab tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Aug 16 22:44:19.282264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.247247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eee0f-a791-409f-a1fa-8ad3f3813543 req-f3a65320-f2ff-487c-b7e5-7d43766ec243 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:20.248822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-475eee0f-a791-409f-a1fa-8ad3f3813543 req-f3a65320-f2ff-487c-b7e5-7d43766ec243 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 943 time: 0.0519993 Aug 16 22:44:20.293200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-475eee0f-a791-409f-a1fa-8ad3f3813543 req-f70b093f-ba0b-408e-a044-624020a16c60 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Aug 16 22:44:21.290831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.409553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57a7ad-ffcf-43e4-995c-c0991fd9a55c req-e43458f4-56b1-489c-97b5-702994ed3841 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:21.411081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f57a7ad-ffcf-43e4-995c-c0991fd9a55c req-e43458f4-56b1-489c-97b5-702994ed3841 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 943 time: 0.0497274 Aug 16 22:44:21.451080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f57a7ad-ffcf-43e4-995c-c0991fd9a55c req-cb86bfcc-08be-43d3-bf15-e79b8e93cf13 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Aug 16 22:44:21.699740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:21.704433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350348852', 'description': 'tempest-secgroup-smoke-350348852 description', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:21.727443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.805896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.809320 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.837515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.838740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1379902 Aug 16 22:44:21.839502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:21.841728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:21.847115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:21.848044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.848406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.848733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.849088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.849428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.849763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.850129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.850457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.850787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.851113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.851437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.851760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff95981-1dc4-4711-9130-9c7691fbe629 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:21.874814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.920137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.923428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.941426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53e7829-801b-4a51-a4e0-693d66550f8c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:21.943591 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.944762 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8545185d-a98a-4201-a033-25ad2f485d86 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020010 Aug 16 22:44:21.947904 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:21.951896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:21.977853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.033075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.036390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.056682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b50893-d379-42b3-8b4a-408bceeea5e1,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.065202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.065559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.065906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.066244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.066583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.066918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.067251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.067584 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.067917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.068246 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.068578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.068907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:22.071424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.072602 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6826ff4-e43d-40c2-9905-2142a3346176 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241643 Aug 16 22:44:22.075389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.080616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:22.106397 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.174356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.177885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.194818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd230ca-95cb-4b89-a36a-e8f1b2f6b70d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.200295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.201508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74ef22e4-214f-4130-a988-707c1a448426 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252592 Aug 16 22:44:22.204773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.209168 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:22.234279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.291335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.294838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.311233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a2c745-b64b-4dbf-b1e2-1cb5c8a646ce,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.320919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.322146 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42b1344c-4db7-4124-9291-1c2edec6020a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164355 Aug 16 22:44:22.324841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35034) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.329977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:22.350328 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Project 9a73cd66e1114aa7b925f4e277e5e888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:44:22.355155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.415368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.418727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.438764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5752695d-b607-4470-8fd3-aab2a1708463,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.443581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.447509 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aa0651fe-e90b-4107-b1af-3995315cd147 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190562 Aug 16 22:44:22.447652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35036) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:22.451929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'security_group_rule': {'security_group_id': '0f4372d4-ea93-42c9-b8d8-d6f7eee76b39', 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:22.473631 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Project 9a73cd66e1114aa7b925f4e277e5e888 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:44:22.478638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.539689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.543846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.560905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca488d1-e46d-40f9-a0b9-c100f7a40947,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:22.567297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.568465 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ff19efbe-f7ef-4510-b28d-e18489df1f93 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199508 Aug 16 22:44:22.571567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472f07-999f-4e91-a28d-505a4f02dd37 req-1d9ebd8a-5beb-4ccb-bc39-d46e0861899b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:22.573126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f472f07-999f-4e91-a28d-505a4f02dd37 req-1d9ebd8a-5beb-4ccb-bc39-d46e0861899b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 943 time: 0.0537934 Aug 16 22:44:22.618196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f472f07-999f-4e91-a28d-505a4f02dd37 req-65bf798d-8097-4735-8f94-24d67834fa34 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Aug 16 22:44:22.770079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-61e59d63-96a7-4d30-add6-0bbe9701d3c7 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350348852&fields=id&tenant_id=9a73cd66e1114aa7b925f4e277e5e888 HTTP/1.1" status: 200 len: 267 time: 0.0331244 Aug 16 22:44:22.874477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-0b737e16-0cc5-4cf9-919a-78abf982690f tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:22.876449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-0b737e16-0cc5-4cf9-919a-78abf982690f tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 813 time: 0.0998476 Aug 16 22:44:22.891264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-97cb60f3-edd3-47a1-a869-7bfb669ca92a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/quotas/9a73cd66e1114aa7b925f4e277e5e888 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Aug 16 22:44:22.950892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-b012943b-0ca5-4c1d-9566-27c3ca2c17a1 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542343 Aug 16 22:44:22.975469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.049741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-7a5e1cb7-bc1a-4038-b938-cc4d4c4c7cfe service neutron] 10.222.0.22 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873168 Aug 16 22:44:23.117882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c4d6cfd8-b87a-4be9-acc1-a225eef06d0e details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:44:23.154050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-c4e96a87-bcf5-48e8-9bb4-b4b3b5e89f1f service neutron] 10.222.0.22 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982013 Aug 16 22:44:23.226907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:23.238945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'port_id': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e', 'mac_address': 'fa:16:3e:77:f1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9859fd-1801-44e1-a28d-9b6726f64c7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:44:23.256078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ba5e6-0c57-4ea1-b82d-2ce6c3599081 req-25a94fdf-c41b-443a-9524-49c740e50d24 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:23.258173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-321ba5e6-0c57-4ea1-b82d-2ce6c3599081 req-25a94fdf-c41b-443a-9524-49c740e50d24 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.0595429 Aug 16 22:44:23.283537 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.299675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d6cfd8-b87a-4be9-acc1-a225eef06d0e {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:23.310616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-321ba5e6-0c57-4ea1-b82d-2ce6c3599081 req-e4931178-836d-4560-b61c-2ff25d726536 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Aug 16 22:44:23.321097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:23.325563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:23.399577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:23.486921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bcefc27-0706-44be-89a5-2e45a13b1e4c req-05130098-ab9a-43a9-bc17-0ff9052ed98f tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0311959 Aug 16 22:44:23.746064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212b44f-fe8c-4136-bd67-2587f5a9fb9a req-1d8ad222-a87b-49f1-9569-6a0f2896dc2f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:23.751495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8212b44f-fe8c-4136-bd67-2587f5a9fb9a req-1d8ad222-a87b-49f1-9569-6a0f2896dc2f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 944 time: 0.0640962 Aug 16 22:44:23.756557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:23.794602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8212b44f-fe8c-4136-bd67-2587f5a9fb9a req-6444dc59-f1b1-43a1-a60c-cec375b2c8a1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Aug 16 22:44:24.431171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961202d-2881-4ace-a534-918ce05f2e08 req-1ee9908d-b08a-4772-9c59-9172228101c5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:24.432766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f961202d-2881-4ace-a534-918ce05f2e08 req-1ee9908d-b08a-4772-9c59-9172228101c5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.0510862 Aug 16 22:44:24.518293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f961202d-2881-4ace-a534-918ce05f2e08 req-03383d34-3b50-4c13-90ea-c42b99e29850 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791097 Aug 16 22:44:24.598920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daf6a7ce-9ff7-44be-813c-abfae8a4cdbf req-c0b4c384-7984-4d9b-9512-4660296eb985 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0374231 Aug 16 22:44:24.605439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-199ed2a1-3fc7-49db-ac65-00fc64348604 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:24.606835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-199ed2a1-3fc7-49db-ac65-00fc64348604 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 813 time: 0.1470542 Aug 16 22:44:24.686200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-d69a4130-4fb2-4911-abb2-0afa17328cef tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a73cd66e1114aa7b925f4e277e5e888 HTTP/1.1" status: 200 len: 379 time: 0.0337088 Aug 16 22:44:24.699089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'port': {'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'admin_state_up': True, 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'security_groups': ['0f4372d4-ea93-42c9-b8d8-d6f7eee76b39']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:24.808822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Made reservation on behalf of 9a73cd66e1114aa7b925f4e277e5e888 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:24.812986 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:24.966549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0270ca-80c9-462e-9b1f-504291c11584 req-320aeba3-79c4-4ca9-8579-c9fcd446e450 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:24.967972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db0270ca-80c9-462e-9b1f-504291c11584 req-320aeba3-79c4-4ca9-8579-c9fcd446e450 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 944 time: 0.0990944 Aug 16 22:44:25.000594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Allocated IP 172.20.0.7 (003414a4-f339-47eb-955c-e8a058114a10/c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d/d5178e66-4412-4ade-b903-8c8f876a5e69) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:25.028499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db0270ca-80c9-462e-9b1f-504291c11584 req-d1a73a11-cdec-47af-a244-849d7e9387da tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526667 Aug 16 22:44:25.131442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c4d6cfd8-b87a-4be9-acc1-a225eef06d0e up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:25.160691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.182253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Transition to ACTIVE for port object d5178e66-4412-4ade-b903-8c8f876a5e69 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:25.182884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:25.187418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:25.188028 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.219029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.257651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Network 003414a4-f339-47eb-955c-e8a058114a10 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:25.260953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:25.264591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:25.270497 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.298821 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:25.302167 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fff28f-28b0-4088-87d7-0970dc26a6e1" -d '{"events": [{"server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "name": "network-vif-plugged", "status": "completed", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:25.306463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:25.323040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:25.332330 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.345013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:25.346051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.362913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-eaa8ae0e-be56-42bb-98f2-19248a42ab83 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675725 Aug 16 22:44:25.376895 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d90cfa-0aa5-4ff9-97db-307a2b1cdc28 x-openstack-request-id: req-72d90cfa-0aa5-4ff9-97db-307a2b1cdc28 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:25.377359 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "name": "network-vif-plugged", "status": "completed", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:25.377623 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72d90cfa-0aa5-4ff9-97db-307a2b1cdc28 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:25.378458 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e', 'code': 200} Aug 16 22:44:25.410362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:25.434078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Request body: {'port': {'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:25.527282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-c901fb76-981e-48ff-a576-c66c9a5a5220 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:25.528872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-c901fb76-981e-48ff-a576-c66c9a5a5220 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.1398826 Aug 16 22:44:25.567374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.583003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eeea1-81ca-4114-9ca7-7759eae6fd5b req-ede01b00-b635-428a-8cbd-e8fb9f34c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:25.584563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb4eeea1-81ca-4114-9ca7-7759eae6fd5b req-ede01b00-b635-428a-8cbd-e8fb9f34c3c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 1097 time: 0.1175573 Aug 16 22:44:25.589422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c961a8af-a0db-444e-9560-0155b94f1f15 None None] Provisioning for port d5178e66-4412-4ade-b903-8c8f876a5e69 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:25.593723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c961a8af-a0db-444e-9560-0155b94f1f15 None None] Provisioning complete for port d5178e66-4412-4ade-b903-8c8f876a5e69 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:25.594183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c961a8af-a0db-444e-9560-0155b94f1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:25.648168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c961a8af-a0db-444e-9560-0155b94f1f15 None None] Port d5178e66-4412-4ade-b903-8c8f876a5e69 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:25.765372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb4eeea1-81ca-4114-9ca7-7759eae6fd5b req-4d294543-5423-4167-8c2d-0db0ee6aefea service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729662 Aug 16 22:44:25.856537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a937d3-23fc-4375-a84f-1b63b661d3ad req-7e741602-b4ff-48d5-a3bd-9dcf4dae06e1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:25.858181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24a937d3-23fc-4375-a84f-1b63b661d3ad req-7e741602-b4ff-48d5-a3bd-9dcf4dae06e1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 945 time: 0.2348373 Aug 16 22:44:25.879968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589ccd-0bf6-4d55-9b13-259a7492ec42 req-c9693b33-80a4-40bd-b4c2-c54eb12c8a47 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:25.881626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08589ccd-0bf6-4d55-9b13-259a7492ec42 req-c9693b33-80a4-40bd-b4c2-c54eb12c8a47 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 931 time: 0.1986625 Aug 16 22:44:25.940538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:44:25.940888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.050568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-24a937d3-23fc-4375-a84f-1b63b661d3ad req-9c86e53b-197a-4232-836f-42bf02b425d1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838937 Aug 16 22:44:26.059698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-08589ccd-0bf6-4d55-9b13-259a7492ec42 req-4e2f3f16-4b75-4041-ab34-5c4111590f6e tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551056 Aug 16 22:44:26.121861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 9bff4ab7-345d-48b7-b53b-203d53a2ece0, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=9bff4ab7-345d-48b7-b53b-203d53a2ece0,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:26.122238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.274178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100b5f6-9750-4256-8150-ee87a39081b1 req-695c0a51-edd6-4394-8b35-8fc820d20356 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:26.275716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0100b5f6-9750-4256-8150-ee87a39081b1 req-695c0a51-edd6-4394-8b35-8fc820d20356 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.1497805 Aug 16 22:44:26.320368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5178e66-4412-4ade-b903-8c8f876a5e69 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:26.331427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.364382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Transition to ACTIVE for port object d5178e66-4412-4ade-b903-8c8f876a5e69 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:26.374387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.450804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0100b5f6-9750-4256-8150-ee87a39081b1 req-807aac88-0c6e-499b-a762-4788c4bf769a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252224 Aug 16 22:44:26.492802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Pushing event updated for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:26.506192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.506593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.507752 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP 1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a disassociated. External IP: 172.25.8.217, port: 9bff4ab7-345d-48b7-b53b-203d53a2ece0. Aug 16 22:44:26.507752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 9bff4ab7-345d-48b7-b53b-203d53a2ece0 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:44:26.631369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Attempting to bind port d5178e66-4412-4ade-b903-8c8f876a5e69 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:26.631740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Attempting to bind port d5178e66-4412-4ade-b903-8c8f876a5e69 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:26.632039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Attempting to bind port d5178e66-4412-4ade-b903-8c8f876a5e69 on network 003414a4-f339-47eb-955c-e8a058114a10 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:26.641903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Port d5178e66-4412-4ade-b903-8c8f876a5e69 on network 003414a4-f339-47eb-955c-e8a058114a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:44:26.642263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Attempting to bind port d5178e66-4412-4ade-b903-8c8f876a5e69 on network 003414a4-f339-47eb-955c-e8a058114a10 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:26.658652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:26.659053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Checking segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:26.659391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Bound using segment: {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:26.659840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Bound port: d5178e66-4412-4ade-b903-8c8f876a5e69, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11495e7f-9499-43a4-b888-bf5b28bd2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '003414a4-f339-47eb-955c-e8a058114a10'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:26.660212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.760978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.797008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:26.803013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=9bff4ab7-345d-48b7-b53b-203d53a2ece0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:26.815676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=d5178e66-4412-4ade-b903-8c8f876a5e69,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:26.852670 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.900517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:26.901107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:26.902523 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] 10.222.0.89 "PUT /v2.0/ports/d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 1092 time: 1.5115247 Aug 16 22:44:26.902971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:26.905252 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693bb610-57f3-4eb3-b552-ec6585ad107c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:26.969824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6710b7d-bdf5-40d4-b457-983a2071d67d service neutron] Pushing event updated for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:26.983088 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41da944-8dac-45f7-ab1f-e6110bee9424 x-openstack-request-id: req-c41da944-8dac-45f7-ab1f-e6110bee9424 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:26.983378 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:26.983684 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c41da944-8dac-45f7-ab1f-e6110bee9424 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:26.984611 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:44:27.024750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:27.085214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-e7aa63f2-437c-41e0-b018-7fb7447c14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:27.086777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-e7aa63f2-437c-41e0-b018-7fb7447c14e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1095 time: 0.0917888 Aug 16 22:44:27.229596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-03b2fc02-b1ab-47c9-94dd-0183ad36b172 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 217 time: 0.1148167 Aug 16 22:44:27.373553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bff4ab7-345d-48b7-b53b-203d53a2ece0 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:44:27.398613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 9bff4ab7-345d-48b7-b53b-203d53a2ece0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:44:27.399041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 9bff4ab7-345d-48b7-b53b-203d53a2ece0 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:44:27.602056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7f9b6c9-4415-42dc-a9fa-754a19a03bd7 req-16d55c3b-b065-4ac9-80bb-5167d761c309 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.4226143 Aug 16 22:44:27.642616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:27.653945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:27.666405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:27.667044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:27.683832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-1741859b-8d78-4124-9c0b-c11fecca972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:27.685341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-1741859b-8d78-4124-9c0b-c11fecca972c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.1077409 Aug 16 22:44:27.713857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 9bff4ab7-345d-48b7-b53b-203d53a2ece0 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:44:27.738040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:27.739943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "DELETE /v2.0/ports/9bff4ab7-345d-48b7-b53b-203d53a2ece0 HTTP/1.1" status: 204 len: 173 time: 2.2020066 Aug 16 22:44:27.761361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38297fb4-ab76-4c47-b093-fc3019f4d4b1 req-c96b2a2c-1e81-4536-ab8a-0f234f6dfa77 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:27.762893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38297fb4-ab76-4c47-b093-fc3019f4d4b1 req-c96b2a2c-1e81-4536-ab8a-0f234f6dfa77 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.5824251 Aug 16 22:44:27.790838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:27.810924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ccc9-6485-444e-a94e-a2fedefaadb7 req-ea78028e-d307-465c-bf70-9db68dca35f9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:27.812475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c210ccc9-6485-444e-a94e-a2fedefaadb7 req-ea78028e-d307-465c-bf70-9db68dca35f9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.1372862 Aug 16 22:44:27.818824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-94bf2b21-f7f0-4f0a-b320-4ee04d05c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:27.820293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-94bf2b21-f7f0-4f0a-b320-4ee04d05c3a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107900 Aug 16 22:44:27.866597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38297fb4-ab76-4c47-b093-fc3019f4d4b1 req-f83abff8-8a09-4e8a-bdf1-a607534ef42f tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838172 Aug 16 22:44:27.929230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c210ccc9-6485-444e-a94e-a2fedefaadb7 req-a7f61c3a-27a1-4148-ba34-b158bb264a84 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030362 Aug 16 22:44:27.976360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-99abe955-498b-4784-9ec1-61e8df682d39 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175554 Aug 16 22:44:28.074593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-432221af-efa8-4266-8849-27e7ff8ed2ff req-f4bf3d4e-225d-49d4-b7d8-e2d0b73d9d79 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903902 Aug 16 22:44:28.186524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:28.204404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-91f471a4-6d86-447b-bdad-b0ebff83491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:28.205966 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-91f471a4-6d86-447b-bdad-b0ebff83491c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1095 time: 0.0500982 Aug 16 22:44:28.214908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:28.223865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:28.224469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:28.301447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-d2c9b8ef-fd2b-4c26-bd08-9d7795cff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:28.303020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-d2c9b8ef-fd2b-4c26-bd08-9d7795cff0bf service neutron] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 913 time: 0.0880816 Aug 16 22:44:28.333781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:28.364577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-6ddf3dc6-0b5c-422f-9629-b216fdb62d18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 217 time: 0.0532975 Aug 16 22:44:28.417535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-d0ca0963-b95e-474c-8a42-deb3414c6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:28.419003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-d0ca0963-b95e-474c-8a42-deb3414c6acc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.0467713 Aug 16 22:44:28.472776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-76c669d0-6509-490c-bc4a-dfe26e176f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:28.475416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-76c669d0-6509-490c-bc4a-dfe26e176f2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476944 Aug 16 22:44:28.544612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:28.573415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c89125a-dbc8-43e8-8ed9-910ae1e91a39 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:28.581098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-b4e20989-605d-4a5f-9534-371a6e642073 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979340 Aug 16 22:44:28.697661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-693bb610-57f3-4eb3-b552-ec6585ad107c req-c1e83a49-d4a9-4580-b914-adc1dd4232fd service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080873 Aug 16 22:44:28.724661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30ae628c-2ccb-49f0-ad6e-3715aebaac27 req-e458c7d0-a398-4348-bd6d-6f74b8f0f8ac tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0388005 Aug 16 22:44:28.908259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed36ac-0785-4188-9220-9d7fc399eb75 None None] New status for floating IP 1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:28.991142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324e06e-bd2d-4c92-8092-4abd2fd524dd req-83c3c19c-db91-44ca-a882-ac2b76561d03 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:28.992936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1324e06e-bd2d-4c92-8092-4abd2fd524dd req-83c3c19c-db91-44ca-a882-ac2b76561d03 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0717547 Aug 16 22:44:28.993578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'name': 'network-vif-deleted', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:28.996321 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4940e-17cd-4d2f-a567-84083d92bd75" -d '{"events": [{"server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "name": "network-vif-deleted", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:29.057384 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61fac06-788b-45d3-a029-043622823d93 x-openstack-request-id: req-b61fac06-788b-45d3-a029-043622823d93 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:29.057683 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02df3939-c7ed-4f17-ad31-adc225877e86", "name": "network-vif-deleted", "tag": "9bff4ab7-345d-48b7-b53b-203d53a2ece0", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:29.058352 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b61fac06-788b-45d3-a029-043622823d93 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:29.058352 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02df3939-c7ed-4f17-ad31-adc225877e86', 'name': 'network-vif-deleted', 'tag': '9bff4ab7-345d-48b7-b53b-203d53a2ece0', 'status': 'completed', 'code': 200} Aug 16 22:44:29.073518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1324e06e-bd2d-4c92-8092-4abd2fd524dd req-4409a978-d40a-4af2-94e3-a4ae963ed275 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622363 Aug 16 22:44:29.817540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eadbd360-4e54-43d8-8c14-5b1371c07b55 req-2babdef1-6fa6-4cb1-a1a8-614ee5c4e18a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0273960 Aug 16 22:44:30.194654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7736aa-a2a2-4263-b42d-ac42d2100e7e req-866510b5-87bd-429d-be92-360b7e8f5cdd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:30.196173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd7736aa-a2a2-4263-b42d-ac42d2100e7e req-866510b5-87bd-429d-be92-360b7e8f5cdd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0522809 Aug 16 22:44:30.242846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd7736aa-a2a2-4263-b42d-ac42d2100e7e req-51f61236-1ce3-413c-8f11-cc02f5d80d71 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Aug 16 22:44:30.919929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce11635-68cb-49a7-adbc-7c833af92940 req-05cb44ee-0408-4508-899f-97b0645d6c13 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0341320 Aug 16 22:44:31.367110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a09c2-a7c6-4f08-b80a-8d2667366a3e req-56c05297-b378-42e3-9135-33eaf9976db2 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:31.368664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a26a09c2-a7c6-4f08-b80a-8d2667366a3e req-56c05297-b378-42e3-9135-33eaf9976db2 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0555129 Aug 16 22:44:31.407926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a26a09c2-a7c6-4f08-b80a-8d2667366a3e req-a2845055-2aaf-450f-a671-c1b3c9af5ce9 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328331 Aug 16 22:44:32.019064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a762fa8d-e802-4e37-8242-e3ed5bde1052 req-1a8e7095-4429-4a2c-8c93-311bbfdadda4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=02df3939-c7ed-4f17-ad31-adc225877e86 HTTP/1.1" status: 200 len: 210 time: 0.0283868 Aug 16 22:44:32.527477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06364e-772f-451a-b38f-b027f7b53ba8 req-680377d1-dd93-4c67-abdf-22c70f8f41d8 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:32.528998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd06364e-772f-451a-b38f-b027f7b53ba8 req-680377d1-dd93-4c67-abdf-22c70f8f41d8 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0518823 Aug 16 22:44:32.587163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd06364e-772f-451a-b38f-b027f7b53ba8 req-6f5859f8-c42b-4b01-a1ef-9a3f545eb92d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507846 Aug 16 22:44:33.242427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-1de774bd-c77b-48f1-bd60-f89d4193bffd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568946679&fields=id&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 267 time: 0.0361776 Aug 16 22:44:33.356978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-fbb4ab3c-57a0-48ac-809e-5f73b468bfb2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:33.358504 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-fbb4ab3c-57a0-48ac-809e-5f73b468bfb2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1082103 Aug 16 22:44:33.373836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-1c4cd18a-67a2-4827-9e30-2917ff728d0e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0095510 Aug 16 22:44:33.428161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-90c7e0c5-0a9f-4881-a28a-e693b8bf1b43 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486493 Aug 16 22:44:33.535751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-117b2b8b-31c4-4f71-88ee-04d0a1bc9b44 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938177 Aug 16 22:44:33.627563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-997448bd-fdeb-4cb6-88ef-bf704596417f service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857439 Aug 16 22:44:33.711198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96756b9-602c-4f93-b032-0d6dd503cfca req-8e956720-fcba-4567-81e8-98d4b4046c4a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:33.712738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e96756b9-602c-4f93-b032-0d6dd503cfca req-8e956720-fcba-4567-81e8-98d4b4046c4a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0554593 Aug 16 22:44:33.753697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e96756b9-602c-4f93-b032-0d6dd503cfca req-ab6cde5e-4065-43a5-a119-bc0f6acbf6b1 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340176 Aug 16 22:44:33.929467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d757f3c-8e65-4b36-a238-fde1fc80aec3 req-dc2526d4-4e1f-4844-908d-9e8be1137c5e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0285671 Aug 16 22:44:34.880980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033b687-a97c-4679-a0c9-ca4e030d4cbb req-3d8a29f7-02e9-453f-8111-70b390ed173e tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:34.882564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6033b687-a97c-4679-a0c9-ca4e030d4cbb req-3d8a29f7-02e9-453f-8111-70b390ed173e tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0568280 Aug 16 22:44:34.990459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6033b687-a97c-4679-a0c9-ca4e030d4cbb req-62021820-f718-4fc2-9ba0-9b3876e3c141 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969403 Aug 16 22:44:35.044067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-172c2763-1149-443a-9c96-7606a1a0383c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:35.045467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-172c2763-1149-443a-9c96-7606a1a0383c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1619985 Aug 16 22:44:35.060811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5c68163-72db-445e-9318-25c02076a553 req-3b30a5f1-13ae-4ea3-bae8-e1834c7a006d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0414753 Aug 16 22:44:35.112164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-a4a191e8-653d-4c8c-9250-391e3ba0a17e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 380 time: 0.0376422 Aug 16 22:44:35.122780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'security_groups': ['5930a022-692a-44b2-9321-36f9551d4178']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:35.241094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:35.244977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.382471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.3 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:35.522124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.534806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:35.566791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.615638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:35.618996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:35.623313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:35.630630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:35.678156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:35.678957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.694733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-7a4fc6c3-335b-4ade-b7cd-14e99b173386 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766275 Aug 16 22:44:35.715541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Request body: {'port': {'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:35.774260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.830946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ae972b7-50ca-464a-bfdb-3d5c6f6259fb None None] Provisioning for port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:35.835735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ae972b7-50ca-464a-bfdb-3d5c6f6259fb None None] Provisioning complete for port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:35.836346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ae972b7-50ca-464a-bfdb-3d5c6f6259fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:35.872044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ae972b7-50ca-464a-bfdb-3d5c6f6259fb None None] Port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:44:36.051118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:36.058990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.094659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Transition to ACTIVE for port object 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:36.101013 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.131142 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:36.195152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d45ee-509a-4673-855b-f165f6f36ef2 req-3fb81979-f685-4212-94f0-1b93632254e7 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.196777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c8d45ee-509a-4673-855b-f165f6f36ef2 req-3fb81979-f685-4212-94f0-1b93632254e7 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.1352942 Aug 16 22:44:36.230919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:36.299826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c8d45ee-509a-4673-855b-f165f6f36ef2 req-dd8a015e-c4bd-49ac-80e0-701ce69c972a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822046 Aug 16 22:44:36.309442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7690072-fbf3-4353-a14b-bf2dd2c907ed req-84e8fe0f-6bf9-491d-abe4-a0710b30e107 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.311013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7690072-fbf3-4353-a14b-bf2dd2c907ed req-84e8fe0f-6bf9-491d-abe4-a0710b30e107 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.1724157 Aug 16 22:44:36.347778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Attempting to bind port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:36.348127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Attempting to bind port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:36.348472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Attempting to bind port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:36.357765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:44:36.358095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Attempting to bind port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:36.372017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:36.372368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:36.372756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:36.373217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Bound port: 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:36.373586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.379188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7690072-fbf3-4353-a14b-bf2dd2c907ed req-ebc43b2c-90ee-43bc-8f6d-fff3e723c5f7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554166 Aug 16 22:44:36.446287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:36.449953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:36.455752 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.493282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.493905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:36.495557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] 10.222.0.88 "PUT /v2.0/ports/2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 1092 time: 0.7852843 Aug 16 22:44:36.495999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:36.498268 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fe4962-aea2-40ad-971c-65e843a4535a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:36.528641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328807bc-5e0d-4b37-9b17-153e97721a35 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:36.539220 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853d572-e8c1-476d-b5f8-528f5d1e139b x-openstack-request-id: req-a853d572-e8c1-476d-b5f8-528f5d1e139b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:36.539803 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:36.540068 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a853d572-e8c1-476d-b5f8-528f5d1e139b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:36.540482 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'status': 'completed', 'code': 200} Aug 16 22:44:36.605420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-38be9a0e-c20b-41b3-aaca-e7a6e910b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.607005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-38be9a0e-c20b-41b3-aaca-e7a6e910b2d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1095 time: 0.0443819 Aug 16 22:44:36.662812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-7bc4f2b4-61ee-43b9-b7c3-39e41228e746 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 217 time: 0.0402040 Aug 16 22:44:36.712326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-6b51cbc1-d7b4-407f-b6b2-2b9e6e00c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.713820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-6b51cbc1-d7b4-407f-b6b2-2b9e6e00c69f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0442021 Aug 16 22:44:36.762603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69372e2-5478-4f95-a278-593f15442aee req-82af4170-ce5d-41b5-8c90-4c446ae78725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:36.764040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-82af4170-ce5d-41b5-8c90-4c446ae78725 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418205 Aug 16 22:44:36.859220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-0cb98976-1693-46ad-b6a3-7cdc8c06255e service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870571 Aug 16 22:44:36.957035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f69372e2-5478-4f95-a278-593f15442aee req-8729f17d-50c6-412f-9166-3273a02a4386 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906034 Aug 16 22:44:37.075069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe4962-aea2-40ad-971c-65e843a4535a req-5b20faab-d399-48b0-8169-cead80331075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.076564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-5b20faab-d399-48b0-8169-cead80331075 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1095 time: 0.0447862 Aug 16 22:44:37.168205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe4962-aea2-40ad-971c-65e843a4535a req-003611dc-d47a-4704-8ca3-d88a9f5838e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.169652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-003611dc-d47a-4704-8ca3-d88a9f5838e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0855649 Aug 16 22:44:37.215488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-b6e2371e-00f6-44e4-a4d0-5c382818c358 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 217 time: 0.0376334 Aug 16 22:44:37.266640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe4962-aea2-40ad-971c-65e843a4535a req-23cf64bf-83c2-40fe-8e45-c9bc02cb4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.268110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-23cf64bf-83c2-40fe-8e45-c9bc02cb4406 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0444551 Aug 16 22:44:37.313956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe4962-aea2-40ad-971c-65e843a4535a req-98baac21-5f07-4798-bc9b-5d183d75c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.315442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-98baac21-5f07-4798-bc9b-5d183d75c139 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405188 Aug 16 22:44:37.441362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-18cd5eca-84cf-4046-a9ed-379b399a0ad8 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186881 Aug 16 22:44:37.441962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device d5178e66-4412-4ade-b903-8c8f876a5e69 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:44:37.454791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29598b-81b0-4408-b79d-42fd728bb915 req-bc2b8606-02a3-40ed-b29c-10dcea787959 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.456414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb29598b-81b0-4408-b79d-42fd728bb915 req-bc2b8606-02a3-40ed-b29c-10dcea787959 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 943 time: 0.0755134 Aug 16 22:44:37.574493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=d5178e66-4412-4ade-b903-8c8f876a5e69,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:37.583492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb29598b-81b0-4408-b79d-42fd728bb915 req-4a62631c-c61c-48aa-9d8b-2efeee884536 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182888 Aug 16 22:44:37.588894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:44:37.608347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51d5ee-28f2-4bcd-b905-90707a74f929 req-8854b418-0669-457d-aaf5-827b434ef025 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:37.610063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c51d5ee-28f2-4bcd-b905-90707a74f929 req-8854b418-0669-457d-aaf5-827b434ef025 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.1363060 Aug 16 22:44:37.628897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44fe4962-aea2-40ad-971c-65e843a4535a req-23b7fa95-d3a5-4961-9886-2ecb8da5c6c6 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714246 Aug 16 22:44:37.641886 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.657871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5178e66-4412-4ade-b903-8c8f876a5e69 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:37.661039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c51d5ee-28f2-4bcd-b905-90707a74f929 req-e08f2811-05ca-44e9-8f51-f8a9d9d5e855 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Aug 16 22:44:37.679638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=d5178e66-4412-4ade-b903-8c8f876a5e69,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:37.684187 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:37.736551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:38.015411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['d5178e66-4412-4ade-b903-8c8f876a5e69'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:38.711770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915570f5-2756-4b4d-a283-828ad02c9afa req-3079e9d2-4f1d-45f5-b7ba-faf4da7481b5 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:38.715980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915570f5-2756-4b4d-a283-828ad02c9afa req-3079e9d2-4f1d-45f5-b7ba-faf4da7481b5 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 944 time: 0.0613940 Aug 16 22:44:38.782343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-915570f5-2756-4b4d-a283-828ad02c9afa req-95d46579-aad2-4565-8711-bcb665a02114 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620642 Aug 16 22:44:38.803926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2005c-1346-4c3d-b7a2-f624c41cfd53 req-9dc1eea8-6c1b-4348-8781-275ede08c411 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:38.803926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e2005c-1346-4c3d-b7a2-f624c41cfd53 req-9dc1eea8-6c1b-4348-8781-275ede08c411 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0694344 Aug 16 22:44:38.842278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9e2005c-1346-4c3d-b7a2-f624c41cfd53 req-64f0d714-191b-421c-9251-24a444a69d8b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Aug 16 22:44:39.453792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device d5178e66-4412-4ade-b903-8c8f876a5e69 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:39.501512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port d5178e66-4412-4ade-b903-8c8f876a5e69 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:39.505207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port d5178e66-4412-4ade-b903-8c8f876a5e69 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:39.505478 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.578473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.599915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:39.602237 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccec33a-95d5-4a22-aa28-f689165ad010" -d '{"events": [{"server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "name": "network-vif-plugged", "status": "completed", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:39.619745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=d5178e66-4412-4ade-b903-8c8f876a5e69,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:39.624946 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:39.649447 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff3253-1f97-4918-8973-84a4d25c2b2f x-openstack-request-id: req-4dff3253-1f97-4918-8973-84a4d25c2b2f {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:39.649732 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "name": "network-vif-plugged", "status": "completed", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:39.649970 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dff3253-1f97-4918-8973-84a4d25c2b2f {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:39.658511 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'code': 200} Aug 16 22:44:39.677579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:39.768439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb225a4-7af6-4335-bdee-65ecbbe7244a req-56014723-80f2-49fe-a6a5-dd58ed7725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:39.769894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fb225a4-7af6-4335-bdee-65ecbbe7244a req-56014723-80f2-49fe-a6a5-dd58ed7725cd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1097 time: 0.0397577 Aug 16 22:44:39.804196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fb225a4-7af6-4335-bdee-65ecbbe7244a req-4f4b8c11-322b-4878-b440-f7a5613fe5a5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272079 Aug 16 22:44:39.896458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cf23f-c7b6-40d2-85ae-531dd8e4eb5c req-ea5ccfcd-3fc0-41b8-8a74-c50375c6b618 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:39.897999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c3cf23f-c7b6-40d2-85ae-531dd8e4eb5c req-ea5ccfcd-3fc0-41b8-8a74-c50375c6b618 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 16 22:44:39.969050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c3cf23f-c7b6-40d2-85ae-531dd8e4eb5c req-cbe720c2-a84c-4dec-a2ff-3d7d44b6e0db tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649481 Aug 16 22:44:39.981245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643b849-c24b-4077-87dd-360165412d42 req-afbded7e-df45-4dde-9f13-3f56f1e2f32b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:39.982760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2643b849-c24b-4077-87dd-360165412d42 req-afbded7e-df45-4dde-9f13-3f56f1e2f32b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0710015 Aug 16 22:44:40.020568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2643b849-c24b-4077-87dd-360165412d42 req-a815cad4-f627-4346-9429-612e49adf6b1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Aug 16 22:44:41.097921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252546-1913-4cb0-bbf1-f09f50a2edd5 req-8f58b43f-18e5-42b3-9a86-f031c52e9fff tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:41.105388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86252546-1913-4cb0-bbf1-f09f50a2edd5 req-8f58b43f-18e5-42b3-9a86-f031c52e9fff tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.0672216 Aug 16 22:44:41.171475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86252546-1913-4cb0-bbf1-f09f50a2edd5 req-4a892cde-014a-4f53-875a-9aa9e4476e99 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644536 Aug 16 22:44:41.186249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa6ae6-8adb-4f4c-8e05-f817cfa1675d req-b063cbc5-d15a-4b87-846e-743870794bda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:41.187727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27fa6ae6-8adb-4f4c-8e05-f817cfa1675d req-b063cbc5-d15a-4b87-846e-743870794bda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0797882 Aug 16 22:44:41.226671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27fa6ae6-8adb-4f4c-8e05-f817cfa1675d req-5669ffe8-1d73-41fb-95d1-069e62685bcd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326664 Aug 16 22:44:41.288784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e1132-0ea4-4512-8cae-3abfbee73834 req-7bd0644a-35e4-4f45-867a-2bd535defa18 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:41.290336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e30e1132-0ea4-4512-8cae-3abfbee73834 req-7bd0644a-35e4-4f45-867a-2bd535defa18 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.0497613 Aug 16 22:44:41.328347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e30e1132-0ea4-4512-8cae-3abfbee73834 req-69d9b265-14bc-4f1d-8076-7c0e2496b1b2 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316162 Aug 16 22:44:41.349768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:41.491431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285a209-ba70-4e0b-977e-a530006dea62 tempest-TestVolumeBackupRestore-1966396621 tempest-TestVolumeBackupRestore-1966396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:41.492981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1285a209-ba70-4e0b-977e-a530006dea62 tempest-TestVolumeBackupRestore-1966396621 tempest-TestVolumeBackupRestore-1966396621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1092 time: 0.1422579 Aug 16 22:44:41.496189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:41.500554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:41.527446 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.627938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.732576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Allocated IP 172.25.8.37 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b60cb1dd-3bae-44fa-8133-696ddf52229d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:41.836249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.876950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:41.913380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:41.919752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:41.922868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:41.952252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'Port': ['ID=b60cb1dd-3bae-44fa-8133-696ddf52229d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:42.771566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32ec63-9647-4ddd-ac1c-7eded8f0f010 req-fb01b37e-6916-4b30-9911-18e099aafee8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:42.773089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b32ec63-9647-4ddd-ac1c-7eded8f0f010 req-fb01b37e-6916-4b30-9911-18e099aafee8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.1815770 Aug 16 22:44:42.835543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:42.900747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b32ec63-9647-4ddd-ac1c-7eded8f0f010 req-abb45c93-5a9d-402d-a18b-94414220bb90 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215162 Aug 16 22:44:42.966603 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.117848 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.122943 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.194547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event updated for resources: {'Port': ['ID=b60cb1dd-3bae-44fa-8133-696ddf52229d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:43.200960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.304362 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Floating IP 888f3ccc-fb39-45f8-a4ae-11761ab8e74d associated. External IP: 172.25.8.37, port: d5178e66-4412-4ade-b903-8c8f876a5e69. Aug 16 22:44:43.526047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:43.639675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:43.652674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:43.657580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.663565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:43.664305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:43.689193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-936001ec-4a68-4bce-9387-50c8eebf5aac tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1888087 Aug 16 22:44:43.689193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:43.689532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35236) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:43.695311 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:43.733867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61314c4d-b2c6-4730-861c-a423edc70e26 tempest-TestVolumeBackupRestore-1966396621 tempest-TestVolumeBackupRestore-1966396621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:43.738574 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12dc64-f6ed-400b-8856-f86a165afdf4 x-openstack-request-id: req-7c12dc64-f6ed-400b-8856-f86a165afdf4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:43.738574 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:43.738574 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c12dc64-f6ed-400b-8856-f86a165afdf4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:43.738574 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:44:43.739118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:43.743385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Request body: {'floatingip': {'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:43.745603 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61314c4d-b2c6-4730-861c-a423edc70e26 tempest-TestVolumeBackupRestore-1966396621 tempest-TestVolumeBackupRestore-1966396621-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1092 time: 0.0550222 Aug 16 22:44:43.791367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:43.829759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:43.889409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-ad56cb5b-05bd-4c10-b0c1-935e34864256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:43.891146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-ad56cb5b-05bd-4c10-b0c1-935e34864256 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1097 time: 0.0932555 Aug 16 22:44:44.042447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:42Z', 'revision_number': 0, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:44.072761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:44.081264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:44.081978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:44.139410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba3780-bcd9-4f71-80c2-66adb0a7e44e req-632fb2d9-b28a-4bda-8e56-01fe4deafa6e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.141044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ba3780-bcd9-4f71-80c2-66adb0a7e44e req-632fb2d9-b28a-4bda-8e56-01fe4deafa6e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.1595259 Aug 16 22:44:44.142185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-f9d1c081-4ca9-47f1-84e2-03041b1e68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.143673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-f9d1c081-4ca9-47f1-84e2-03041b1e68fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 913 time: 0.2433543 Aug 16 22:44:44.205671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:44.293242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ba3780-bcd9-4f71-80c2-66adb0a7e44e req-da781895-c8bf-44f3-9d71-910ecdcde399 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420667 Aug 16 22:44:44.304543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-c723d52e-2ad0-4a17-b6d8-22a293ab7c03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 998 time: 0.1461382 Aug 16 22:44:44.401102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-120abdbf-a61d-4f56-90df-f8d90f925f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.402672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-120abdbf-a61d-4f56-90df-f8d90f925f31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.0679214 Aug 16 22:44:44.454744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:42Z', 'revision_number': 0, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:44.486312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc26fab-b338-4b2c-8577-b751a7ae2090 None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:42Z', 'revision_number': 0, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:44.540099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-26138461-dae1-4691-b44f-ba5248715cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:44.541628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-26138461-dae1-4691-b44f-ba5248715cca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986018 Aug 16 22:44:44.584789 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:44.716369 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624eeed-243f-4dc8-ab2d-e492d10e38e5 None None] New status for floating IP 888f3ccc-fb39-45f8-a4ae-11761ab8e74d: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:45.051858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.056293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-08e27e13-8f88-4535-af9e-c402fb922846 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051675 Aug 16 22:44:45.057551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.057716 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.db.api [None req-2624eeed-243f-4dc8-ab2d-e492d10e38e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:44:45.058317 n-d-791505-20 neutron-server[94819]: DEBUG oslo_db.api [None req-2624eeed-243f-4dc8-ab2d-e492d10e38e5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:44:45.232553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7959e81c-5a20-409e-9ac4-4e2da67cd0b0 req-3a327d28-75cf-4696-9b9f-927988846422 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413889 Aug 16 22:44:45.340401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:45.484233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825c6ec-7b29-40ab-964e-e2348852a6fd req-5fe59ad4-3b7e-4488-8876-f4209e384a72 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:45.485767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1825c6ec-7b29-40ab-964e-e2348852a6fd req-5fe59ad4-3b7e-4488-8876-f4209e384a72 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0978603 Aug 16 22:44:45.504642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:45.509528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.561012 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2624eeed-243f-4dc8-ab2d-e492d10e38e5 None None] New status for floating IP 888f3ccc-fb39-45f8-a4ae-11761ab8e74d: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:45.564235 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed51d8d6-1f76-483b-aec3-db64616f4c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:45.580361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1825c6ec-7b29-40ab-964e-e2348852a6fd req-4e3fc6d0-524c-47fb-9f23-b03b1bed38d4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883749 Aug 16 22:44:45.598754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0cc79dfe-1500-4728-8c76-9788df458a3d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "PUT /v2.0/floatingips/888f3ccc-fb39-45f8-a4ae-11761ab8e74d HTTP/1.1" status: 200 len: 990 time: 1.8560407 Aug 16 22:44:45.738967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}, {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:45.741334 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}, {"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:45.786291 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab8e0dc-60db-4d5b-81ec-98480dd88848 x-openstack-request-id: req-1ab8e0dc-60db-4d5b-81ec-98480dd88848 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:45.786794 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:45.787423 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ab8e0dc-60db-4d5b-81ec-98480dd88848 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:45.788072 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:44:45.788429 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:44:45.813934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:45.828519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:45.829186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:45.885147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-61da6d38-421a-4c9e-9e2a-71c35edff992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:45.886744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-61da6d38-421a-4c9e-9e2a-71c35edff992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1097 time: 0.0443134 Aug 16 22:44:45.934344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:45.984296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-59fcc297-84bb-4822-91f5-a31531daa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:45.985866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-59fcc297-84bb-4822-91f5-a31531daa9b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 913 time: 0.0918519 Aug 16 22:44:46.053991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-c45d21ee-7936-4ff3-a5f9-c6dd1263493d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 1000 time: 0.0599449 Aug 16 22:44:46.114164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-05dc2a17-7237-459e-9e8e-24b34b750f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.115660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-05dc2a17-7237-459e-9e8e-24b34b750f74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.0502846 Aug 16 22:44:46.168718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:45Z', 'revision_number': 2, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.170164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-bb354175-ef96-4b6a-ab51-7ee5ff739477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.171840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-bb354175-ef96-4b6a-ab51-7ee5ff739477 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476174 Aug 16 22:44:46.195451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:46.205524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:46.206140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.271738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-7bb769dc-b6d6-4cc6-9631-4b986ee854fd service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925748 Aug 16 22:44:46.317348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:46.363852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-87c43c23-c8bd-4476-91d4-3194b0941346 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848665 Aug 16 22:44:46.493676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-c7c83638-0b6e-4b25-80c8-87f26b190a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.495491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-c7c83638-0b6e-4b25-80c8-87f26b190a53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1097 time: 0.0503991 Aug 16 22:44:46.620350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-066c2fb2-db5a-40cd-a502-49c3252afca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.622061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-066c2fb2-db5a-40cd-a502-49c3252afca2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 913 time: 0.1150219 Aug 16 22:44:46.710128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:45Z', 'revision_number': 2, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:46.736685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ccdc2-1abd-4971-8f1c-bf2fe30fd8cc None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '888f3ccc-fb39-45f8-a4ae-11761ab8e74d', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'floating_ip_address': '172.25.8.37', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'port_id': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'mac_address': 'fa:16:3e:37:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:42Z', 'updated_at': '2021-08-16T22:44:45Z', 'revision_number': 2, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:46.779153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-80e89f41-ab80-4660-a9bc-8e34609568f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 1000 time: 0.1337230 Aug 16 22:44:46.840818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a14d4f-12c3-4407-b1c5-5292d243b7cb req-0705cda7-6d01-494d-bade-9d6ed3b3d69e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.842818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6a14d4f-12c3-4407-b1c5-5292d243b7cb req-0705cda7-6d01-494d-bade-9d6ed3b3d69e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.1606963 Aug 16 22:44:46.859643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-a7d8cb01-c0ed-4455-81ca-532e2e0cdd0f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.861167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-a7d8cb01-c0ed-4455-81ca-532e2e0cdd0f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.2381191 Aug 16 22:44:46.891477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-fe66c313-2a6e-4b2d-8dc2-4db6bc7748aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.892960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-fe66c313-2a6e-4b2d-8dc2-4db6bc7748aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.1054676 Aug 16 22:44:46.895861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-5a318666-4557-4315-be20-ffc6d169ad08 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/quotas/17765a1775e04427bc2b2770411aa3db HTTP/1.1" status: 200 len: 375 time: 0.0259542 Aug 16 22:44:46.944673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6a14d4f-12c3-4407-b1c5-5292d243b7cb req-e371e733-f428-43c0-92a1-dfa6b7cd98d4 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947270 Aug 16 22:44:46.978448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-51691c4e-7ade-4e65-a3e0-118590895732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:46.979951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-51691c4e-7ade-4e65-a3e0-118590895732 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795586 Aug 16 22:44:46.991275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-33a0e981-3079-41ff-ba84-015d5214dd04 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762703 Aug 16 22:44:47.135772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-590f160d-4cf7-4454-9556-c3ce47a20fde service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435583 Aug 16 22:44:47.199595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-6f76029e-cbd6-4aeb-a461-7788173e78f4 service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996002 Aug 16 22:44:47.297485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4c5786a-2fd9-43fd-918c-c0f78fd4251e req-03c12c99-c016-4535-bd61-bf5105181b49 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532564 Aug 16 22:44:47.317404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-f68d4876-7dc8-4bd2-9581-116acff04a3e service neutron] 10.222.0.22 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099041 Aug 16 22:44:47.474778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a14257b7-5f96-4d34-ad44-2660114bdd53 req-1369d4dd-dfa6-49c0-8b47-9cc1b74c394d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Aug 16 22:44:48.059328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53357-40ec-4e55-83fe-7792db0cd6d9 req-a8cf8451-9991-4e4f-af2d-b4cc23e64b7c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:48.060794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95c53357-40ec-4e55-83fe-7792db0cd6d9 req-a8cf8451-9991-4e4f-af2d-b4cc23e64b7c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0482359 Aug 16 22:44:48.098076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95c53357-40ec-4e55-83fe-7792db0cd6d9 req-eb294534-341f-4f1a-a808-3e367583f95b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Aug 16 22:44:48.185435 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.322107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad98d-abb3-41bf-8517-f67dc7a0925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.532920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-bff4b523-7a91-40c9-9845-af1813eafe0a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:48.534514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-bff4b523-7a91-40c9-9845-af1813eafe0a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 815 time: 0.1110811 Aug 16 22:44:48.575266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Request body: {'port': {'device_id': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'admin_state_up': True, 'tenant_id': '17765a1775e04427bc2b2770411aa3db'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:48.579260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aee5e8ff-8b1b-42e4-8660-2c2901672563 req-f5d7e656-5cd2-4c4a-8ced-b0e090ae9ae9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 210 time: 0.0324845 Aug 16 22:44:48.702506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Made reservation on behalf of 17765a1775e04427bc2b2770411aa3db for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:44:48.707487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:48.833963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Allocated IP 172.20.0.14 (498529a3-bb52-4719-bab6-dd6cf824f835/8b9859fd-1801-44e1-a28d-9b6726f64c7a/fae5deae-d3d5-40d4-bed0-ce322cac0211) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:48.977647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.025384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.062906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3', 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:49.074278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Network 498529a3-bb52-4719-bab6-dd6cf824f835 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:49.078787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:49.084377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:49.085874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1896b664-82d9-4df0-8bda-0d496a12787e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:49.123095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event updated for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.154283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:49.154549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.171455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-1c31d5de-a0ed-41f3-889e-f592454720f3 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003351 Aug 16 22:44:49.205048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Request body: {'port': {'device_id': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:49.267997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d66c6-7693-45e6-9d80-d37c87b37329 req-cadbdaa4-a171-4e6e-8d23-a782ae5311db tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:49.269725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba6d66c6-7693-45e6-9d80-d37c87b37329 req-cadbdaa4-a171-4e6e-8d23-a782ae5311db tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 943 time: 0.0959003 Aug 16 22:44:49.274763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.314285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:44:49.318123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.349673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba6d66c6-7693-45e6-9d80-d37c87b37329 req-c4eb922c-c13a-4d53-a9ba-147c134ee4f8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716143 Aug 16 22:44:49.473045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:49.497347 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:44:49.541203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.554413 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:49.572229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae5deae-d3d5-40d4-bed0-ce322cac0211 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:49.573373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:49.578006 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.580802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.593542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Transition to ACTIVE for port object fae5deae-d3d5-40d4-bed0-ce322cac0211 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:44:49.597025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.634712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.643273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.643700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.644110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.644581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.645572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.645909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.646038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.646418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.646816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.647342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.648118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.648118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.654118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:44:49.754391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55cef-c702-4a4b-9e66-70caa34f2067 req-be9b201c-ede6-4e43-af22-103eca6cb6c9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:49.755879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bb55cef-c702-4a4b-9e66-70caa34f2067 req-be9b201c-ede6-4e43-af22-103eca6cb6c9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 944 time: 0.0889423 Aug 16 22:44:49.756923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Attempting to bind port fae5deae-d3d5-40d4-bed0-ce322cac0211 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:44:49.757277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Attempting to bind port fae5deae-d3d5-40d4-bed0-ce322cac0211 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:44:49.757607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Attempting to bind port fae5deae-d3d5-40d4-bed0-ce322cac0211 on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:49.762984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Port fae5deae-d3d5-40d4-bed0-ce322cac0211 on network 498529a3-bb52-4719-bab6-dd6cf824f835 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:44:49.763306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Attempting to bind port fae5deae-d3d5-40d4-bed0-ce322cac0211 on network 498529a3-bb52-4719-bab6-dd6cf824f835 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:44:49.773584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:44:49.773923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Checking segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:44:49.774301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Bound using segment: {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:44:49.774729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Bound port: fae5deae-d3d5-40d4-bed0-ce322cac0211, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd286048d-e66c-4501-bada-9a2b5e5596e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:44:49.775089 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.824691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bb55cef-c702-4a4b-9e66-70caa34f2067 req-f54d54e2-31e3-46e5-a287-a737946d246f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Aug 16 22:44:49.857179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:44:49.860374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:44:49.863866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.895516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:49.896126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.897513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] 10.222.0.89 "PUT /v2.0/ports/fae5deae-d3d5-40d4-bed0-ce322cac0211 HTTP/1.1" status: 200 len: 1093 time: 0.6978664 Aug 16 22:44:49.897946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:49.900167 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c9168-c556-42f9-845d-163505083ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:49.927139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91aea-ee5b-47b5-9e11-56b9690d52c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:49.941550 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc18681d-6d75-4087-b9a5-58d528cf7e9c x-openstack-request-id: req-cc18681d-6d75-4087-b9a5-58d528cf7e9c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:49.941849 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:49.942101 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc18681d-6d75-4087-b9a5-58d528cf7e9c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:49.942530 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211', 'status': 'completed', 'code': 200} Aug 16 22:44:50.200478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:50.241743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-e79cb771-f159-446a-90bb-e6673e84e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.243516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-e79cb771-f159-446a-90bb-e6673e84e4ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 1096 time: 0.2863135 Aug 16 22:44:50.293524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-093d4d8a-9773-4e10-b365-83459afeee0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211 HTTP/1.1" status: 200 len: 217 time: 0.0361638 Aug 16 22:44:50.341690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-e96e8516-af33-49fa-83fc-f871d5d17ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.343238 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-e96e8516-af33-49fa-83fc-f871d5d17ec4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0433512 Aug 16 22:44:50.378625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-349c4a1a-7e8d-47ba-8f84-c990b2e5af81 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284317 Aug 16 22:44:50.498358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3baf6a-5efe-4372-88ab-b703b683b3e7 req-caa54716-1ca6-46c4-bc0e-0a03d45f6c3f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.500368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3baf6a-5efe-4372-88ab-b703b683b3e7 req-caa54716-1ca6-46c4-bc0e-0a03d45f6c3f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 944 time: 0.0714352 Aug 16 22:44:50.520123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-293fce3f-0cdb-4f1d-b2cd-e1b233b2fd6f service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337159 Aug 16 22:44:50.589792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3baf6a-5efe-4372-88ab-b703b683b3e7 req-9e41d555-06fe-4cc9-91a2-102d41a03425 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805373 Aug 16 22:44:50.626144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ab94c68-f200-43a7-82f9-621d5c60605f req-c3cdde00-30df-4a69-b7d1-96d5b40fd888 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988719 Aug 16 22:44:50.760659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9168-c556-42f9-845d-163505083ecf req-eb75f35d-b4ae-4582-a69a-bd9d678d5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.762074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-eb75f35d-b4ae-4582-a69a-bd9d678d5b84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 1096 time: 0.0439620 Aug 16 22:44:50.850486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9168-c556-42f9-845d-163505083ecf req-32b080c4-ca8d-4328-b4b3-a762a9952765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.851942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-32b080c4-ca8d-4328-b4b3-a762a9952765 service neutron] 10.222.0.89 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0815108 Aug 16 22:44:50.899049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-82c6a0e7-27d3-4e1a-b4e0-ccf90ad06e11 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211 HTTP/1.1" status: 200 len: 217 time: 0.0397542 Aug 16 22:44:50.970173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c9168-c556-42f9-845d-163505083ecf req-47e163da-0c03-4f24-9114-11dabb304749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.971649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-47e163da-0c03-4f24-9114-11dabb304749 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0636318 Aug 16 22:44:50.979888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88443f-59c9-4909-8edf-6067c4ca5eec req-2129d807-bbc0-4783-ab3d-9d0a65252670 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:50.981319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f88443f-59c9-4909-8edf-6067c4ca5eec req-2129d807-bbc0-4783-ab3d-9d0a65252670 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 944 time: 0.0848253 Aug 16 22:44:51.011212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-70f9c286-b4e3-4cb3-bc88-bc51f46ef4fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288920 Aug 16 22:44:51.082199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f88443f-59c9-4909-8edf-6067c4ca5eec req-3a9952af-4787-4916-958f-699ae6d51dc6 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920353 Aug 16 22:44:51.118091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-1e4a443b-965a-4943-a1ce-15ba33a8f59b service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990999 Aug 16 22:44:51.210429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9c9168-c556-42f9-845d-163505083ecf req-9ac3aa53-855f-457c-8028-28a8aeed4b57 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Aug 16 22:44:51.294455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.328846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:51.375993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:51.379494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:51.379868 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.461193 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.484451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:51.486727 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a41906-2eee-46c6-9698-0cb26adbc833" -d '{"events": [{"server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:51.500152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:51.504481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.530997 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7c435e-d2c6-4229-b039-6738e0279d63 x-openstack-request-id: req-cb7c435e-d2c6-4229-b039-6738e0279d63 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:51.531302 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:51.531557 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb7c435e-d2c6-4229-b039-6738e0279d63 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:51.531949 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'code': 200} Aug 16 22:44:51.555597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:51.693749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacbfd1-b1b1-4de9-bda3-4a8c0cb5a2ab req-046c46c9-a392-42bd-bdff-4d84c0da1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:51.695168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cacbfd1-b1b1-4de9-bda3-4a8c0cb5a2ab req-046c46c9-a392-42bd-bdff-4d84c0da1287 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0625176 Aug 16 22:44:51.729056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f6b2f-17ae-4be7-a71e-e705658858ce req-cd05793f-5999-4ac3-b7e1-af870fa6ee26 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:51.730550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb1f6b2f-17ae-4be7-a71e-e705658858ce req-cd05793f-5999-4ac3-b7e1-af870fa6ee26 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0675883 Aug 16 22:44:51.751987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cacbfd1-b1b1-4de9-bda3-4a8c0cb5a2ab req-4ed02d21-60be-4894-aec9-65c4f1b3d197 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Aug 16 22:44:51.777450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb1f6b2f-17ae-4be7-a71e-e705658858ce req-a5c472a7-8bed-44d8-80de-7d888a7640f8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374348 Aug 16 22:44:52.209986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4387-1d04-42a1-94e2-e2a5cd43e19f req-15f11208-3083-4dc6-8993-e58feace8fe8 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:52.211491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64ed4387-1d04-42a1-94e2-e2a5cd43e19f req-15f11208-3083-4dc6-8993-e58feace8fe8 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 944 time: 0.0535398 Aug 16 22:44:52.253222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64ed4387-1d04-42a1-94e2-e2a5cd43e19f req-4aaf5df7-c7ea-4d39-9e95-dc1b4f4317b8 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Aug 16 22:44:52.788088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-1c7b2881-fcab-40e8-964b-d49e00a6ab4a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387368 Aug 16 22:44:52.924278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da14d29-4133-45c0-8083-2c22fbc860e8 req-c5ac2255-dd15-4b10-b1de-f794a2ae7d9d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:52.925788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da14d29-4133-45c0-8083-2c22fbc860e8 req-c5ac2255-dd15-4b10-b1de-f794a2ae7d9d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0802715 Aug 16 22:44:52.927528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435e9f-e526-429a-81df-3f74abbab095 req-a33f51ca-6faa-48f7-a148-9331b0ce2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:52.928875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-a33f51ca-6faa-48f7-a148-9331b0ce2ae2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 1097 time: 0.0745902 Aug 16 22:44:52.974392 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.003546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5da14d29-4133-45c0-8083-2c22fbc860e8 req-43965d7f-a5b8-48dd-b218-6c1eb265b34c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715101 Aug 16 22:44:53.046277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435e9f-e526-429a-81df-3f74abbab095 req-3a4a1691-32b7-40a7-84ee-95d5b085a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:53.047665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-3a4a1691-32b7-40a7-84ee-95d5b085a5f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0970583 Aug 16 22:44:53.095012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-ad5dfbd5-6a26-4bc2-98cc-354e04bed478 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1896b664-82d9-4df0-8bda-0d496a12787e HTTP/1.1" status: 200 len: 217 time: 0.0375624 Aug 16 22:44:53.148618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435e9f-e526-429a-81df-3f74abbab095 req-05b2229f-5139-4a1a-9660-9ff104c8afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:53.150268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-05b2229f-5139-4a1a-9660-9ff104c8afe9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0483472 Aug 16 22:44:53.187086 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-330356c2-8f0d-46e2-be1f-c61299c1046f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281634 Aug 16 22:44:53.293164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-ead8b6cc-798a-44ad-9580-2005df16732e service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990744 Aug 16 22:44:53.443635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7cd01-242f-4aa7-a6bf-1ff1845c44ef req-643c8dab-f471-454e-9f0f-d482be16f059 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:53.445327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abc7cd01-242f-4aa7-a6bf-1ff1845c44ef req-643c8dab-f471-454e-9f0f-d482be16f059 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 944 time: 0.1173725 Aug 16 22:44:53.469806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80435e9f-e526-429a-81df-3f74abbab095 req-56a95ecc-680b-4b52-a0e7-6fd21be78e40 service neutron] 10.222.0.89 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682489 Aug 16 22:44:53.490318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abc7cd01-242f-4aa7-a6bf-1ff1845c44ef req-21256129-f96a-496e-b1c0-2db92b230748 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Aug 16 22:44:53.515548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device fae5deae-d3d5-40d4-bed0-ce322cac0211 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:44:53.612694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:53.623544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'fae5deae-d3d5-40d4-bed0-ce322cac0211', 'network_id': '498529a3-bb52-4719-bab6-dd6cf824f835', 'port_id': 'fae5deae-d3d5-40d4-bed0-ce322cac0211', 'mac_address': 'fa:16:3e:b8:f9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9859fd-1801-44e1-a28d-9b6726f64c7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:44:53.659643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.671764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae5deae-d3d5-40d4-bed0-ce322cac0211 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:44:53.690486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:53.694204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:53.743031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:54.005901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['fae5deae-d3d5-40d4-bed0-ce322cac0211'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:44:54.118566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4921b-428f-4e54-84ed-aa1d6fe99433 req-0c102952-14a7-4f8c-874c-841d5298dd81 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:54.120683 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85e4921b-428f-4e54-84ed-aa1d6fe99433 req-0c102952-14a7-4f8c-874c-841d5298dd81 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0499480 Aug 16 22:44:54.159221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85e4921b-428f-4e54-84ed-aa1d6fe99433 req-59d2f01d-4e7d-4756-935b-788ceb5fab2c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Aug 16 22:44:54.271027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aecc8-3895-4fa0-8b55-4441f76fb729 req-c06fedad-0bdc-47df-854a-7a0c2fedbe87 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:54.272409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-478aecc8-3895-4fa0-8b55-4441f76fb729 req-c06fedad-0bdc-47df-854a-7a0c2fedbe87 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0488255 Aug 16 22:44:54.309024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-478aecc8-3895-4fa0-8b55-4441f76fb729 req-c467a0ef-696d-4941-97de-085557ce143f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Aug 16 22:44:54.330785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:54.474503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec27619-460f-459c-b928-bfb41e939474 tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:54.476069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dec27619-460f-459c-b928-bfb41e939474 tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1092 time: 0.1443207 Aug 16 22:44:54.478850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35316) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:54.483862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:44:54.505249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.621093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d0a54-da0f-4e70-890f-82569a29f33e req-b01ec6b5-0bb3-407a-82b4-7278f83d0070 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:54.622567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-966d0a54-da0f-4e70-890f-82569a29f33e req-b01ec6b5-0bb3-407a-82b4-7278f83d0070 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 945 time: 0.0634334 Aug 16 22:44:54.679213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-966d0a54-da0f-4e70-890f-82569a29f33e req-531de698-1ba4-4216-8119-670ea69a3af4 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Aug 16 22:44:54.681343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.785244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.25.8.202 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/5ce1a2b1-d79c-4838-9c3d-607499149233) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:44:54.885849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.923448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.961993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:44:54.964816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:44:54.968961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:44:54.989718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=5ce1a2b1-d79c-4838-9c3d-607499149233,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:55.318969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.382984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.530360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.531316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device fae5deae-d3d5-40d4-bed0-ce322cac0211 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:44:55.534781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.581653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port fae5deae-d3d5-40d4-bed0-ce322cac0211 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:44:55.585098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port fae5deae-d3d5-40d4-bed0-ce322cac0211 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:44:55.585487 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.611276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=5ce1a2b1-d79c-4838-9c3d-607499149233,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:55.616095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.667553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.692443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:55.694759 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6a2e09-f002-4cd3-9f74-883aee39341c" -d '{"events": [{"server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "name": "network-vif-plugged", "status": "completed", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:55.711196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:44:55.716508 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.763309 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1285c-4b57-4706-a6ec-ed8e3037ff8b x-openstack-request-id: req-77a1285c-4b57-4706-a6ec-ed8e3037ff8b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:55.763589 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "name": "network-vif-plugged", "status": "completed", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:55.763898 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77a1285c-4b57-4706-a6ec-ed8e3037ff8b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:55.764294 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211', 'code': 200} Aug 16 22:44:55.775004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:44:56.011733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbd2bd-8c6f-4a22-9268-e54acd2cffa0 req-9c23d2e8-6fbb-4f68-be70-1bfcd2c9942f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.013271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9cbd2bd-8c6f-4a22-9268-e54acd2cffa0 req-9c23d2e8-6fbb-4f68-be70-1bfcd2c9942f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.1253026 Aug 16 22:44:56.019091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e73a-3bb5-469e-8e8f-06979738d34f req-8688a5d0-282b-4119-ac50-8ad4a0af0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.020479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe44e73a-3bb5-469e-8e8f-06979738d34f req-8688a5d0-282b-4119-ac50-8ad4a0af0c63 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 1098 time: 0.1314242 Aug 16 22:44:56.032717 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP 01dd10db-99f5-4e53-8e0e-8c6bae98c12c associated. External IP: 172.25.8.202, port: 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63. Aug 16 22:44:56.122841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9cbd2bd-8c6f-4a22-9268-e54acd2cffa0 req-277f9024-eb0f-4943-b55a-817224aae927 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999377 Aug 16 22:44:56.126440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe44e73a-3bb5-469e-8e8f-06979738d34f req-f0fee20c-bdad-4953-8367-6c1c8a945841 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Aug 16 22:44:56.281568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:44:56.387290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:44:56.398018 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:44:56.402711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:56.408423 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:56.409036 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:56.431506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f90f06fa-8db5-4e57-8d0b-e52b76e746b3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9516432 Aug 16 22:44:56.432131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:44:56.434656 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4553773d-bc5f-4425-9436-37574dbac51d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:44:56.472242 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb5fb93-fc37-4f59-8ed4-98e94d3142fc x-openstack-request-id: req-4bb5fb93-fc37-4f59-8ed4-98e94d3142fc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:44:56.472603 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:44:56.472924 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bb5fb93-fc37-4f59-8ed4-98e94d3142fc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:44:56.473420 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'status': 'completed', 'code': 200} Aug 16 22:44:56.516406 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:56.564082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553773d-bc5f-4425-9436-37574dbac51d req-fa1759c5-24e2-4c35-96fe-3a48aed4ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.565727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-fa1759c5-24e2-4c35-96fe-3a48aed4ace7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0439765 Aug 16 22:44:56.667121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553773d-bc5f-4425-9436-37574dbac51d req-d4b51bf3-c0f1-491f-aa2a-3a4743292f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.668714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-d4b51bf3-c0f1-491f-aa2a-3a4743292f51 service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0947995 Aug 16 22:44:56.745150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-9c656acd-45e4-4af1-b5b5-5969d586a05e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 999 time: 0.0659926 Aug 16 22:44:56.750850 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:55Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:56.776621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:44:56.784952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:44:56.785592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:44:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:56.800726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553773d-bc5f-4425-9436-37574dbac51d req-1837d623-ee25-4fa1-878d-8c980338ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.802268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-1837d623-ee25-4fa1-878d-8c980338ae6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0475044 Aug 16 22:44:56.850366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553773d-bc5f-4425-9436-37574dbac51d req-ccc581ea-f943-47c4-bfff-4eb5a6722419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:56.851913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-ccc581ea-f943-47c4-bfff-4eb5a6722419 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412829 Aug 16 22:44:56.887979 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:44:56.947511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-736eb458-46cb-475c-91d2-90e59819216a service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874619 Aug 16 22:44:57.039737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4553773d-bc5f-4425-9436-37574dbac51d req-8ad0adf4-3129-492c-920c-b13cd6bbcde6 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824397 Aug 16 22:44:57.111808 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:55Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:44:57.224039 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74723004-da39-43fe-9223-d1fb472489f1 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:55Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:44:57.247491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea119d-f2ca-4494-9c4c-3011e7af8abb req-a8f4b9d1-6218-45bb-a2f3-27ca52d9257d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:57.249014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45ea119d-f2ca-4494-9c4c-3011e7af8abb req-a8f4b9d1-6218-45bb-a2f3-27ca52d9257d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.0554085 Aug 16 22:44:57.295131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45ea119d-f2ca-4494-9c4c-3011e7af8abb req-a4ce6e83-4dd6-4c26-a6c5-8a708b034003 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Aug 16 22:44:57.424543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c4cc2-5703-4eb6-ae66-c3002638a179 None None] New status for floating IP 01dd10db-99f5-4e53-8e0e-8c6bae98c12c: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:44:58.416375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3b4b1-1a3d-4e78-ac1a-3950b0e0172c req-a6a69d1e-24fd-4dea-a2fe-c6415e6f6bf4 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:44:58.418435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49a3b4b1-1a3d-4e78-ac1a-3950b0e0172c req-a6a69d1e-24fd-4dea-a2fe-c6415e6f6bf4 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.0522084 Aug 16 22:44:58.463024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49a3b4b1-1a3d-4e78-ac1a-3950b0e0172c req-06d64e6d-ed19-4a15-946d-a796122a9e88 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Aug 16 22:45:01.244885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-fc958e46-a5ed-4cde-bfaa-78c25b05b4a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443890 Aug 16 22:45:01.374511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-157af656-3b4c-47d5-bf24-b5587e7af66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:01.375989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-157af656-3b4c-47d5-bf24-b5587e7af66f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=17765a1775e04427bc2b2770411aa3db&device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 1097 time: 0.0447137 Aug 16 22:45:01.483471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-43ed13b1-a94c-4ec1-bc13-3156bc350a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:01.484937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-43ed13b1-a94c-4ec1-bc13-3156bc350a73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 200 len: 915 time: 0.0875440 Aug 16 22:45:01.533957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-ac95b4bc-7aa5-41e5-95e8-ae38168f2992 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 200 len: 217 time: 0.0392065 Aug 16 22:45:01.587812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-25ec92b2-bd4c-419f-88a2-711029660551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:01.589231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-25ec92b2-bd4c-419f-88a2-711029660551 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 200 len: 855 time: 0.0434263 Aug 16 22:45:01.624685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-416681d6-6334-4c21-a9a3-7e8fefa97289 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=498529a3-bb52-4719-bab6-dd6cf824f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255311 Aug 16 22:45:01.723931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-1b17b763-4a93-4942-b779-172e2679b8f1 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901253 Aug 16 22:45:01.815466 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b416b54c-ff4a-4d32-a091-9a1ea07727b1 req-8987dc3c-fc81-4c91-a088-ba2a325d8667 service neutron] 10.222.0.88 "GET /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831964 Aug 16 22:45:13.132806 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:14.598433 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:15.554147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9db5d8f4-7cfa-4138-ab83-808a40da2204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:16.689626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149df5-6d02-4743-a4e1-928d9848903f req-9eeb3690-61fc-42f9-a487-4a7706ce55ac tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:16.691927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9149df5-6d02-4743-a4e1-928d9848903f req-9eeb3690-61fc-42f9-a487-4a7706ce55ac tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.0510900 Aug 16 22:45:16.731705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9149df5-6d02-4743-a4e1-928d9848903f req-6397efbb-7437-4306-89ab-b0bdb6688a35 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Aug 16 22:45:17.857184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f2dd-4545-4908-8736-cb59075aab36 req-8762438d-adca-43db-a79e-0e612ad68c6e tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:17.858687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b55f2dd-4545-4908-8736-cb59075aab36 req-8762438d-adca-43db-a79e-0e612ad68c6e tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.0565169 Aug 16 22:45:17.900187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b55f2dd-4545-4908-8736-cb59075aab36 req-99e1d91d-8217-48bc-85d6-ce3feafd47b5 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349348 Aug 16 22:45:18.187179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.312467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d97fe6d9-da9a-433a-ae32-057ec078e2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.483839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249da96-1866-4ba9-89a6-51419b77af18 req-1e45dee8-96dc-49cd-9ffe-618962a6c628 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:18.485230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5249da96-1866-4ba9-89a6-51419b77af18 req-1e45dee8-96dc-49cd-9ffe-618962a6c628 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Aug 16 22:45:18.581017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Deleting port fae5deae-d3d5-40d4-bed0-ce322cac0211 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:18.581390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.670532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] For port fae5deae-d3d5-40d4-bed0-ce322cac0211, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=fae5deae-d3d5-40d4-bed0-ce322cac0211,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:18.670904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.683673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Calling delete_port for fae5deae-d3d5-40d4-bed0-ce322cac0211 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:18.710800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:18.814177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.852211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1896b664-82d9-4df0-8bda-0d496a12787e', 'fae5deae-d3d5-40d4-bed0-ce322cac0211'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:18.854765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event deleted for resources: {'Port': ['ID=fae5deae-d3d5-40d4-bed0-ce322cac0211,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:18.877994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3', 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:18.888131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Deleting port b60cb1dd-3bae-44fa-8133-696ddf52229d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:18.888499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.894687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] No DVR routers for this DVR port fae5deae-d3d5-40d4-bed0-ce322cac0211 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:18.897418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.899468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5249da96-1866-4ba9-89a6-51419b77af18 req-491ee988-399d-41e6-9447-c0da3babdfe1 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "DELETE /v2.0/ports/fae5deae-d3d5-40d4-bed0-ce322cac0211 HTTP/1.1" status: 204 len: 173 time: 0.4066970 Aug 16 22:45:18.899915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'name': 'network-vif-deleted', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:18.902211 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38e38d0-763b-4165-99b5-023d86122a14" -d '{"events": [{"server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "name": "network-vif-deleted", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:18.962465 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69469d8-1770-4a2b-bb5d-bd7f8a0b62ed x-openstack-request-id: req-d69469d8-1770-4a2b-bb5d-bd7f8a0b62ed {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:18.962812 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae23365a-f4ac-4760-84c6-db6e9ba3ec43", "name": "network-vif-deleted", "tag": "fae5deae-d3d5-40d4-bed0-ce322cac0211", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:18.963064 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d69469d8-1770-4a2b-bb5d-bd7f8a0b62ed {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:18.963463 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae23365a-f4ac-4760-84c6-db6e9ba3ec43', 'name': 'network-vif-deleted', 'tag': 'fae5deae-d3d5-40d4-bed0-ce322cac0211', 'status': 'completed', 'code': 200} Aug 16 22:45:18.981668 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:18.981820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.008314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Calling delete_port for b60cb1dd-3bae-44fa-8133-696ddf52229d owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:19.062101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c62f47e-6307-4587-8147-d500be2e9884 req-31d66299-05c9-49a7-a5cc-eb3c1dea081f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae23365a-f4ac-4760-84c6-db6e9ba3ec43 HTTP/1.1" status: 200 len: 210 time: 0.0345583 Aug 16 22:45:19.169132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.196636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event deleted for resources: {'Port': ['ID=b60cb1dd-3bae-44fa-8133-696ddf52229d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:19.256904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.257385 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Floating IP 888f3ccc-fb39-45f8-a4ae-11761ab8e74d disassociated (deleted). External IP: 172.25.8.37, port: d5178e66-4412-4ade-b903-8c8f876a5e69. Aug 16 22:45:19.282105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.482302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:19.601186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:19.606170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.610801 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:19.621847 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:19.622456 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:19.634445 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-990258ee-4758-403d-958a-b4916c44df2a tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "DELETE /v2.0/floatingips/888f3ccc-fb39-45f8-a4ae-11761ab8e74d HTTP/1.1" status: 204 len: 168 time: 0.9224992 Aug 16 22:45:19.635135 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:19.637522 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:19.686648 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df45a60-c718-438e-9c23-a5ef8155f3d6 x-openstack-request-id: req-8df45a60-c718-438e-9c23-a5ef8155f3d6 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:19.686950 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:19.687205 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8df45a60-c718-438e-9c23-a5ef8155f3d6 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:19.687627 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:45:19.755931 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:19.798978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-eb782ec6-5daa-4db3-bf52-a5d631b62d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:19.801532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-eb782ec6-5daa-4db3-bf52-a5d631b62d38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 1097 time: 0.0580165 Aug 16 22:45:19.919318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717df07-d09a-4ec6-8b32-3f2c953a8434 req-8eb69064-2910-497c-8bf4-40df79534a28 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:19.920769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b717df07-d09a-4ec6-8b32-3f2c953a8434 req-8eb69064-2910-497c-8bf4-40df79534a28 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.1019428 Aug 16 22:45:19.979960 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:19.983557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-60ae1be6-5eb2-42d9-97f6-3c6209019901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:19.985113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-60ae1be6-5eb2-42d9-97f6-3c6209019901 service neutron] 10.222.0.89 "GET /v2.0/networks?id=003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 200 len: 913 time: 0.1403179 Aug 16 22:45:19.990936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b717df07-d09a-4ec6-8b32-3f2c953a8434 req-fe756936-71b5-411e-8dd5-639ae8d9ad1d tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627985 Aug 16 22:45:20.007413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:20.015775 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:20.016385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:20.033286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-5efafddd-f772-467e-b12f-a44061d723df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 200 len: 217 time: 0.0400863 Aug 16 22:45:20.097218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-70eb8125-befc-444f-a626-d5965faeab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:20.099525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-70eb8125-befc-444f-a626-d5965faeab42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 200 len: 852 time: 0.0581412 Aug 16 22:45:20.124692 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:20.158498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-782050b1-7921-4d93-a1e1-27d95f878b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:20.161522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-782050b1-7921-4d93-a1e1-27d95f878b05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=003414a4-f339-47eb-955c-e8a058114a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536015 Aug 16 22:45:20.267678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-4b53f314-657d-4c4a-8d4b-f34db19e9add service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974634 Aug 16 22:45:20.342716 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:20.370505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3372b6d7-ba6e-4771-b2ea-67f76d2465e8 req-13728eb0-1442-49b4-a738-a3c1c5662150 service neutron] 10.222.0.89 "GET /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943191 Aug 16 22:45:20.374081 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420a829e-4eee-481f-a81d-68043e0e2276 None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:42:29Z', 'revision_number': 4, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd2d0193f-91ad-48c3-919f-7efc14dc146f', 'name': '', 'network_id': '003414a4-f339-47eb-955c-e8a058114a10', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'mac_address': 'fa:16:3e:68:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:29Z', 'updated_at': '2021-08-16T22:42:35Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'subnets': [{'id': 'c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:20.615911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4c7f7-2a81-4c30-a3a5-1a3f9e226374 None None] New status for floating IP 888f3ccc-fb39-45f8-a4ae-11761ab8e74d: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:45:21.113367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aedb7e-b4e9-4098-893e-8333082aa7a1 req-b1286c8c-234a-44e1-8288-3a1f8c814247 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:21.115014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25aedb7e-b4e9-4098-893e-8333082aa7a1 req-b1286c8c-234a-44e1-8288-3a1f8c814247 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.0529990 Aug 16 22:45:21.153983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25aedb7e-b4e9-4098-893e-8333082aa7a1 req-f0eb7177-5947-47a6-8c8a-0e4462732ded tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Aug 16 22:45:21.312385 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.722878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device fae5deae-d3d5-40d4-bed0-ce322cac0211 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:21.745165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: fae5deae-d3d5-40d4-bed0-ce322cac0211 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:21.746303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device fae5deae-d3d5-40d4-bed0-ce322cac0211 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:21.763840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-de8b9b06-28f7-4981-953f-40d8ee7d784b tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:21.765414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-de8b9b06-28f7-4981-953f-40d8ee7d784b tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.89 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 945 time: 0.0560381 Aug 16 22:45:21.862329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Deleting port d5178e66-4412-4ade-b903-8c8f876a5e69 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:21.862657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.958275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] For port d5178e66-4412-4ade-b903-8c8f876a5e69, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=d5178e66-4412-4ade-b903-8c8f876a5e69,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:21.958672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.972422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Calling delete_port for d5178e66-4412-4ade-b903-8c8f876a5e69 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:22.101512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.133088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event deleted for resources: {'Port': ['ID=d5178e66-4412-4ade-b903-8c8f876a5e69,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:22.147836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.147836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.148241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.148476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.148726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.149342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.149854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.150356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.150855 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.151389 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.151717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.152043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:22.201413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] No DVR routers for this DVR port d5178e66-4412-4ade-b903-8c8f876a5e69 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:22.204421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.206552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-104ef0a1-0df0-404b-8b6e-9c36334f7ac0 req-46b33bee-8e04-4c54-969d-4556345901bd tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.89 "DELETE /v2.0/ports/d5178e66-4412-4ade-b903-8c8f876a5e69 HTTP/1.1" status: 204 len: 173 time: 0.4344254 Aug 16 22:45:22.206990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'name': 'network-vif-deleted', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:22.209428 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f8f14-d98b-4d17-96fe-cdbc4ee4cfcf" -d '{"events": [{"server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "name": "network-vif-deleted", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:22.274261 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bec4e2-9263-419a-8628-10ed0d762007 x-openstack-request-id: req-d2bec4e2-9263-419a-8628-10ed0d762007 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:22.274560 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb86161-8a9c-460f-937a-40008e35f21d", "name": "network-vif-deleted", "tag": "d5178e66-4412-4ade-b903-8c8f876a5e69", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:22.274810 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2bec4e2-9263-419a-8628-10ed0d762007 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:22.275208 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb86161-8a9c-460f-937a-40008e35f21d', 'name': 'network-vif-deleted', 'tag': 'd5178e66-4412-4ade-b903-8c8f876a5e69', 'status': 'completed', 'code': 200} Aug 16 22:45:22.277308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d0b90de-5002-4063-a646-614abce88e97 req-31e48af6-5272-4115-9ff4-5eed5bcccd06 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0383797 Aug 16 22:45:22.973963 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:23.379920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-959b0f7e-abf8-40c6-9b7f-b6faa7f5b5e5 req-6d384472-8513-4ea8-917b-720beed2fe41 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0263162 Aug 16 22:45:23.627557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e656-b9ff-4812-8b60-9cc4fb2a458d req-5e328f53-16e3-414d-bbd7-c54542b83f9b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:23.629128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aba5e656-b9ff-4812-8b60-9cc4fb2a458d req-5e328f53-16e3-414d-bbd7-c54542b83f9b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.0543020 Aug 16 22:45:23.669712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aba5e656-b9ff-4812-8b60-9cc4fb2a458d req-4d3cfd36-cdea-4f4d-8e14-f8313579f38a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Aug 16 22:45:23.737831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device d5178e66-4412-4ade-b903-8c8f876a5e69 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:23.761489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: d5178e66-4412-4ade-b903-8c8f876a5e69 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:23.761836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device d5178e66-4412-4ade-b903-8c8f876a5e69 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:24.477046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7e465f3-1d38-4518-8b78-245d6666c904 req-d418ac6e-7a56-4c6f-8dcc-13b022cec6c1 tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0279031 Aug 16 22:45:24.786165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70bf7f-29e3-4b3e-9d5b-0b2705d38360 req-5451e94c-bf7a-483b-86a7-75888908facd tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:24.787679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be70bf7f-29e3-4b3e-9d5b-0b2705d38360 req-5451e94c-bf7a-483b-86a7-75888908facd tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.0494616 Aug 16 22:45:24.831481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be70bf7f-29e3-4b3e-9d5b-0b2705d38360 req-c307325a-7a39-4f27-a31e-9f143aae672b tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Aug 16 22:45:25.573893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1682b81f-afb1-4e63-bfbc-ad4aa629cb2c req-aac7e665-1369-4897-8fdc-7bd9a5a52c9b tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebb86161-8a9c-460f-937a-40008e35f21d HTTP/1.1" status: 200 len: 210 time: 0.0269761 Aug 16 22:45:25.663507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e864-ec57-490c-9963-9151249463d6 req-25d6a3bd-b9bf-4dfe-972d-169034e9468d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:25.665226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fef7e864-ec57-490c-9963-9151249463d6 req-25d6a3bd-b9bf-4dfe-972d-169034e9468d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Aug 16 22:45:25.758933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Deleting port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:25.759182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.850832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] For port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:25.851115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:25.864600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Calling delete_port for c4d6cfd8-b87a-4be9-acc1-a225eef06d0e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:25.977721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819779f-9c95-4ae8-a56f-c0c03af70c79 req-9016a5cc-ad9d-4e64-ba9e-f7eb77e8aa21 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:25.979180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f819779f-9c95-4ae8-a56f-c0c03af70c79 req-9016a5cc-ad9d-4e64-ba9e-f7eb77e8aa21 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f4ae98f-388f-468b-ba97-1abaaa382b66 HTTP/1.1" status: 200 len: 945 time: 0.0747795 Aug 16 22:45:26.052356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f819779f-9c95-4ae8-a56f-c0c03af70c79 req-4e063106-ef08-4179-b8ac-7741a6d65204 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672615 Aug 16 22:45:26.058063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.086838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event deleted for resources: {'Port': ['ID=c4d6cfd8-b87a-4be9-acc1-a225eef06d0e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:26.092717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3', 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:26.120435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['1896b664-82d9-4df0-8bda-0d496a12787e'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:26.139230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] No DVR routers for this DVR port c4d6cfd8-b87a-4be9-acc1-a225eef06d0e on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:26.141941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.145657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fef7e864-ec57-490c-9963-9151249463d6 req-9f4ce86b-6252-4785-b3db-170c8691bf2d tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "DELETE /v2.0/ports/c4d6cfd8-b87a-4be9-acc1-a225eef06d0e HTTP/1.1" status: 204 len: 173 time: 0.4732742 Aug 16 22:45:26.146187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'name': 'network-vif-deleted', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:26.150798 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db994c94-df6a-46fc-a09b-727d643a9fd9" -d '{"events": [{"server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "name": "network-vif-deleted", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:26.194313 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1f045-a6b6-4816-83da-c9a1d7777ec8 x-openstack-request-id: req-67b1f045-a6b6-4816-83da-c9a1d7777ec8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:26.194615 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ae98f-388f-468b-ba97-1abaaa382b66", "name": "network-vif-deleted", "tag": "c4d6cfd8-b87a-4be9-acc1-a225eef06d0e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:26.194874 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67b1f045-a6b6-4816-83da-c9a1d7777ec8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:26.195574 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ae98f-388f-468b-ba97-1abaaa382b66', 'name': 'network-vif-deleted', 'tag': 'c4d6cfd8-b87a-4be9-acc1-a225eef06d0e', 'status': 'completed', 'code': 200} Aug 16 22:45:26.633096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35474) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:26.693572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.722143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.783600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.786335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:26.787503 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] 10.222.0.22 "DELETE /v2.0/security-groups/0f4372d4-ea93-42c9-b8d8-d6f7eee76b39 HTTP/1.1" status: 204 len: 168 time: 0.1533425 Aug 16 22:45:26.798091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4372d4-ea93-42c9-b8d8-d6f7eee76b39,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:26.812227 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.812721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.813086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.813457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.813808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.814122 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.814450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.815348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.815679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.816003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.816328 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:26.816645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc9a4d-66d4-4dc1-b901-b8651a1764be tempest-TestVolumeBackupRestore-1743334585 tempest-TestVolumeBackupRestore-1743334585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:45:27.363901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06179e77-4c9f-4e28-b960-7b73c38b67f6 req-2a70c74f-efc6-4d4e-8b71-868e7867fd45 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:27.365643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06179e77-4c9f-4e28-b960-7b73c38b67f6 req-2a70c74f-efc6-4d4e-8b71-868e7867fd45 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0562415 Aug 16 22:45:27.410097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06179e77-4c9f-4e28-b960-7b73c38b67f6 req-3f0aebee-9f7e-4629-a100-9b33b9cad8f9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Aug 16 22:45:28.565660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32b7b-63e1-46c9-93e2-696f5b6497b9 req-1091b81d-2dd8-40a7-a962-640bb67ed321 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:28.573625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66b32b7b-63e1-46c9-93e2-696f5b6497b9 req-1091b81d-2dd8-40a7-a962-640bb67ed321 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0635746 Aug 16 22:45:28.614936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66b32b7b-63e1-46c9-93e2-696f5b6497b9 req-02913304-7450-455a-8150-035c3ca11a3f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Aug 16 22:45:29.073005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-03dccb1b-728b-42da-b781-bad50bd61f00 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:29.074636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-03dccb1b-728b-42da-b781-bad50bd61f00 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0701640 Aug 16 22:45:29.234614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Deleting port 1896b664-82d9-4df0-8bda-0d496a12787e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:29.235028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.478199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c4d6cfd8-b87a-4be9-acc1-a225eef06d0e no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:29.521959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: c4d6cfd8-b87a-4be9-acc1-a225eef06d0e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:29.522308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c4d6cfd8-b87a-4be9-acc1-a225eef06d0e not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:29.635217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] For port 1896b664-82d9-4df0-8bda-0d496a12787e, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=1896b664-82d9-4df0-8bda-0d496a12787e,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:29.636540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.659269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Calling delete_port for 1896b664-82d9-4df0-8bda-0d496a12787e owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:29.807751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9503-3cce-4551-b779-5ed4df4c2c36 req-1f69cd4b-b6dd-4c1f-97b8-bba3b799451f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:29.817032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a43a9503-3cce-4551-b779-5ed4df4c2c36 req-1f69cd4b-b6dd-4c1f-97b8-bba3b799451f tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aa7abda-37d6-4d3d-9658-27b871cd26ce HTTP/1.1" status: 200 len: 945 time: 0.0762351 Aug 16 22:45:29.898676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a43a9503-3cce-4551-b779-5ed4df4c2c36 req-15969232-cc7d-4e74-883f-db63c9a77f4a tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804172 Aug 16 22:45:29.935016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:29.972360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:29.988621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event deleted for resources: {'Port': ['ID=1896b664-82d9-4df0-8bda-0d496a12787e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:30.060646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] No DVR routers for this DVR port 1896b664-82d9-4df0-8bda-0d496a12787e on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:30.067265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.070043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1eff8bde-4019-4257-aa99-ef1354a6fe0e req-a5fa00fb-7598-4e4d-8c16-e0151f899854 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.89 "DELETE /v2.0/ports/1896b664-82d9-4df0-8bda-0d496a12787e HTTP/1.1" status: 204 len: 173 time: 0.9821494 Aug 16 22:45:30.070717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'name': 'network-vif-deleted', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:30.073136 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1458805-2ed3-4b61-bfe9-7bd58ceaaa2f" -d '{"events": [{"server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "name": "network-vif-deleted", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:30.154239 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abd362d-e50a-448d-8b1f-31d3f89007e0 x-openstack-request-id: req-2abd362d-e50a-448d-8b1f-31d3f89007e0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:30.154799 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa7abda-37d6-4d3d-9658-27b871cd26ce", "name": "network-vif-deleted", "tag": "1896b664-82d9-4df0-8bda-0d496a12787e", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:30.155422 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2abd362d-e50a-448d-8b1f-31d3f89007e0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:30.156008 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa7abda-37d6-4d3d-9658-27b871cd26ce', 'name': 'network-vif-deleted', 'tag': '1896b664-82d9-4df0-8bda-0d496a12787e', 'status': 'completed', 'code': 200} Aug 16 22:45:30.242892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:30.660073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:30.921284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Deleting port d2d0193f-91ad-48c3-919f-7efc14dc146f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:30.921823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.017205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] For port d2d0193f-91ad-48c3-919f-7efc14dc146f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2d0193f-91ad-48c3-919f-7efc14dc146f,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:31.017656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.031714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Calling delete_port for d2d0193f-91ad-48c3-919f-7efc14dc146f owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:31.222096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.248719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d0193f-91ad-48c3-919f-7efc14dc146f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:31.412761 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:31.643908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:31.781896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1896b664-82d9-4df0-8bda-0d496a12787e no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:31.804096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 1896b664-82d9-4df0-8bda-0d496a12787e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:31.804537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 1896b664-82d9-4df0-8bda-0d496a12787e not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:31.994613 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:31.999446 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40e597df-d249-4566-ba9b-e900fad18b61 admin admin] 10.222.0.22 "PUT /v2.0/routers/145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553465 Aug 16 22:45:32.002108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:32.003065 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Sync routers for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:32.013109 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:32.014025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:32.119928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.120753 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:32.226165 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.279775 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Deleting port c234b26c-8b25-4346-98af-865316e4978d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:32.280812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.301204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'c234b26c-8b25-4346-98af-865316e4978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:45:31Z', 'revision_number': 5, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port': {'id': 'c234b26c-8b25-4346-98af-865316e4978d', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:27Z', 'updated_at': '2021-08-16T22:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:32.326911 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Checking router: 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:32.336185 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Routers {'145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:32.336728 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:32.363187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] For port c234b26c-8b25-4346-98af-865316e4978d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c234b26c-8b25-4346-98af-865316e4978d,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:32.363706 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.388736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Calling delete_port for c234b26c-8b25-4346-98af-865316e4978d owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:32.435480 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] Set router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:32.558905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.584796 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:45:32Z', 'revision_number': 6, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:32.588632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c234b26c-8b25-4346-98af-865316e4978d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:32.614955 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf01dff-6a91-4d18-ba66-94f2813bac70 None None] The sync data for ids ['145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9'] in n-d-791505-20 is: [{'id': '145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9', 'name': 'tempest-TestVolumeBackupRestore-552026460-router', 'tenant_id': '9a73cd66e1114aa7b925f4e277e5e888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:26Z', 'updated_at': '2021-08-16T22:45:32Z', 'revision_number': 6, 'project_id': '9a73cd66e1114aa7b925f4e277e5e888', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:32.662873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.754182 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.756329 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.798246 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.799387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:32.804273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.805524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-effbc552-7c8e-45ef-9fed-cb44a8a62df3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/145e9c50-ac8e-4c3b-aab4-eeb4bd8eece9 HTTP/1.1" status: 204 len: 168 time: 0.8024991 Aug 16 22:45:32.808015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:32.856224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Deleting subnet c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:32.859189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.893770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:32.974419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.066636 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.094206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.098629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.103204 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:33.105244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2d0193f-91ad-48c3-919f-7efc14dc146f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:33.106449 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4603608f-3d25-4126-a8f2-3e6200b3b355 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4dcd1ef-c942-41a0-8bd7-2091b7e8bb9d HTTP/1.1" status: 204 len: 168 time: 0.2973349 Aug 16 22:45:33.133537 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5b676-573e-4018-91a6-0ef5c86a6699 None None] Network 003414a4-f339-47eb-955c-e8a058114a10 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:33.146122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d2d0193f-91ad-48c3-919f-7efc14dc146f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:33.146660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2d0193f-91ad-48c3-919f-7efc14dc146f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:33.191122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.250194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Deleting port 0ceae9d4-6749-4837-bff6-78434130e37b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:33.250540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.323929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] For port 0ceae9d4-6749-4837-bff6-78434130e37b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0ceae9d4-6749-4837-bff6-78434130e37b,segment=NetworkSegment(11495e7f-9499-43a4-b888-bf5b28bd2be2),segment_id=11495e7f-9499-43a4-b888-bf5b28bd2be2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:33.324294 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.336339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Calling delete_port for 0ceae9d4-6749-4837-bff6-78434130e37b owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:33.426589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.430993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b4a9d-ec7f-417c-a582-8da8120e1dad None None] DHCP port deletion for 003414a4-f339-47eb-955c-e8a058114a10 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:33.452447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] No DVR routers for this DVR port 0ceae9d4-6749-4837-bff6-78434130e37b on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:33.479635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ceae9d4-6749-4837-bff6-78434130e37b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:33.554690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.565491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003414a4-f339-47eb-955c-e8a058114a10']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:33.576016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11495e7f-9499-43a4-b888-bf5b28bd2be2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:33.576313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11495e7f-9499-43a4-b888-bf5b28bd2be2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:33.585831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.599643 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.605569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:33.605951 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:33.607598 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:33.664364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.672565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:33.677019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/003414a4-f339-47eb-955c-e8a058114a10 HTTP/1.1" status: 204 len: 168 time: 0.5698378 Aug 16 22:45:33.677455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 35956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:33.685825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece64310-f977-475a-a8e6-e8eba50489f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=003414a4-f339-47eb-955c-e8a058114a10,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:34.040123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.289508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Deleting port 7b4304e7-d44c-4da0-9045-800d4b9179d5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:34.289862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.372989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] For port 7b4304e7-d44c-4da0-9045-800d4b9179d5, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4304e7-d44c-4da0-9045-800d4b9179d5,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:34.373312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.385862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Calling delete_port for 7b4304e7-d44c-4da0-9045-800d4b9179d5 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:34.424367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0cc9-d4d8-4010-a5eb-055cdd6309eb req-7532b367-8f71-4d89-9af1-e869ed22f851 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:34.425909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdbe0cc9-d4d8-4010-a5eb-055cdd6309eb req-7532b367-8f71-4d89-9af1-e869ed22f851 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Aug 16 22:45:34.463661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdbe0cc9-d4d8-4010-a5eb-055cdd6309eb req-b443c6d5-7cfa-4a91-afe8-a5f79b80e291 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Aug 16 22:45:34.567595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.594057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4304e7-d44c-4da0-9045-800d4b9179d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:34.754649 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:34.980360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Router f382acf8-9220-41ac-b899-28348899a3ef has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:45:35.067941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0ceae9d4-6749-4837-bff6-78434130e37b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:35.088338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0ceae9d4-6749-4837-bff6-78434130e37b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:35.088684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0ceae9d4-6749-4837-bff6-78434130e37b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:35.089168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c234b26c-8b25-4346-98af-865316e4978d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:35.098382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:45:35.104094 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c7d00af-88fd-43a4-bc13-ad069752783c admin admin] 10.222.0.22 "PUT /v2.0/routers/f382acf8-9220-41ac-b899-28348899a3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4259257 Aug 16 22:45:35.107411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:35.110997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Sync routers for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:45:35.114590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c234b26c-8b25-4346-98af-865316e4978d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:35.114944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c234b26c-8b25-4346-98af-865316e4978d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:35.124163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:35.124792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:35.220302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.236293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:35.325950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.381461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Deleting port 862f32af-42ef-4d3b-b7f5-6665fc854189 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:35.381809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.419678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:45:34Z', 'revision_number': 5, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port': {'id': '862f32af-42ef-4d3b-b7f5-6665fc854189', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:eb:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:42:32Z', 'updated_at': '2021-08-16T22:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:35.447635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Checking router: f382acf8-9220-41ac-b899-28348899a3ef for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:45:35.456011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Routers {'f382acf8-9220-41ac-b899-28348899a3ef'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:45:35.456616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:45:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['f382acf8-9220-41ac-b899-28348899a3ef'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:35.463417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] For port 862f32af-42ef-4d3b-b7f5-6665fc854189, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=862f32af-42ef-4d3b-b7f5-6665fc854189,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:35.464409 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.481895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Calling delete_port for 862f32af-42ef-4d3b-b7f5-6665fc854189 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:35.548718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] Set router f382acf8-9220-41ac-b899-28348899a3ef gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:45:35.604257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:45:35Z', 'revision_number': 6, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:35.637153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed220-4d0d-4496-9fc1-f6a6b3bfbf0c None None] The sync data for ids ['f382acf8-9220-41ac-b899-28348899a3ef'] in n-d-791505-20 is: [{'id': 'f382acf8-9220-41ac-b899-28348899a3ef', 'name': 'tempest-TestVolumeBackupRestore-1606205986-router', 'tenant_id': '9e8ac2fcf3e34371947be2dbebf41598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:42:31Z', 'updated_at': '2021-08-16T22:45:35Z', 'revision_number': 6, 'project_id': '9e8ac2fcf3e34371947be2dbebf41598', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:45:35.637966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980af4b-55a1-4899-93f4-1069037ff39f req-ccbe4952-a2d8-4e6b-b8cf-59bb68ff056e tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:35.639530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7980af4b-55a1-4899-93f4-1069037ff39f req-ccbe4952-a2d8-4e6b-b8cf-59bb68ff056e tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.1027815 Aug 16 22:45:35.716887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7980af4b-55a1-4899-93f4-1069037ff39f req-82d30bdd-02b2-4aac-afa0-78a48e00ab18 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708079 Aug 16 22:45:35.723942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.751872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Pushing event deleted for resources: {'Port': ['ID=862f32af-42ef-4d3b-b7f5-6665fc854189,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:35.820520 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.910910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.913000 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.960442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.961475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f382acf8-9220-41ac-b899-28348899a3ef {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:45:35.966784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:35.967959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-69b1cfc4-460a-44b2-a603-cdcfdc41ce17 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f382acf8-9220-41ac-b899-28348899a3ef HTTP/1.1" status: 204 len: 168 time: 0.8595033 Aug 16 22:45:35.970958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35970) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:36.032830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Deleting subnet 9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:36.036910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.080711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.168330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.225979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.253264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:36.259532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.261797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e4efae7e-34bf-42ed-86ff-ea81226f267c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9c57dc03-ccd7-4683-bfa6-e0bcdfad06e2 HTTP/1.1" status: 204 len: 168 time: 0.2890592 Aug 16 22:45:36.264340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35972) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:36.266716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7f228-e964-47a5-b139-ff045122757f None None] Network 716db63c-127b-4b60-8f3d-3726ad95e9b5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:45:36.357783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.438633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db55ea-567f-4299-88ec-6ca58b014872 req-0f21a579-76d7-4305-9f16-280a98019806 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:36.440204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94db55ea-567f-4299-88ec-6ca58b014872 req-0f21a579-76d7-4305-9f16-280a98019806 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.0959933 Aug 16 22:45:36.456787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] DHCP port deletion for 716db63c-127b-4b60-8f3d-3726ad95e9b5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:45:36.491006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Deleting port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:36.491540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.510569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Deleting port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:36.510932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.578130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] For port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:36.578705 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.593608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Calling delete_port for be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:36.595188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] For port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,segment=NetworkSegment(1a9d64fc-4a5c-4c11-84f5-f176cf31eec6),segment_id=1a9d64fc-4a5c-4c11-84f5-f176cf31eec6)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:36.595508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.615053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Calling delete_port for be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:36.635340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Deleting port eadf0866-d577-4c78-902e-6a2e8baff4b3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:45:36.635688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.686747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.714326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] Pushing event deleted for resources: {'Port': ['ID=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:36.718427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe049c4-7c98-4767-a39b-8c2f09ee9c64 None None] No DVR routers for this DVR port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:36.781330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] For port eadf0866-d577-4c78-902e-6a2e8baff4b3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=eadf0866-d577-4c78-902e-6a2e8baff4b3,segment=NetworkSegment(d286048d-e66c-4501-bada-9a2b5e5596e8),segment_id=d286048d-e66c-4501-bada-9a2b5e5596e8)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:45:36.781639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.791147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:36.798651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Calling delete_port for eadf0866-d577-4c78-902e-6a2e8baff4b3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:45:36.856981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7fe4a3-50a8-4ac5-bd1e-e04def39fe26,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:36.866014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] No DVR routers for this DVR port be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:36.987963 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2c35-8c64-49ba-9172-6b3931807129 req-35b763f1-84b1-4b7b-8d77-47599d24f797 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:45:36.989514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-293b2c35-8c64-49ba-9172-6b3931807129 req-35b763f1-84b1-4b7b-8d77-47599d24f797 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 945 time: 0.1935480 Aug 16 22:45:37.011279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.011477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 862f32af-42ef-4d3b-b7f5-6665fc854189 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:37.031857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 862f32af-42ef-4d3b-b7f5-6665fc854189 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:37.032122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 862f32af-42ef-4d3b-b7f5-6665fc854189 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:37.032543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4304e7-d44c-4da0-9045-800d4b9179d5 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:37.039901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716db63c-127b-4b60-8f3d-3726ad95e9b5']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:37.052078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7b4304e7-d44c-4da0-9045-800d4b9179d5 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:37.052432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4304e7-d44c-4da0-9045-800d4b9179d5 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:37.052855 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:37.054264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:37.054562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9d64fc-4a5c-4c11-84f5-f176cf31eec6') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:37.079130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:37.079479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be7fe4a3-50a8-4ac5-bd1e-e04def39fe26 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:37.094231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.108726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-293b2c35-8c64-49ba-9172-6b3931807129 req-55238e12-b52e-4f86-8b61-97c68a807cb9 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/security-groups?id=690636c0-7607-432c-ae03-13aaa831631d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078928 Aug 16 22:45:37.128893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.141469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:37.142025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self.session.flush() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:37.144202 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:37.157864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.192450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['eadf0866-d577-4c78-902e-6a2e8baff4b3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:45:37.225391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Pushing event deleted for resources: {'Port': ['ID=eadf0866-d577-4c78-902e-6a2e8baff4b3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:37.237796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.242361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.244973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] 10.222.0.22 "DELETE /v2.0/networks/716db63c-127b-4b60-8f3d-3726ad95e9b5 HTTP/1.1" status: 204 len: 168 time: 0.9794021 Aug 16 22:45:37.290661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] No DVR routers for this DVR port eadf0866-d577-4c78-902e-6a2e8baff4b3 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:45:37.293838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.296521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94db55ea-567f-4299-88ec-6ca58b014872 req-80589436-a58e-4313-9c4f-349fbedcb279 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.88 "DELETE /v2.0/ports/eadf0866-d577-4c78-902e-6a2e8baff4b3 HTTP/1.1" status: 204 len: 173 time: 0.8488050 Aug 16 22:45:37.297410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ac89f-c035-47eb-9c50-5b5e56f81738 admin admin] Pushing event deleted for resources: {'Network': ['ID=716db63c-127b-4b60-8f3d-3726ad95e9b5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:37.300600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'name': 'network-vif-deleted', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:45:37.303574 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186cf5c2-4f54-4bcf-ad52-8365556fc1d0" -d '{"events": [{"server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "name": "network-vif-deleted", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:45:37.349184 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e79f2b3-0fab-42d6-9e8e-16b1b65eeb41 x-openstack-request-id: req-5e79f2b3-0fab-42d6-9e8e-16b1b65eeb41 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:45:37.349601 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e49568-8d31-4717-b084-87b6e69008f8", "name": "network-vif-deleted", "tag": "eadf0866-d577-4c78-902e-6a2e8baff4b3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:45:37.349857 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e79f2b3-0fab-42d6-9e8e-16b1b65eeb41 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:45:37.350308 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e49568-8d31-4717-b084-87b6e69008f8', 'name': 'network-vif-deleted', 'tag': 'eadf0866-d577-4c78-902e-6a2e8baff4b3', 'status': 'completed', 'code': 200} Aug 16 22:45:37.379193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:37.430953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce93f689-2691-4010-b003-3911190dfa8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a73cd66e1114aa7b925f4e277e5e888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503109 Aug 16 22:45:37.433401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:37.493275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.515940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.568054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.571168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:37.572538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be9dd0c7-aa62-47ab-80f4-e6f5c273ac58 HTTP/1.1" status: 204 len: 168 time: 0.1381664 Aug 16 22:45:37.582342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24edad-5481-4414-864a-667d6f451b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9dd0c7-aa62-47ab-80f4-e6f5c273ac58,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:37.904337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:37.947456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a45efb66-4071-4658-a230-3d07f4d61151 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e8ac2fcf3e34371947be2dbebf41598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418835 Aug 16 22:45:37.949891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 35992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:37.998783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.024353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.083801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.086375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:38.087554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11137cd8-d9be-42d0-81d2-39d2d169252c HTTP/1.1" status: 204 len: 168 time: 0.1367590 Aug 16 22:45:38.095207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c31cf-1dac-4986-a5bd-29c5a0522c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11137cd8-d9be-42d0-81d2-39d2d169252c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:38.231454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f161c401-85ef-4bb0-88b2-134041693358 req-3fcc1b39-65c3-487d-87ad-2b4196405cd4 tempest-AttachVolumeNegativeTest-632262923 tempest-AttachVolumeNegativeTest-632262923-project] 10.222.0.22 "GET /v2.0/ports?device_id=44e49568-8d31-4717-b084-87b6e69008f8 HTTP/1.1" status: 200 len: 210 time: 0.0345252 Aug 16 22:45:39.286851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:39.331026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Deleting subnet 8b9859fd-1801-44e1-a28d-9b6726f64c7a {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:45:39.334019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.368031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.406277 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.462947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.713848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9859fd-1801-44e1-a28d-9b6726f64c7a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:39.720068 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.722656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d2016e2e-26af-43ba-a32b-38f9f7a29f48 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8b9859fd-1801-44e1-a28d-9b6726f64c7a HTTP/1.1" status: 204 len: 168 time: 0.4346933 Aug 16 22:45:39.724896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:39.790900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.868175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.878262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498529a3-bb52-4719-bab6-dd6cf824f835']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:39.887569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd286048d-e66c-4501-bada-9a2b5e5596e8') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:39.887887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd286048d-e66c-4501-bada-9a2b5e5596e8') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:45:39.896851 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.909913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.915797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:45:39.916189 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:45:39.917888 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:45:39.974946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.980085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:39.981943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/498529a3-bb52-4719-bab6-dd6cf824f835 HTTP/1.1" status: 204 len: 168 time: 0.2561040 Aug 16 22:45:39.992886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0c764-ea37-4c41-985e-5f7e6a0f62a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=498529a3-bb52-4719-bab6-dd6cf824f835,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:40.138154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:40.177923 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7acfc730-e5a3-466a-95e7-3b660d795d9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17765a1775e04427bc2b2770411aa3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386341 Aug 16 22:45:40.180330 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36008) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:40.226573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.247613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.293465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.295974 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.297148 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/690636c0-7607-432c-ae03-13aaa831631d HTTP/1.1" status: 204 len: 168 time: 0.1159058 Aug 16 22:45:40.304994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23398cb3-7325-4985-be41-03fcd7e219c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690636c0-7607-432c-ae03-13aaa831631d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:41.498985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eadf0866-d577-4c78-902e-6a2e8baff4b3 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:45:41.519110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: eadf0866-d577-4c78-902e-6a2e8baff4b3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:45:41.519467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device eadf0866-d577-4c78-902e-6a2e8baff4b3 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:45:42.805407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36074) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:42.914008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b8c400d-f16b-4348-9d8a-72759a07c81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.001271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b8c400d-f16b-4348-9d8a-72759a07c81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.005526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8b8c400d-f16b-4348-9d8a-72759a07c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.043128 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8b8c400d-f16b-4348-9d8a-72759a07c81e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5c290a4a11248dbad8c24b669224433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366550 Aug 16 22:45:43.045039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c400d-f16b-4348-9d8a-72759a07c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb02260-8dc6-448a-aa44-6fa5704017e6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:43.045880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.094804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.115880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.164912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.167701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.168924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7eb02260-8dc6-448a-aa44-6fa5704017e6 HTTP/1.1" status: 204 len: 168 time: 0.1219542 Aug 16 22:45:43.177634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb879c7-6429-4f58-b4db-00604ce0ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb02260-8dc6-448a-aa44-6fa5704017e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:43.428384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36086) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.441836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75c89e44-2c85-4bda-b494-d4c0a41ae118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.531508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75c89e44-2c85-4bda-b494-d4c0a41ae118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.535339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-75c89e44-2c85-4bda-b494-d4c0a41ae118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.577254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-75c89e44-2c85-4bda-b494-d4c0a41ae118 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62d6cc27376947dfa3b10038c3931749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476619 Aug 16 22:45:43.578155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c89e44-2c85-4bda-b494-d4c0a41ae118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0c6fb-b1f7-4acf-886c-d9c60c854ec8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:43.580396 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36088) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:43.628802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.649848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.696850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.699424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:43.700724 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bac0c6fb-b1f7-4acf-886c-d9c60c854ec8 HTTP/1.1" status: 204 len: 168 time: 0.1193275 Aug 16 22:45:43.708677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76941-539d-4c1c-bf0d-ef0db0e02812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0c6fb-b1f7-4acf-886c-d9c60c854ec8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:44.601264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:45.556058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c66021e4-d686-44f2-90f5-583322dcf470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.712002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:46.834503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e55dcb51-c6d0-4432-9b1f-e1409124c232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.930857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e55dcb51-c6d0-4432-9b1f-e1409124c232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.934967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e55dcb51-c6d0-4432-9b1f-e1409124c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:46.973921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e55dcb51-c6d0-4432-9b1f-e1409124c232 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76418d6b0a784e8dab312599ebba1a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608416 Aug 16 22:45:46.974809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dcb51-c6d0-4432-9b1f-e1409124c232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda5bdc-4b20-422f-a81e-778ad08f8a5c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:46.976726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:47.035503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.056622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.106733 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.110333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.112076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ceda5bdc-4b20-422f-a81e-778ad08f8a5c HTTP/1.1" status: 204 len: 168 time: 0.1340275 Aug 16 22:45:47.126973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e6224-df28-4201-bca8-3ea15dd2fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda5bdc-4b20-422f-a81e-778ad08f8a5c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:47.388322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:47.401844 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7496e47b-ec18-4776-b261-fdcc35e01d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.496037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7496e47b-ec18-4776-b261-fdcc35e01d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.499896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7496e47b-ec18-4776-b261-fdcc35e01d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.540668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7496e47b-ec18-4776-b261-fdcc35e01d2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=155e87b22569472abb56c0472bfd53a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510189 Aug 16 22:45:47.542918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496e47b-ec18-4776-b261-fdcc35e01d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b969e3b-f3ae-4dc8-ac83-463ba6343351,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:47.543530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36208) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:47.593204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.613845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.658816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.661338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.662502 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b969e3b-f3ae-4dc8-ac83-463ba6343351 HTTP/1.1" status: 204 len: 168 time: 0.1178660 Aug 16 22:45:47.669777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820601b4-d363-4034-905e-e78a6b5e453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b969e3b-f3ae-4dc8-ac83-463ba6343351,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:48.189472 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:48.312539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3044-2a5f-4fb3-a713-8ff32daffbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.284548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.563406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36270) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:49.668970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeebac6d-595e-4b00-96c6-a339f081009e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.764869 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeebac6d-595e-4b00-96c6-a339f081009e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.768982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-aeebac6d-595e-4b00-96c6-a339f081009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.806458 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-aeebac6d-595e-4b00-96c6-a339f081009e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd9dda5011e14681b07c5d7653735f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415125 Aug 16 22:45:49.808365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebac6d-595e-4b00-96c6-a339f081009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d78208-b3b7-4e4b-9976-edf4133b867e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:49.809196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:49.857647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.881393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.926513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.929026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.930192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63d78208-b3b7-4e4b-9976-edf4133b867e HTTP/1.1" status: 204 len: 168 time: 0.1199970 Aug 16 22:45:49.937721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a135b4-4900-42f3-8187-8b934ffca668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d78208-b3b7-4e4b-9976-edf4133b867e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:50.135612 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:50.190149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:50.203096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b15ed4c3-f3da-4876-b89c-a8a1d5503ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.291326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b15ed4c3-f3da-4876-b89c-a8a1d5503ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.295117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b15ed4c3-f3da-4876-b89c-a8a1d5503ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.334159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b15ed4c3-f3da-4876-b89c-a8a1d5503ef7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c06b9429a6bf4a30b06cfef9c9df68df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428802 Aug 16 22:45:50.335105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ed4c3-f3da-4876-b89c-a8a1d5503ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d09b8c-1b85-4376-91d9-b06cb1ebb233,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:50.336776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:50.386732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.408232 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.457815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.460338 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.461577 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9d09b8c-1b85-4376-91d9-b06cb1ebb233 HTTP/1.1" status: 204 len: 168 time: 0.1237648 Aug 16 22:45:50.470879 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91245-9180-4faa-9a79-96dc7c557ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d09b8c-1b85-4376-91d9-b06cb1ebb233,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:51.303116 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.971481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.650802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36534) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:59.757271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56bd4da1-5c79-4ee2-b2a7-b092383022c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.848201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56bd4da1-5c79-4ee2-b2a7-b092383022c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.852521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56bd4da1-5c79-4ee2-b2a7-b092383022c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.894179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-56bd4da1-5c79-4ee2-b2a7-b092383022c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d6cef237dda4b519314d0123447c4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422502 Aug 16 22:45:59.895075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd4da1-5c79-4ee2-b2a7-b092383022c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c03f47-8e25-4e25-8140-5e19f96cdf94,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:45:59.896883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36538) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:45:59.945695 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:59.965904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.014873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.017393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.018538 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98c03f47-8e25-4e25-8140-5e19f96cdf94 HTTP/1.1" status: 204 len: 168 time: 0.1200273 Aug 16 22:46:00.026569 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df803852-ad23-4597-b4ce-7d920db476db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c03f47-8e25-4e25-8140-5e19f96cdf94,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:00.272166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:00.285862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fab1232e-2660-4e3d-91bc-7fdac33bdb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.373259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fab1232e-2660-4e3d-91bc-7fdac33bdb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.377314 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fab1232e-2660-4e3d-91bc-7fdac33bdb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.414194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fab1232e-2660-4e3d-91bc-7fdac33bdb7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc7aeaa0c87446f982a33b323b8edfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409001 Aug 16 22:46:00.415076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1232e-2660-4e3d-91bc-7fdac33bdb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e149a4d-eea2-4b72-a606-01b38a648f97,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:00.417731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:00.469785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.492478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.537984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.541844 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:00.543148 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e149a4d-eea2-4b72-a606-01b38a648f97 HTTP/1.1" status: 204 len: 168 time: 0.1240854 Aug 16 22:46:00.551297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db2c30-14f8-424c-aa63-7a442fcdec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e149a4d-eea2-4b72-a606-01b38a648f97,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:02.557642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-79cef414-2c94-4122-8b4e-08ba0509e98c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396421 Aug 16 22:46:02.630952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-fa9a23eb-f44b-4bae-bdde-0931d7bc4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.632469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-fa9a23eb-f44b-4bae-bdde-0931d7bc4406 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0412183 Aug 16 22:46:02.740270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-99189ae2-d6c7-430b-baec-139c331b67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.741959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-99189ae2-d6c7-430b-baec-139c331b67ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0901105 Aug 16 22:46:02.813339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-1099d543-5502-4908-83be-bc36f2ad5d02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 1001 time: 0.0631149 Aug 16 22:46:02.863558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-21f0f183-ed4f-4e38-9da9-5f7b9a916713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.865046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-21f0f183-ed4f-4e38-9da9-5f7b9a916713 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0450447 Aug 16 22:46:02.912747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-6614a456-3f50-44a2-bc8e-644590189e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:02.914355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-6614a456-3f50-44a2-bc8e-644590189e0f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417233 Aug 16 22:46:03.008451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-b4bd8a37-03d7-4b34-a3d1-50a9f9bb4bd7 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Aug 16 22:46:03.101771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae75601f-6718-4877-b7cd-85bd555051d4 req-2d69c7d0-55fe-4291-818c-4881ddd94df4 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853343 Aug 16 22:46:08.076513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:08.181539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe999-f278-4341-92d3-a41b3ac4ca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.266384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe999-f278-4341-92d3-a41b3ac4ca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.269959 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe999-f278-4341-92d3-a41b3ac4ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.311554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b6bbe999-f278-4341-92d3-a41b3ac4ca2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfc4cb1afb6643f58110062d271fff94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339122 Aug 16 22:46:08.312443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbe999-f278-4341-92d3-a41b3ac4ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0776a-52bc-4eb4-a26a-d5118e7f502c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:08.314290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:08.363514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.384204 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.429892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.432324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:08.433547 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23e0776a-52bc-4eb4-a26a-d5118e7f502c HTTP/1.1" status: 204 len: 168 time: 0.1176741 Aug 16 22:46:08.441310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b99141-54bd-4ccd-b705-e6367d4c939f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0776a-52bc-4eb4-a26a-d5118e7f502c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:08.692813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:08.706322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d773cbe4-af2b-4695-8a26-e5e750b37dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.032848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d773cbe4-af2b-4695-8a26-e5e750b37dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.036678 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d773cbe4-af2b-4695-8a26-e5e750b37dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.072202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773cbe4-af2b-4695-8a26-e5e750b37dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a04492-ecd9-49d6-89d2-265eeebc1c1e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:09.076441 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d773cbe4-af2b-4695-8a26-e5e750b37dbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ff1139c93ba4967807a6bf6bd67409e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826001 Aug 16 22:46:09.079689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36730) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:09.127330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.147368 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.192498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.195029 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.196172 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85a04492-ecd9-49d6-89d2-265eeebc1c1e HTTP/1.1" status: 204 len: 168 time: 0.1155937 Aug 16 22:46:09.203873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66191459-71ef-487f-bd42-e0797eebcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a04492-ecd9-49d6-89d2-265eeebc1c1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:09.503323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36736) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:09.516819 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0eba3d07-ce17-4527-a0d4-e29ea84a74df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.602712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0eba3d07-ce17-4527-a0d4-e29ea84a74df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.606272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0eba3d07-ce17-4527-a0d4-e29ea84a74df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.646545 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0eba3d07-ce17-4527-a0d4-e29ea84a74df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e68157cc6fa0492993d2e482b79df221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421018 Aug 16 22:46:09.647415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3d07-ce17-4527-a0d4-e29ea84a74df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a0034a-6e3c-4739-b816-f7b2a337a043,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:09.649425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:09.697726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.720591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.765631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.768217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:09.769383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3a0034a-6e3c-4739-b816-f7b2a337a043 HTTP/1.1" status: 204 len: 168 time: 0.1188657 Aug 16 22:46:09.776556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74ef5f-0fea-47d8-abac-4524cf2a8682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a0034a-6e3c-4739-b816-f7b2a337a043,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.635150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:11.740764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdab-5ba5-4f11-b1a3-d34bb94ccf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.825229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdab-5ba5-4f11-b1a3-d34bb94ccf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.829225 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcdab-5ba5-4f11-b1a3-d34bb94ccf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.866270 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c4dfcdab-5ba5-4f11-b1a3-d34bb94ccf8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a0318b304a24960a57241f5ad114a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300837 Aug 16 22:46:11.867457 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfcdab-5ba5-4f11-b1a3-d34bb94ccf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1699b5-acf0-40fd-8d98-916e7e1f379e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:11.869276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:11.919655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.940018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.985808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.988470 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:11.989646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee1699b5-acf0-40fd-8d98-916e7e1f379e HTTP/1.1" status: 204 len: 168 time: 0.1187937 Aug 16 22:46:11.998217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e53a76-f08e-42bd-8f92-afc7fd9f01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1699b5-acf0-40fd-8d98-916e7e1f379e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:12.239910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36836) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:12.256591 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-949c1a35-1729-41e9-ba87-68c22c7c0bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.343040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-949c1a35-1729-41e9-ba87-68c22c7c0bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.347175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-949c1a35-1729-41e9-ba87-68c22c7c0bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.384820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-949c1a35-1729-41e9-ba87-68c22c7c0bf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b11dc1418aaf456d80c1367e47b0b1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438477 Aug 16 22:46:12.386790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c1a35-1729-41e9-ba87-68c22c7c0bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4f477-235e-4795-bb81-1d6f4dfef1c9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:12.388856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:12.437778 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.458260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.502505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.505120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:12.506302 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4a4f477-235e-4795-bb81-1d6f4dfef1c9 HTTP/1.1" status: 204 len: 168 time: 0.1164074 Aug 16 22:46:12.514015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989727-e44a-4c3a-9436-9e9a37872312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4f477-235e-4795-bb81-1d6f4dfef1c9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:13.667153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:13.804843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2077227735'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:13.828783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Made reservation on behalf of 8ccc09dd3ee94b389becbd48ea39c5a8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:13.832079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.840104 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.925268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.928631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.950443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:13.965225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db92474-4c2f-4d64-89c1-80bdb0a354be,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:13.968078 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:13.968435 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Added segment fe1cae8b-5a80-477c-a9c4-ec1a14772445 of type vlan for network bbea9fb7-344a-43ee-89e0-8df1728811d5 Aug 16 22:46:14.007994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.031497 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.037130 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:14.037715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.089005 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4206407 Aug 16 22:46:14.091698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:14.096564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Request body: {'subnet': {'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:14.146889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22226ffe-6915-42ca-bebc-27f0237188af tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event updated for resources: {'Network': ['ID=bbea9fb7-344a-43ee-89e0-8df1728811d5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:14.156988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:14.191942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Made reservation on behalf of 8ccc09dd3ee94b389becbd48ea39c5a8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:14.195484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.371626 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.435302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event updated for resources: {'Subnet': ['ID=65ef0f01-1645-4989-bc46-dd629be32eee,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:14.443000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Checking segment: {'id': 'fe1cae8b-5a80-477c-a9c4-ec1a14772445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:14.443362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Network hostable DHCP agents. Network: bbea9fb7-344a-43ee-89e0-8df1728811d5, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:14.458713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:14.469087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bbea9fb7-344a-43ee-89e0-8df1728811d5) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:14.473764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:14.473933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.480104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474bc31-65b3-4491-aa85-f910dcad6524 None None] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:14.487762 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4850b416-5efb-4130-9841-da187abb788f tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3950438 Aug 16 22:46:14.490335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:14.495673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Request body: {'port': {'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1101949138'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:14.605797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Made reservation on behalf of 8ccc09dd3ee94b389becbd48ea39c5a8 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:14.606884 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.610199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.631411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bbea9fb7-344a-43ee-89e0-8df1728811d5', 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5', 'tenant_id': '8ccc09dd3ee94b389becbd48ea39c5a8', 'fixed_ips': [{'subnet_id': '65ef0f01-1645-4989-bc46-dd629be32eee'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:14.631952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] device_id is not set on port 6e66f32a-a9db-46a0-9736-fbe9ad805314 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:14.632315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:14.767295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Allocated IP 172.20.0.2 (bbea9fb7-344a-43ee-89e0-8df1728811d5/65ef0f01-1645-4989-bc46-dd629be32eee/64e593b3-e1d7-404f-ae1b-a947275cfc38) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:15.061121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.069685 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Transition to ACTIVE for port object 64e593b3-e1d7-404f-ae1b-a947275cfc38 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:15.085289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Transition to ACTIVE for port object 64e593b3-e1d7-404f-ae1b-a947275cfc38 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:15.090978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.129968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:15.132779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:15.135290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:15.138390 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Allocated IP 172.20.0.3 (bbea9fb7-344a-43ee-89e0-8df1728811d5/65ef0f01-1645-4989-bc46-dd629be32eee/6e66f32a-a9db-46a0-9736-fbe9ad805314) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:15.148023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Pushing event updated for resources: {'Port': ['ID=64e593b3-e1d7-404f-ae1b-a947275cfc38,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.184775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.185572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.185572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.185811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.186129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.186461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.186791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.187116 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.188065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.188401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.188731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.189060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:15.203103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Attempting to bind port 64e593b3-e1d7-404f-ae1b-a947275cfc38 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:15.204847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Attempting to bind port 64e593b3-e1d7-404f-ae1b-a947275cfc38 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'fe1cae8b-5a80-477c-a9c4-ec1a14772445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:15.205331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Attempting to bind port 64e593b3-e1d7-404f-ae1b-a947275cfc38 on network bbea9fb7-344a-43ee-89e0-8df1728811d5 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:15.210407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:15.210783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Checking segment: {'id': 'fe1cae8b-5a80-477c-a9c4-ec1a14772445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:15.211192 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.211585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Bound using segment: {'id': 'fe1cae8b-5a80-477c-a9c4-ec1a14772445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:15.212058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Bound port: 64e593b3-e1d7-404f-ae1b-a947275cfc38, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1cae8b-5a80-477c-a9c4-ec1a14772445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bbea9fb7-344a-43ee-89e0-8df1728811d5'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:15.212442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.280591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] For port 64e593b3-e1d7-404f-ae1b-a947275cfc38, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:15.284591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] For port 64e593b3-e1d7-404f-ae1b-a947275cfc38, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64e593b3-e1d7-404f-ae1b-a947275cfc38,segment=NetworkSegment(fe1cae8b-5a80-477c-a9c4-ec1a14772445),segment_id=fe1cae8b-5a80-477c-a9c4-ec1a14772445)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:15.289559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.303331 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.316394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Transition to ACTIVE for port object 6e66f32a-a9db-46a0-9736-fbe9ad805314 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:15.347387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1731-f2f3-48ae-97c7-bba225c6b748 None None] Pushing event updated for resources: {'Port': ['ID=64e593b3-e1d7-404f-ae1b-a947275cfc38,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.352006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.415392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:15.421129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:15.427942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:15.434436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event updated for resources: {'Port': ['ID=6e66f32a-a9db-46a0-9736-fbe9ad805314,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.488334 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:15.488967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.520901 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2357557-6b59-4dcd-a35b-b024381c5d00 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0266862 Aug 16 22:46:15.521435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:15.564483 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-870911ce-67fe-486d-9c29-cb777861de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.663409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Deleting port 6e66f32a-a9db-46a0-9736-fbe9ad805314 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:15.663893 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.747917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.760102 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Calling delete_port for 6e66f32a-a9db-46a0-9736-fbe9ad805314 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:15.886496 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.915833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event deleted for resources: {'Port': ['ID=6e66f32a-a9db-46a0-9736-fbe9ad805314,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:15.992985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:15.995235 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f3e4772-5c65-491b-bb6d-7eff6517d103 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "DELETE /v2.0/ports/6e66f32a-a9db-46a0-9736-fbe9ad805314 HTTP/1.1" status: 204 len: 168 time: 0.4730976 Aug 16 22:46:15.997928 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.060457 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3998362e-3cb9-4c92-96d4-27f76d928e36 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.0614431 Aug 16 22:46:16.063302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36888) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.068443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-563137928'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:16.091212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Made reservation on behalf of 8ccc09dd3ee94b389becbd48ea39c5a8 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:16.095522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.120945 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:16.130658 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.131032 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Added segment 5c052e9f-68b1-4a40-8e14-e70c4140e712 of type vlan for network 65ce8088-2984-4869-8edf-2cfc457fc0ea Aug 16 22:46:16.172296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.197237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9099c-52b1-4e51-a46d-1dc1680e8d46 None None] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:16.198022 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.204253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:16.204848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:16.256994 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.1926179 Aug 16 22:46:16.259585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.288646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940faf-e432-4e4c-99c1-1d36ebbdcf60 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event updated for resources: {'Network': ['ID=65ce8088-2984-4869-8edf-2cfc457fc0ea,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:16.307127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 65ce8088-2984-4869-8edf-2cfc457fc0ea details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:16.313527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6527c3b1-8b08-4e38-8b8b-44a0aa3d2d6a None None] Provisioning for port 64e593b3-e1d7-404f-ae1b-a947275cfc38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:16.472186 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d24f3c82-654a-466c-9a7c-bb90cc915b01 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.2086203 Aug 16 22:46:16.472640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.553942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b9d52-ffb2-4f1f-93ca-3a14029e2658 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] Network 65ce8088-2984-4869-8edf-2cfc457fc0ea is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:16.565211 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0d1b9d52-ffb2-4f1f-93ca-3a14029e2658 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "POST /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0916257 Aug 16 22:46:16.567851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.570630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1294f2-e243-4ca4-90a6-0d3d9a9db89e None None] Network 65ce8088-2984-4869-8edf-2cfc457fc0ea requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:16.694485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-95499df1-4b7d-4b91-a40d-3facd386f68e tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks HTTP/1.1" status: 200 len: 5657 time: 0.1229239 Aug 16 22:46:16.695244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.772958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6a5ad1a-644d-41a5-9a1e-e1bf0326fc83 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "DELETE /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks/65ce8088-2984-4869-8edf-2cfc457fc0ea HTTP/1.1" status: 204 len: 168 time: 0.0764344 Aug 16 22:46:16.775556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36898) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.804290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d1bcc476-1aa8-4aae-bf86-41e1e0ad3f76 None None] Could not find standard attr ID for object 6e66f32a-a9db-46a0-9736-fbe9ad805314. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:46:16.887659 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00e7d2ba-663c-4adc-91ae-c7244ce1e508 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.1109097 Aug 16 22:46:16.891491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.913583 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-715e09e3-3b61-4e83-8b38-c3a359ca8f47 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/networks/bbea9fb7-344a-43ee-89e0-8df1728811d5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0178597 Aug 16 22:46:16.913975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36902) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:16.934047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e65f789a-d3d2-4228-8060-3632973cf0f9 tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/networks/bbea9fb7-344a-43ee-89e0-8df1728811d5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0187390 Aug 16 22:46:16.936287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36904) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:17.054490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64e593b3-e1d7-404f-ae1b-a947275cfc38 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:17.074322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cfa53ef3-cabd-4366-a38b-ca882900dabe tempest-DHCPAgentSchedulersTestJSON-1657277909 tempest-DHCPAgentSchedulersTestJSON-1657277909-project-admin] 10.222.0.22 "GET /v2.0/agents/0e9f8aa4-6627-4e0b-9185-d14ecdd034a0/dhcp-networks HTTP/1.1" status: 200 len: 4888 time: 0.1368597 Aug 16 22:46:17.077733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36906) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:17.102172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 64e593b3-e1d7-404f-ae1b-a947275cfc38 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:17.105770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 64e593b3-e1d7-404f-ae1b-a947275cfc38 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:17.106148 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.152176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.186694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.222611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 64e593b3-e1d7-404f-ae1b-a947275cfc38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64e593b3-e1d7-404f-ae1b-a947275cfc38,segment=NetworkSegment(fe1cae8b-5a80-477c-a9c4-ec1a14772445),segment_id=fe1cae8b-5a80-477c-a9c4-ec1a14772445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:17.226866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.248465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.258106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce8088-2984-4869-8edf-2cfc457fc0ea']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:17.267715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c052e9f-68b1-4a40-8e14-e70c4140e712') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:17.268021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c052e9f-68b1-4a40-8e14-e70c4140e712') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:17.274463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=64e593b3-e1d7-404f-ae1b-a947275cfc38,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:17.276554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.290415 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.296100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:17.296487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:17.299863 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:17.357495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.364865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.366688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "DELETE /v2.0/networks/65ce8088-2984-4869-8edf-2cfc457fc0ea HTTP/1.1" status: 204 len: 168 time: 0.2875147 Aug 16 22:46:17.369515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:17.384480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91662674-38f2-411b-b55d-080285977a73 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event deleted for resources: {'Network': ['ID=65ce8088-2984-4869-8edf-2cfc457fc0ea,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:17.397843 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade2f3ee-e385-4abe-8b32-c3840478d524 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] DELETE failed (client error): The resource could not be found. Aug 16 22:46:17.398802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade2f3ee-e385-4abe-8b32-c3840478d524 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:46:17.400523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ade2f3ee-e385-4abe-8b32-c3840478d524 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "DELETE /v2.0/ports/6e66f32a-a9db-46a0-9736-fbe9ad805314 HTTP/1.1" status: 404 len: 333 time: 0.0299845 Aug 16 22:46:17.402956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:17.455719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Deleting subnet 65ef0f01-1645-4989-bc46-dd629be32eee {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:17.459004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.499297 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.583518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.639238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.665747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event deleted for resources: {'Subnet': ['ID=65ef0f01-1645-4989-bc46-dd629be32eee,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:17.669300 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.671114 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c886e97-6dd4-4b59-8861-99395c5bce0b tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "DELETE /v2.0/subnets/65ef0f01-1645-4989-bc46-dd629be32eee HTTP/1.1" status: 204 len: 168 time: 0.2672291 Aug 16 22:46:17.674210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:17.675590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ddaad-f672-47dc-a8e3-66e923f0cc1f None None] Network bbea9fb7-344a-43ee-89e0-8df1728811d5 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:17.753399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.803948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Deleting port 64e593b3-e1d7-404f-ae1b-a947275cfc38 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:17.804422 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.845215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] DHCP port deletion for bbea9fb7-344a-43ee-89e0-8df1728811d5 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:46:17.867887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] For port 64e593b3-e1d7-404f-ae1b-a947275cfc38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64e593b3-e1d7-404f-ae1b-a947275cfc38,segment=NetworkSegment(fe1cae8b-5a80-477c-a9c4-ec1a14772445),segment_id=fe1cae8b-5a80-477c-a9c4-ec1a14772445)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:17.868253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.881401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Calling delete_port for 64e593b3-e1d7-404f-ae1b-a947275cfc38 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:17.890742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Deleting port 64e593b3-e1d7-404f-ae1b-a947275cfc38 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:17.891129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.953731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] For port 64e593b3-e1d7-404f-ae1b-a947275cfc38, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=64e593b3-e1d7-404f-ae1b-a947275cfc38,segment=NetworkSegment(fe1cae8b-5a80-477c-a9c4-ec1a14772445),segment_id=fe1cae8b-5a80-477c-a9c4-ec1a14772445)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:17.954133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.961278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.967849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Calling delete_port for 64e593b3-e1d7-404f-ae1b-a947275cfc38 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:17.986731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event deleted for resources: {'Port': ['ID=64e593b3-e1d7-404f-ae1b-a947275cfc38,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:17.990226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] No DVR routers for this DVR port 64e593b3-e1d7-404f-ae1b-a947275cfc38 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:18.048425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.069846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.071472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] Pushing event deleted for resources: {'Port': ['ID=64e593b3-e1d7-404f-ae1b-a947275cfc38,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.079835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67446cb5-4a66-4b54-acfd-3d263307e344 None None] No DVR routers for this DVR port 64e593b3-e1d7-404f-ae1b-a947275cfc38 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:46:18.082785 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbea9fb7-344a-43ee-89e0-8df1728811d5']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:18.095280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1cae8b-5a80-477c-a9c4-ec1a14772445') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:18.095578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1cae8b-5a80-477c-a9c4-ec1a14772445') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:18.105168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.119202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.125575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:18.125993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:18.128944 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:18.182770 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.190674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.190905 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.192580 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] 10.222.0.22 "DELETE /v2.0/networks/bbea9fb7-344a-43ee-89e0-8df1728811d5 HTTP/1.1" status: 204 len: 168 time: 0.5174363 Aug 16 22:46:18.205028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b35226-87f8-4f35-85ca-6f6dd734cf25 tempest-DHCPAgentSchedulersTestJSON-478136384 tempest-DHCPAgentSchedulersTestJSON-478136384-project] Pushing event deleted for resources: {'Network': ['ID=bbea9fb7-344a-43ee-89e0-8df1728811d5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.314921 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f66627e-3661-4d62-82cc-751af264c5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.432809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36918) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.566562 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-496f1ff9-a2dc-4ddc-ac29-9fa8a91cf7ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ccc09dd3ee94b389becbd48ea39c5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324229 Aug 16 22:46:18.568976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36922) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.615817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.636674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.682754 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.685325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:18.686477 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8db92474-4c2f-4d64-89c1-80bdb0a354be HTTP/1.1" status: 204 len: 168 time: 0.1165185 Aug 16 22:46:18.694104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a3ec3-7a70-4824-ba02-5bd87078a64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db92474-4c2f-4d64-89c1-80bdb0a354be,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:18.938074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:18.950921 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-135e5466-c8ae-4787-905a-38d52b9dc9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.028079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64e593b3-e1d7-404f-ae1b-a947275cfc38 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:19.040868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-135e5466-c8ae-4787-905a-38d52b9dc9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.044691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-135e5466-c8ae-4787-905a-38d52b9dc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.049523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 64e593b3-e1d7-404f-ae1b-a947275cfc38 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:46:19.049935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 64e593b3-e1d7-404f-ae1b-a947275cfc38 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:46:19.084422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-135e5466-c8ae-4787-905a-38d52b9dc9cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5419ab8092b5466d8e0957a527ca456a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452720 Aug 16 22:46:19.085348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e5466-c8ae-4787-905a-38d52b9dc9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb53ef3-f698-472c-861b-f988f232db3b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:19.087079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:19.135123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.155457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.200886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.203948 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.205108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fb53ef3-f698-472c-861b-f988f232db3b HTTP/1.1" status: 204 len: 168 time: 0.1168923 Aug 16 22:46:19.212934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824001b-d80d-45c4-9653-8eec3374a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb53ef3-f698-472c-861b-f988f232db3b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:19.287460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.367381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36966) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:20.463167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-190692147', 'router:external': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:20.486852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Made reservation on behalf of 98cff01731e148d0a101ed56d1f214fd for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:20.488997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.497499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.586279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.589949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.615523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:20.625452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903562a-94ab-43a1-90b2-7066b441fcd1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:20.632043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.632955 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Added segment bc5b1697-c8a9-4515-bbfb-9350cf147132 of type vlan for network 54394949-b7ef-41a2-bf37-9d87a476d6b1 Aug 16 22:46:20.679463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.713298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.714256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:20.714850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.775450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4068966 Aug 16 22:46:20.778416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:20.783530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'subnet': {'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:20.803942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Made reservation on behalf of 98cff01731e148d0a101ed56d1f214fd for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:20.804425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3b55-8772-471f-9cd3-dd074a0205b1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Network': ['ID=54394949-b7ef-41a2-bf37-9d87a476d6b1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:20.807260 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.814747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:21.086244 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:46:21.086609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.303672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.388777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4fae91c8-879a-4d5e-a149-c2ee9bc3de05,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:21.396673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Checking segment: {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:21.397037 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network hostable DHCP agents. Network: 54394949-b7ef-41a2-bf37-9d87a476d6b1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:21.413592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:21.422529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 54394949-b7ef-41a2-bf37-9d87a476d6b1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:21.426791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:21.427381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.434079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e799f-7a93-447a-afce-91086f5d4e36 None None] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:21.440789 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-609db09f-5f46-427b-8ca4-6445886bc4df tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6612508 Aug 16 22:46:21.443761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:21.448665 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-211498272', 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:21.476889 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Made reservation on behalf of 98cff01731e148d0a101ed56d1f214fd for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:21.479251 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.494862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] device_id is not set on port 77204c92-2d73-4893-a7dd-9cb525bebf6e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:21.558313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaeb695-10e6-4c5f-8dae-c390dbe06502 None None] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:21.592345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.20.0.5 (54394949-b7ef-41a2-bf37-9d87a476d6b1/4fae91c8-879a-4d5e-a149-c2ee9bc3de05/77204c92-2d73-4893-a7dd-9cb525bebf6e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:21.733663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.772014 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.813191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:21.816086 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:21.819652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:21.845035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=77204c92-2d73-4893-a7dd-9cb525bebf6e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:21.863324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:21.863928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.877846 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3887f6bf-7909-429a-9e97-bb131c8f1428 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4330783 Aug 16 22:46:21.880413 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:21.952666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Deleting port 77204c92-2d73-4893-a7dd-9cb525bebf6e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:21.952952 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.030957 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.043309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Calling delete_port for 77204c92-2d73-4893-a7dd-9cb525bebf6e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:22.164220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.193371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Port': ['ID=77204c92-2d73-4893-a7dd-9cb525bebf6e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:22.254087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.255865 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fbe5106c-2419-4ec4-b424-3687820c25e4 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/ports/77204c92-2d73-4893-a7dd-9cb525bebf6e HTTP/1.1" status: 204 len: 168 time: 0.3745503 Aug 16 22:46:22.258528 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:22.262976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1', 'external_fixed_ips': [{'subnet_id': '4fae91c8-879a-4d5e-a149-c2ee9bc3de05', 'ip_address': '172.20.0.5'}]}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:22.282081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.283060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.337929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.471726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.667033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.686017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.826228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.20.0.5 (54394949-b7ef-41a2-bf37-9d87a476d6b1/4fae91c8-879a-4d5e-a149-c2ee9bc3de05/90a604e3-2918-4b19-8879-905a9310814b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:22.925348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.962494 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.965967 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.002508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 54394949-b7ef-41a2-bf37-9d87a476d6b1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:23.007248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:23.010804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:23.036494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=90a604e3-2918-4b19-8879-905a9310814b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.254041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.446898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.576131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router 6f98853a-fa31-425a-bbe3-40e5369184e1 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:23.680220 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:23.688794 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Sync routers for ids ['6f98853a-fa31-425a-bbe3-40e5369184e1'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:23.694598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.698255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3cf486d2-2c36-4904-b985-02cd9d0d091d tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.4364007 Aug 16 22:46:23.698556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.698879 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Routers {'6f98853a-fa31-425a-bbe3-40e5369184e1'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:23.699491 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6f98853a-fa31-425a-bbe3-40e5369184e1'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:23.800676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.801530 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Set router 6f98853a-fa31-425a-bbe3-40e5369184e1 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:23.898322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.951325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Deleting port 90a604e3-2918-4b19-8879-905a9310814b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:23.951674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.978854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f98853a-fa31-425a-bbe3-40e5369184e1', 'name': '', 'tenant_id': '98cff01731e148d0a101ed56d1f214fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1', 'external_fixed_ips': [{'subnet_id': '4fae91c8-879a-4d5e-a149-c2ee9bc3de05', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '90a604e3-2918-4b19-8879-905a9310814b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:22Z', 'updated_at': '2021-08-16T22:46:23Z', 'revision_number': 3, 'project_id': '98cff01731e148d0a101ed56d1f214fd', 'gw_port': {'id': '90a604e3-2918-4b19-8879-905a9310814b', 'name': '', 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f98853a-fa31-425a-bbe3-40e5369184e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '4fae91c8-879a-4d5e-a149-c2ee9bc3de05', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:22Z', 'updated_at': '2021-08-16T22:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fae91c8-879a-4d5e-a149-c2ee9bc3de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:24.004847 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Checking router: 6f98853a-fa31-425a-bbe3-40e5369184e1 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:24.005207 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Updating router 6f98853a-fa31-425a-bbe3-40e5369184e1 port 90a604e3-2918-4b19-8879-905a9310814b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:24.026370 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.028727 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.038348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Calling delete_port for 90a604e3-2918-4b19-8879-905a9310814b owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:24.289655 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.299492 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Transition to ACTIVE for port object 90a604e3-2918-4b19-8879-905a9310814b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:24.307463 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.358388 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:24.358776 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:24.359182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b on network 54394949-b7ef-41a2-bf37-9d87a476d6b1 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:24.366589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08319646-054b-455e-b504-41bb236821e9 None None] Pushing event updated for resources: {'Port': ['ID=90a604e3-2918-4b19-8879-905a9310814b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:24.369726 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:24.370110 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Checking segment: {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:24.370508 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.370901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Bound using segment: {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:24.371362 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Bound port: 90a604e3-2918-4b19-8879-905a9310814b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:24.371746 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.393984 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.394341 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.394687 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.395027 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.395361 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.395698 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.396029 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.396358 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.396687 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.397012 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.397372 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.397699 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08319646-054b-455e-b504-41bb236821e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:24.471504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.471789 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.db.api [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:24.472150 n-d-791505-20 neutron-server[94819]: DEBUG oslo_db.api [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:24.499488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Port': ['ID=90a604e3-2918-4b19-8879-905a9310814b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:24.557532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.644452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.646510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.690324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.690891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f98853a-fa31-425a-bbe3-40e5369184e1 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:24.695127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.696151 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c63ef998-c760-4da5-b08d-18a129713157 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6f98853a-fa31-425a-bbe3-40e5369184e1 HTTP/1.1" status: 204 len: 168 time: 0.9965527 Aug 16 22:46:24.698819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:24.742294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Deleting subnet 4fae91c8-879a-4d5e-a149-c2ee9bc3de05 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:24.745604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.778594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.816308 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.866267 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.894834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4fae91c8-879a-4d5e-a149-c2ee9bc3de05,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:24.898380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.900212 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-516604c3-3bb2-46ec-8092-1985c8293b79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/4fae91c8-879a-4d5e-a149-c2ee9bc3de05 HTTP/1.1" status: 204 len: 168 time: 0.2004824 Aug 16 22:46:24.902847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:24.971154 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.990121 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:24.990613 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:24.990832 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Attempting to bind port 90a604e3-2918-4b19-8879-905a9310814b on network 54394949-b7ef-41a2-bf37-9d87a476d6b1 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:24.995892 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:24.996255 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Checking segment: {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:24.996648 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.997033 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Bound using segment: {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:24.997507 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Bound port: 90a604e3-2918-4b19-8879-905a9310814b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5b1697-c8a9-4515-bbfb-9350cf147132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '54394949-b7ef-41a2-bf37-9d87a476d6b1'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:24.997876 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.016176 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.plugin [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Port 90a604e3-2918-4b19-8879-905a9310814b has been deleted concurrently {{(pid=94819) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 22:46:25.024839 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:25.025246 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:46:25.025842 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f98853a-fa31-425a-bbe3-40e5369184e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:46:25.026223 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7418e0-11c9-446d-8545-973614ba75b2 None None] The sync data for ids ['6f98853a-fa31-425a-bbe3-40e5369184e1'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:25.052581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.062042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54394949-b7ef-41a2-bf37-9d87a476d6b1']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:25.072339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5b1697-c8a9-4515-bbfb-9350cf147132') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:25.072576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5b1697-c8a9-4515-bbfb-9350cf147132') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:25.081723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.096465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.102274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:46:25.102725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: items = [ Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:46:25.104396 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:46:25.158814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.164834 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54394949-b7ef-41a2-bf37-9d87a476d6b1 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 22:46:25.167447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.169348 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/networks/54394949-b7ef-41a2-bf37-9d87a476d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2655036 Aug 16 22:46:25.179556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855451d-2af5-40d7-bd37-b599d9242275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Network': ['ID=54394949-b7ef-41a2-bf37-9d87a476d6b1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.355078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36990) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:25.359909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'name': 'tempest-router--1262830325', 'project_id': '6f9ecff8343d49e291c6639f134ab5d9'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:25.380692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.381735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.438087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.442575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.455307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.456645 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1f9cef83-b4b5-4e6c-ae4c-67ad9e2593ac tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1005092 Aug 16 22:46:25.459422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 36992) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:25.534498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.692500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.694781 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.738815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.739422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7640cf40-d275-40a1-bbc9-2d281f1a7091 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:25.744107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.745038 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-07aeb26e-f241-4609-bf9c-50caf470eebe tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/routers/7640cf40-d275-40a1-bbc9-2d281f1a7091 HTTP/1.1" status: 204 len: 168 time: 0.2846580 Aug 16 22:46:25.847740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 36996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:26.038788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-231336459', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:26.062472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.064322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.129545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.314798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.503067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.521459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.627607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Allocated IP 172.25.8.7 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e7b2f2e0-7ca1-4ac3-91d4-14417202a9da) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:26.733448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.774187 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.814839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:26.817959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:26.821848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:26.827371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event updated for resources: {'Port': ['ID=e7b2f2e0-7ca1-4ac3-91d4-14417202a9da,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:26.853333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.853975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.854095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.854354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.854695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.855035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.855393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.855730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.856085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.856420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.856807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:26.857169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.134798 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:46:27.432737 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.628463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.755453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Router ed2e85ef-061f-47c5-b21c-46694787c58f is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:27.860221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:27.870066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] Sync routers for ids ['ed2e85ef-061f-47c5-b21c-46694787c58f'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:27.879581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.880344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] Routers {'ed2e85ef-061f-47c5-b21c-46694787c58f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:27.883337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-613afbb1-165f-40df-b171-a21a81bfb29a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0320530 Aug 16 22:46:27.883480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ed2e85ef-061f-47c5-b21c-46694787c58f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:27.883615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37008) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:27.913784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:27.922372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] Routers {'ed2e85ef-061f-47c5-b21c-46694787c58f'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:27.922979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['ed2e85ef-061f-47c5-b21c-46694787c58f'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:27.957716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:27.958362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216aab8-24fe-441b-bc47-63c290ae1505 None None] The sync data for ids ['ed2e85ef-061f-47c5-b21c-46694787c58f'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:27.989301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d14ab9ae-134c-4a12-a51a-597f41d94bce tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/ed2e85ef-061f-47c5-b21c-46694787c58f HTTP/1.1" status: 200 len: 918 time: 0.1042235 Aug 16 22:46:27.991479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37010) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.019757 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3ad8cbd0-16ee-44d8-b39a-e2739185423c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed2e85ef-061f-47c5-b21c-46694787c58f HTTP/1.1" status: 200 len: 205 time: 0.0271587 Aug 16 22:46:28.022046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.125896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.228172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.280801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port e7b2f2e0-7ca1-4ac3-91d4-14417202a9da {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:28.281727 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.357472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.370034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for e7b2f2e0-7ca1-4ac3-91d4-14417202a9da owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:28.558417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.587960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=e7b2f2e0-7ca1-4ac3-91d4-14417202a9da,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:28.652714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.749280 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.751936 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.798125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.798599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router ed2e85ef-061f-47c5-b21c-46694787c58f {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:28.805384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.806509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d940c177-2f36-4806-a733-1f2d38f2c5fb tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/ed2e85ef-061f-47c5-b21c-46694787c58f HTTP/1.1" status: 204 len: 168 time: 0.7835758 Aug 16 22:46:28.813029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37028) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.818256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213722957', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:28.838184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.839213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.894580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.029419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.242639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.262081 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.369429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.25.8.160 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/e6d979e5-0050-467e-96e8-439b3ee24845) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:29.476613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.516010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.559408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:29.564993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:29.567147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d979e5-0050-467e-96e8-439b3ee24845,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.569187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:29.595872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.596235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.596587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.596934 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.597338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.597653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.597953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.598264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.598592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.598916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.599239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.599562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:29.835930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.035447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.166216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router cda875b2-80bf-4803-a11f-f9e7c526f804 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:30.542343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:30.554181 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Sync routers for ids ['cda875b2-80bf-4803-a11f-f9e7c526f804'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:30.558548 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.563090 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5b787798-423f-45ea-a152-4c942caac4c1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7458186 Aug 16 22:46:30.563376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37032) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:30.570996 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Routers {'cda875b2-80bf-4803-a11f-f9e7c526f804'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:30.570996 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['cda875b2-80bf-4803-a11f-f9e7c526f804'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:30.684861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5a459393-14af-48f0-8329-5030ac117bea tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/cda875b2-80bf-4803-a11f-f9e7c526f804 HTTP/1.1" status: 200 len: 909 time: 0.1200068 Aug 16 22:46:30.688122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:30.697004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213722957', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': True}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:30.699333 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Set router cda875b2-80bf-4803-a11f-f9e7c526f804 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:30.726464 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.727304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.794091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.935981 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'name': 'tempest-snat-router-1213722957', 'tenant_id': '98cff01731e148d0a101ed56d1f214fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:28Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 3, 'project_id': '98cff01731e148d0a101ed56d1f214fd', 'gw_port': {'id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:29Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:30.975452 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Checking router: cda875b2-80bf-4803-a11f-f9e7c526f804 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:30.975799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Updating router cda875b2-80bf-4803-a11f-f9e7c526f804 port e6d979e5-0050-467e-96e8-439b3ee24845 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:31.008087 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.232171 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.367562 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.379708 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Transition to ACTIVE for port object e6d979e5-0050-467e-96e8-439b3ee24845 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:31.386690 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.457171 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Attempting to bind port e6d979e5-0050-467e-96e8-439b3ee24845 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:31.457906 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Attempting to bind port e6d979e5-0050-467e-96e8-439b3ee24845 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:31.458932 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Attempting to bind port e6d979e5-0050-467e-96e8-439b3ee24845 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:31.466194 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:31.466558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:31.466956 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.467962 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:31.467962 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Bound port: e6d979e5-0050-467e-96e8-439b3ee24845, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:31.468778 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.492204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.495195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb975ce-0454-4150-9146-8afd0c147a81 None None] Pushing event updated for resources: {'Port': ['ID=e6d979e5-0050-467e-96e8-439b3ee24845,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.518644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.541931 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] For port e6d979e5-0050-467e-96e8-439b3ee24845, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:31.544973 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] For port e6d979e5-0050-467e-96e8-439b3ee24845, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6d979e5-0050-467e-96e8-439b3ee24845,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:31.550259 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.663136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.25.8.246 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a33e0aa8-809d-4314-8ff9-7c19690d8ad0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:31.665679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Routers {'cda875b2-80bf-4803-a11f-f9e7c526f804'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:31.666376 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['cda875b2-80bf-4803-a11f-f9e7c526f804'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:31.674880 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb975ce-0454-4150-9146-8afd0c147a81 None None] Pushing event updated for resources: {'Port': ['ID=e6d979e5-0050-467e-96e8-439b3ee24845,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.837177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.922403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.940514 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] Set router cda875b2-80bf-4803-a11f-f9e7c526f804 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:31.975930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:31.978891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:31.985980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:32.037402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=a33e0aa8-809d-4314-8ff9-7c19690d8ad0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.166425 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'name': 'tempest-snat-router-1213722957', 'tenant_id': '98cff01731e148d0a101ed56d1f214fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:28Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 3, 'project_id': '98cff01731e148d0a101ed56d1f214fd', 'gw_port': {'id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:29Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.196385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95492dc-8abd-49cf-91dc-1b3728e09c2c None None] The sync data for ids ['cda875b2-80bf-4803-a11f-f9e7c526f804'] in n-d-791505-20 is: [{'id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'name': 'tempest-snat-router-1213722957', 'tenant_id': '98cff01731e148d0a101ed56d1f214fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160'}], 'enable_snat': False}, 'gw_port_id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:28Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 3, 'project_id': '98cff01731e148d0a101ed56d1f214fd', 'gw_port': {'id': 'e6d979e5-0050-467e-96e8-439b3ee24845', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda875b2-80bf-4803-a11f-f9e7c526f804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:29Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:32.285135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.602736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.783190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router aa9bb88a-c57d-4de0-bff5-cd00a773d08c is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:32.939000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:32.954142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Sync routers for ids ['aa9bb88a-c57d-4de0-bff5-cd00a773d08c'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:32.962900 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.969972 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37042) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:32.974070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae89d599-a407-4ff5-8825-5f1c9947fb23 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2836418 Aug 16 22:46:32.974707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Routers {'aa9bb88a-c57d-4de0-bff5-cd00a773d08c'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:32.975402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['aa9bb88a-c57d-4de0-bff5-cd00a773d08c'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:33.135682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Set router aa9bb88a-c57d-4de0-bff5-cd00a773d08c gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:33.173720 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87e51eac-acb0-4ea1-b5d9-5931ccefca31 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/aa9bb88a-c57d-4de0-bff5-cd00a773d08c HTTP/1.1" status: 200 len: 908 time: 0.2022331 Aug 16 22:46:33.174358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37044) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.203219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6d979e5-0050-467e-96e8-439b3ee24845 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:33.332163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.480095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.488251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port e6d979e5-0050-467e-96e8-439b3ee24845 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:33.509534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e6d979e5-0050-467e-96e8-439b3ee24845 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:33.510702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.563412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Deleting port a33e0aa8-809d-4314-8ff9-7c19690d8ad0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:33.563996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.615627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9bb88a-c57d-4de0-bff5-cd00a773d08c', 'name': 'tempest-snat-router-1213722957', 'tenant_id': '98cff01731e148d0a101ed56d1f214fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'a33e0aa8-809d-4314-8ff9-7c19690d8ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:30Z', 'updated_at': '2021-08-16T22:46:32Z', 'revision_number': 3, 'project_id': '98cff01731e148d0a101ed56d1f214fd', 'gw_port': {'id': 'a33e0aa8-809d-4314-8ff9-7c19690d8ad0', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9bb88a-c57d-4de0-bff5-cd00a773d08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:31Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:33.652660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Checking router: aa9bb88a-c57d-4de0-bff5-cd00a773d08c for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:33.652945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Updating router aa9bb88a-c57d-4de0-bff5-cd00a773d08c port a33e0aa8-809d-4314-8ff9-7c19690d8ad0 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:33.677642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.690906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Calling delete_port for a33e0aa8-809d-4314-8ff9-7c19690d8ad0 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:33.703476 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.735169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.827623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port e6d979e5-0050-467e-96e8-439b3ee24845, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6d979e5-0050-467e-96e8-439b3ee24845,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:33.835707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.956564 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.984930 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Port': ['ID=a33e0aa8-809d-4314-8ff9-7c19690d8ad0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.081047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.112312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=e6d979e5-0050-467e-96e8-439b3ee24845,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.187823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.190247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.249410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.249948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa9bb88a-c57d-4de0-bff5-cd00a773d08c {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:34.254193 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:34.254611 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:34.255467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.257102 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-235c9d89-6fa3-41f8-8958-d6a26fc61bd7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/routers/aa9bb88a-c57d-4de0-bff5-cd00a773d08c HTTP/1.1" status: 204 len: 168 time: 1.0814142 Aug 16 22:46:34.259644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37048) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.380122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.495082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.550576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Deleting port e6d979e5-0050-467e-96e8-439b3ee24845 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:34.551207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.646371 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] For port e6d979e5-0050-467e-96e8-439b3ee24845, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6d979e5-0050-467e-96e8-439b3ee24845,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:34.646742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.659002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Calling delete_port for e6d979e5-0050-467e-96e8-439b3ee24845 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:34.776054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Port a33e0aa8-809d-4314-8ff9-7c19690d8ad0 not found while updating agent binding for router aa9bb88a-c57d-4de0-bff5-cd00a773d08c. {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 22:46:34.788257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:34.788914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:46:34.789324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa9bb88a-c57d-4de0-bff5-cd00a773d08c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94818) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:46:34.791076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f2f68-16a8-43c9-bcbd-1f2781027d68 None None] The sync data for ids ['aa9bb88a-c57d-4de0-bff5-cd00a773d08c'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:34.842044 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.865656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d979e5-0050-467e-96e8-439b3ee24845,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.933447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.045815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.048521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.101107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.101675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cda875b2-80bf-4803-a11f-f9e7c526f804 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:35.107940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.113125 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8f7a8f1-ab7d-4720-b18c-56332ed50c07 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "DELETE /v2.0/routers/cda875b2-80bf-4803-a11f-f9e7c526f804 HTTP/1.1" status: 204 len: 168 time: 0.8522971 Aug 16 22:46:35.116858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37052) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:35.123611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200601700', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:35.158951 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.160396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.217376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.366161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.581843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.606103 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.717621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Allocated IP 172.25.8.252 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/1cc7ccca-de53-4bad-8628-71061095c650) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:35.833730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.875284 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.915011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:35.920034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:35.925006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:35.945245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event updated for resources: {'Port': ['ID=1cc7ccca-de53-4bad-8628-71061095c650,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.188350 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.654721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.778900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Router b86ac69a-eed6-421b-91d3-81d069b71812 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:36.885777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:36.895411 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] Sync routers for ids ['b86ac69a-eed6-421b-91d3-81d069b71812'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:36.905722 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] Routers {'b86ac69a-eed6-421b-91d3-81d069b71812'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:36.905938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.906733 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b86ac69a-eed6-421b-91d3-81d069b71812'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:36.910387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-58c3b6a6-3d84-4eea-8b4f-fb154ba0babc tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7885413 Aug 16 22:46:36.910387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37056) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:36.917443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:36.943417 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:36.951844 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] Routers {'b86ac69a-eed6-421b-91d3-81d069b71812'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:36.953027 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b86ac69a-eed6-421b-91d3-81d069b71812'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:36.984787 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:36.985469 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86be4c7-531c-4c57-87cc-91e8f033fcad None None] The sync data for ids ['b86ac69a-eed6-421b-91d3-81d069b71812'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:37.002287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6d979e5-0050-467e-96e8-439b3ee24845 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:46:37.021942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: e6d979e5-0050-467e-96e8-439b3ee24845 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:46:37.022383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6d979e5-0050-467e-96e8-439b3ee24845 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:46:37.220429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.441743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-b9212de4-e92f-4887-9fd0-636cf285b0ed tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568946679&fields=id&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 267 time: 0.0492382 Aug 16 22:46:37.655801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-9606e528-8f7c-42af-83f4-4c484609ba6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:37.657311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-9606e528-8f7c-42af-83f4-4c484609ba6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1795897 Aug 16 22:46:37.680448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-2360492c-d0fe-41ba-b49a-ac14a85fe50e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/quotas/029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 375 time: 0.0156221 Aug 16 22:46:37.758904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.765059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.782780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-cb81356d-b9a9-49a9-a768-7a295226d067 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0706346 Aug 16 22:46:37.958737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router b86ac69a-eed6-421b-91d3-81d069b71812 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:37.990842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-c44b32fb-a38f-454c-a4e7-59006aee4ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628416 Aug 16 22:46:38.148988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:38.154239 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.155489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3869e0b-886c-48ed-9ab4-367925ddfc53 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "PUT /v2.0/routers/b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 200 len: 922 time: 1.2417428 Aug 16 22:46:38.157995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] Sync routers for ids ['b86ac69a-eed6-421b-91d3-81d069b71812'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:38.158472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37070) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.159602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-a1eb5ebd-1959-4996-b85c-370fad2aed25 service neutron] 10.222.0.22 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392243 Aug 16 22:46:38.168604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] Routers {'b86ac69a-eed6-421b-91d3-81d069b71812'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:38.169295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b86ac69a-eed6-421b-91d3-81d069b71812'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.202210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.211127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] Routers {'b86ac69a-eed6-421b-91d3-81d069b71812'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:38.211745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['b86ac69a-eed6-421b-91d3-81d069b71812'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.249012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.249867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f718eb-2aa1-43ed-a2eb-ea780b3703ed None None] The sync data for ids ['b86ac69a-eed6-421b-91d3-81d069b71812'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:38.271336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b2071604-9cb6-4f14-9cea-b8cab8c92f11 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 200 len: 922 time: 0.1119423 Aug 16 22:46:38.274154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37076) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.634477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8836fe-60a2-4ec3-b2c0-8a5c91ae557a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:38.636002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cb8836fe-60a2-4ec3-b2c0-8a5c91ae557a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=b86ac69a-eed6-421b-91d3-81d069b71812&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3608749 Aug 16 22:46:38.638812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37092) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.726486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb473a2-2c04-45ec-aaaa-e6f7041c495e tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:38.728225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6bb473a2-2c04-45ec-aaaa-e6f7041c495e tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.0884771 Aug 16 22:46:38.731112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.760131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b9e35b60-5b79-4b87-8bc2-e01110e6ae56 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 200 len: 205 time: 0.0277879 Aug 16 22:46:38.762961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37098) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:38.807090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bca4cd8-484d-4499-97cb-6abf703fdbb7 req-f3f34e0f-75ee-4864-b37e-6faf2495a5f7 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.1848824 Aug 16 22:46:38.880262 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.982453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.034187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port 1cc7ccca-de53-4bad-8628-71061095c650 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:39.034624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.111851 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.123374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for 1cc7ccca-de53-4bad-8628-71061095c650 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:39.553167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.581192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=1cc7ccca-de53-4bad-8628-71061095c650,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.623055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-315571f4-a891-4876-bc7e-b91a69e624f5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:39.624759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-315571f4-a891-4876-bc7e-b91a69e624f5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 810 time: 0.1032639 Aug 16 22:46:39.640760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.680984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-3ddbf0d2-fc7e-4aa9-9f37-8cf783570f7b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd HTTP/1.1" status: 200 len: 380 time: 0.0362594 Aug 16 22:46:39.691702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'port': {'device_id': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'admin_state_up': True, 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'security_groups': ['5930a022-692a-44b2-9321-36f9551d4178']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:39.734875 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.737107 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.782723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.783615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router b86ac69a-eed6-421b-91d3-81d069b71812 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:39.792601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.797743 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-15133145-25be-4e23-bce6-ec060aa53eab tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 204 len: 168 time: 1.0286491 Aug 16 22:46:39.798568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37100) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.802967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-543803053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:39.814852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Made reservation on behalf of 029c5b6dc4f14e1c929846ba9ae6cbfd for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:39.818432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.834878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.836546 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.898711 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.903996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.926073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.929116 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fcd7c547-62ce-4b70-9799-43b67235516a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1282816 Aug 16 22:46:39.930304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37104) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.936009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:39.938190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68d0c54a-fbc7-4096-87ba-a49ef7e7677b req-578b8bcf-a455-4112-9a3c-18a9d634dbf1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.0390432 Aug 16 22:46:40.011680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.20.0.4 (befe1637-f5f9-4f12-b5bd-836cfed97515/ba6fb4cc-c47a-44f8-95b1-c61d391cc230/2829e81d-2963-4c58-83e5-7a4418d6df5a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:40.160713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.161195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.176138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Transition to ACTIVE for port object 2829e81d-2963-4c58-83e5-7a4418d6df5a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:40.210797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.255743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network befe1637-f5f9-4f12-b5bd-836cfed97515 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:40.258945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:40.262944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:40.294606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.326132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:40.326797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.343383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bfcb1958-98d3-4471-9e68-a1186adba2f9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6555376 Aug 16 22:46:40.372937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Request body: {'port': {'device_id': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:40.385724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.412305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.445607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.531561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Allocated IP 172.25.8.189 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/9d13b931-0b86-48a6-9a7f-8cef8c6d38e5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:40.601752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb12fa34-2319-4f66-8003-3d89f02781a2 None None] Provisioning for port 2829e81d-2963-4c58-83e5-7a4418d6df5a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:40.607486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eb12fa34-2319-4f66-8003-3d89f02781a2 None None] Provisioning complete for port 2829e81d-2963-4c58-83e5-7a4418d6df5a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:40.608117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb12fa34-2319-4f66-8003-3d89f02781a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.646289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.648618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eb12fa34-2319-4f66-8003-3d89f02781a2 None None] Port 2829e81d-2963-4c58-83e5-7a4418d6df5a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:40.685717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.726829 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:40.729760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:40.733449 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:40.734299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2829e81d-2963-4c58-83e5-7a4418d6df5a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:40.739321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event updated for resources: {'Port': ['ID=9d13b931-0b86-48a6-9a7f-8cef8c6d38e5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.742801 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.755731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Transition to ACTIVE for port object 2829e81d-2963-4c58-83e5-7a4418d6df5a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:40.759893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.820192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Pushing event updated for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.892990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Attempting to bind port 2829e81d-2963-4c58-83e5-7a4418d6df5a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:40.893433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Attempting to bind port 2829e81d-2963-4c58-83e5-7a4418d6df5a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:40.893706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Attempting to bind port 2829e81d-2963-4c58-83e5-7a4418d6df5a on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:40.898319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Port 2829e81d-2963-4c58-83e5-7a4418d6df5a on network befe1637-f5f9-4f12-b5bd-836cfed97515 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:40.898665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Attempting to bind port 2829e81d-2963-4c58-83e5-7a4418d6df5a on network befe1637-f5f9-4f12-b5bd-836cfed97515 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:40.903745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:40.904100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Checking segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:40.904500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Bound using segment: {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:40.904945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Bound port: 2829e81d-2963-4c58-83e5-7a4418d6df5a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709abbb-cc10-47d7-8d68-128fdadd338c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:40.905399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.023924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:41.029713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:41.051257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.069459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.112293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.112928 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.114349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] 10.222.0.89 "PUT /v2.0/ports/2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 1092 time: 0.7466397 Aug 16 22:46:41.115659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:41.117918 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a863ee8-0d78-487f-8279-2839f51064f9" -d '{"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:41.148104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b3b5e-ea22-4746-9dba-6e605b683edf req-07f219d4-dfe3-4a3a-b26f-9801f5a852bc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.150421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b1b3b5e-ea22-4746-9dba-6e605b683edf req-07f219d4-dfe3-4a3a-b26f-9801f5a852bc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.1164384 Aug 16 22:46:41.155998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe58a28-8c77-49b2-ac4f-125a3a924e88 service neutron] Pushing event updated for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:41.192150 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd4e531-7f0d-4835-85be-34b725b8ecca x-openstack-request-id: req-0dd4e531-7f0d-4835-85be-34b725b8ecca {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:41.192827 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:41.193265 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd4e531-7f0d-4835-85be-34b725b8ecca {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:41.193967 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'status': 'completed', 'code': 200} Aug 16 22:46:41.249909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b1b3b5e-ea22-4746-9dba-6e605b683edf req-e5838722-c74a-4b9a-bcca-45fa0ceaccbe tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711489 Aug 16 22:46:41.262007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-be99d1bb-2e37-47f9-b338-9f83c878d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.263989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-be99d1bb-2e37-47f9-b338-9f83c878d74f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1095 time: 0.0594110 Aug 16 22:46:41.331814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-a6225784-25d9-48a1-a302-bcf032755f50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 217 time: 0.0446351 Aug 16 22:46:41.341822 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.345552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.394282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-45b4fe9c-359f-4f5f-9ffb-26cf732b3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.395831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-45b4fe9c-359f-4f5f-9ffb-26cf732b3d22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0531530 Aug 16 22:46:41.473163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-79ed5f7b-a148-4aad-b420-79107f3bd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.474735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-79ed5f7b-a148-4aad-b420-79107f3bd62d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670650 Aug 16 22:46:41.490234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Router 6ae8e296-60f7-422c-aec0-536244c51181 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:41.588018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-b9d68ab3-5540-49c9-8138-249188c8b6ab service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016645 Aug 16 22:46:41.629469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:41.640371 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] Sync routers for ids ['6ae8e296-60f7-422c-aec0-536244c51181'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:41.652025 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.653828 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] Routers {'6ae8e296-60f7-422c-aec0-536244c51181'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:41.654652 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6ae8e296-60f7-422c-aec0-536244c51181'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:41.660242 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a9caa5b6-ff2a-4e0a-bfc3-e4406dd5570c tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "PUT /v2.0/routers/6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 200 len: 879 time: 1.7276940 Aug 16 22:46:41.661765 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37110) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:41.703020 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:41.716768 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] Routers {'6ae8e296-60f7-422c-aec0-536244c51181'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:41.719164 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6ae8e296-60f7-422c-aec0-536244c51181'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:41.722542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d3fdc8f-a35e-4d33-9292-dd797bd34bc7 req-88cb6a3e-0bce-4692-9671-8d1b4f3a5d77 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231027 Aug 16 22:46:41.755061 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:41.756116 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c685b-121b-4ba3-b5e6-5e7d4ac06fdb None None] The sync data for ids ['6ae8e296-60f7-422c-aec0-536244c51181'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:41.816409 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40f863f9-7957-47c1-8337-1010b3a2a0aa tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 200 len: 920 time: 0.1493690 Aug 16 22:46:41.819639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:41.865156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-f0692461-4df0-4194-9b10-cead9ddfd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.867802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-f0692461-4df0-4194-9b10-cead9ddfd0f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1095 time: 0.0562696 Aug 16 22:46:41.900811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc404d16-c317-40b8-853f-2c8589845275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.905412 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc404d16-c317-40b8-853f-2c8589845275 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=6ae8e296-60f7-422c-aec0-536244c51181&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0819042 Aug 16 22:46:41.906205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:41.968517 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-72b867d2-5d23-429a-bad8-8fe82da0f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:41.970163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-72b867d2-5d23-429a-bad8-8fe82da0f7bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0912623 Aug 16 22:46:41.998828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13663bc-9f60-4340-96dd-403d5cc84dc7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:42.003440 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e13663bc-9f60-4340-96dd-403d5cc84dc7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.0936413 Aug 16 22:46:42.003676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.018974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-210d7d3e-457f-4725-8946-db23b3209e93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 217 time: 0.0375967 Aug 16 22:46:42.033416 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-42726c7e-2adb-4be0-9a26-a489332b98c8 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 200 len: 205 time: 0.0258639 Aug 16 22:46:42.033586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.076971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-fe4bac4b-8d5c-485c-be6e-b5590dc571f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:42.078626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-fe4bac4b-8d5c-485c-be6e-b5590dc571f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0510874 Aug 16 22:46:42.129823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-7839587c-28c6-4bbe-b8f1-091d8fb530b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:42.131435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-7839587c-28c6-4bbe-b8f1-091d8fb530b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432820 Aug 16 22:46:42.141833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.230478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-5c47f464-dad0-4a4f-9cd4-1447d891f91f service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877187 Aug 16 22:46:42.247816 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.307461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port 9d13b931-0b86-48a6-9a7f-8cef8c6d38e5 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:42.307461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.344735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a863ee8-0d78-487f-8279-2839f51064f9 req-3414ec06-cb8c-44ae-8b67-94ec4cdd34b3 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022584 Aug 16 22:46:42.418628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aa11e-6678-47cc-b4d8-79842883fe2b req-c270f075-a53e-4303-b322-97093c9374ce tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:42.420378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-622aa11e-6678-47cc-b4d8-79842883fe2b req-c270f075-a53e-4303-b322-97093c9374ce tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0781240 Aug 16 22:46:42.467809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-622aa11e-6678-47cc-b4d8-79842883fe2b req-7560cefa-6890-4ca1-902d-ec00806874c5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393605 Aug 16 22:46:42.678385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.690277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for 9d13b931-0b86-48a6-9a7f-8cef8c6d38e5 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:42.854003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.878409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=9d13b931-0b86-48a6-9a7f-8cef8c6d38e5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.940399 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.036654 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.038837 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.083917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.084523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae8e296-60f7-422c-aec0-536244c51181 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:43.091962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.097573 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e97dbfa6-563a-41d9-b751-1f2c7600cd9b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 204 len: 168 time: 1.0629678 Aug 16 22:46:43.097786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37122) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:43.102569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-78302192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:43.127869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.129052 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.184289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.188786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.205500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.206632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3395fc51-3df7-4375-8bda-d7f2604b1fca tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1078267 Aug 16 22:46:43.209472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:43.214070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': True}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:43.419006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.592686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a98a-8e7c-4640-8eb4-88d75d2c4e73 req-7a9826fe-f355-4b03-b88b-b8d51fb4fa6a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:43.594298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d65a98a-8e7c-4640-8eb4-88d75d2c4e73 req-7a9826fe-f355-4b03-b88b-b8d51fb4fa6a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0506890 Aug 16 22:46:43.634871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d65a98a-8e7c-4640-8eb4-88d75d2c4e73 req-4c18e6ce-e537-44c5-937b-a3f886c024ff tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328116 Aug 16 22:46:43.635332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.656705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.768397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.25.8.30 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/be971531-dd59-4275-8d3f-d6050eeb0bc0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:43.874659 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.920396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.960931 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:43.965815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:43.969996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:43.993393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=be971531-dd59-4275-8d3f-d6050eeb0bc0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.217096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.403599 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.407587 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.528599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router 1605165d-a6f2-4798-a4c4-3f9d60d777c0 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:44.627814 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.638368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:44.643475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.644986 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-178195cf-dfa8-4a8c-9564-1319379b0db1 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "PUT /v2.0/routers/1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 200 len: 912 time: 1.4344814 Aug 16 22:46:44.647565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37128) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.648476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] Sync routers for ids ['1605165d-a6f2-4798-a4c4-3f9d60d777c0'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:44.659473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] Routers {'1605165d-a6f2-4798-a4c4-3f9d60d777c0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:44.660138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1605165d-a6f2-4798-a4c4-3f9d60d777c0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:44.693965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:44.703483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] Routers {'1605165d-a6f2-4798-a4c4-3f9d60d777c0'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:44.704369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1605165d-a6f2-4798-a4c4-3f9d60d777c0'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:44.745739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:44.746303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec7ad5-feb1-4538-aa08-f9e8a7ca51f0 None None] The sync data for ids ['1605165d-a6f2-4798-a4c4-3f9d60d777c0'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:44.757521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c28-7f30-4c41-b3c5-74f6644483b4 req-1d0a96e0-29a6-4855-a451-98c26040e713 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.759168 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d488c28-7f30-4c41-b3c5-74f6644483b4 req-1d0a96e0-29a6-4855-a451-98c26040e713 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0534353 Aug 16 22:46:44.759907 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-856aad98-05fe-45de-b97f-be940cac7415 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 200 len: 918 time: 0.1112566 Aug 16 22:46:44.762530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37132) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.802152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d488c28-7f30-4c41-b3c5-74f6644483b4 req-fd69adc3-40bb-4dc3-ad91-b139d4309aab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357881 Aug 16 22:46:44.803314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49b15d-1894-46d9-8cb7-0b5f5bd6bde5 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.804848 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-eb49b15d-1894-46d9-8cb7-0b5f5bd6bde5 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=1605165d-a6f2-4798-a4c4-3f9d60d777c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0414052 Aug 16 22:46:44.807491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37134) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.893046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458958ae-5cf6-41c9-82f9-5562bf29eb79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.894468 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-458958ae-5cf6-41c9-82f9-5562bf29eb79 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.0860734 Aug 16 22:46:44.897320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37136) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.923569 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ecf8e13b-7841-4c9b-8726-d8363cffb208 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 200 len: 205 time: 0.0252078 Aug 16 22:46:44.925849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37138) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:45.030595 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.401055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.455382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port be971531-dd59-4275-8d3f-d6050eeb0bc0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:45.455724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.532404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.544271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for be971531-dd59-4275-8d3f-d6050eeb0bc0 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:45.555853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b2936d5-1345-4611-8835-282150f5d587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.710342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.736381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=be971531-dd59-4275-8d3f-d6050eeb0bc0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.800388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.893274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.895409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.931165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed701a-4e0e-4a93-bd72-a3c62c5b06c6 req-8bbd4b91-cbcb-4d6f-91c9-920735e34b28 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:45.932680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efed701a-4e0e-4a93-bd72-a3c62c5b06c6 req-8bbd4b91-cbcb-4d6f-91c9-920735e34b28 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0624037 Aug 16 22:46:45.939321 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.939890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router 1605165d-a6f2-4798-a4c4-3f9d60d777c0 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:45.947415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.952851 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e7b6225-cdea-4f82-be7c-2049f4407e8a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 204 len: 168 time: 1.0217519 Aug 16 22:46:45.952851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37142) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:45.957280 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515112026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:45.974297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efed701a-4e0e-4a93-bd72-a3c62c5b06c6 req-73ad9b56-e20e-4e32-b4e5-435c547936b8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Aug 16 22:46:45.979250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.980401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.036739 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.041272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.057604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.058811 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e64d7b2-2d33-477b-84b6-a6aed6a3cd89 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1050904 Aug 16 22:46:46.062235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37144) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:46.066644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'enable_snat': False}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:46.264969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.465662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.487007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.586898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Allocated IP 172.25.8.210 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d9b66b36-db9c-42df-a95f-848c4e17860e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:46.694782 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.733917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.774427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:46.777387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:46.781548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:46.803771 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b66b36-db9c-42df-a95f-848c4e17860e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.027971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.116755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4821d-8bdf-48d4-8ea7-ec9ef8abf727 req-dcdfb887-88fd-4726-8120-42ad4a3a7bc3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:47.118291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7c4821d-8bdf-48d4-8ea7-ec9ef8abf727 req-dcdfb887-88fd-4726-8120-42ad4a3a7bc3 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0515108 Aug 16 22:46:47.156318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7c4821d-8bdf-48d4-8ea7-ec9ef8abf727 req-465170d1-af70-4783-8529-83818134385a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Aug 16 22:46:47.234502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.237752 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.364669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Router 5ebdd041-6b56-46bd-bb18-4a1d2e221a57 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:47.472741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:47.477189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.478452 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-afa5b580-8f3a-407f-9e90-bc5e3ab0b87a tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "PUT /v2.0/routers/5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 200 len: 916 time: 1.4152637 Aug 16 22:46:47.481018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37150) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.484208 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] Sync routers for ids ['5ebdd041-6b56-46bd-bb18-4a1d2e221a57'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:47.493494 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] Routers {'5ebdd041-6b56-46bd-bb18-4a1d2e221a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:47.494369 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5ebdd041-6b56-46bd-bb18-4a1d2e221a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:47.528897 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:47.537585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] Routers {'5ebdd041-6b56-46bd-bb18-4a1d2e221a57'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:47.538173 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['5ebdd041-6b56-46bd-bb18-4a1d2e221a57'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:47.569916 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:47.570551 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba6f68-9c53-4784-b32f-e35276b57792 None None] The sync data for ids ['5ebdd041-6b56-46bd-bb18-4a1d2e221a57'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:47.587109 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e6e22358-1f34-4ed9-b9fa-4dc5a124a0bb tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 200 len: 922 time: 0.1049519 Aug 16 22:46:47.589857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37152) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.630636 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13126238-5846-4ec9-b410-e3dde83d124e tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:47.631886 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-13126238-5846-4ec9-b410-e3dde83d124e tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=5ebdd041-6b56-46bd-bb18-4a1d2e221a57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0411015 Aug 16 22:46:47.634587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37154) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.728455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da88d6e-4473-4d1b-8b17-9825301240d7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:47.730192 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4da88d6e-4473-4d1b-8b17-9825301240d7 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/networks/2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 881 time: 0.0945921 Aug 16 22:46:47.733052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37156) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.763348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4eb45ba1-1362-448c-ab0f-ba8dc44174cf tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 200 len: 205 time: 0.0284896 Aug 16 22:46:47.765777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37158) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.884588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.999646 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.060442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port d9b66b36-db9c-42df-a95f-848c4e17860e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:48.060855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.145036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.157463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for d9b66b36-db9c-42df-a95f-848c4e17860e owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:48.192498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.316747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d872519-3cc3-439f-acda-6ca6e3d5f0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.347361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b7d58-5467-4ad6-a3c1-68468d991b5d req-2be24495-62fc-4fa5-a8b3-44ce5aa304cd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:48.349020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889b7d58-5467-4ad6-a3c1-68468d991b5d req-2be24495-62fc-4fa5-a8b3-44ce5aa304cd tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0845718 Aug 16 22:46:48.388115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.426704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=d9b66b36-db9c-42df-a95f-848c4e17860e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.432406 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-889b7d58-5467-4ad6-a3c1-68468d991b5d req-02e71297-8552-4220-b7ab-aaffa370895c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756986 Aug 16 22:46:48.491036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.584539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.586655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.633034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.633607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebdd041-6b56-46bd-bb18-4a1d2e221a57 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:48.641318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.642541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-062add2e-561f-4add-b769-ba5a5dbc1882 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 204 len: 168 time: 0.8757873 Aug 16 22:46:48.646497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37162) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.651086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219514544', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}, 'admin_state_up': False}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:48.675009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.676120 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.727565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.869276 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.063377 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.082770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.193503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Allocated IP 172.25.8.23 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/1d272c80-6c4d-4c2c-b95a-a6e01a4f1999) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:49.291156 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.297632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.338839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.381730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:49.387373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:49.391839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:49.418392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event updated for resources: {'Port': ['ID=1d272c80-6c4d-4c2c-b95a-a6e01a4f1999,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:49.595660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8badc7-c98a-42f9-b25e-18a7300de5c3 req-e9e9e2d0-16b3-4796-97f9-588272acebb9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.597272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b8badc7-c98a-42f9-b25e-18a7300de5c3 req-e9e9e2d0-16b3-4796-97f9-588272acebb9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0897377 Aug 16 22:46:49.718362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b8badc7-c98a-42f9-b25e-18a7300de5c3 req-d4f2e6e7-2501-4836-98f4-88668fe6faa5 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793042 Aug 16 22:46:49.735731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.224059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.355935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Router 79df2328-fc9c-4122-b46b-f76244bf2155 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:50.462699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:50.474081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] Sync routers for ids ['79df2328-fc9c-4122-b46b-f76244bf2155'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:50.485704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] Routers {'79df2328-fc9c-4122-b46b-f76244bf2155'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:50.486324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79df2328-fc9c-4122-b46b-f76244bf2155'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.487661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.489499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-413a6d27-a6b3-4a27-a6bb-5e17847a23c7 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8417401 Aug 16 22:46:50.492126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37166) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.497291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:50.519962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.528344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] Routers {'79df2328-fc9c-4122-b46b-f76244bf2155'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:50.528951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79df2328-fc9c-4122-b46b-f76244bf2155'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.565992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:50.566639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ddd2bd-dafa-41f1-ac53-25df83086549 None None] The sync data for ids ['79df2328-fc9c-4122-b46b-f76244bf2155'] in n-d-791505-20 is: [] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:50.793142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.805276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.836829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb09f-843a-4635-9113-0f87949dcab9 req-cba1c8d1-ea8f-4024-8af3-54332133e65d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.838408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fbbb09f-843a-4635-9113-0f87949dcab9 req-cba1c8d1-ea8f-4024-8af3-54332133e65d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0500522 Aug 16 22:46:50.860673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Deleting port 1d272c80-6c4d-4c2c-b95a-a6e01a4f1999 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:50.861026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.878957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fbbb09f-843a-4635-9113-0f87949dcab9 req-b7ab30d6-480e-47f7-91bb-0e1c2f3ed822 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Aug 16 22:46:50.941171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.953922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Calling delete_port for 1d272c80-6c4d-4c2c-b95a-a6e01a4f1999 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:51.308151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.426298 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.456847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Pushing event deleted for resources: {'Port': ['ID=1d272c80-6c4d-4c2c-b95a-a6e01a4f1999,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:51.525971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.735391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123802'] for router, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.738620 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1711970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705368'] for router, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.818217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Router 79df2328-fc9c-4122-b46b-f76244bf2155 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:51.897169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:51.903972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.908789 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] Sync routers for ids ['79df2328-fc9c-4122-b46b-f76244bf2155'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:51.909335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37172) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:51.909730 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4c056862-d6e0-4580-bd01-a99fe9b2de32 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "PUT /v2.0/routers/79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 200 len: 705 time: 1.4157126 Aug 16 22:46:51.919789 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] Routers {'79df2328-fc9c-4122-b46b-f76244bf2155'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:51.921258 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79df2328-fc9c-4122-b46b-f76244bf2155'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.954257 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.963579 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] Routers {'79df2328-fc9c-4122-b46b-f76244bf2155'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:51.964635 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79df2328-fc9c-4122-b46b-f76244bf2155'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:51.999841 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:52.000597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c5434-53ca-496c-9b81-ab69c51bfb19 None None] The sync data for ids ['79df2328-fc9c-4122-b46b-f76244bf2155'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:52.035762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b7b8885a-8792-4fc2-a364-bff8d4504a92 tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/routers/79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 200 len: 740 time: 0.1256008 Aug 16 22:46:52.038320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37174) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.093789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb15c38f-94ed-48eb-aff3-3fcabd43142f tempest-RoutersAdminTest-1213699734 tempest-RoutersAdminTest-1213699734-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&device_id=79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 200 len: 205 time: 0.0543067 Aug 16 22:46:52.096465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37176) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.106595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dda11d-cb6a-4b4c-8f15-0681c13e63cf req-0248e83d-f132-4fdd-b80d-ed93cc62748d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:52.109658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0dda11d-cb6a-4b4c-8f15-0681c13e63cf req-0248e83d-f132-4fdd-b80d-ed93cc62748d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.1303654 Aug 16 22:46:52.125877 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a28a66f4-c664-40df-bfdc-e65460cb4270 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 200 len: 205 time: 0.0279875 Aug 16 22:46:52.128262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37178) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.148975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0dda11d-cb6a-4b4c-8f15-0681c13e63cf req-b3255e7d-4620-4ada-ad43-1076b902d62a tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Aug 16 22:46:52.205561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.368385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.370926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.414257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.414840 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Fanout notify agent at l3_agent the message router_deleted on router 79df2328-fc9c-4122-b46b-f76244bf2155 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:52.421773 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.422875 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac29948d-b755-43bb-b360-56628ca4e05b tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 204 len: 168 time: 0.2936649 Aug 16 22:46:52.426604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37180) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.453565 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7af37eb-d59f-4bad-8ebc-1a47f725aa31 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 200 len: 205 time: 0.0258539 Aug 16 22:46:52.455756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37182) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.497563 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-5ac6e97a-0ff3-4ee3-826c-dcde635cd849 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.499187 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5ac6e97a-0ff3-4ee3-826c-dcde635cd849 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/79df2328-fc9c-4122-b46b-f76244bf2155 HTTP/1.1" status: 404 len: 336 time: 0.0420306 Aug 16 22:46:52.501820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37184) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.529188 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3b34cd1f-b42e-4b94-bfbc-2dd12af0c236 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 200 len: 205 time: 0.0262773 Aug 16 22:46:52.531438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37186) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.571360 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-f426e159-300a-4d63-aaaf-7eb5d8560265 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.572346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f426e159-300a-4d63-aaaf-7eb5d8560265 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/5ebdd041-6b56-46bd-bb18-4a1d2e221a57 HTTP/1.1" status: 404 len: 336 time: 0.0400238 Aug 16 22:46:52.574827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37188) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.601770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6a4c67b1-1529-4fa1-9417-84d78d9ccbb8 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 200 len: 205 time: 0.0259490 Aug 16 22:46:52.603891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37190) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.639576 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-b42e1354-fc3d-4151-b844-8e6b19a981fd tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.640523 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b42e1354-fc3d-4151-b844-8e6b19a981fd tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/1605165d-a6f2-4798-a4c4-3f9d60d777c0 HTTP/1.1" status: 404 len: 336 time: 0.0357807 Aug 16 22:46:52.642844 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.668770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2806a94-1dd8-4ee4-b4bb-4ca35b864057 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 200 len: 205 time: 0.0249476 Aug 16 22:46:52.671488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.709678 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-818c95b4-5543-4064-9bb9-1fd52de5a9de tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.710642 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-818c95b4-5543-4064-9bb9-1fd52de5a9de tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/6ae8e296-60f7-422c-aec0-536244c51181 HTTP/1.1" status: 404 len: 336 time: 0.0382974 Aug 16 22:46:52.712996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.739808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0170b4b9-42a1-482b-8297-f14acd7a9673 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 200 len: 205 time: 0.0257945 Aug 16 22:46:52.741922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.781092 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-6108be35-d87e-4b3f-9e7e-89124fdbe65a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.782080 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6108be35-d87e-4b3f-9e7e-89124fdbe65a tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/b86ac69a-eed6-421b-91d3-81d069b71812 HTTP/1.1" status: 404 len: 336 time: 0.0392914 Aug 16 22:46:52.784383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37200) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.811175 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddad4be2-1cd7-4380-aebd-ad60420eab1e tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed2e85ef-061f-47c5-b21c-46694787c58f HTTP/1.1" status: 200 len: 205 time: 0.0257764 Aug 16 22:46:52.813420 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37202) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.849808 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-92abe120-e85e-4014-8b63-6e1a856f19e2 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] delete failed (client error): The resource could not be found. Aug 16 22:46:52.850865 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-92abe120-e85e-4014-8b63-6e1a856f19e2 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/routers/ed2e85ef-061f-47c5-b21c-46694787c58f HTTP/1.1" status: 404 len: 336 time: 0.0365536 Aug 16 22:46:52.853436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37204) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.879941 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdb6461-1772-4ace-92e2-f887611883a3 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] DELETE failed (client error): The resource could not be found. Aug 16 22:46:52.880400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdb6461-1772-4ace-92e2-f887611883a3 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:46:52.882109 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cfdb6461-1772-4ace-92e2-f887611883a3 tempest-RoutersAdminTest-1526060298 tempest-RoutersAdminTest-1526060298-project] 10.222.0.22 "DELETE /v2.0/subnets/4fae91c8-879a-4d5e-a149-c2ee9bc3de05 HTTP/1.1" status: 404 len: 337 time: 0.0277808 Aug 16 22:46:52.994780 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.132104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37210) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.256578 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4c3-e43b-4b2a-ac7f-0f80b6e5d53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.295045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819420c8-dc11-4806-86f4-b0ed670a3f0b req-2f2b9eef-c267-4037-9d55-bfd08ff00d6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:53.296583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-819420c8-dc11-4806-86f4-b0ed670a3f0b req-2f2b9eef-c267-4037-9d55-bfd08ff00d6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 943 time: 0.0785010 Aug 16 22:46:53.354333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-819420c8-dc11-4806-86f4-b0ed670a3f0b req-31e216b7-cbf8-474f-b0c6-3b34916009b2 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507989 Aug 16 22:46:53.400227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4c3-e43b-4b2a-ac7f-0f80b6e5d53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.404024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4c3-e43b-4b2a-ac7f-0f80b6e5d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.442511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-90f5d4c3-e43b-4b2a-ac7f-0f80b6e5d53d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c3edd69f97046e681530073b3f3951e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093131 Aug 16 22:46:53.443490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d4c3-e43b-4b2a-ac7f-0f80b6e5d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23bd7b-ec2e-4b2f-a4a3-090b445cacf3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.445157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37216) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.503653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.524531 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.575115 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.580371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.582760 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f23bd7b-ec2e-4b2f-a4a3-090b445cacf3 HTTP/1.1" status: 204 len: 168 time: 0.1353698 Aug 16 22:46:53.592019 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf11e0b-d11e-45f6-8526-742bf3c3f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23bd7b-ec2e-4b2f-a4a3-090b445cacf3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.834192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37222) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.877644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0eaf5451-50f2-4948-ba17-96dce18f3d24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98cff01731e148d0a101ed56d1f214fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422795 Aug 16 22:46:53.879968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.928279 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.949951 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.998710 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.001380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.002565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9903562a-94ab-43a1-90b2-7066b441fcd1 HTTP/1.1" status: 204 len: 168 time: 0.1215975 Aug 16 22:46:54.012362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6305-4734-4fce-8392-d0c20a560e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903562a-94ab-43a1-90b2-7066b441fcd1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.159634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2829e81d-2963-4c58-83e5-7a4418d6df5a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:46:54.257716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:54.268645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'port_id': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'mac_address': 'fa:16:3e:7f:88:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:46:54.307328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.320513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2829e81d-2963-4c58-83e5-7a4418d6df5a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:54.340718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:54.345668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.396550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.474211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b78b86-5711-4805-aebe-1b245eeb23b0 req-8d31f0d9-03e0-4f04-8820-71a5aa3b1edf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:54.475752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92b78b86-5711-4805-aebe-1b245eeb23b0 req-8d31f0d9-03e0-4f04-8820-71a5aa3b1edf tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 944 time: 0.0513892 Aug 16 22:46:54.518186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92b78b86-5711-4805-aebe-1b245eeb23b0 req-9a924824-c8be-4df6-a80b-f2ee0c168399 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361874 Aug 16 22:46:54.749199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['2829e81d-2963-4c58-83e5-7a4418d6df5a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:46:55.200471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:55.297432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-61350747', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:55.318682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Made reservation on behalf of 32941c65167949a39979b5cd7b5bc930 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:55.321011 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.332324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.418938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.423756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.433402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] device_id is not set on port f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:46:55.478301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64903c55-3fca-42c8-8aa7-35f474a77d0a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:55.543850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Allocated IP 172.25.8.69 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:55.691021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49683ab-4837-4941-ba1c-211394c888bc req-1b6cf814-97a3-4e58-8270-919502597ce8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.692498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e49683ab-4837-4941-ba1c-211394c888bc req-1b6cf814-97a3-4e58-8270-919502597ce8 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 944 time: 0.1028831 Aug 16 22:46:55.730042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.756874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e49683ab-4837-4941-ba1c-211394c888bc req-4b263b16-1c8d-4186-bcdc-5428a91bd32e tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545111 Aug 16 22:46:55.782868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.828730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:55.831525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:55.833854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:55.857245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:55.877261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.877938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.890526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-96a0fa8b-90a5-415a-8893-c8a5c881d17b tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6889844 Aug 16 22:46:55.893428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:55.897775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.69'}]}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:55.917815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.918790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.968987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.102873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.157715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2829e81d-2963-4c58-83e5-7a4418d6df5a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:56.208254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 2829e81d-2963-4c58-83e5-7a4418d6df5a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:56.211890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 2829e81d-2963-4c58-83e5-7a4418d6df5a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:56.212275 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.287806 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.300923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.310062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:56.312826 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f8e43-8866-49f6-b41f-9758b732eb1f" -d '{"events": [{"server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "name": "network-vif-plugged", "status": "completed", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:56.320163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.331118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:56.335135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.359665 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ee3ccc-2559-4928-9a69-c538243ba23a x-openstack-request-id: req-66ee3ccc-2559-4928-9a69-c538243ba23a {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:56.359900 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "name": "network-vif-plugged", "status": "completed", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:56.360150 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66ee3ccc-2559-4928-9a69-c538243ba23a {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:56.360559 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'code': 200} Aug 16 22:46:56.385498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:56.501144 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.564671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8f17-4eb8-402b-a8d9-c9364e6f8482 req-76b5bec5-2372-443c-9446-3a2aaca1a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:56.566193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e11b8f17-4eb8-402b-a8d9-c9364e6f8482 req-76b5bec5-2372-443c-9446-3a2aaca1a845 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1097 time: 0.1123998 Aug 16 22:46:56.678478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.682222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.726574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e11b8f17-4eb8-402b-a8d9-c9364e6f8482 req-f3d9aa2d-80a0-46ed-812a-922728c10887 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286609 Aug 16 22:46:56.734111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.734643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c071a5c-a10a-404d-9e3a-42b8cab73db8 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:46:56.749218 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:46:56.750292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6eba8e3d-957d-407a-a6a7-5c5c47669353 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8558934 Aug 16 22:46:56.752991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:56.853644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Deleting port f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:46:56.853998 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.921817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359959-2055-479b-95ea-484ae65e17b2 req-ee58aa74-cb7a-4f3f-a099-f2b791789590 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:56.923305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34359959-2055-479b-95ea-484ae65e17b2 req-ee58aa74-cb7a-4f3f-a099-f2b791789590 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.0972943 Aug 16 22:46:56.967960 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:56.989993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34359959-2055-479b-95ea-484ae65e17b2 req-f96ed35b-5ff9-485b-ac4e-20714ccde803 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606909 Aug 16 22:46:56.990853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Calling delete_port for f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:46:57.112933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.142117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:57.203886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.205876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2632dea8-29b2-4320-a1e6-d571e5028976 tempest-RoutersAdminNegativeTest-12064901 tempest-RoutersAdminNegativeTest-12064901-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f0a90b7c-0fcb-46f7-a4b3-53f2bfcd2bd6 HTTP/1.1" status: 204 len: 168 time: 0.4519386 Aug 16 22:46:57.439867 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.544156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8059065-cc8a-4044-b52b-2fb25d409e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.630489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8059065-cc8a-4044-b52b-2fb25d409e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.634637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8059065-cc8a-4044-b52b-2fb25d409e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.672531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e8059065-cc8a-4044-b52b-2fb25d409e6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2430acce6b034ccc9ebddaa7b6a41164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316096 Aug 16 22:46:57.673819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059065-cc8a-4044-b52b-2fb25d409e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a4d1e9-9f10-4e91-93cf-dc402524a9f2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:57.675380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.724760 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.746675 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.797085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.799632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.800848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45a4d1e9-9f10-4e91-93cf-dc402524a9f2 HTTP/1.1" status: 204 len: 168 time: 0.1234906 Aug 16 22:46:57.808617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f691088-28af-4c86-929a-8fa08fac8a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a4d1e9-9f10-4e91-93cf-dc402524a9f2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:58.065455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37292) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.134781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-30a697e8-6105-4929-9ef2-9665a8de8a3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32941c65167949a39979b5cd7b5bc930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659041 Aug 16 22:46:58.135026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37294) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.155990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969298ec-f292-49a0-a909-9774900c909d req-da1a40e8-3242-4dd4-8a1d-fdd4a4daa466 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.157471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-969298ec-f292-49a0-a909-9774900c909d req-da1a40e8-3242-4dd4-8a1d-fdd4a4daa466 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.0854068 Aug 16 22:46:58.220043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-969298ec-f292-49a0-a909-9774900c909d req-2b74c407-8665-4300-850d-dddc8f90a2eb tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535152 Aug 16 22:46:58.221054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.242890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.300971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.303379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.304484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64903c55-3fca-42c8-8aa7-35f474a77d0a HTTP/1.1" status: 204 len: 168 time: 0.1686141 Aug 16 22:46:58.328913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9005e16-e97b-49ab-9519-34d490833878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64903c55-3fca-42c8-8aa7-35f474a77d0a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:58.353747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e6bf5-7ca0-4fec-b8cd-d0340132519f req-44bf6697-8dc7-4acf-a897-baa4d4897f6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.355290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe0e6bf5-7ca0-4fec-b8cd-d0340132519f req-44bf6697-8dc7-4acf-a897-baa4d4897f6c tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.0655410 Aug 16 22:46:58.396245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe0e6bf5-7ca0-4fec-b8cd-d0340132519f req-cac79671-d773-43fb-b03b-e6599779eea0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Aug 16 22:46:58.418721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37300) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.459945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e536dc7-1928-4eaa-8897-3a7c786a1e8c tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.464290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8e536dc7-1928-4eaa-8897-3a7c786a1e8c tempest-TestVolumeBootPattern-1577657229 tempest-TestVolumeBootPattern-1577657229-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1092 time: 0.0419202 Aug 16 22:46:58.464650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37302) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.469860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:58.495982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.600015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.708858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Allocated IP 172.25.8.179 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/322bbee8-2391-486e-83f5-0667b2e5401e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:58.815811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.857178 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.897930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:58.900939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:58.904987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:58.929809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=322bbee8-2391-486e-83f5-0667b2e5401e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:59.012097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:59.368431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1457466152'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:59.411554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:59.415100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.427541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.606130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.664657 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.670728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.717686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:59.729639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f9ca6-ffdf-4b99-8296-a35dae035861,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:59.734134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.738688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.738940 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Added segment 59e4d495-4507-480e-a2d7-2e5f38963919 of type vlan for network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 Aug 16 22:46:59.808460 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.880012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.885627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:59.886232 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.969626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9562893 Aug 16 22:46:59.972446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37326) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:59.977666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'subnet': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:00.013958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337d08d-98af-45cb-846e-036afaf65fe7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Network': ['ID=eab7fd2a-599b-48c4-8186-f4d4bfdb1239,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.024946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:00.044067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.049454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.073370 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:00.078927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.136778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event updated for resources: {'Port': ['ID=322bbee8-2391-486e-83f5-0667b2e5401e,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.145860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.248043 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP e5812280-d89f-4577-acc6-2be526eccb51 associated. External IP: 172.25.8.179, port: 2829e81d-2963-4c58-83e5-7a4418d6df5a. Aug 16 22:47:00.263011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.322415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Subnet': ['ID=f3feebe9-7ee3-4eb3-9337-e80e7dd412f8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.331165 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Checking segment: {'id': '59e4d495-4507-480e-a2d7-2e5f38963919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:00.331524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network hostable DHCP agents. Network: eab7fd2a-599b-48c4-8186-f4d4bfdb1239, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:00.347401 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:00.356146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, eab7fd2a-599b-48c4-8186-f4d4bfdb1239) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:00.360443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.361103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.366389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b0656-ad61-42ce-ba20-3f39f8bf9acd None None] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:00.382485 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0444d35d-2ab5-47e1-877b-f63e0d9bc1ed tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4086897 Aug 16 22:47:00.384899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37328) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.390540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-599096834'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:00.479195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:00.521678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'tenant_id': '0c97e9c1bb634ab69e1e93a51e9906ec', 'fixed_ips': [{'subnet_id': 'f3feebe9-7ee3-4eb3-9337-e80e7dd412f8'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:00.522620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.524730 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:00.528383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.546595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:00.602807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:00.619464 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:00.626554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.638441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:00.639655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:00.654685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aed047d6-894d-4d4c-8d7a-a353e645eeda tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1888630 Aug 16 22:47:00.655442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:00.657749 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6" -d '{"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:00.670620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.10 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/8af9cb54-a7cf-4043-b4ad-b1bf34eae9de) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:00.700616 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab299b-6476-4f2a-a7ab-45303caa5861 x-openstack-request-id: req-8dab299b-6476-4f2a-a7ab-45303caa5861 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:00.701141 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:00.701598 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dab299b-6476-4f2a-a7ab-45303caa5861 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:00.702185 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'status': 'completed', 'code': 200} Aug 16 22:47:00.749890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:00.793982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-d3d4928e-6cc8-4d1d-ad22-74c63700e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.796452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-d3d4928e-6cc8-4d1d-ad22-74c63700e190 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0483084 Aug 16 22:47:00.824566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.839691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:00.876553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.890462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-afcdc0d6-b603-4cf8-9944-be8f72413a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.891978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-afcdc0d6-b603-4cf8-9944-be8f72413a2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0884085 Aug 16 22:47:00.926126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:00.931530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:00.934479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:00.955780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Allocated IP 172.20.0.2 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/85d190a8-9c27-4ddb-8a14-808cdcb68dbe) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:00.965946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-1d0f68c7-c17c-4ecf-9ed6-11afec7e81d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 999 time: 0.0665557 Aug 16 22:47:00.976710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=8af9cb54-a7cf-4043-b4ad-b1bf34eae9de,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.001114 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.001790 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.020745 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-724c76cf-d08a-497e-8752-8f5108ef0a73 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6319320 Aug 16 22:47:01.021183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.022998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-3dba5111-0c6d-4258-b9bd-6906fb15e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.024665 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-3dba5111-0c6d-4258-b9bd-6906fb15e1ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0516565 Aug 16 22:47:01.026408 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-467104932', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:aa:ea:2c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:01.074125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-58cbf340-863e-47ec-b0c3-26de6f6b667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.076383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-58cbf340-863e-47ec-b0c3-26de6f6b667c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448129 Aug 16 22:47:01.089365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-c5f4c110-1192-4d94-8ef3-955951e79276 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:01.090381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-c5f4c110-1192-4d94-8ef3-955951e79276 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067956 Aug 16 22:47:01.105986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}, {'id': 'e5812280-d89f-4577-acc6-2be526eccb51', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:7f:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:59Z', 'updated_at': '2021-08-16T22:46:59Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:01.141947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:01.154525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:01.178454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:01.179062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:46:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:01.194127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-69ba36c6-ccec-4ebe-a3d6-5b731bd7ea78 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961175 Aug 16 22:47:01.215402 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.230265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.230485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Transition to ACTIVE for port object 85d190a8-9c27-4ddb-8a14-808cdcb68dbe will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:01.250759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port aa5424d9-723e-46d7-a912-82367f36e6f5 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:01.293423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7e9f8b8-79a1-4107-ad8a-5131bd0002a6 req-17ebb709-25cb-4f75-8585-1d1cddd49b27 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921669 Aug 16 22:47:01.440232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Transition to ACTIVE for port object 85d190a8-9c27-4ddb-8a14-808cdcb68dbe will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:01.453714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.494674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:01.505674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.12 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/aa5424d9-723e-46d7-a912-82367f36e6f5) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:01.527643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:01.534617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:01.539389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:01.552841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Pushing event updated for resources: {'Port': ['ID=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.653323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Attempting to bind port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:01.653697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Attempting to bind port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '59e4d495-4507-480e-a2d7-2e5f38963919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:01.654056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Attempting to bind port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe on network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:01.660271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.679218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object aa5424d9-723e-46d7-a912-82367f36e6f5 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:01.695614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:01.695913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Checking segment: {'id': '59e4d495-4507-480e-a2d7-2e5f38963919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:01.696318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.696709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Bound using segment: {'id': '59e4d495-4507-480e-a2d7-2e5f38963919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:01.697213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Bound port: 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e4d495-4507-480e-a2d7-2e5f38963919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:01.697594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.712703 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.753374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:01.758421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:01.762158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:01.787858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=aa5424d9-723e-46d7-a912-82367f36e6f5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.812860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] For port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:01.816656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.817410 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.828191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] For port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,segment=NetworkSegment(59e4d495-4507-480e-a2d7-2e5f38963919),segment_id=59e4d495-4507-480e-a2d7-2e5f38963919)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:01.832534 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9830bb32-59d0-4f21-90a0-54c1ff2d11f1 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8100426 Aug 16 22:47:01.836301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.837500 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.906662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}, {'id': 'e5812280-d89f-4577-acc6-2be526eccb51', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:7f:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:59Z', 'updated_at': '2021-08-16T22:46:59Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:01.910177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3278-9e05-4f10-9b12-5fea39b4d085 None None] Pushing event updated for resources: {'Port': ['ID=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.925984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727902ec-5858-4db9-bac0-f919f9fb88dd tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.932201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727902ec-5858-4db9-bac0-f919f9fb88dd tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.937561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bdd220-b386-49e5-8223-e81a154259a2 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}, {'id': 'e5812280-d89f-4577-acc6-2be526eccb51', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:7f:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:59Z', 'updated_at': '2021-08-16T22:46:59Z', 'revision_number': 0, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:01.938291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727902ec-5858-4db9-bac0-f919f9fb88dd tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.940075 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-727902ec-5858-4db9-bac0-f919f9fb88dd tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1027339 Aug 16 22:47:01.943082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37338) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.046122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port aa5424d9-723e-46d7-a912-82367f36e6f5 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:02.046269 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.158228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.173511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for aa5424d9-723e-46d7-a912-82367f36e6f5 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:02.222519 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7405a666-d797-44e2-8588-fc36e1710762 None None] New status for floating IP e5812280-d89f-4577-acc6-2be526eccb51: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:47:02.317231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.346551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=aa5424d9-723e-46d7-a912-82367f36e6f5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:02.509330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.511339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-961ed3cf-d820-4296-9417-f0435b1fc67c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/aa5424d9-723e-46d7-a912-82367f36e6f5 HTTP/1.1" status: 204 len: 168 time: 0.5672486 Aug 16 22:47:02.513933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37340) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.537417 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-905dbeef-7123-4a62-846b-6b934d867be9 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] GET failed (client error): The resource could not be found. Aug 16 22:47:02.538839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-905dbeef-7123-4a62-846b-6b934d867be9 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports/aa5424d9-723e-46d7-a912-82367f36e6f5 HTTP/1.1" status: 404 len: 333 time: 0.0239673 Aug 16 22:47:02.542347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37342) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.547750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-674723805'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:02.665802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:02.669448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.689410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port 01806181-ee83-4918-b928-fdd071bb33d0 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:02.805101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.9 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/01806181-ee83-4918-b928-fdd071bb33d0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:02.853520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb68adc-2765-430a-9bfb-eabd38dbcd08 None None] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:02.916612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-188429e1-3c76-4d62-843b-42d7b52a83c6 None None] Provisioning for port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:02.955913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.974678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object 01806181-ee83-4918-b928-fdd071bb33d0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:03.009408 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.056708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:03.059951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:03.063968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:03.070670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=01806181-ee83-4918-b928-fdd071bb33d0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.112984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85d190a8-9c27-4ddb-8a14-808cdcb68dbe up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:03.120122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.120926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.135837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-02564833-b880-47b6-8778-f5fd9e55c227 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5923624 Aug 16 22:47:03.138578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37344) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.144661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:aa:ea:2c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:03.166207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:03.172489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:03.172944 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.218850 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.267972 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.277117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Provisioning for port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:03.284698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Provisioning complete for port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:03.284698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.332164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,segment=NetworkSegment(59e4d495-4507-480e-a2d7-2e5f38963919),segment_id=59e4d495-4507-480e-a2d7-2e5f38963919)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:03.337650 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.367928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:03.396757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Provisioning complete for port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:03.397167 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6b5591c9-5c50-49d3-8f5d-f4db5276b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.400237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.429465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.434638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.526895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=01806181-ee83-4918-b928-fdd071bb33d0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.530552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] In _notify_port_updated(), no bound segment for port 01806181-ee83-4918-b928-fdd071bb33d0 on network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:03.537236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.537984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.539506 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8a95212-1367-4335-b912-cf76d63885c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "PUT /v2.0/ports/01806181-ee83-4918-b928-fdd071bb33d0 HTTP/1.1" status: 200 len: 993 time: 0.3991966 Aug 16 22:47:03.542378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37346) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.610695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7a8128e5-767b-4754-816b-d87e40630bf7 None None] Provisioning complete for port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:03.611083 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7a8128e5-767b-4754-816b-d87e40630bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.639650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 01806181-ee83-4918-b928-fdd071bb33d0 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:03.639993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.655434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7a8128e5-767b-4754-816b-d87e40630bf7 None None] Port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:03.731350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.744841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 01806181-ee83-4918-b928-fdd071bb33d0 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:03.767948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb2ac92c-e66a-4259-85b7-2e6f2d095499 None None] Could not find standard attr ID for object aa5424d9-723e-46d7-a912-82367f36e6f5. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:03.878830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.879862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4db05cfb-29b8-4d60-9866-64ec362f2317 None None] Could not find standard attr ID for object 01806181-ee83-4918-b928-fdd071bb33d0. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:03.911243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=01806181-ee83-4918-b928-fdd071bb33d0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:04.134439 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:04.146682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-25f7ad26-506d-4057-8554-689834fe7cad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044095 Aug 16 22:47:04.200131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d7d7ba2d-31c3-4ea3-bb41-7ebe592cffbc None None] Could not find standard attr ID for object 01806181-ee83-4918-b928-fdd071bb33d0. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:04.256356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-04edb72a-65fb-4593-9d83-94f1c9a7516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.257851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-04edb72a-65fb-4593-9d83-94f1c9a7516d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0507994 Aug 16 22:47:04.361195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.363333 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-edb8df97-e80d-4ccd-bb8d-65f8a63decc0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/01806181-ee83-4918-b928-fdd071bb33d0 HTTP/1.1" status: 204 len: 168 time: 0.8199568 Aug 16 22:47:04.365838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.368160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-c71aa427-acf7-45da-8d6e-e3c887cdeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.370011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-c71aa427-acf7-45da-8d6e-e3c887cdeac0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0921781 Aug 16 22:47:04.391614 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-98025ea2-8fde-4ab5-b020-d2e66fcb03c7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] GET failed (client error): The resource could not be found. Aug 16 22:47:04.393183 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98025ea2-8fde-4ab5-b020-d2e66fcb03c7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports/01806181-ee83-4918-b928-fdd071bb33d0 HTTP/1.1" status: 404 len: 333 time: 0.0262640 Aug 16 22:47:04.396823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.401757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-604325440'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:04.440106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-31d977fc-a7bf-489f-9225-4b458d464e3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 1001 time: 0.0620527 Aug 16 22:47:04.491442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-313a3c7f-a927-49f4-9402-0715a078a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.492955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-313a3c7f-a927-49f4-9402-0715a078a411 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0452766 Aug 16 22:47:04.516836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:04.520279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.536703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port 77a01ebd-7b91-4698-a2e5-903021f13e98 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:04.540366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-8f6f29f8-3bd2-4de5-ad2a-ba386136d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.541959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-8f6f29f8-3bd2-4de5-ad2a-ba386136d955 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419524 Aug 16 22:47:04.554063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-349a836f-eafc-40ff-890f-1a737f4a2af3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:04.557793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-349a836f-eafc-40ff-890f-1a737f4a2af3 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083706 Aug 16 22:47:04.648455 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.13 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/77a01ebd-7b91-4698-a2e5-903021f13e98) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:04.653267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-85dfe6c7-9e31-43f6-a357-a7209ae4b1fe service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879042 Aug 16 22:47:04.743543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f9b4d5-d688-4a91-8981-9cf629fe98fb req-b02f44e6-36e5-47bc-97fc-f1f780cf3f1c service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829518 Aug 16 22:47:04.803653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.817159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object 77a01ebd-7b91-4698-a2e5-903021f13e98 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:04.849342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.893537 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:04.896603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:04.900530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:04.930352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=77a01ebd-7b91-4698-a2e5-903021f13e98,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:04.957511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.958143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.973142 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-150f24aa-2687-4cf3-b789-bb7beb35c44f tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5751898 Aug 16 22:47:04.975649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.981217 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:aa:ea:2c'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:05.052206 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.065573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85d190a8-9c27-4ddb-8a14-808cdcb68dbe up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:05.121534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:05.121908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.148429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c044ffb-ace4-4d14-af7a-78b5f15d73fc None None] Provisioning for port 77a01ebd-7b91-4698-a2e5-903021f13e98 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:05.154395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c044ffb-ace4-4d14-af7a-78b5f15d73fc None None] Provisioning complete for port 77a01ebd-7b91-4698-a2e5-903021f13e98 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:05.154769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c044ffb-ace4-4d14-af7a-78b5f15d73fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.197601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0c044ffb-ace4-4d14-af7a-78b5f15d73fc None None] Port 77a01ebd-7b91-4698-a2e5-903021f13e98 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:05.234684 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.240039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.258961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-a4f719f2-df03-47e9-8866-099e1cc63bab req-2651772f-2399-4a16-8a9a-511748cbf8df service neutron] (94816) timed out ('10.222.0.22', 36786) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:47:05.322644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=77a01ebd-7b91-4698-a2e5-903021f13e98,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.333789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] In _notify_port_updated(), no bound segment for port 77a01ebd-7b91-4698-a2e5-903021f13e98 on network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 {{(pid=94817) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:05.339310 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.339949 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.341325 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f65606fd-9d07-416a-8143-5a3efa6eadb6 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "PUT /v2.0/ports/77a01ebd-7b91-4698-a2e5-903021f13e98 HTTP/1.1" status: 200 len: 996 time: 0.3646245 Aug 16 22:47:05.344062 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:05.434349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 77a01ebd-7b91-4698-a2e5-903021f13e98 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:05.435087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.516778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bfc5b25c-9437-4ea7-a321-71b107243517 None None] Provisioning complete for port 77a01ebd-7b91-4698-a2e5-903021f13e98 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:05.517188 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bfc5b25c-9437-4ea7-a321-71b107243517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.522843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.534835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 77a01ebd-7b91-4698-a2e5-903021f13e98 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:05.550526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5b25c-9437-4ea7-a321-71b107243517 None None] Port 77a01ebd-7b91-4698-a2e5-903021f13e98 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:05.658172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.689838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=77a01ebd-7b91-4698-a2e5-903021f13e98,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.756372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.758383 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2b6694c3-9172-4386-9a60-e649332dad05 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/77a01ebd-7b91-4698-a2e5-903021f13e98 HTTP/1.1" status: 204 len: 168 time: 0.4133751 Aug 16 22:47:05.760899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37358) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:05.785747 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aab1166-6a61-4158-b254-365a7fbd7c78 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] GET failed (client error): The resource could not be found. Aug 16 22:47:05.787331 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6aab1166-6a61-4158-b254-365a7fbd7c78 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports/77a01ebd-7b91-4698-a2e5-903021f13e98 HTTP/1.1" status: 404 len: 333 time: 0.0254850 Aug 16 22:47:05.791079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37360) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:05.796268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-368618080'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:05.909452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:05.912875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.928971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port 40534957-084e-4907-a348-99ca8af7591e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:06.034197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.8 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/40534957-084e-4907-a348-99ca8af7591e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:06.187047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.199757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object 40534957-084e-4907-a348-99ca8af7591e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:06.231122 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.279016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:06.282655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:06.286469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:06.292776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=40534957-084e-4907-a348-99ca8af7591e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:06.339045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:06.339632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.355022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9bd95f38-5d4e-4b94-9ea5-4a98231ea4ac tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5627942 Aug 16 22:47:06.357788 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37362) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:06.363047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'network_id': 'eab7fd2a-599b-48c4-8186-f4d4bfdb1239', 'name': 'tempest-AllowedAddressPairTestJSON-947887296'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:06.477809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-19e39de6-d2c2-48aa-994c-aa52ae1069c4 None None] Provisioning for port 40534957-084e-4907-a348-99ca8af7591e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:06.478772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Made reservation on behalf of 0c97e9c1bb634ab69e1e93a51e9906ec for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:06.481660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-19e39de6-d2c2-48aa-994c-aa52ae1069c4 None None] Provisioning complete for port 40534957-084e-4907-a348-99ca8af7591e triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:06.482144 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19e39de6-d2c2-48aa-994c-aa52ae1069c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.482562 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.500781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] device_id is not set on port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:06.519031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-19e39de6-d2c2-48aa-994c-aa52ae1069c4 None None] Port 40534957-084e-4907-a348-99ca8af7591e cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:06.612445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Allocated IP 172.20.0.6 (eab7fd2a-599b-48c4-8186-f4d4bfdb1239/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8/151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:06.755387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.768325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Transition to ACTIVE for port object 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:06.800690 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.845714 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:06.850722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:06.853180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:06.883903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:06.911303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:06.911954 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:06.927090 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66c7a705-f8ca-4efb-bd04-5a083c8cc435 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5681136 Aug 16 22:47:06.929905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37364) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:06.936127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:aa:ea:2c'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:7d:4b:29'}]}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:07.040342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3c6658c-8caf-4be9-9434-b13c76e4f729 None None] Provisioning for port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:07.043873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b3c6658c-8caf-4be9-9434-b13c76e4f729 None None] Provisioning complete for port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:07.044253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b3c6658c-8caf-4be9-9434-b13c76e4f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.077816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6658c-8caf-4be9-9434-b13c76e4f729 None None] Port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:07.097919 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.275372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.279980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.356780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event updated for resources: {'Port': ['ID=151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.367893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] In _notify_port_updated(), no bound segment for port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe on network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 {{(pid=94816) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:47:07.374614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.375268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.376641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-09092457-40d9-44cc-8c91-54232d5b2483 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "PUT /v2.0/ports/151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe HTTP/1.1" status: 200 len: 1055 time: 0.4457171 Aug 16 22:47:07.379991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37366) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.473819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:07.474190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.497727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d9503691-6b2a-463f-9a68-31e7670b9379 None None] Provisioning complete for port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:07.498826 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d9503691-6b2a-463f-9a68-31e7670b9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.531141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d9503691-6b2a-463f-9a68-31e7670b9379 None None] Port 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:07.557712 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.569587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:07.696426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.722065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.918254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.920774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e0b00761-fb91-47b5-8741-d0d7945ba0b0 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe HTTP/1.1" status: 204 len: 168 time: 0.5393047 Aug 16 22:47:07.923451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37370) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.950715 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a9c5eb-8317-48f6-8007-13e8d0b0ddd7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] GET failed (client error): The resource could not be found. Aug 16 22:47:07.952144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e9a9c5eb-8317-48f6-8007-13e8d0b0ddd7 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports/151bb7a7-2b3b-4a0d-9bae-7e42c1aa8ebe HTTP/1.1" status: 404 len: 333 time: 0.0277479 Aug 16 22:47:07.954642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37372) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:08.038604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 40534957-084e-4907-a348-99ca8af7591e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:08.038890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.393413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.405952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 40534957-084e-4907-a348-99ca8af7591e owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:08.529996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.560864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=40534957-084e-4907-a348-99ca8af7591e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:08.629354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.631443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0ec9444c-afd5-47a8-9bf0-793c6b061752 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/40534957-084e-4907-a348-99ca8af7591e HTTP/1.1" status: 204 len: 168 time: 0.6759157 Aug 16 22:47:08.634155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:08.660214 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-556aae21-85fa-4437-a124-5c273c8dc6c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] GET failed (client error): The resource could not be found. Aug 16 22:47:08.661795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-556aae21-85fa-4437-a124-5c273c8dc6c8 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "GET /v2.0/ports/40534957-084e-4907-a348-99ca8af7591e HTTP/1.1" status: 404 len: 333 time: 0.0267203 Aug 16 22:47:08.665453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37376) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:08.758007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:08.758347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.844117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.855945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 8af9cb54-a7cf-4043-b4ad-b1bf34eae9de owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:08.986407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.013190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=8af9cb54-a7cf-4043-b4ad-b1bf34eae9de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.087763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.090402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-15bf2a23-a44c-4065-a222-1406b8b7be11 tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/ports/8af9cb54-a7cf-4043-b4ad-b1bf34eae9de HTTP/1.1" status: 204 len: 168 time: 0.4238775 Aug 16 22:47:09.092998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37378) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.147163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting subnet f3feebe9-7ee3-4eb3-9337-e80e7dd412f8 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:09.150793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.194840 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.288482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.345005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.374764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Subnet': ['ID=f3feebe9-7ee3-4eb3-9337-e80e7dd412f8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.376855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.379737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4a001ee3-0987-460f-a3f9-a69c86c3d88c tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/subnets/f3feebe9-7ee3-4eb3-9337-e80e7dd412f8 HTTP/1.1" status: 204 len: 168 time: 0.2848363 Aug 16 22:47:09.381403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.384046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e31eb-68a0-401d-81e1-2bbcda9a0880 None None] Network eab7fd2a-599b-48c4-8186-f4d4bfdb1239 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:09.463460 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.521356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Deleting port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:09.521706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.568575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] DHCP port deletion for eab7fd2a-599b-48c4-8186-f4d4bfdb1239 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:09.584832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] For port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,segment=NetworkSegment(59e4d495-4507-480e-a2d7-2e5f38963919),segment_id=59e4d495-4507-480e-a2d7-2e5f38963919)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:09.585245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.598137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Calling delete_port for 85d190a8-9c27-4ddb-8a14-808cdcb68dbe owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:09.614564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Deleting port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:09.614954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.679113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] For port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,segment=NetworkSegment(59e4d495-4507-480e-a2d7-2e5f38963919),segment_id=59e4d495-4507-480e-a2d7-2e5f38963919)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:09.679531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.680267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.692780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Calling delete_port for 85d190a8-9c27-4ddb-8a14-808cdcb68dbe owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:09.705813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Port': ['ID=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.709371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] No DVR routers for this DVR port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:47:09.760644 n-d-791505-20 neutron-server[94818]: self.session.flush() Aug 16 22:47:09.767222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.790766 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.793844 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] Pushing event deleted for resources: {'Port': ['ID=85d190a8-9c27-4ddb-8a14-808cdcb68dbe,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.798268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcc0f0-6246-467e-9603-0ff709f25836 None None] No DVR routers for this DVR port 85d190a8-9c27-4ddb-8a14-808cdcb68dbe on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:09.802294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab7fd2a-599b-48c4-8186-f4d4bfdb1239']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:09.813233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e4d495-4507-480e-a2d7-2e5f38963919') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:09.813638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e4d495-4507-480e-a2d7-2e5f38963919') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:09.822199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.835946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.841788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:09.842178 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:09.845139 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:09.903374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.910614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.912432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] 10.222.0.22 "DELETE /v2.0/networks/eab7fd2a-599b-48c4-8186-f4d4bfdb1239 HTTP/1.1" status: 204 len: 168 time: 0.5297170 Aug 16 22:47:09.924787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea8063-7843-45bb-931e-dfaabfe0dbba tempest-AllowedAddressPairTestJSON-826399858 tempest-AllowedAddressPairTestJSON-826399858-project] Pushing event deleted for resources: {'Network': ['ID=eab7fd2a-599b-48c4-8186-f4d4bfdb1239,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.143891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37386) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:10.281245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f9bc0a2-7f54-46e8-9d4e-9185ca955f29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c97e9c1bb634ab69e1e93a51e9906ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361322 Aug 16 22:47:10.283622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:10.329315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.349674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.394873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.397422 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.398566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a12f9ca6-ffdf-4b99-8296-a35dae035861 HTTP/1.1" status: 204 len: 168 time: 0.1140571 Aug 16 22:47:10.409516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8494cf-fe14-4831-85a7-a222bab25e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f9ca6-ffdf-4b99-8296-a35dae035861,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:11.018381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37412) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:11.059280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85d190a8-9c27-4ddb-8a14-808cdcb68dbe no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:11.083458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 85d190a8-9c27-4ddb-8a14-808cdcb68dbe {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:11.083807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85d190a8-9c27-4ddb-8a14-808cdcb68dbe not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:11.116560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-902511849'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:11.138123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:11.142337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.150453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.238598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.242445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.269093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:11.277980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88760b87-6251-4214-8786-a5e8b4517bc2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:11.286106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.286434 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Added segment b23a7b09-7371-4a6e-b880-895b8067b9b5 of type vlan for network ebf73e7a-31e9-4080-90de-006b1a570ed1 Aug 16 22:47:11.327980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.353714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.359106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.359781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.412610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3930926 Aug 16 22:47:11.416956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37416) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:11.424193 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:11.433426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719174-988a-464c-b2eb-f3f8709d7618 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Network': ['ID=ebf73e7a-31e9-4080-90de-006b1a570ed1,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:11.443761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:11.518144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:11.521655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.699093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.764555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=ca2761ad-45d8-4106-a28e-b9cbd7a2d173,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:11.773121 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:11.773494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network hostable DHCP agents. Network: ebf73e7a-31e9-4080-90de-006b1a570ed1, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:11.789518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:11.797699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ebf73e7a-31e9-4080-90de-006b1a570ed1) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:11.801618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.802239 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.808209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34163a9c-ecb8-485d-b926-329ef4c14e74 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:11.817253 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bcb6e1d3-e3e1-494e-b7a2-97e407810d21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3982861 Aug 16 22:47:11.820117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:11.825381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'name': 'tempest-NetworksTestDHCPv6-207828281'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:11.933969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:11.938106 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.954491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'ca2761ad-45d8-4106-a28e-b9cbd7a2d173'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:11.955423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.956561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port ca79063c-21fb-4dcf-b3f4-14f8a49dc517 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:12.076014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::156 (ebf73e7a-31e9-4080-90de-006b1a570ed1/ca2761ad-45d8-4106-a28e-b9cbd7a2d173/ca79063c-21fb-4dcf-b3f4-14f8a49dc517) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:12.220249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.233791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object ca79063c-21fb-4dcf-b3f4-14f8a49dc517 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:12.266202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.310056 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:12.312914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/ca2761ad-45d8-4106-a28e-b9cbd7a2d173/74eed2f9-7097-42fc-826b-9a7bb069ad88) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:12.313477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:12.317518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:12.323075 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.323708 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.332941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=ca79063c-21fb-4dcf-b3f4-14f8a49dc517,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.344981 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1cecf217-f02e-46ba-a9b0-f3a453c83371 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5236704 Aug 16 22:47:12.347592 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.399702 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c409e-16eb-4a0a-aea5-d742567f1f2a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.401294 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b78c409e-16eb-4a0a-aea5-d742567f1f2a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0526178 Aug 16 22:47:12.403887 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37424) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.494267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.498443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port ca79063c-21fb-4dcf-b3f4-14f8a49dc517 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:12.498970 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.503342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Transition to ACTIVE for port object 74eed2f9-7097-42fc-826b-9a7bb069ad88 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:12.518011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Transition to ACTIVE for port object 74eed2f9-7097-42fc-826b-9a7bb069ad88 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:12.523427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.562655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:12.565473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:12.568980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:12.575964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Pushing event updated for resources: {'Port': ['ID=74eed2f9-7097-42fc-826b-9a7bb069ad88,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.591075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.603607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for ca79063c-21fb-4dcf-b3f4-14f8a49dc517 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:12.625395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Attempting to bind port 74eed2f9-7097-42fc-826b-9a7bb069ad88 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:12.625801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Attempting to bind port 74eed2f9-7097-42fc-826b-9a7bb069ad88 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:12.626236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Attempting to bind port 74eed2f9-7097-42fc-826b-9a7bb069ad88 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:12.631207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:12.631579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:12.631981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.632369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:12.632827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Bound port: 74eed2f9-7097-42fc-826b-9a7bb069ad88, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:12.633230 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.700730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] For port 74eed2f9-7097-42fc-826b-9a7bb069ad88, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:12.704141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] For port 74eed2f9-7097-42fc-826b-9a7bb069ad88, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74eed2f9-7097-42fc-826b-9a7bb069ad88,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:12.709292 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.731874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.764983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=ca79063c-21fb-4dcf-b3f4-14f8a49dc517,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.780954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269f4f-718f-480e-9c38-71d3389f0af6 None None] Pushing event updated for resources: {'Port': ['ID=74eed2f9-7097-42fc-826b-9a7bb069ad88,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.792318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.794392 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8c761101-e4b0-4291-9947-538b64fdf43f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/ca79063c-21fb-4dcf-b3f4-14f8a49dc517 HTTP/1.1" status: 204 len: 168 time: 0.3890209 Aug 16 22:47:12.797096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37426) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.879810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdba10-ed72-405d-b193-d4035272e69b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.881492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cdba10-ed72-405d-b193-d4035272e69b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.883046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-22cdba10-ed72-405d-b193-d4035272e69b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0849223 Aug 16 22:47:12.885669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37428) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.949410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet ca2761ad-45d8-4106-a28e-b9cbd7a2d173 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:12.953054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.995002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.090171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.105998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74eed2f9-7097-42fc-826b-9a7bb069ad88 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:13.155205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:13.157047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.185300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2761ad-45d8-4106-a28e-b9cbd7a2d173,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.187315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.189245 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2b76c3f-84a4-40d5-b82c-5ade9b216aec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/ca2761ad-45d8-4106-a28e-b9cbd7a2d173 HTTP/1.1" status: 204 len: 168 time: 0.3025882 Aug 16 22:47:13.191888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37430) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:13.246015 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-739973ab-5384-43a4-8b6b-7e6a6e1c4fcf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528760 Aug 16 22:47:13.249155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37432) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:13.253994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:13.346993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:13.350892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.540982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.603474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:13.607612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:13.612975 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.613592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.623563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=8442101e-c028-4570-be05-d5c95b0a3d22,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.633750 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f91ede4b-5396-4133-86c3-25fcd923ef8e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3835962 Aug 16 22:47:13.636205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:13.639940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04ac1f-29d5-4c51-b72c-0efcd5ac0dce None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:13.641711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'name': 'tempest-NetworksTestDHCPv6-934066188'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:13.703732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Provisioning for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:13.715223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Provisioning complete for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:13.715608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.752929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:13.756627 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.773873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 2dacb267-032b-45b2-8077-c31e46c7ee69 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:13.856737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.894407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] For port 74eed2f9-7097-42fc-826b-9a7bb069ad88, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74eed2f9-7097-42fc-826b-9a7bb069ad88,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:13.899579 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.900314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::1c2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/8442101e-c028-4570-be05-d5c95b0a3d22/2dacb267-032b-45b2-8077-c31e46c7ee69) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:13.950232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db025a-46d3-41d7-a9c7-8d034b75726f None None] Pushing event updated for resources: {'Port': ['ID=74eed2f9-7097-42fc-826b-9a7bb069ad88,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.050293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d185f9-7b18-412c-a8c2-25f870d7a98d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:14.056339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.070008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 2dacb267-032b-45b2-8077-c31e46c7ee69 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:14.102573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.138627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-af01ccf4-5161-4456-86bd-2eaa5bdb3b0a None None] Provisioning complete for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:14.138883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-af01ccf4-5161-4456-86bd-2eaa5bdb3b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.146438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:14.151409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:14.155609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:14.161278 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.161891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.174250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=2dacb267-032b-45b2-8077-c31e46c7ee69,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.186968 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d866b4dc-b9c8-481f-9d2a-83feb38e4ff4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5497117 Aug 16 22:47:14.189638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.239827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec584d9b-4554-487c-8936-6d90efdabdb3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.246118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec584d9b-4554-487c-8936-6d90efdabdb3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.247722 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ec584d9b-4554-487c-8936-6d90efdabdb3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0571532 Aug 16 22:47:14.250947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.351846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 2dacb267-032b-45b2-8077-c31e46c7ee69 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:14.352194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.445732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.458951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 2dacb267-032b-45b2-8077-c31e46c7ee69 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:14.508773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Provisioning for port 2dacb267-032b-45b2-8077-c31e46c7ee69 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:14.513215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Provisioning complete for port 2dacb267-032b-45b2-8077-c31e46c7ee69 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:14.513657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.608809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.639692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=2dacb267-032b-45b2-8077-c31e46c7ee69,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.665449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.667376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b4d5f3f4-ecae-43a3-ab78-f029bd2aa73a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/2dacb267-032b-45b2-8077-c31e46c7ee69 HTTP/1.1" status: 204 len: 168 time: 0.4155114 Aug 16 22:47:14.669901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.729052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30002a46-4dfa-4046-b1fa-fc9043dac6c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.730809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30002a46-4dfa-4046-b1fa-fc9043dac6c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.732992 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-30002a46-4dfa-4046-b1fa-fc9043dac6c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0617397 Aug 16 22:47:14.735652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.740081 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.741485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Port 2dacb267-032b-45b2-8077-c31e46c7ee69 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:14.752376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Provisioning complete for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:14.752749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc92f002-8eee-43af-be62-08af5787e898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.794595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 8442101e-c028-4570-be05-d5c95b0a3d22 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:14.797899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.840169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.886842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.946517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.953784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5e3e5a44-b217-4a3f-a8bf-76a51d120aab None None] Could not find standard attr ID for object ca79063c-21fb-4dcf-b3f4-14f8a49dc517. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:14.956577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5e3e5a44-b217-4a3f-a8bf-76a51d120aab None None] Could not find standard attr ID for object 2dacb267-032b-45b2-8077-c31e46c7ee69. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:14.978848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=8442101e-c028-4570-be05-d5c95b0a3d22,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.985283 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.987255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2711d3f-0b40-4967-953b-4d8be07393fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/8442101e-c028-4570-be05-d5c95b0a3d22 HTTP/1.1" status: 204 len: 168 time: 0.2494926 Aug 16 22:47:14.989841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.028891 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ae40413a-3921-42ee-833a-2e12fbca2c21 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377970 Aug 16 22:47:15.033062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37448) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.038920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:15.082851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74eed2f9-7097-42fc-826b-9a7bb069ad88 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:15.120978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d4caa-46e6-452f-add6-829599226889 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:15.147240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:15.150829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.193056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 74eed2f9-7097-42fc-826b-9a7bb069ad88 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:15.193581 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.343176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.344077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:15.387553 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:15.390420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Deleting port 74eed2f9-7097-42fc-826b-9a7bb069ad88 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:15.390807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.390972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:15.395256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.395898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.403671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=0de40106-21a9-49eb-8b7b-f02a9b29e9d7,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.414623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-96a2be56-c12e-4c22-ac4c-11ffcca8ea3a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3804581 Aug 16 22:47:15.417244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37450) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.422923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'name': 'tempest-NetworksTestDHCPv6-32998983'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:15.484008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] For port 74eed2f9-7097-42fc-826b-9a7bb069ad88, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=74eed2f9-7097-42fc-826b-9a7bb069ad88,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:15.484428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.498731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Calling delete_port for 74eed2f9-7097-42fc-826b-9a7bb069ad88 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:15.556617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:15.562377 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.564342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-34b37dd4-9d58-42e6-ba63-4189f0c3496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.585192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port a599abb0-63cd-4d2c-beb6-17420f429d1d yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:15.603151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.656516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Pushing event deleted for resources: {'Port': ['ID=74eed2f9-7097-42fc-826b-9a7bb069ad88,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.667524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] No DVR routers for this DVR port 74eed2f9-7097-42fc-826b-9a7bb069ad88 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:15.669889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.670247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.670715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.671038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.671386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.671735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.672071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.672405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.672737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.673509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.673509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.674022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2c60e2-6503-43ce-ab35-1564052cc893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:15.695063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbee3cb-9ec0-4c2d-b0a4-c8d6dd0fb5fd None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:15.727241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::cd (ebf73e7a-31e9-4080-90de-006b1a570ed1/0de40106-21a9-49eb-8b7b-f02a9b29e9d7/a599abb0-63cd-4d2c-beb6-17420f429d1d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:15.855970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '0de40106-21a9-49eb-8b7b-f02a9b29e9d7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:15.856857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.924106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.940559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object a599abb0-63cd-4d2c-beb6-17420f429d1d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:15.974989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.018548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:16.020632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/0de40106-21a9-49eb-8b7b-f02a9b29e9d7/9d9cf892-6962-4daf-bdb8-5f16b6afc533) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:16.023809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:16.027642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:16.034076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.034862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.045340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=a599abb0-63cd-4d2c-beb6-17420f429d1d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.056164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-034756b3-6447-464b-b397-de0aba54e07d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6379175 Aug 16 22:47:16.058560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.136116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46dde6-34d5-4ba4-a992-7eb566598546 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.137645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6b46dde6-34d5-4ba4-a992-7eb566598546 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0781710 Aug 16 22:47:16.140419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37456) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.171379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.179789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Transition to ACTIVE for port object 9d9cf892-6962-4daf-bdb8-5f16b6afc533 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:16.194560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Transition to ACTIVE for port object 9d9cf892-6962-4daf-bdb8-5f16b6afc533 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:16.200298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.228657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port a599abb0-63cd-4d2c-beb6-17420f429d1d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:16.229008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.239358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:16.242252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:16.246078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:16.253645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Pushing event updated for resources: {'Port': ['ID=9d9cf892-6962-4daf-bdb8-5f16b6afc533,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.316326 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Attempting to bind port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:16.316706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Attempting to bind port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:16.317093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Attempting to bind port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:16.322363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:16.322716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:16.323124 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.323553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:16.324024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Bound port: 9d9cf892-6962-4daf-bdb8-5f16b6afc533, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:16.324414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.334914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.347827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for a599abb0-63cd-4d2c-beb6-17420f429d1d owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:16.388881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] For port 9d9cf892-6962-4daf-bdb8-5f16b6afc533, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:16.392181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] For port 9d9cf892-6962-4daf-bdb8-5f16b6afc533, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d9cf892-6962-4daf-bdb8-5f16b6afc533,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:16.395745 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.476251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9e429-c552-4bc8-9b0b-c40edaaf116d None None] Pushing event updated for resources: {'Port': ['ID=9d9cf892-6962-4daf-bdb8-5f16b6afc533,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.487629 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.526417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=a599abb0-63cd-4d2c-beb6-17420f429d1d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.550254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.555942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4173c162-8b20-4a9b-bfda-f586d963cd72 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/a599abb0-63cd-4d2c-beb6-17420f429d1d HTTP/1.1" status: 204 len: 168 time: 0.4109917 Aug 16 22:47:16.558364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37460) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.658551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafbcd5-91b2-4ed3-81e6-429d5e9e15eb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.660223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafbcd5-91b2-4ed3-81e6-429d5e9e15eb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.661817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0fafbcd5-91b2-4ed3-81e6-429d5e9e15eb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1024063 Aug 16 22:47:16.664479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37462) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.719884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 0de40106-21a9-49eb-8b7b-f02a9b29e9d7 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:16.723292 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.762589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.852502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.914126 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.944275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=0de40106-21a9-49eb-8b7b-f02a9b29e9d7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.946491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.948510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f0ea9fa-45f1-4b93-a2e3-9317c05721d0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0de40106-21a9-49eb-8b7b-f02a9b29e9d7 HTTP/1.1" status: 204 len: 168 time: 0.2830210 Aug 16 22:47:16.951730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37464) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.008619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9133daaa-c0a6-47f1-bd23-9f38866b53eb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557384 Aug 16 22:47:17.010959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37466) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.062478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236dc191-3748-4e80-afe6-318a6173c005 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.064126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-236dc191-3748-4e80-afe6-318a6173c005 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0522585 Aug 16 22:47:17.066922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37468) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.108661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d9cf892-6962-4daf-bdb8-5f16b6afc533 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:17.126378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ccdcd-c4a2-49e1-835c-a4664d9b92a3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.127855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3c7ccdcd-c4a2-49e1-835c-a4664d9b92a3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0598681 Aug 16 22:47:17.130514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37470) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.173512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3c21c808-2354-4daf-b3df-6f1241577af5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418880 Aug 16 22:47:17.179103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37472) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.182615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:17.183439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:17.245788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74eed2f9-7097-42fc-826b-9a7bb069ad88 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:17.268353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 74eed2f9-7097-42fc-826b-9a7bb069ad88 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:17.269310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 74eed2f9-7097-42fc-826b-9a7bb069ad88 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:17.290587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:17.294262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.398449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7bc80-6df3-4ef9-a7a8-dd0134a2fbe0 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:17.486963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.516425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Provisioning for port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:17.521639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Provisioning complete for port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:17.521957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.543906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:17.549320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:17.552335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.552942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.558590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=596e26ff-8abe-400f-ba88-94c9d1335338,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.576423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9421ef44-2b84-439c-a749-97b8f9e08493 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3942671 Aug 16 22:47:17.576675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37474) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.584348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '596e26ff-8abe-400f-ba88-94c9d1335338', 'ip_address': '2001:db8::3f33:8d73:388e:467d'}], 'name': 'tempest-NetworksTestDHCPv6-156664651'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:17.599122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:17.612135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.667225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] For port 9d9cf892-6962-4daf-bdb8-5f16b6afc533, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d9cf892-6962-4daf-bdb8-5f16b6afc533,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:17.673490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.696599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:17.716057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Deleting port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:17.716978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.760644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b618-6687-40c9-bd4c-9eb7ca90fd56 None None] Pushing event updated for resources: {'Port': ['ID=9d9cf892-6962-4daf-bdb8-5f16b6afc533,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.789563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.805849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:17.810222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] For port 9d9cf892-6962-4daf-bdb8-5f16b6afc533, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d9cf892-6962-4daf-bdb8-5f16b6afc533,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:17.810627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.823758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Calling delete_port for 9d9cf892-6962-4daf-bdb8-5f16b6afc533 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:17.905936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.931674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] Pushing event deleted for resources: {'Port': ['ID=9d9cf892-6962-4daf-bdb8-5f16b6afc533,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.936394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3452b-8f51-4474-8818-a1b2b09a0bab None None] No DVR routers for this DVR port 9d9cf892-6962-4daf-bdb8-5f16b6afc533 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:17.952578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec97bd-3581-4640-8db9-a8406860674e None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:18.014859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::3f33:8d73:388e:467d (ebf73e7a-31e9-4080-90de-006b1a570ed1/596e26ff-8abe-400f-ba88-94c9d1335338/1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:18.096000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '596e26ff-8abe-400f-ba88-94c9d1335338'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:18.096987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.172500 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.186122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:18.202266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.223215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.269039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:18.272192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:18.274613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/596e26ff-8abe-400f-ba88-94c9d1335338/9d75be37-b485-4cef-bf69-3c3c325d8572) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:18.276258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:18.282551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.283182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.292232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.303153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-64f9b2f1-aba5-463f-a020-63611070bc80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7252231 Aug 16 22:47:18.307534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37476) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.356688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a169afbd-4fa2-4259-946a-6e541432e04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.364777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f85f9-e02e-4acb-afd7-c7319b01f38b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.366341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f3f85f9-e02e-4acb-afd7-c7319b01f38b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0594645 Aug 16 22:47:18.369263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37478) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.440370 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.448497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Transition to ACTIVE for port object 9d75be37-b485-4cef-bf69-3c3c325d8572 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:18.454056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:18.454407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.468656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Transition to ACTIVE for port object 9d75be37-b485-4cef-bf69-3c3c325d8572 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:18.474902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.515803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:18.518787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:18.522467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:18.529957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Pushing event updated for resources: {'Port': ['ID=9d75be37-b485-4cef-bf69-3c3c325d8572,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.582170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Attempting to bind port 9d75be37-b485-4cef-bf69-3c3c325d8572 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:18.582547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Attempting to bind port 9d75be37-b485-4cef-bf69-3c3c325d8572 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:18.582913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Attempting to bind port 9d75be37-b485-4cef-bf69-3c3c325d8572 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:18.588348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:18.588725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:18.589160 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.589562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:18.590040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Bound port: 9d75be37-b485-4cef-bf69-3c3c325d8572, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:18.590423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.660143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] For port 9d75be37-b485-4cef-bf69-3c3c325d8572, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:18.663408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] For port 9d75be37-b485-4cef-bf69-3c3c325d8572, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d75be37-b485-4cef-bf69-3c3c325d8572,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:18.669163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.731725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de440b-850a-44e1-9ecf-ef81bb7c841c None None] Pushing event updated for resources: {'Port': ['ID=9d75be37-b485-4cef-bf69-3c3c325d8572,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.826794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.839115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:18.975880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.007985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.035266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.039558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b1f1286a-d441-4864-9185-9557b91baaf2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 HTTP/1.1" status: 204 len: 168 time: 0.6671367 Aug 16 22:47:19.039881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37480) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.094801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652ae63-03ef-43d9-bef8-e5973475afe6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.098121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652ae63-03ef-43d9-bef8-e5973475afe6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.099137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d75be37-b485-4cef-bf69-3c3c325d8572 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:19.102890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37482) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.103438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1652ae63-03ef-43d9-bef8-e5973475afe6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0621874 Aug 16 22:47:19.157057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9d75be37-b485-4cef-bf69-3c3c325d8572 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:19.157756 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 596e26ff-8abe-400f-ba88-94c9d1335338 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:19.160894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.207625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.207841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d9cf892-6962-4daf-bdb8-5f16b6afc533 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:19.228587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9d9cf892-6962-4daf-bdb8-5f16b6afc533 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:19.228936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d9cf892-6962-4daf-bdb8-5f16b6afc533 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:19.292626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.297043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.359093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.392199 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=596e26ff-8abe-400f-ba88-94c9d1335338,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.396390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.398483 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-424302a0-3f0f-4d89-90ae-77cc4d9b3f81 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/596e26ff-8abe-400f-ba88-94c9d1335338 HTTP/1.1" status: 204 len: 168 time: 0.2945352 Aug 16 22:47:19.401046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37484) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.441428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2987e4af-73c5-4624-909d-39f315382be2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389464 Aug 16 22:47:19.443995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37486) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.449126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:19.546986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:19.550611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.609397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781a778-74ed-4c03-9864-0d7836136301 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:19.732864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Provisioning for port 9d75be37-b485-4cef-bf69-3c3c325d8572 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:19.739743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.741958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Provisioning complete for port 9d75be37-b485-4cef-bf69-3c3c325d8572 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:19.741958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.777103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:19.781036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:19.786791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.787391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.802800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:19.807835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=cf232726-d016-427f-b605-1c4e7e3ca3dd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.814643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dee80a8d-ecab-4743-9611-58a8deb25252 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3695228 Aug 16 22:47:19.814784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37488) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.820304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'cf232726-d016-427f-b605-1c4e7e3ca3dd', 'ip_address': '2001:db8::5df7:8826:f437:8cc9'}], 'name': 'tempest-NetworksTestDHCPv6-577325640'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:19.860930 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.907427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] For port 9d75be37-b485-4cef-bf69-3c3c325d8572, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d75be37-b485-4cef-bf69-3c3c325d8572,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:19.914785 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.923137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Deleting port 9d75be37-b485-4cef-bf69-3c3c325d8572 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:19.923517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.929480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:20.015215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73df8d-a8a3-4475-a2a6-cf27697a57a7 None None] Pushing event updated for resources: {'Port': ['ID=9d75be37-b485-4cef-bf69-3c3c325d8572,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.017585 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.036058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 95907dfd-f34d-4907-98b2-ca0a4f6b84dd yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:20.044904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] For port 9d75be37-b485-4cef-bf69-3c3c325d8572, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9d75be37-b485-4cef-bf69-3c3c325d8572,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:20.045347 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.058378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Calling delete_port for 9d75be37-b485-4cef-bf69-3c3c325d8572 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:20.138316 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.166503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] Pushing event deleted for resources: {'Port': ['ID=9d75be37-b485-4cef-bf69-3c3c325d8572,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.170343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513de7b-7a53-449b-8c37-7f6dc13a7a84 None None] No DVR routers for this DVR port 9d75be37-b485-4cef-bf69-3c3c325d8572 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:20.186574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06ec21-7481-456d-bc21-a00c304cdd7e None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:20.354076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'cf232726-d016-427f-b605-1c4e7e3ca3dd'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:20.354970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.496300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/cf232726-d016-427f-b605-1c4e7e3ca3dd/2b39a0ee-cc38-4959-98e4-5caa451ab221) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:20.641341 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.649330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Transition to ACTIVE for port object 2b39a0ee-cc38-4959-98e4-5caa451ab221 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:20.664253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Transition to ACTIVE for port object 2b39a0ee-cc38-4959-98e4-5caa451ab221 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:20.670378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.706870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:20.709662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:20.713391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:20.716948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::5df7:8826:f437:8cc9 (ebf73e7a-31e9-4080-90de-006b1a570ed1/cf232726-d016-427f-b605-1c4e7e3ca3dd/95907dfd-f34d-4907-98b2-ca0a4f6b84dd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:20.753162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Pushing event updated for resources: {'Port': ['ID=2b39a0ee-cc38-4959-98e4-5caa451ab221,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.874920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.889174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 95907dfd-f34d-4907-98b2-ca0a4f6b84dd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:20.922980 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.954777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Attempting to bind port 2b39a0ee-cc38-4959-98e4-5caa451ab221 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:20.955250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Attempting to bind port 2b39a0ee-cc38-4959-98e4-5caa451ab221 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:20.955643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Attempting to bind port 2b39a0ee-cc38-4959-98e4-5caa451ab221 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:20.960512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:20.960894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:20.961440 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.961942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:20.962415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Bound port: 2b39a0ee-cc38-4959-98e4-5caa451ab221, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:20.962997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.966853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:20.970069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:20.974016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:20.979640 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.980257 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.986894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=95907dfd-f34d-4907-98b2-ca0a4f6b84dd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.000661 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fc8346fc-3eee-47fd-81ac-67a3adb7ff1e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1842034 Aug 16 22:47:21.002635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37490) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.029730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] For port 2b39a0ee-cc38-4959-98e4-5caa451ab221, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:21.033747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] For port 2b39a0ee-cc38-4959-98e4-5caa451ab221, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2b39a0ee-cc38-4959-98e4-5caa451ab221,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:21.047565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.057843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727aa27d-a6ce-439d-85d1-2bec7886ea00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.064279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727aa27d-a6ce-439d-85d1-2bec7886ea00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.066136 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-727aa27d-a6ce-439d-85d1-2bec7886ea00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0625648 Aug 16 22:47:21.068905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37492) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.085324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d75be37-b485-4cef-bf69-3c3c325d8572 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:21.123592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9d75be37-b485-4cef-bf69-3c3c325d8572 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:21.123944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9d75be37-b485-4cef-bf69-3c3c325d8572 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:21.142515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081cb83-c4f9-46b6-a883-1d97689be8d3 None None] Pushing event updated for resources: {'Port': ['ID=2b39a0ee-cc38-4959-98e4-5caa451ab221,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.165134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 95907dfd-f34d-4907-98b2-ca0a4f6b84dd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:21.165491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.260669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.276699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 95907dfd-f34d-4907-98b2-ca0a4f6b84dd owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:21.311536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.422428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.449460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=95907dfd-f34d-4907-98b2-ca0a4f6b84dd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.481379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.484252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-22f6e519-9fd8-4d34-aa55-9511096fc05e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/95907dfd-f34d-4907-98b2-ca0a4f6b84dd HTTP/1.1" status: 204 len: 168 time: 0.4143059 Aug 16 22:47:21.486723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37494) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.540856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4856b26-27f3-4d08-a954-0a80a85eb635 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.542576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4856b26-27f3-4d08-a954-0a80a85eb635 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.544457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c4856b26-27f3-4d08-a954-0a80a85eb635 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0566342 Aug 16 22:47:21.547364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37496) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.601258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet cf232726-d016-427f-b605-1c4e7e3ca3dd {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:21.604298 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.644734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.737869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.798905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.827037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=cf232726-d016-427f-b605-1c4e7e3ca3dd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.830744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.835289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ac0ec368-9c7f-4b08-a2fd-691f23769fac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/cf232726-d016-427f-b605-1c4e7e3ca3dd HTTP/1.1" status: 204 len: 168 time: 0.2869051 Aug 16 22:47:21.835468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37498) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.878500 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b12fb89e-b800-473d-8de3-1327d7792d41 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419466 Aug 16 22:47:21.883554 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37500) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.889274 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:21.981748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:21.985797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.992612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c098fa4-c6be-482e-87fd-3d91ae0df8dc None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:22.081059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4cdc5364-bfe0-412e-adfa-5b28d8837d5e None None] Provisioning for port 2b39a0ee-cc38-4959-98e4-5caa451ab221 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:22.173731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828228e1-079a-4342-be83-79701d9439d4 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:22.192193 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.219680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Deleting port 2b39a0ee-cc38-4959-98e4-5caa451ab221 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:22.219960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.236639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:22.239695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:22.246593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.247194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.252941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.266412 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fb08d27a-49eb-473c-8472-3dc4669f61c2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3818073 Aug 16 22:47:22.269167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37504) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.274140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253', 'ip_address': '2001:db8::5da0:f4b9:fb55:4d37'}], 'name': 'tempest-NetworksTestDHCPv6-588066981'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:22.303295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-828228e1-079a-4342-be83-79701d9439d4 None None] For port 2b39a0ee-cc38-4959-98e4-5caa451ab221, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2b39a0ee-cc38-4959-98e4-5caa451ab221,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:22.303961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.317428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Calling delete_port for 2b39a0ee-cc38-4959-98e4-5caa451ab221 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:22.381899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:22.386810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.402451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.410366 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 9580fa5c-64ad-41d6-aaae-d938529e834a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:22.429797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828228e1-079a-4342-be83-79701d9439d4 None None] Pushing event deleted for resources: {'Port': ['ID=2b39a0ee-cc38-4959-98e4-5caa451ab221,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.433373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828228e1-079a-4342-be83-79701d9439d4 None None] No DVR routers for this DVR port 2b39a0ee-cc38-4959-98e4-5caa451ab221 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:22.448023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22613f6-8007-4f79-8f71-d2702f0bf446 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:22.574047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::5da0:f4b9:fb55:4d37 (ebf73e7a-31e9-4080-90de-006b1a570ed1/fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253/9580fa5c-64ad-41d6-aaae-d938529e834a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:22.601482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:22.602361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.732597 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.746031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 9580fa5c-64ad-41d6-aaae-d938529e834a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:22.779335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.824233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:22.826133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253/b4afe918-627b-4bb1-83c2-878816f24fc9) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:22.827583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:22.831549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:22.837341 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.838068 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.846549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=9580fa5c-64ad-41d6-aaae-d938529e834a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.859612 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c16d157-c291-4464-87bc-cd758c0849b2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5866520 Aug 16 22:47:22.859858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.913015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b4fe-d1c6-4506-b2ae-602068a4bbc4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.914664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0893b4fe-d1c6-4506-b2ae-602068a4bbc4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0538321 Aug 16 22:47:22.917235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37508) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.981768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.994740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Transition to ACTIVE for port object b4afe918-627b-4bb1-83c2-878816f24fc9 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:23.008024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 9580fa5c-64ad-41d6-aaae-d938529e834a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:23.008378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.014512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.017322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Transition to ACTIVE for port object b4afe918-627b-4bb1-83c2-878816f24fc9 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:23.024118 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.061853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:23.064753 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:23.068069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:23.102182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Pushing event updated for resources: {'Port': ['ID=b4afe918-627b-4bb1-83c2-878816f24fc9,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.107273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.121883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 9580fa5c-64ad-41d6-aaae-d938529e834a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:23.137275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Attempting to bind port b4afe918-627b-4bb1-83c2-878816f24fc9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:23.137660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Attempting to bind port b4afe918-627b-4bb1-83c2-878816f24fc9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:23.138103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Attempting to bind port b4afe918-627b-4bb1-83c2-878816f24fc9 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:23.143468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:23.143847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:23.144247 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.144642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:23.145128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Bound port: b4afe918-627b-4bb1-83c2-878816f24fc9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:23.145532 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.213294 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] For port b4afe918-627b-4bb1-83c2-878816f24fc9, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:23.216843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] For port b4afe918-627b-4bb1-83c2-878816f24fc9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b4afe918-627b-4bb1-83c2-878816f24fc9,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:23.221241 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.250432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.284374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=9580fa5c-64ad-41d6-aaae-d938529e834a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.288706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291ff4c-c032-42b5-aed3-ae9f46bcf928 None None] Pushing event updated for resources: {'Port': ['ID=b4afe918-627b-4bb1-83c2-878816f24fc9,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.312327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.314489 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ab2534e3-53c2-412c-a2cb-51f9edd90a24 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/9580fa5c-64ad-41d6-aaae-d938529e834a HTTP/1.1" status: 204 len: 168 time: 0.3962359 Aug 16 22:47:23.317205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.382731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d8f1f-5f56-45fc-83ec-d4143bbf4b10 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.384468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d8f1f-5f56-45fc-83ec-d4143bbf4b10 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.386305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-808d8f1f-5f56-45fc-83ec-d4143bbf4b10 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679343 Aug 16 22:47:23.389527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37512) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.460053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:23.463341 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.506963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.607021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.667055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.695837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.697930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.699933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-59bdacd8-259e-4d42-9ea7-e424fe8b8f7e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253 HTTP/1.1" status: 204 len: 168 time: 0.3093815 Aug 16 22:47:23.703081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.742355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d433464c-886a-4c12-b737-f90e54f1266e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364003 Aug 16 22:47:23.744882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.799085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567e7a6-3a18-4d2b-a8f0-d52cac71ec74 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.800636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b567e7a6-3a18-4d2b-a8f0-d52cac71ec74 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0547869 Aug 16 22:47:23.803420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37518) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.853289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f91f91-4660-4ed0-b71b-9cdd4bc7c617 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.854810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-93f91f91-4660-4ed0-b71b-9cdd4bc7c617 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0504863 Aug 16 22:47:23.857403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37520) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.897994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-314578b1-cb86-43d4-9a70-b23a6de2cf35 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394092 Aug 16 22:47:23.902281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37522) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.907505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:24.008070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:24.012626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.167014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13631a-86d8-4821-af01-10a7d4733332 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:24.228393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.235676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6488895a-a2c3-4416-9578-3a7da8e9d76c None None] Provisioning for port b4afe918-627b-4bb1-83c2-878816f24fc9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:24.276420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:24.280586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:24.284030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.284647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.303854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=22b199e0-e5a5-46ee-b042-6ad11f469e97,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:24.311992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7fce107e-c2ff-451a-86ce-af0ee6b7ffdf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4059050 Aug 16 22:47:24.312206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37524) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.318895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '22b199e0-e5a5-46ee-b042-6ad11f469e97', 'ip_address': '2001:db8::4b43:586f:f225:3896'}], 'name': 'tempest-NetworksTestDHCPv6-1831892567'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:24.449500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:24.497099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f7937-e6b7-46b6-b10d-61d94e97b1ff None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:24.548307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.566563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 77ceeaca-1663-4a94-b7c3-1fb1c800bb69 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:24.738551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::4b43:586f:f225:3896 (ebf73e7a-31e9-4080-90de-006b1a570ed1/22b199e0-e5a5-46ee-b042-6ad11f469e97/77ceeaca-1663-4a94-b7c3-1fb1c800bb69) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:24.906438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.921183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 77ceeaca-1663-4a94-b7c3-1fb1c800bb69 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:24.954786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.996871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:25.002293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:25.004926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:25.011378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.012059 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.028048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=77ceeaca-1663-4a94-b7c3-1fb1c800bb69,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.035809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7e619486-135a-43e9-9c93-ed3db66effda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7223742 Aug 16 22:47:25.038628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37526) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.045739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '22b199e0-e5a5-46ee-b042-6ad11f469e97', 'ip_address': '2001:db8::4b43:586f:f225:3896'}], 'name': 'tempest-NetworksTestDHCPv6-639493872'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:25.108532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b2860ce-65ee-4fd0-b686-6a98768eec78 None None] Could not find standard attr ID for object a599abb0-63cd-4d2c-beb6-17420f429d1d. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:25.142639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b4afe918-627b-4bb1-83c2-878816f24fc9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:25.179656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:25.185933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.194550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b4afe918-627b-4bb1-83c2-878816f24fc9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:25.202602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b4afe918-627b-4bb1-83c2-878816f24fc9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:25.202980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.207777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port f0c93fc4-4f43-4981-aec4-13fa82b197a6 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:25.289041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.333532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efa97dd5-0435-40b4-bbbe-6584578d8830 None None] Could not find standard attr ID for object 1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:25.339686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b4afe918-627b-4bb1-83c2-878816f24fc9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b4afe918-627b-4bb1-83c2-878816f24fc9,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:25.345421 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.383989 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:47:25.384703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:25.395215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b4afe918-627b-4bb1-83c2-878816f24fc9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.400541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7803727c-733d-41b0-bac0-63aabaabf46a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3605692 Aug 16 22:47:25.404018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37528) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.456688 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2c82a-7c8a-472e-8abd-0db078fa9405 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.463488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2c82a-7c8a-472e-8abd-0db078fa9405 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.467904 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6cc2c82a-7c8a-472e-8abd-0db078fa9405 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0630636 Aug 16 22:47:25.470545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37530) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.548940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-26dc1439-75d8-4991-9093-0347b309d518 None None] Could not find standard attr ID for object 95907dfd-f34d-4907-98b2-ca0a4f6b84dd. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:25.564035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 77ceeaca-1663-4a94-b7c3-1fb1c800bb69 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:25.564387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.658812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.662355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9dcededb-e433-4e6a-8ab1-9382c85b3bd2 None None] Could not find standard attr ID for object 9580fa5c-64ad-41d6-aaae-d938529e834a. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:25.671565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 77ceeaca-1663-4a94-b7c3-1fb1c800bb69 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:25.807932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.838948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=77ceeaca-1663-4a94-b7c3-1fb1c800bb69,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.863336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.865294 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f752777d-6e5e-4d92-aa28-a43e26dabf7f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/77ceeaca-1663-4a94-b7c3-1fb1c800bb69 HTTP/1.1" status: 204 len: 168 time: 0.3937666 Aug 16 22:47:25.867782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37532) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.875576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4738acde-7323-4741-8f01-7412cffdf1a2 None None] Could not find standard attr ID for object 77ceeaca-1663-4a94-b7c3-1fb1c800bb69. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:25.932309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6fb71-c3a5-4feb-9aa6-7dde210407af tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.934017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6fb71-c3a5-4feb-9aa6-7dde210407af tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.936161 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6af6fb71-c3a5-4feb-9aa6-7dde210407af tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0668654 Aug 16 22:47:25.938854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37534) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:25.992057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 22b199e0-e5a5-46ee-b042-6ad11f469e97 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:25.995725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.038430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.085182 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.152903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.179410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=22b199e0-e5a5-46ee-b042-6ad11f469e97,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.185839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.187727 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1aca4e41-ffd8-449b-8579-b22e7b836e00 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/22b199e0-e5a5-46ee-b042-6ad11f469e97 HTTP/1.1" status: 204 len: 168 time: 0.2479010 Aug 16 22:47:26.190248 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37536) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.230066 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-11bf548c-95f6-48bb-93fe-60e1c4e30442 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383718 Aug 16 22:47:26.234950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37538) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.240230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.330654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:26.334458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.347865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0684fe3-0e87-4fbf-b28f-469eaba99b21 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:26.514406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:26.533814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.561446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Deleting port b4afe918-627b-4bb1-83c2-878816f24fc9 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:26.561817 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.582427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:26.585598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:26.589805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.590407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.595834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=0ef6d51d-f2df-45a9-afe1-964e00b81ab1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.608971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-862427fe-5e96-4e43-afb5-753981c5f77d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3728855 Aug 16 22:47:26.611872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37540) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.618243 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '0ef6d51d-f2df-45a9-afe1-964e00b81ab1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1923587249'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.646147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] For port b4afe918-627b-4bb1-83c2-878816f24fc9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b4afe918-627b-4bb1-83c2-878816f24fc9,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:26.646564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.658877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Calling delete_port for b4afe918-627b-4bb1-83c2-878816f24fc9 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:26.735551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.742088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:26.762877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] Pushing event deleted for resources: {'Port': ['ID=b4afe918-627b-4bb1-83c2-878816f24fc9,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.764638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64c6d6-4dc3-4135-85e1-79ad78d6e9a9 None None] No DVR routers for this DVR port b4afe918-627b-4bb1-83c2-878816f24fc9 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:26.779948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b65097-4c9d-43ad-bd0b-30d8c5595f38 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:26.827637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.847252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port bf9a4d70-c7b9-45c5-ac9b-aa3c3cf7eb7e yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:26.928862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '0ef6d51d-f2df-45a9-afe1-964e00b81ab1'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:26.929786 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.958382 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:26.958860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:26.972656 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ee967d0e-4a76-43c3-9830-5cfcf7ea4798 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3596950 Aug 16 22:47:26.975301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37542) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.002669 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ed11ef45-ec3b-4c9a-835e-d35d89cf0d51 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261612 Aug 16 22:47:27.004727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37544) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.062543 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b083d4-34fd-4c34-898a-fb99d1a19e36 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.064492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b083d4-34fd-4c34-898a-fb99d1a19e36 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.066218 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24b083d4-34fd-4c34-898a-fb99d1a19e36 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0605071 Aug 16 22:47:27.068843 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37546) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.074530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/0ef6d51d-f2df-45a9-afe1-964e00b81ab1/2d691662-8ea0-4cde-b9dd-a82c7204c4f3) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:27.077866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b4afe918-627b-4bb1-83c2-878816f24fc9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:27.103478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b4afe918-627b-4bb1-83c2-878816f24fc9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:27.103820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b4afe918-627b-4bb1-83c2-878816f24fc9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:27.129727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 0ef6d51d-f2df-45a9-afe1-964e00b81ab1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:27.239590 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.248169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Transition to ACTIVE for port object 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:27.262142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Transition to ACTIVE for port object 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:27.267371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.267737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.305542 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:27.307934 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.308324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:27.311965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:27.318792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Pushing event updated for resources: {'Port': ['ID=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.370722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Attempting to bind port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:27.371451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Attempting to bind port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:27.371451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Attempting to bind port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:27.376785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:27.377184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:27.377585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.377974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:27.378431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Bound port: 2d691662-8ea0-4cde-b9dd-a82c7204c4f3, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:27.378812 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.392963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.455372 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.457975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] For port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:27.468598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] For port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:27.472825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.483895 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef6d51d-f2df-45a9-afe1-964e00b81ab1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.487638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.491753 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8cc3530a-2247-421b-920a-11cf775af471 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0ef6d51d-f2df-45a9-afe1-964e00b81ab1 HTTP/1.1" status: 204 len: 168 time: 0.4196088 Aug 16 22:47:27.491980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37548) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.532688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0876b0-2919-4b42-bf0a-c0ff23b44615 None None] Pushing event updated for resources: {'Port': ['ID=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.534895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a5136610-f528-49f8-bcd4-5514245d44d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418272 Aug 16 22:47:27.538488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37550) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.543823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:27.639308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:27.643378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.843709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.890416 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:27.893678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:27.898000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.898624 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.904080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=147d7c49-a73f-41e3-a63a-4988d25c5164,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.916841 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-796a05b0-3744-49e5-9fc3-8bbe846fe8ae tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3772700 Aug 16 22:47:27.920030 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37552) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:27.924560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1994300895', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:27.947834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.949041 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.004827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.008937 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.025236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.026478 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-522bfa3a-13cf-46a3-941d-5dfe245f1b33 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1054516 Aug 16 22:47:28.029894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:28.310318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.392882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8000d-c891-49ae-965e-5e6b709a1d90 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:28.469418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2e7e3e4b-4361-4405-8f67-4a3f842834bc None None] Provisioning for port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:28.580065 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::1 (ebf73e7a-31e9-4080-90de-006b1a570ed1/147d7c49-a73f-41e3-a63a-4988d25c5164/6eb8d6f1-9852-4ec9-b7db-6711b0163c0b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:28.699591 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.714271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:28.748908 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.791276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:28.794489 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:28.798427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:28.798981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.835407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:28.926759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.013957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b206236-5fbe-410f-8b7c-fca26dc996dd None None] Provisioning for port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:29.017878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3b206236-5fbe-410f-8b7c-fca26dc996dd None None] Provisioning complete for port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:29.018249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3b206236-5fbe-410f-8b7c-fca26dc996dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.060536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3b206236-5fbe-410f-8b7c-fca26dc996dd None None] Port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:29.109883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:29.157557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:29.161357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:29.161840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.194701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.199315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.200167 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.237856 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.270226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:29.274760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.290962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.323511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.332915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:29.334288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:29.583088 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9821dbc4-ea26-4fd8-88ed-bba3555ee15c None None] Provisioning complete for port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:29.583657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9821dbc4-ea26-4fd8-88ed-bba3555ee15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.618931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9821dbc4-ea26-4fd8-88ed-bba3555ee15c None None] Port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:29.738233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:47:29.823876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:29.829360 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c421f8ae-4b6e-415c-a8de-ac3eccda7278 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "PUT /v2.0/routers/3dc8fca5-a3ad-40d2-8f99-f1ce91966b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982545 Aug 16 22:47:29.831913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37558) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:29.834994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Sync routers for ids ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:29.844550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Routers {'3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:29.845207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:29.877181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3696ae-022e-45ea-a871-4d8c520e10f4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.878542 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea3696ae-022e-45ea-a871-4d8c520e10f4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports/6eb8d6f1-9852-4ec9-b7db-6711b0163c0b HTTP/1.1" status: 200 len: 911 time: 0.0456614 Aug 16 22:47:29.881025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:29.928091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ad07d-b454-40b8-acbd-783293a3f509 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.931550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Set router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:29.934003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ad07d-b454-40b8-acbd-783293a3f509 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.936084 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ce2ad07d-b454-40b8-acbd-783293a3f509 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0541458 Aug 16 22:47:29.938841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:30.277101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc8fca5-a3ad-40d2-8f99-f1ce91966b09', 'name': 'tempest-NetworksTestDHCPv6-router-1994300895', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:27Z', 'updated_at': '2021-08-16T22:47:28Z', 'revision_number': 2, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None, '_interfaces': [{'id': '6eb8d6f1-9852-4ec9-b7db-6711b0163c0b', 'name': '', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'mac_address': 'fa:16:3e:ef:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc8fca5-a3ad-40d2-8f99-f1ce91966b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '147d7c49-a73f-41e3-a63a-4988d25c5164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:28Z', 'updated_at': '2021-08-16T22:47:29Z', 'revision_number': 2, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'subnets': [{'id': '147d7c49-a73f-41e3-a63a-4988d25c5164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:30.307048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Checking router: 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:30.307405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Updating router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:30.331578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.349596 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.565284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:30.565694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.594222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.604075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Transition to ACTIVE for port object 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:30.610505 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.658753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.668986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056dee-2e44-4d43-9e3c-f10b66f319fb None None] Pushing event updated for resources: {'Port': ['ID=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:30.674433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:30.716432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Attempting to bind port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:30.716811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Attempting to bind port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:30.717228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Attempting to bind port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:30.722891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:30.723273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:30.723684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.724079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:30.724547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Bound port: 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:30.724937 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.791619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] For port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:30.795509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] For port 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:30.802319 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.863999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.869800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Routers {'3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:30.870417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:30.891876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:30.904919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54056dee-2e44-4d43-9e3c-f10b66f319fb None None] Pushing event updated for resources: {'Port': ['ID=6eb8d6f1-9852-4ec9-b7db-6711b0163c0b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:30.905847 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.906206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.906555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.906903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.907242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.907650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.907900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.908226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.908567 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.908907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.909266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.909626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.942382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3050b545-26a8-44c7-b9b8-6a72768dee63 None None] Could not find standard attr ID for object 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:30.950987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] Set router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:31.003113 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.005021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc8fca5-a3ad-40d2-8f99-f1ce91966b09', 'name': 'tempest-NetworksTestDHCPv6-router-1994300895', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:27Z', 'updated_at': '2021-08-16T22:47:30Z', 'revision_number': 3, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:31.037560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecfad2a-a31d-4821-ba9b-d36ca4ea3d40 None None] The sync data for ids ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'] in n-d-791505-20 is: [{'id': '3dc8fca5-a3ad-40d2-8f99-f1ce91966b09', 'name': 'tempest-NetworksTestDHCPv6-router-1994300895', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:27Z', 'updated_at': '2021-08-16T22:47:30Z', 'revision_number': 3, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:31.099548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:31.163073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:31.163457 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.187992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:31.201632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-302fd28a-55cd-40b1-93d3-d1583ee33f62 None None] Could not find standard attr ID for object 6eb8d6f1-9852-4ec9-b7db-6711b0163c0b. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:31.271870 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:31.279801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:31.280354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4a313d3-d106-43dc-872d-5841b9418e46 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "PUT /v2.0/routers/3dc8fca5-a3ad-40d2-8f99-f1ce91966b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3401034 Aug 16 22:47:31.334675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb02f97-ab51-4881-b409-280146ece6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.336333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb02f97-ab51-4881-b409-280146ece6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.337931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ecb02f97-ab51-4881-b409-280146ece6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0570621 Aug 16 22:47:31.340380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37568) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:31.390532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 147d7c49-a73f-41e3-a63a-4988d25c5164 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:31.393575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.432462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.482288 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.542853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.572290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.574185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/147d7c49-a73f-41e3-a63a-4988d25c5164 HTTP/1.1" status: 204 len: 168 time: 0.2328792 Aug 16 22:47:31.575196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=147d7c49-a73f-41e3-a63a-4988d25c5164,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:31.576750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37570) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:31.578664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5cfff-8d74-4f4d-a371-c2751d5e4ae7 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:31.583722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.584077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.584423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.584798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.585195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.585540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.585874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.586207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.586540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.587114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.587454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.587789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17869c-15d5-44ae-8846-361326e824bb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:31.689808 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bcfea40-c440-4ef2-913a-7cbefd02527f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1096718 Aug 16 22:47:31.691110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37572) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:31.756132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:31.768506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.809032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Deleting port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:31.809549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.878530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] For port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:31.878935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.890834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Calling delete_port for 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:31.930741 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.932896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.976226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.978282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.979129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:47:31.983512 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Sync routers for ids ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:31.986177 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.990095 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d11fc9cd-a4f6-43de-8da9-dee90339c3ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/routers/3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 HTTP/1.1" status: 204 len: 168 time: 0.2952950 Aug 16 22:47:31.990362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37574) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:31.995863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:31.996734 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:31.997703 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:47:31.998306 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:47:32.006187 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:32.006361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] Pushing event deleted for resources: {'Port': ['ID=2d691662-8ea0-4cde-b9dd-a82c7204c4f3,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.006557 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:47:32.007135 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:47:32.007508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dfbfe9-ec9f-4f91-af10-33280edaeada None None] The sync data for ids ['3dc8fca5-a3ad-40d2-8f99-f1ce91966b09'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:32.009749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a422d7eb-e458-49ef-b7fc-524c90632464 None None] No DVR routers for this DVR port 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:32.093000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:32.096846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.280864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.321623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:32.324662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:32.329303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:32.329891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.334076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1179e847-9b40-4483-a2e0-964ab67ef875 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:32.339082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=8c977538-7c71-44e4-a0a3-7bbfba5ccb8c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.350370 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-735c2e6c-f581-4c05-b8e4-122dee6e87e3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3588300 Aug 16 22:47:32.352907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37576) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:32.357448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1271208177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:32.379801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.380809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.431371 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.435963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.451607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.452809 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6bbd06df-a40c-4bb4-ba01-9f216b608664 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.0989480 Aug 16 22:47:32.455622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37578) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:32.482445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '8c977538-7c71-44e4-a0a3-7bbfba5ccb8c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:32.483338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.622622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/8c977538-7c71-44e4-a0a3-7bbfba5ccb8c/85574ff9-4984-4565-afcd-4356dd90045c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:32.772209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.780898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Transition to ACTIVE for port object 85574ff9-4984-4565-afcd-4356dd90045c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:32.796196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Transition to ACTIVE for port object 85574ff9-4984-4565-afcd-4356dd90045c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:32.802203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.844262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:32.849166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:32.853660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:32.856900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Pushing event updated for resources: {'Port': ['ID=85574ff9-4984-4565-afcd-4356dd90045c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.915833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Attempting to bind port 85574ff9-4984-4565-afcd-4356dd90045c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:32.916131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Attempting to bind port 85574ff9-4984-4565-afcd-4356dd90045c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:32.916503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Attempting to bind port 85574ff9-4984-4565-afcd-4356dd90045c on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:32.922511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:32.922889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:32.923300 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.923700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:32.924179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Bound port: 85574ff9-4984-4565-afcd-4356dd90045c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:32.924571 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.988185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] For port 85574ff9-4984-4565-afcd-4356dd90045c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:32.991206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] For port 85574ff9-4984-4565-afcd-4356dd90045c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85574ff9-4984-4565-afcd-4356dd90045c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:32.996297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.030207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.058034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c91ba3-75dc-4ebf-a87c-9fb10eb31ff8 None None] Pushing event updated for resources: {'Port': ['ID=85574ff9-4984-4565-afcd-4356dd90045c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.081638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:33.103561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:33.103921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2d691662-8ea0-4cde-b9dd-a82c7204c4f3 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:33.319080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::1 (ebf73e7a-31e9-4080-90de-006b1a570ed1/8c977538-7c71-44e4-a0a3-7bbfba5ccb8c/b2af0ccd-c283-46b2-ac95-587a0c1ffb38) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:33.432903 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.451656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object b2af0ccd-c283-46b2-ac95-587a0c1ffb38 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:33.485808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.523272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:33.528726 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:33.533673 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:33.534425 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.586535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=b2af0ccd-c283-46b2-ac95-587a0c1ffb38,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.684250 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.954374 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.960017 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.960817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.047107 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=b2af0ccd-c283-46b2-ac95-587a0c1ffb38,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.056699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-499ef9e6-5149-4c7b-b818-c2ac26ef8340 None None] Provisioning for port 85574ff9-4984-4565-afcd-4356dd90045c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:34.093167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:34.094733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:34.182378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-10de1fd0-636f-43ec-9ae0-1e9c9070c062 None None] Provisioning for port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:34.187207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-10de1fd0-636f-43ec-9ae0-1e9c9070c062 None None] Provisioning complete for port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.187819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-10de1fd0-636f-43ec-9ae0-1e9c9070c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.221530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:47:34.227399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-10de1fd0-636f-43ec-9ae0-1e9c9070c062 None None] Port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:34.317221 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:34.322164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d3f3b853-8e09-40c6-bfc9-72f76ba9bdd2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "PUT /v2.0/routers/200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655725 Aug 16 22:47:34.324946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37580) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:34.327847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Sync routers for ids ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:34.345278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Routers {'200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:34.345901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:34.368363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c10106-4e3e-4c48-bde6-c5391bd74305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:34.370044 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72c10106-4e3e-4c48-bde6-c5391bd74305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports/b2af0ccd-c283-46b2-ac95-587a0c1ffb38 HTTP/1.1" status: 200 len: 911 time: 0.0440795 Aug 16 22:47:34.372997 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37582) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:34.409183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0c2f6e07-be77-4238-8d32-8ffc18de738e None None] Provisioning complete for port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.409563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6e07-be77-4238-8d32-8ffc18de738e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.426734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d653edd-b497-42e2-a0df-b44d10a540a9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:34.432655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d653edd-b497-42e2-a0df-b44d10a540a9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:34.434278 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d653edd-b497-42e2-a0df-b44d10a540a9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0603278 Aug 16 22:47:34.437099 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37584) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:34.457875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f6e07-be77-4238-8d32-8ffc18de738e None None] Port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:34.463380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Set router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:34.659915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca', 'name': 'tempest-NetworksTestDHCPv6-router-1271208177', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:32Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 2, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None, '_interfaces': [{'id': 'b2af0ccd-c283-46b2-ac95-587a0c1ffb38', 'name': '', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'mac_address': 'fa:16:3e:81:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '8c977538-7c71-44e4-a0a3-7bbfba5ccb8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:33Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 2, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'subnets': [{'id': '8c977538-7c71-44e4-a0a3-7bbfba5ccb8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:34.686350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Checking router: 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:34.686706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Updating router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:34.710899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.757344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.969961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:34.970234 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.972038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.982041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Transition to ACTIVE for port object b2af0ccd-c283-46b2-ac95-587a0c1ffb38 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:34.987289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.039142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e4d80-6f08-4e5f-ac90-22e6df74a845 None None] Pushing event updated for resources: {'Port': ['ID=b2af0ccd-c283-46b2-ac95-587a0c1ffb38,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.079428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.093016 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for b2af0ccd-c283-46b2-ac95-587a0c1ffb38 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:35.099936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:35.100469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:35.100793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:35.106595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:35.107058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:35.108521 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.108521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:35.108521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Bound port: b2af0ccd-c283-46b2-ac95-587a0c1ffb38, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:35.108912 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.176856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85574ff9-4984-4565-afcd-4356dd90045c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:35.287515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.321177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=b2af0ccd-c283-46b2-ac95-587a0c1ffb38,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.369278 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.db.api [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:47:35.369662 n-d-791505-20 neutron-server[94818]: DEBUG oslo_db.api [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:47:35.370081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b70347b-2a71-48ff-8b08-bf9caa167465 None None] Could not find standard attr ID for object b2af0ccd-c283-46b2-ac95-587a0c1ffb38. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:35.399887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 85574ff9-4984-4565-afcd-4356dd90045c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:35.403981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 85574ff9-4984-4565-afcd-4356dd90045c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:35.405710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.416509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.490826 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.530618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 85574ff9-4984-4565-afcd-4356dd90045c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85574ff9-4984-4565-afcd-4356dd90045c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:35.534469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.580394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:35.580811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=85574ff9-4984-4565-afcd-4356dd90045c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.657076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:35.661932 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e9e037cf-c222-445d-a183-9ba81b44af5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "PUT /v2.0/routers/200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2231221 Aug 16 22:47:35.664346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37586) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.713494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcc908-4e7c-4c8d-aa31-8fe06fecc488 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:35.715142 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcc908-4e7c-4c8d-aa31-8fe06fecc488 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:35.717144 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-81bcc908-4e7c-4c8d-aa31-8fe06fecc488 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0518785 Aug 16 22:47:35.719642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37588) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.768429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 8c977538-7c71-44e4-a0a3-7bbfba5ccb8c {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:35.771352 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.814059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.885041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:35.885444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:35.885815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Attempting to bind port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:35.891472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:35.891859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:35.892327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.892666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:35.893163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Bound port: b2af0ccd-c283-46b2-ac95-587a0c1ffb38, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:35.893610 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.895601 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.921804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Port b2af0ccd-c283-46b2-ac95-587a0c1ffb38 has been deleted concurrently {{(pid=94818) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 22:47:35.930807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Routers {'200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:35.931433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:35.954920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.987363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=8c977538-7c71-44e4-a0a3-7bbfba5ccb8c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.991065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.992980 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-388437bf-abfb-4ea9-8429-790042414819 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/8c977538-7c71-44e4-a0a3-7bbfba5ccb8c HTTP/1.1" status: 204 len: 168 time: 0.2724354 Aug 16 22:47:35.995601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37590) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.003378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a42a0-7c6c-4248-ad1e-5f6378d0c08d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:36.005672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] Set router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:36.080813 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9ed90f90-9a5e-4a91-8d6a-3b2069e85c93 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0840063 Aug 16 22:47:36.083587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37592) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.092117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca', 'name': 'tempest-NetworksTestDHCPv6-router-1271208177', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:32Z', 'updated_at': '2021-08-16T22:47:35Z', 'revision_number': 3, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:36.126642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799c217-0430-4b32-8b31-40bdd724ff62 None None] The sync data for ids ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'] in n-d-791505-20 is: [{'id': '200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca', 'name': 'tempest-NetworksTestDHCPv6-router-1271208177', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:32Z', 'updated_at': '2021-08-16T22:47:35Z', 'revision_number': 3, 'project_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:36.160887 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.261553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:36.313055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Deleting port 85574ff9-4984-4565-afcd-4356dd90045c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:36.313466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.329336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.331640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.378195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] For port 85574ff9-4984-4565-afcd-4356dd90045c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=85574ff9-4984-4565-afcd-4356dd90045c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:36.378605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.379287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.379882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Fanout notify agent at l3_agent the message router_deleted on router 200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:47:36.386725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.388011 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f55e51f6-4791-46fa-bec3-c28c5088105a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/routers/200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca HTTP/1.1" status: 204 len: 168 time: 0.3033841 Aug 16 22:47:36.390409 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37594) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.391829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Calling delete_port for 85574ff9-4984-4565-afcd-4356dd90045c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:36.441979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc42c29-3a16-43b2-95b9-cbfad76f1d27 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.443468 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5bc42c29-3a16-43b2-95b9-cbfad76f1d27 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0521250 Aug 16 22:47:36.446113 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37596) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.479851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.495818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a68f7-1b61-474f-937c-3e945a8f8203 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.497856 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0d5a68f7-1b61-474f-937c-3e945a8f8203 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0508363 Aug 16 22:47:36.500510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37598) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.506582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] Pushing event deleted for resources: {'Port': ['ID=85574ff9-4984-4565-afcd-4356dd90045c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.508463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1693c-8f38-4df7-94e0-83f30370402b None None] No DVR routers for this DVR port 85574ff9-4984-4565-afcd-4356dd90045c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:36.542742 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ba74a7b6-f564-41e2-96d6-1fd0c0768ac4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383682 Aug 16 22:47:36.544588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37600) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.549477 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.638082 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:36.641479 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.912052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:36.913517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.956401 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Sync routers for ids ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:36.957119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:36.960230 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:36.964375 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.964942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.966870 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:36.967315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:47:36.968075 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:47:36.970869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3070c-81b0-4f3a-8d3f-abc12b2624cf None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:36.971040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=6ede89b8-4fbb-47a2-87a8-61494934d1ec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.977225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Routers set() bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:36.977590 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Router IDs set() for agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:47:36.978636 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_agentschedulers_db [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:47:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent'). {{(pid=94819) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 22:47:36.979802 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91de16-ae46-4e37-8beb-6174362b1723 None None] The sync data for ids ['200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca'] in n-d-791505-20 is: [] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:36.984977 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-725f3611-aa59-433a-b297-b69f338e0d76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4392071 Aug 16 22:47:36.987478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37602) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.992622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:37.096329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85574ff9-4984-4565-afcd-4356dd90045c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:37.117724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:37.118775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 85574ff9-4984-4565-afcd-4356dd90045c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:37.119121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 85574ff9-4984-4565-afcd-4356dd90045c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:37.121925 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.161282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '6ede89b8-4fbb-47a2-87a8-61494934d1ec'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:37.162210 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.301134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Allocated IP 2001:db8::f816:3eff:fec4:1bbc (ebf73e7a-31e9-4080-90de-006b1a570ed1/6ede89b8-4fbb-47a2-87a8-61494934d1ec/9e9faae4-cb27-4cf5-a00b-8130d4634dd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:37.372201 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.412145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:37.415406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:37.418312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.419038 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.436832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=84449f2e-cf56-44fc-b3ed-10a2e7225b1e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.444598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-477f1801-4778-4f37-82da-5fcd1dce5931 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4533780 Aug 16 22:47:37.445561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37604) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:37.449761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:2c:de:1a', 'name': 'tempest-NetworksTestDHCPv6-322968954'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:37.449977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.458151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Transition to ACTIVE for port object 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.473934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Transition to ACTIVE for port object 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.479393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.518885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:37.521787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:37.525421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:37.534300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Pushing event updated for resources: {'Port': ['ID=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.566903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:37.581591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Attempting to bind port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:37.581968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Attempting to bind port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:37.582333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Attempting to bind port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:37.587261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:37.587635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:37.588032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.588420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:37.588881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Bound port: 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:37.589298 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.647175 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.653442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] For port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:37.656567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] For port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:37.660171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.670653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:37.718251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ec6e-999f-4d72-8c5b-f5ed4154ab6b None None] Pushing event updated for resources: {'Port': ['ID=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.837298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 172.20.0.11 (ebf73e7a-31e9-4080-90de-006b1a570ed1/84449f2e-cf56-44fc-b3ed-10a2e7225b1e/72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:37.844202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fe2c:de1a (ebf73e7a-31e9-4080-90de-006b1a570ed1/6ede89b8-4fbb-47a2-87a8-61494934d1ec/72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:38.017032 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.029872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:38.064629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.104896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:38.109954 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:38.112421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:38.149319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.174786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.175336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.188938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-944b30e1-0872-4425-86a7-69068476d6db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7431729 Aug 16 22:47:38.191547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:38.240903 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff71e3-4110-408d-bf02-12518371da84 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.247526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff71e3-4110-408d-bf02-12518371da84 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.249107 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-53ff71e3-4110-408d-bf02-12518371da84 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0566268 Aug 16 22:47:38.251750 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37610) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:38.336662 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:38.337229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.433229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.446191 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:38.617006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d2ce3-8307-480d-b487-0b1a7afec94f None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:38.633873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.663100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.739552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6306219e-ddf6-4fc1-81d6-f41bab2fc0ae None None] Provisioning for port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:38.843785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '6ede89b8-4fbb-47a2-87a8-61494934d1ec', 'ip_address': '2001:db8::f816:3eff:fec4:1bbc'}, {'subnet_id': '84449f2e-cf56-44fc-b3ed-10a2e7225b1e'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '9e9faae4-cb27-4cf5-a00b-8130d4634dd4'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:38.870280 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.038735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Allocated IP 172.20.0.2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/84449f2e-cf56-44fc-b3ed-10a2e7225b1e/9e9faae4-cb27-4cf5-a00b-8130d4634dd4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:39.059098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.061614 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14d21d9f-6bdc-47d8-a012-0d5e1c866305 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a HTTP/1.1" status: 204 len: 168 time: 0.8089497 Aug 16 22:47:39.065536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37612) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:39.120671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa610d6-b0a1-4032-8e16-66684b945071 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:39.122833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa610d6-b0a1-4032-8e16-66684b945071 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:39.124466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa610d6-b0a1-4032-8e16-66684b945071 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:39.126054 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7fa610d6-b0a1-4032-8e16-66684b945071 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0604255 Aug 16 22:47:39.128762 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37614) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:39.143443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:39.174234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] For port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:39.182425 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 6ede89b8-4fbb-47a2-87a8-61494934d1ec {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:39.213954 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.230768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Transition to ACTIVE for port object 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:39.233395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:39.234464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.236609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.280364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.323748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa4b4f-d039-4296-aaaa-56041aefaf29 None None] Pushing event updated for resources: {'Port': ['ID=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.360751 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.423463 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.452483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=6ede89b8-4fbb-47a2-87a8-61494934d1ec,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.454522 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.456427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ffe14eb8-0382-4969-9afd-e0b84f5d4db9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/6ede89b8-4fbb-47a2-87a8-61494934d1ec HTTP/1.1" status: 204 len: 168 time: 0.3266907 Aug 16 22:47:39.459823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:39.517852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 84449f2e-cf56-44fc-b3ed-10a2e7225b1e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:39.521207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.563223 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.649424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.716356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.744894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=84449f2e-cf56-44fc-b3ed-10a2e7225b1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.748569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.750531 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c0b05492-70b0-4bab-a2ee-5f4574e58928 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/84449f2e-cf56-44fc-b3ed-10a2e7225b1e HTTP/1.1" status: 204 len: 168 time: 0.2897146 Aug 16 22:47:39.752905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:39.793054 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9d756a31-1c9f-4065-adc9-7035821989b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388057 Aug 16 22:47:39.796346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37620) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:39.801254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:39.838988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178824e3-e105-44f5-8545-8185f79452b5 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:39.895848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:39.900525 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.908908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Provisioning for port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:39.929476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Provisioning complete for port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:39.929843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.039374 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.069818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:40.075188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] For port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:40.097035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.159723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed75a3-0605-4aaa-938b-6c0916f3fb40 None None] Pushing event updated for resources: {'Port': ['ID=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.166991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Deleting port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:40.167608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.219724 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:40.244723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] For port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:40.245149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.257591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Calling delete_port for 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:40.337350 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.365482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] Pushing event deleted for resources: {'Port': ['ID=9e9faae4-cb27-4cf5-a00b-8130d4634dd4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.367320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb2c7a-9449-461b-8797-f539b5fe5b21 None None] No DVR routers for this DVR port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:40.391431 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.revisions.revision_plugin [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Could not find related port for resource to bump revision. Aug 16 22:47:40.396291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Port 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 22:47:40.396603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation for 2001:db8::f816:3eff:fec4:1bbc {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 22:47:40.399959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec4:1bbc {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 22:47:40.401217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.443105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:40.446154 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:40.450807 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.451396 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.455355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52519733-faae-48d8-8718-48e29f69f957 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:40.465447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=4eacc78d-9ee7-406e-82a3-e8182736abec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.480505 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f5a1674c-019a-431e-8aef-4abad2d2887b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6830697 Aug 16 22:47:40.484077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37624) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:40.489157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:40.601605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:40.605198 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.615672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '4eacc78d-9ee7-406e-82a3-e8182736abec'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:40.616546 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.751671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Allocated IP 2001:db8::f816:3eff:fe95:52aa (ebf73e7a-31e9-4080-90de-006b1a570ed1/4eacc78d-9ee7-406e-82a3-e8182736abec/3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:40.818124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.859741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:40.864553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:40.868901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.869509 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.877361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=bceab741-bc43-4fcf-b54c-67e767df0031,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.889020 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b662cf92-4e6d-445a-b6f9-4dfe3c768c4a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037719 Aug 16 22:47:40.891707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:40.895907 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.896689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:88:65:ef', 'name': 'tempest-NetworksTestDHCPv6-2076551111'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:40.904145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Transition to ACTIVE for port object 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:40.919217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Transition to ACTIVE for port object 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:40.925517 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.970153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:40.973198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:40.977581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:40.980610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Pushing event updated for resources: {'Port': ['ID=3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.012615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:41.016899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.037448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Attempting to bind port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:41.037828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Attempting to bind port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:41.037973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 6a22ac4e-062b-48e1-a744-a4516fc8bcd9 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:41.038196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Attempting to bind port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:41.043636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:41.044439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:41.045403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.045865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:41.046358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Bound port: 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:41.046748 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.093027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:41.120746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:41.121106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 9e9faae4-cb27-4cf5-a00b-8130d4634dd4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:41.139363 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:41.139949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] For port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:41.143151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] For port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:41.147106 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.216159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577622f-730a-4b59-829b-18eeacd76ae1 None None] Pushing event updated for resources: {'Port': ['ID=3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.218782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 172.20.0.8 (ebf73e7a-31e9-4080-90de-006b1a570ed1/bceab741-bc43-4fcf-b54c-67e767df0031/6a22ac4e-062b-48e1-a744-a4516fc8bcd9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:41.226947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fe88:65ef (ebf73e7a-31e9-4080-90de-006b1a570ed1/4eacc78d-9ee7-406e-82a3-e8182736abec/6a22ac4e-062b-48e1-a744-a4516fc8bcd9) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:41.399461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.416698 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 6a22ac4e-062b-48e1-a744-a4516fc8bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:41.457139 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.518326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:41.522793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:41.525568 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:41.529909 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=6a22ac4e-062b-48e1-a744-a4516fc8bcd9,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.579421 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.580080 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.597095 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-879f2fd1-9c43-4b9a-ad35-5235ad08856a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7018147 Aug 16 22:47:41.597287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37628) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:41.649663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90934c9-ad7a-456d-a38b-250588bcb432 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.656922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90934c9-ad7a-456d-a38b-250588bcb432 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.658905 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e90934c9-ad7a-456d-a38b-250588bcb432 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0606031 Aug 16 22:47:41.661664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37630) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:41.757471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 6a22ac4e-062b-48e1-a744-a4516fc8bcd9 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:41.757817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.851944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.865986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 6a22ac4e-062b-48e1-a744-a4516fc8bcd9 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:42.064005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.100115 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=6a22ac4e-062b-48e1-a744-a4516fc8bcd9,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:42.158979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff718ddf-8897-4b6a-9f70-b555c5756b11 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:42.196141 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.199100 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b7fdef22-725f-4901-8ae7-a3aefa33b273 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/6a22ac4e-062b-48e1-a744-a4516fc8bcd9 HTTP/1.1" status: 204 len: 168 time: 0.5363491 Aug 16 22:47:42.202223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.256591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b1d08-105b-4305-820d-6c6a68e64800 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.258577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b1d08-105b-4305-820d-6c6a68e64800 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.260287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b1d08-105b-4305-820d-6c6a68e64800 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.261897 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-131b1d08-105b-4305-820d-6c6a68e64800 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0587385 Aug 16 22:47:42.264766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.279183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-efba6373-20cf-4174-ad66-c810c79ad969 None None] Provisioning for port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:42.319286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 4eacc78d-9ee7-406e-82a3-e8182736abec {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:42.323025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.372076 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.392952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bc8e6-0806-4523-b146-07368ecba9e3 None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '4eacc78d-9ee7-406e-82a3-e8182736abec', 'ip_address': '2001:db8::f816:3eff:fe95:52aa'}, {'subnet_id': 'bceab741-bc43-4fcf-b54c-67e767df0031'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:42.417960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a76bc8e6-0806-4523-b146-07368ecba9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.459701 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.521924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.550038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=4eacc78d-9ee7-406e-82a3-e8182736abec,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:42.553815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.558050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-13aa4753-2b44-4ae3-9d52-d733a1bf18da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/4eacc78d-9ee7-406e-82a3-e8182736abec HTTP/1.1" status: 204 len: 168 time: 0.2898736 Aug 16 22:47:42.558301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.626988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet bceab741-bc43-4fcf-b54c-67e767df0031 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:42.631269 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.674539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-a76bc8e6-0806-4523-b146-07368ecba9e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eacc78d-9ee7-406e-82a3-e8182736abec: This subnet is being modified by another concurrent operation. Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eacc78d-9ee7-406e-82a3-e8182736abec: This subnet is being modified by another concurrent operation. Aug 16 22:47:42.713102 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:47:42.721220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.780949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2c22b-ac0a-4adc-9684-3a70aa1cb97d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:42.785302 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.819477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=bceab741-bc43-4fcf-b54c-67e767df0031,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:42.821619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.823536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ba3e6ee4-f382-4473-99e5-91463d4037c9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/bceab741-bc43-4fcf-b54c-67e767df0031 HTTP/1.1" status: 204 len: 168 time: 0.2637625 Aug 16 22:47:42.826076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.866646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e1580ef8-0bfc-4f1d-97cc-c8833d619f0e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370624 Aug 16 22:47:42.866832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37640) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.872706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:42.937219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:42.963625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:42.968233 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.984450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Deleting port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:42.984832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.052718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] For port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.053148 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.069803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Calling delete_port for 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:43.151051 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.161906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.175215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] Pushing event deleted for resources: {'Port': ['ID=3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.181175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbccca6-42a3-433e-bf70-100c2a98ccb0 None None] No DVR routers for this DVR port 3e85c6e1-bd01-4a8c-887d-4eb783ee2e8e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:43.204304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59050631-b67b-4a84-bd0c-0fddeac49363 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:47:43.215785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:43.219080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:43.223765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.224329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.232340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=d4a2e83d-2bca-41f8-b64b-2ab340acd160,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.242761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c0eac1bb-9d5c-4b8c-ba33-c645b752d0aa tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3749335 Aug 16 22:47:43.246045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37642) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.251914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:43.290735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59050631-b67b-4a84-bd0c-0fddeac49363 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:47:43.362786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:43.368031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.562785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'd4a2e83d-2bca-41f8-b64b-2ab340acd160'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:43.563737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.707920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Allocated IP 172.20.0.2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/d4a2e83d-2bca-41f8-b64b-2ab340acd160/b578badc-392d-4343-a17a-c7e7eef0382b) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:43.719696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:43.721523 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.769017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:43.772459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:43.776890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.777633 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.792858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=f8ecb840-baad-4ab5-8f82-5a8d3080da83,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.797378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b013e150-5ebc-4943-bd67-0f5a78f85cd8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5495722 Aug 16 22:47:43.800372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37644) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.805614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:44:5d:4d', 'name': 'tempest-NetworksTestDHCPv6-1120131511'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:43.878967 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.887555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Transition to ACTIVE for port object b578badc-392d-4343-a17a-c7e7eef0382b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:43.903512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Transition to ACTIVE for port object b578badc-392d-4343-a17a-c7e7eef0382b will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:43.909933 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.929667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:43.947520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:43.952577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:43.956244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:43.965741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Pushing event updated for resources: {'Port': ['ID=b578badc-392d-4343-a17a-c7e7eef0382b,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.022363 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Attempting to bind port b578badc-392d-4343-a17a-c7e7eef0382b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:44.022745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Attempting to bind port b578badc-392d-4343-a17a-c7e7eef0382b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:44.023236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Attempting to bind port b578badc-392d-4343-a17a-c7e7eef0382b on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:44.027386 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.029015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:44.029490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:44.029981 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.030411 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:44.030881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Bound port: b578badc-392d-4343-a17a-c7e7eef0382b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:44.031267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.049898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 3dae01d2-ddcc-4abd-9bf9-f89af1f92660 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:44.096370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] For port b578badc-392d-4343-a17a-c7e7eef0382b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:44.099755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] For port b578badc-392d-4343-a17a-c7e7eef0382b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b578badc-392d-4343-a17a-c7e7eef0382b,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:44.104337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.165927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adba216-f2c0-43ef-acec-9f684fc7d6e9 None None] Pushing event updated for resources: {'Port': ['ID=b578badc-392d-4343-a17a-c7e7eef0382b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.224861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 172.20.0.8 (ebf73e7a-31e9-4080-90de-006b1a570ed1/d4a2e83d-2bca-41f8-b64b-2ab340acd160/3dae01d2-ddcc-4abd-9bf9-f89af1f92660) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:44.232280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fe44:5d4d (ebf73e7a-31e9-4080-90de-006b1a570ed1/f8ecb840-baad-4ab5-8f82-5a8d3080da83/3dae01d2-ddcc-4abd-9bf9-f89af1f92660) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:44.397675 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.414468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 3dae01d2-ddcc-4abd-9bf9-f89af1f92660 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:44.450135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.495621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:44.500898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:44.504898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:44.532418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=3dae01d2-ddcc-4abd-9bf9-f89af1f92660,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.566631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.567341 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.582348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-15a18cf2-1d20-4de9-95af-3692fad2990e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7809916 Aug 16 22:47:44.585074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37646) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:44.631404 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.645479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839485ae-7f38-4d25-9f93-2595848501ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.651408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839485ae-7f38-4d25-9f93-2595848501ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.653492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-839485ae-7f38-4d25-9f93-2595848501ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0674658 Aug 16 22:47:44.656202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37648) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:44.748943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 3dae01d2-ddcc-4abd-9bf9-f89af1f92660 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:44.749327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.837296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.850135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 3dae01d2-ddcc-4abd-9bf9-f89af1f92660 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:44.993712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d57cdf-88b4-4e7a-9408-2c69d0fc79b0 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:45.030898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.064594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=3dae01d2-ddcc-4abd-9bf9-f89af1f92660,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.129369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8b6563df-e60c-4e02-9973-cd8538f7b7aa None None] Provisioning for port b578badc-392d-4343-a17a-c7e7eef0382b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:45.154177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b578badc-392d-4343-a17a-c7e7eef0382b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:45.159939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.162006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82ef7065-0361-4d9c-bab3-7fe52d1573b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/3dae01d2-ddcc-4abd-9bf9-f89af1f92660 HTTP/1.1" status: 204 len: 168 time: 0.5048933 Aug 16 22:47:45.164461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37650) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:45.213230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b578badc-392d-4343-a17a-c7e7eef0382b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:45.217523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d84ec6-1871-4e49-a011-b4c901389e2b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.217668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b578badc-392d-4343-a17a-c7e7eef0382b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:45.218061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.219187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d84ec6-1871-4e49-a011-b4c901389e2b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.220721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d84ec6-1871-4e49-a011-b4c901389e2b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.224759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-17d84ec6-1871-4e49-a011-b4c901389e2b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0568438 Aug 16 22:47:45.225237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37652) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:45.280907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet d4a2e83d-2bca-41f8-b64b-2ab340acd160 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:45.284219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.287487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01bbd41-6cb2-4708-81b1-4a688642b494 None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'd4a2e83d-2bca-41f8-b64b-2ab340acd160', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8ecb840-baad-4ab5-8f82-5a8d3080da83'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'b578badc-392d-4343-a17a-c7e7eef0382b'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:45.323622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.334137 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c01bbd41-6cb2-4708-81b1-4a688642b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.354805 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.461545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b578badc-392d-4343-a17a-c7e7eef0382b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b578badc-392d-4343-a17a-c7e7eef0382b,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:45.471259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.471448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.530818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b578badc-392d-4343-a17a-c7e7eef0382b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-c01bbd41-6cb2-4708-81b1-4a688642b494 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4a2e83d-2bca-41f8-b64b-2ab340acd160: This subnet is being modified by another concurrent operation. Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4a2e83d-2bca-41f8-b64b-2ab340acd160: This subnet is being modified by another concurrent operation. Aug 16 22:47:45.537176 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:47:45.549671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.557625 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-08edce69-e3f5-4929-9e23-37ef6108e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.570799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a2e83d-2bca-41f8-b64b-2ab340acd160,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.579378 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.583530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-68bf13c8-81cc-484d-96be-06e1358c0910 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/d4a2e83d-2bca-41f8-b64b-2ab340acd160 HTTP/1.1" status: 204 len: 168 time: 0.3549540 Aug 16 22:47:45.584491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37654) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:45.625426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9d2d7-99f6-41ec-b7d1-90702bf74a4b None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:45.638620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet f8ecb840-baad-4ab5-8f82-5a8d3080da83 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:45.641743 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.681326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.693131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a30e2926-a120-498a-8571-ee24a046579c None None] Provisioning complete for port b578badc-392d-4343-a17a-c7e7eef0382b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:45.693664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a30e2926-a120-498a-8571-ee24a046579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.723072 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.896498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8d0fa-fe08-4b53-882d-d9376d88bdee None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'f8ecb840-baad-4ab5-8f82-5a8d3080da83'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'b578badc-392d-4343-a17a-c7e7eef0382b'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:45.922234 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d0fa-fe08-4b53-882d-d9376d88bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.077136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-1aa8d0fa-fe08-4b53-882d-d9376d88bdee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8ecb840-baad-4ab5-8f82-5a8d3080da83: This subnet is being modified by another concurrent operation. Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8ecb840-baad-4ab5-8f82-5a8d3080da83: This subnet is being modified by another concurrent operation. Aug 16 22:47:46.078619 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:47:46.107640 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.111786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/f8ecb840-baad-4ab5-8f82-5a8d3080da83 HTTP/1.1" status: 204 len: 168 time: 0.5247006 Aug 16 22:47:46.111786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc7c9-5bc5-4b1b-9b5f-61889bc4c240 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ecb840-baad-4ab5-8f82-5a8d3080da83,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.112161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37656) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:46.125976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1794fc-73b2-4ea7-8879-2be18cae55f6 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:46.156557 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-10cf8286-c68d-4b73-bb28-868228ede7d8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432310 Aug 16 22:47:46.159234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37658) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:46.163999 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:46.195663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-87f4cab4-1b66-4ba8-83c1-dd4a9f004d2b None None] Provisioning complete for port b578badc-392d-4343-a17a-c7e7eef0382b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.196030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87f4cab4-1b66-4ba8-83c1-dd4a9f004d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.251164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:46.254749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.307640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:46.367132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Deleting port b578badc-392d-4343-a17a-c7e7eef0382b {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:46.367521 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.433995 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.436306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] For port b578badc-392d-4343-a17a-c7e7eef0382b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b578badc-392d-4343-a17a-c7e7eef0382b,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:46.436708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.448982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Calling delete_port for b578badc-392d-4343-a17a-c7e7eef0382b owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:46.475028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:46.479433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:46.483703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.484285 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.500357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=31dd6ae6-5eef-4bbd-b784-326464a3ce86,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.506661 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-39ae7c1e-4e58-4d43-8ed0-4ee84195b496 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3435843 Aug 16 22:47:46.506839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37660) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:46.511695 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:46.537134 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.567051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] Pushing event deleted for resources: {'Port': ['ID=b578badc-392d-4343-a17a-c7e7eef0382b,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.571724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f446ec-e80b-4545-9cc6-ace751ccbc06 None None] No DVR routers for this DVR port b578badc-392d-4343-a17a-c7e7eef0382b on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:46.586829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4525dc3-1c84-4bd0-8efc-2847a489d01d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:46.622143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:46.625672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.734579 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '31dd6ae6-5eef-4bbd-b784-326464a3ce86'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:46.735457 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.876903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Allocated IP 172.20.0.2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/31dd6ae6-5eef-4bbd-b784-326464a3ce86/a1ade10e-39e3-4cd7-9ad9-44c274c43d9c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:46.921256 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:46.922718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.964971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:46.968772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:46.972899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.973700 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.988087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=0218f20e-1bc4-44a6-a9e6-190f6819f16b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.992416 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8bea548b-d982-4de5-a282-2c6a3f389ac2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4846494 Aug 16 22:47:46.995709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37662) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:47.001367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:74:27:18', 'name': 'tempest-NetworksTestDHCPv6-840853703'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:47.025355 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.034182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Transition to ACTIVE for port object a1ade10e-39e3-4cd7-9ad9-44c274c43d9c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:47.049857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Transition to ACTIVE for port object a1ade10e-39e3-4cd7-9ad9-44c274c43d9c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:47.056947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.093133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b578badc-392d-4343-a17a-c7e7eef0382b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:47.104513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:47.120790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:47.125684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.127435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:47.129061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b578badc-392d-4343-a17a-c7e7eef0382b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:47.129535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b578badc-392d-4343-a17a-c7e7eef0382b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:47.133199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:47.142237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Pushing event updated for resources: {'Port': ['ID=a1ade10e-39e3-4cd7-9ad9-44c274c43d9c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.155571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 7702a86e-92af-4834-8531-36018b6eb99d yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:47.197366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Attempting to bind port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:47.197745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Attempting to bind port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:47.198165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Attempting to bind port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:47.203523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:47.203908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:47.204491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.205005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:47.205551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Bound port: a1ade10e-39e3-4cd7-9ad9-44c274c43d9c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:47.205942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.270664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] For port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:47.274764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] For port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a1ade10e-39e3-4cd7-9ad9-44c274c43d9c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:47.279039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.317189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 172.20.0.9 (ebf73e7a-31e9-4080-90de-006b1a570ed1/31dd6ae6-5eef-4bbd-b784-326464a3ce86/7702a86e-92af-4834-8531-36018b6eb99d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:47.325486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fe74:2718 (ebf73e7a-31e9-4080-90de-006b1a570ed1/0218f20e-1bc4-44a6-a9e6-190f6819f16b/7702a86e-92af-4834-8531-36018b6eb99d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:47.340650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc073a-86bc-4388-981f-3f862cd5a4f2 None None] Pushing event updated for resources: {'Port': ['ID=a1ade10e-39e3-4cd7-9ad9-44c274c43d9c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.492998 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.507320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 7702a86e-92af-4834-8531-36018b6eb99d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:47.546125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.592986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:47.596281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:47.600260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:47.607487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=7702a86e-92af-4834-8531-36018b6eb99d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.656495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.657082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.671081 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71a4d1dc-0203-425a-a4b5-1c9160efa013 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6736512 Aug 16 22:47:47.673661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37664) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:47.723547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafea7ea-d191-4b59-91f9-c19fb002a6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.729652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafea7ea-d191-4b59-91f9-c19fb002a6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.731983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cafea7ea-d191-4b59-91f9-c19fb002a6e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0573626 Aug 16 22:47:47.734787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37666) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:47.820265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 7702a86e-92af-4834-8531-36018b6eb99d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:47.820611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.911672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.924306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 7702a86e-92af-4834-8531-36018b6eb99d owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:48.107969 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.139416 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=7702a86e-92af-4834-8531-36018b6eb99d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.190086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.231855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.233774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d3fb6cf6-f061-4913-92ee-b6d244fdf319 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/7702a86e-92af-4834-8531-36018b6eb99d HTTP/1.1" status: 204 len: 168 time: 0.4979949 Aug 16 22:47:48.236179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37668) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.240364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd82f3e-b08e-448e-8b0e-f54a82e8ad17 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:48.289812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f0c67-9dc4-4858-9ef5-ad54ecf562e9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.291361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f0c67-9dc4-4858-9ef5-ad54ecf562e9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.293021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f0c67-9dc4-4858-9ef5-ad54ecf562e9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.295146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-319f0c67-9dc4-4858-9ef5-ad54ecf562e9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0580349 Aug 16 22:47:48.298110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37670) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.300096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0620571d-820d-4d15-864b-7699b5c2b79d None None] Provisioning for port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:48.338092 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ad540e06-14e3-4758-9a85-e9e8c6c72ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.349952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 0218f20e-1bc4-44a6-a9e6-190f6819f16b {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:48.353098 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.396259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.440194 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.471654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa044e1-2b79-4da9-ab40-a54ada30e717 None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '31dd6ae6-5eef-4bbd-b784-326464a3ce86', 'ip_address': '172.20.0.2'}, {'subnet_id': '0218f20e-1bc4-44a6-a9e6-190f6819f16b'}], 'binding:host_id': 'n-d-791505-20'}, 'id': 'a1ade10e-39e3-4cd7-9ad9-44c274c43d9c'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:47:48.502209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9aa044e1-2b79-4da9-ab40-a54ada30e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.509389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.544644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.549395 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0218f20e-1bc4-44a6-a9e6-190f6819f16b HTTP/1.1" status: 204 len: 168 time: 0.2478507 Aug 16 22:47:48.549395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e0bd0-f544-452f-b60d-319776bac631 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=0218f20e-1bc4-44a6-a9e6-190f6819f16b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.550134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37672) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.602221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 31dd6ae6-5eef-4bbd-b784-326464a3ce86 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:48.605387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.644399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.731859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.792222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-9aa044e1-2b79-4da9-ab40-a54ada30e717 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31dd6ae6-5eef-4bbd-b784-326464a3ce86: This subnet is being modified by another concurrent operation. Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31dd6ae6-5eef-4bbd-b784-326464a3ce86: This subnet is being modified by another concurrent operation. Aug 16 22:47:48.795893 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:47:48.822244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=31dd6ae6-5eef-4bbd-b784-326464a3ce86,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.824229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.826699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-906174ac-7975-4d6d-9d17-63fd86888347 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/31dd6ae6-5eef-4bbd-b784-326464a3ce86 HTTP/1.1" status: 204 len: 168 time: 0.2755253 Aug 16 22:47:48.829427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37676) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.875982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3e81b50d-3792-41ac-aa98-d2fb27311f5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453308 Aug 16 22:47:48.877684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c2a46e-4614-4b9e-af06-e33939f93ca2 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:48.877922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37678) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.926350 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a7bd6-6d43-4b19-bb33-d188219b72d8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.927895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e5a7bd6-6d43-4b19-bb33-d188219b72d8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0490632 Aug 16 22:47:48.930519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37680) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:48.980533 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9927eb33-5e1c-4a75-a27b-ecba2f5e1de5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.985189 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9927eb33-5e1c-4a75-a27b-ecba2f5e1de5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507131 Aug 16 22:47:48.985822 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37682) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.024570 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:49.028046 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-87460951-736a-42d3-8c5d-52889e3089e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405955 Aug 16 22:47:49.033100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.038441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.081681 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Deleting port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:49.082059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.130794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.134308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.135730 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.136165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.147131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] For port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a1ade10e-39e3-4cd7-9ad9-44c274c43d9c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:49.147787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.150752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dd7ffd79-59db-493d-81fc-0ce1cba6d0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1165221 Aug 16 22:47:49.154310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.160938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.164812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Calling delete_port for a1ade10e-39e3-4cd7-9ad9-44c274c43d9c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:49.251096 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.251977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.255696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.257111 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.257558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.272345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2a33444d-fc54-49ed-8516-c8c1044c1566 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1169996 Aug 16 22:47:49.275963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] Pushing event deleted for resources: {'Port': ['ID=a1ade10e-39e3-4cd7-9ad9-44c274c43d9c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:49.276377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.284264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.287649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45e070-c446-40ef-83c3-4d2df942f12b None None] No DVR routers for this DVR port a1ade10e-39e3-4cd7-9ad9-44c274c43d9c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:49.307707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd92907-b95a-4eb0-9060-154845825c6f None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:47:49.311037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.374211 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.377828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.379240 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.379685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.380948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd92907-b95a-4eb0-9060-154845825c6f None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:47:49.398298 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fed382ce-9a33-483a-84ff-1b441b93dbbe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1163678 Aug 16 22:47:49.398538 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37690) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.404028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.503097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.506661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.508144 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.508603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.523143 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32af3292-15e8-40b1-8790-48b5e2e58ee4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1235449 Aug 16 22:47:49.526434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.532025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.613993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07abe925-f27b-436b-9c97-d50263c9ad95 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:47:49.634515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.638317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.639880 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.640316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.653692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db32ce6b-f378-46cf-9582-3a3d6aaad7c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1259334 Aug 16 22:47:49.656660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.661819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:49.690912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07abe925-f27b-436b-9c97-d50263c9ad95 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:47:49.758336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:49.762728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.764212 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:47:49.764654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:47:49.779355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6c1d02a5-98e4-4d67-8dcd-26cb832dae69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1214173 Aug 16 22:47:49.781977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37696) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.815044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b38a8444-624d-4a5a-a350-b727f78f3ca1 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0318897 Aug 16 22:47:49.817473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.869799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c837a-d7c9-4808-a45a-c61c8db936a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.871344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f0c837a-d7c9-4808-a45a-c61c8db936a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528519 Aug 16 22:47:49.873906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.911575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9687836b-2fd2-4f87-8ee5-791e1791671e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365016 Aug 16 22:47:49.915550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.921296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:50.021104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:50.025499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.274408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:50.275683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.318013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:50.322592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:50.327435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:50.328031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.332047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43d375-0a31-470f-8d18-a361792ccbfb None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:50.345223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=812a252a-aaa7-4cdb-af5f-06fb764b33dc,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.352088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d4df1d2e-9386-4720-ae55-095573097608 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4329426 Aug 16 22:47:50.353321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37704) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:50.362325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:f1:6b:85', 'name': 'tempest-NetworksTestDHCPv6-1646529617'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:50.478325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:50.482314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '812a252a-aaa7-4cdb-af5f-06fb764b33dc'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:50.483186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.569785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.589307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port fa074bff-9b46-4092-a6ae-dcfe31c85663 yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:50.617154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Allocated IP 2001:db8::f816:3eff:fe76:fd25 (ebf73e7a-31e9-4080-90de-006b1a570ed1/812a252a-aaa7-4cdb-af5f-06fb764b33dc/b936694c-ba60-4a51-a3bb-c3a9ccb4faf0) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:50.760531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.769402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Transition to ACTIVE for port object b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:50.784092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Transition to ACTIVE for port object b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:50.789704 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.830313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:50.833210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:50.836902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:50.840012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fef1:6b85 (ebf73e7a-31e9-4080-90de-006b1a570ed1/812a252a-aaa7-4cdb-af5f-06fb764b33dc/fa074bff-9b46-4092-a6ae-dcfe31c85663) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:50.844169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Pushing event updated for resources: {'Port': ['ID=b936694c-ba60-4a51-a3bb-c3a9ccb4faf0,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.900214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Attempting to bind port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:50.900596 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Attempting to bind port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:50.900961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Attempting to bind port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:50.905983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:50.906356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:50.906758 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.907148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:50.907613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Bound port: b936694c-ba60-4a51-a3bb-c3a9ccb4faf0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:50.907996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.970808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] For port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:50.973966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] For port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b936694c-ba60-4a51-a3bb-c3a9ccb4faf0,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:50.979223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.999386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.018969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object fa074bff-9b46-4092-a6ae-dcfe31c85663 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:51.047505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777b540-4a0f-4baf-bc7d-d18bcdf7eb20 None None] Pushing event updated for resources: {'Port': ['ID=b936694c-ba60-4a51-a3bb-c3a9ccb4faf0,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.059116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.101474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:51.108397 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:51.112308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:51.118034 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.118907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.125208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=fa074bff-9b46-4092-a6ae-dcfe31c85663,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.139420 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0110ee60-3822-46d2-9f2d-0a99a775f592 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7832568 Aug 16 22:47:51.142002 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.197651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2f7f8-22b7-47a6-a85b-d0201e485755 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.207216 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b2f7f8-22b7-47a6-a85b-d0201e485755 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.208872 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-74b2f7f8-22b7-47a6-a85b-d0201e485755 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0659659 Aug 16 22:47:51.211576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.307825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port fa074bff-9b46-4092-a6ae-dcfe31c85663 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:51.308203 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.314796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.393631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.405823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for fa074bff-9b46-4092-a6ae-dcfe31c85663 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:51.541544 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.576854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=fa074bff-9b46-4092-a6ae-dcfe31c85663,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.601282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.603820 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0f8b851d-d0c1-4947-8ab8-60c713626768 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/fa074bff-9b46-4092-a6ae-dcfe31c85663 HTTP/1.1" status: 204 len: 168 time: 0.3913021 Aug 16 22:47:51.606238 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.663466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5546c69-b58e-42d6-89b2-835b770a697a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.665173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5546c69-b58e-42d6-89b2-835b770a697a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.669213 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d5546c69-b58e-42d6-89b2-835b770a697a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0596414 Aug 16 22:47:51.669437 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37712) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.734277 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 812a252a-aaa7-4cdb-af5f-06fb764b33dc {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:51.737870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.782444 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.883100 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.951366 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.967142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.971363 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/812a252a-aaa7-4cdb-af5f-06fb764b33dc HTTP/1.1" status: 204 len: 168 time: 0.2986994 Aug 16 22:47:51.971720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.992226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9105f-a213-4cc3-abb4-82a251c28839 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=812a252a-aaa7-4cdb-af5f-06fb764b33dc,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.013108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-53fe1431-b812-489f-9e68-1c7900be41da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401564 Aug 16 22:47:52.015821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37716) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.021230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:52.067590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca556b37-284e-4a33-bf46-986bc246716b None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:52.133598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:52.139038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.141946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-71a2d4d9-1768-4c90-8df9-9e9ef512f58b None None] Provisioning for port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:52.277139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:52.328827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Deleting port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:52.329340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.404743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] For port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b936694c-ba60-4a51-a3bb-c3a9ccb4faf0,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:52.405125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.417594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Calling delete_port for b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:52.469994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:52.509113 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.532942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] Pushing event deleted for resources: {'Port': ['ID=b936694c-ba60-4a51-a3bb-c3a9ccb4faf0,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.540032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7fd94-78b7-4d6a-bb84-239f9418e30d None None] No DVR routers for this DVR port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:52.643052 n-d-791505-20 neutron-server[94816]: WARNING neutron.services.revisions.revision_plugin [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Could not find related port for resource to bump revision. Aug 16 22:47:52.647364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Port b936694c-ba60-4a51-a3bb-c3a9ccb4faf0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 22:47:52.647682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:fd25 {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 22:47:52.650927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:fd25 {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 22:47:52.652165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.694283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:52.697449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:52.701606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.702199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.707188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b8e95-dd2b-46bd-b839-0f30ba80f2af None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:52.712873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=51c927cc-c3e7-4496-a3b6-b8dcc80db714,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.727646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae5309cf-a8b3-49a8-bb1d-04ee9939fa06 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7105975 Aug 16 22:47:52.730371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37718) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.736134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:a0:61:e6', 'name': 'tempest-NetworksTestDHCPv6-1481295105'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:52.856991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:52.881204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '51c927cc-c3e7-4496-a3b6-b8dcc80db714'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:52.882086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.944826 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.965960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:53.022965 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.024195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Allocated IP 2001:db8::f816:3eff:fe4f:c9dc (ebf73e7a-31e9-4080-90de-006b1a570ed1/51c927cc-c3e7-4496-a3b6-b8dcc80db714/a5000bb3-57b4-4587-9a59-4c42ec876a94) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:53.173541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.182196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Transition to ACTIVE for port object a5000bb3-57b4-4587-9a59-4c42ec876a94 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:53.197428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Transition to ACTIVE for port object a5000bb3-57b4-4587-9a59-4c42ec876a94 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:53.203170 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.248524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:53.253929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:53.254486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fea0:61e6 (ebf73e7a-31e9-4080-90de-006b1a570ed1/51c927cc-c3e7-4496-a3b6-b8dcc80db714/0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:53.256851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:53.268999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Pushing event updated for resources: {'Port': ['ID=a5000bb3-57b4-4587-9a59-4c42ec876a94,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.331308 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Attempting to bind port a5000bb3-57b4-4587-9a59-4c42ec876a94 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:53.331687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Attempting to bind port a5000bb3-57b4-4587-9a59-4c42ec876a94 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:53.332109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Attempting to bind port a5000bb3-57b4-4587-9a59-4c42ec876a94 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:53.337773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:53.338271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:53.338574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.339003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:53.339480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Bound port: a5000bb3-57b4-4587-9a59-4c42ec876a94, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:53.339900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.407325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] For port a5000bb3-57b4-4587-9a59-4c42ec876a94, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:53.410813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] For port a5000bb3-57b4-4587-9a59-4c42ec876a94, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a5000bb3-57b4-4587-9a59-4c42ec876a94,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:53.415331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.421855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.438254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:53.479008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29cd9-1fa3-403f-b24e-be521d1aac16 None None] Pushing event updated for resources: {'Port': ['ID=a5000bb3-57b4-4587-9a59-4c42ec876a94,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.479692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.525451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:53.529655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:53.532537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:53.539729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.540389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.565398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.570195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dccadd3f-635d-4e5b-a87f-8f543e2dcf09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8381450 Aug 16 22:47:53.572694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37720) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:53.628949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e55a9-62e8-4bce-9543-851f49941bf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.635863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e55a9-62e8-4bce-9543-851f49941bf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.640346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-630e55a9-62e8-4bce-9543-851f49941bf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0663350 Aug 16 22:47:53.642558 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37722) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:53.742486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:53.742833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.831762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.844198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:53.976249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.003348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:54.030490 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.032931 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1ffd635c-14c4-484e-a2fd-edf43b20ee69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e HTTP/1.1" status: 204 len: 168 time: 0.3893597 Aug 16 22:47:54.035306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37724) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.089182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef72220-129d-4ec3-bf30-a3b6c29b34b4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.090838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef72220-129d-4ec3-bf30-a3b6c29b34b4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.092359 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bef72220-129d-4ec3-bf30-a3b6c29b34b4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0560067 Aug 16 22:47:54.094976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37726) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.151754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 51c927cc-c3e7-4496-a3b6-b8dcc80db714 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:54.155716 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.197027 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.284004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.352195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.382828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=51c927cc-c3e7-4496-a3b6-b8dcc80db714,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:54.384883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.388102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7325ce87-9799-41b8-b1d0-c1b483e4bc16 None None] Provisioning for port a5000bb3-57b4-4587-9a59-4c42ec876a94 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:54.389886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37728) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.390370 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5d4cbb2c-d948-4312-94fe-d3de9575e7c8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/51c927cc-c3e7-4496-a3b6-b8dcc80db714 HTTP/1.1" status: 204 len: 168 time: 0.2938881 Aug 16 22:47:54.435275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4c30c4f3-70ed-4ce1-80ca-1f1ddac67a29 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441477 Aug 16 22:47:54.437627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37730) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.487425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44ec04f-405a-48d8-a102-c52f1f09d967 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.489057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c44ec04f-405a-48d8-a102-c52f1f09d967 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0505171 Aug 16 22:47:54.491543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37732) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.542591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471264fd-c205-4236-b3a4-ba7d13b7efc9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.544121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-471264fd-c205-4236-b3a4-ba7d13b7efc9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516560 Aug 16 22:47:54.546611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37734) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.547360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a205d-0884-48c9-b631-9060957ffea1 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:54.592946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d5da3598-eb0c-46c9-a2ce-c89b3d658d97 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414028 Aug 16 22:47:54.593201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37736) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:54.598093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:54.615202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5b046eb9-3822-49e5-b16e-e9c5f6f7b4a7 None None] Could not find standard attr ID for object 0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:54.690546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:54.694313 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.728702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:54.777812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Deleting port a5000bb3-57b4-4587-9a59-4c42ec876a94 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:54.778452 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.845080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] For port a5000bb3-57b4-4587-9a59-4c42ec876a94, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a5000bb3-57b4-4587-9a59-4c42ec876a94,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:54.845410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.857890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Calling delete_port for a5000bb3-57b4-4587-9a59-4c42ec876a94 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:54.940569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.964257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] Pushing event deleted for resources: {'Port': ['ID=a5000bb3-57b4-4587-9a59-4c42ec876a94,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:54.970831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:54.971378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91541439-b941-43b0-bdea-4dfeacc25d2e None None] No DVR routers for this DVR port a5000bb3-57b4-4587-9a59-4c42ec876a94 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:54.972300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.018372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:55.021574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:55.025821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.026454 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.032780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008be622-2719-4283-b04f-4907de71b7ce None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:55.036541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=a609adf5-cd74-47ee-9fe4-3c58c8b767a8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.048008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37738) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:55.048569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-01655535-d9d8-44ac-91d3-c5e9ffebf808 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4539633 Aug 16 22:47:55.053258 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:a1:2f:76', 'name': 'tempest-NetworksTestDHCPv6-716424689'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:55.162185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:55.166296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.182267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'a609adf5-cd74-47ee-9fe4-3c58c8b767a8'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:55.183175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.186399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 7d43758a-d708-4205-9fbe-9c2c92c8c03a yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:55.318448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Allocated IP 2001:db8::f816:3eff:fe8a:7f1d (ebf73e7a-31e9-4080-90de-006b1a570ed1/a609adf5-cd74-47ee-9fe4-3c58c8b767a8/a11af169-2471-47c8-a828-c7c2f5e23f5c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:55.473484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.482499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Transition to ACTIVE for port object a11af169-2471-47c8-a828-c7c2f5e23f5c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.497435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Transition to ACTIVE for port object a11af169-2471-47c8-a828-c7c2f5e23f5c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.502900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.544315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:55.547285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:55.551819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:55.553765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Pushing event updated for resources: {'Port': ['ID=a11af169-2471-47c8-a828-c7c2f5e23f5c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.608360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fea1:2f76 (ebf73e7a-31e9-4080-90de-006b1a570ed1/a609adf5-cd74-47ee-9fe4-3c58c8b767a8/7d43758a-d708-4205-9fbe-9c2c92c8c03a) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:55.609526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Attempting to bind port a11af169-2471-47c8-a828-c7c2f5e23f5c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:55.610221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Attempting to bind port a11af169-2471-47c8-a828-c7c2f5e23f5c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:55.610377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Attempting to bind port a11af169-2471-47c8-a828-c7c2f5e23f5c on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:55.615179 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:55.615554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:55.615960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.616358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:55.616831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Bound port: a11af169-2471-47c8-a828-c7c2f5e23f5c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:55.617240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.680279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] For port a11af169-2471-47c8-a828-c7c2f5e23f5c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:55.683586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] For port a11af169-2471-47c8-a828-c7c2f5e23f5c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a11af169-2471-47c8-a828-c7c2f5e23f5c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:55.687516 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.743786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740da73-2316-43d9-819f-c643dbd04397 None None] Pushing event updated for resources: {'Port': ['ID=a11af169-2471-47c8-a828-c7c2f5e23f5c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.766809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.782364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 7d43758a-d708-4205-9fbe-9c2c92c8c03a will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:55.817880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.860241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:55.865593 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:55.869734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:55.877120 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.877120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.886883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=7d43758a-d708-4205-9fbe-9c2c92c8c03a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:55.900846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:55.901526 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f8582db-64b2-4a80-b279-ade78afc17cb tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8521342 Aug 16 22:47:55.951080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-3e823825-2110-4607-9bb9-10b659b847d6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1899762 Aug 16 22:47:55.966638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df959ccc-afbc-453e-b4f4-0c41ec7bb2cf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.972576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df959ccc-afbc-453e-b4f4-0c41ec7bb2cf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.975993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-df959ccc-afbc-453e-b4f4-0c41ec7bb2cf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0722649 Aug 16 22:47:55.977602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37744) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.061925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-9cd1d107-8fc6-41f3-a6cd-96a97c388b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.063439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-9cd1d107-8fc6-41f3-a6cd-96a97c388b6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0476725 Aug 16 22:47:56.082513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 7d43758a-d708-4205-9fbe-9c2c92c8c03a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:56.083052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.167916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.173987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-46b53483-a9ac-4883-9fdd-e84c19084a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.175421 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-46b53483-a9ac-4883-9fdd-e84c19084a83 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.0866585 Aug 16 22:47:56.179899 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 7d43758a-d708-4205-9fbe-9c2c92c8c03a owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:56.249934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-35d0b6ca-93e5-4714-866b-39a7179c29fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 1001 time: 0.0629396 Aug 16 22:47:56.304077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-63741ad3-4cbd-4698-ab10-ae7b1789f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.305574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-63741ad3-4cbd-4698-ab10-ae7b1789f894 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0446270 Aug 16 22:47:56.309644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.336331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=7d43758a-d708-4205-9fbe-9c2c92c8c03a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.360080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-da166491-1efb-43e8-aba9-f2ecfc1f3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.361954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-da166491-1efb-43e8-aba9-f2ecfc1f3603 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455379 Aug 16 22:47:56.369501 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.374226 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-193566c7-c9ba-4e95-82f4-987122a99520 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/7d43758a-d708-4205-9fbe-9c2c92c8c03a HTTP/1.1" status: 204 len: 168 time: 0.3928432 Aug 16 22:47:56.374460 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37746) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.432732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94315c6f-7441-46bb-a6f8-42c20b855fdd tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.434732 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94315c6f-7441-46bb-a6f8-42c20b855fdd tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.436637 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-94315c6f-7441-46bb-a6f8-42c20b855fdd tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0612407 Aug 16 22:47:56.439415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.510223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-49ee0444-a4b9-4932-b981-95ab15df3b72 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398218 Aug 16 22:47:56.514953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet a609adf5-cd74-47ee-9fe4-3c58c8b767a8 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:56.518412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.611203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.701468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9d70111-bc64-47e1-8d14-d98ec9a9e759 req-7136c53d-091c-4701-9998-16a86dfd183b service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796155 Aug 16 22:47:56.719884 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.755312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3847f8c6-36eb-4991-8d5a-d92abebd00ef None None] Provisioning for port a11af169-2471-47c8-a828-c7c2f5e23f5c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:56.798034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.827325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=a609adf5-cd74-47ee-9fe4-3c58c8b767a8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.831125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.835291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d6934aff-34a1-4f35-b162-25ad42b119ec tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a609adf5-cd74-47ee-9fe4-3c58c8b767a8 HTTP/1.1" status: 204 len: 168 time: 0.3926585 Aug 16 22:47:56.835463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37750) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.874082 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2632ea40-e1d6-49e4-b939-407409d40263 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375175 Aug 16 22:47:56.874398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c8e56-fbe3-47f0-b4da-19cb4750da8d None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:56.876665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37752) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.877758 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6385dc1b-9fd4-49ee-ab45-ea3a6b86ff9a None None] Could not find standard attr ID for object 7d43758a-d708-4205-9fbe-9c2c92c8c03a. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:47:56.881549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:57.062004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:47:57.111384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Deleting port a11af169-2471-47c8-a828-c7c2f5e23f5c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:57.111774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.180906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] For port a11af169-2471-47c8-a828-c7c2f5e23f5c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a11af169-2471-47c8-a828-c7c2f5e23f5c,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:57.181482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.195595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Calling delete_port for a11af169-2471-47c8-a828-c7c2f5e23f5c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:57.264971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:57.268580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.279417 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.307101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] No DVR routers for this DVR port a11af169-2471-47c8-a828-c7c2f5e23f5c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:57.311010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009fe89-fa79-46c3-88a6-96bdcf2e9e82 None None] Pushing event deleted for resources: {'Port': ['ID=a11af169-2471-47c8-a828-c7c2f5e23f5c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:57.519481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:47:57.520741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.561431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:57.564485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:57.568615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.569161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.574795 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f48d76-f6e0-4e15-8129-2a9d73e31c7f None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:57.582045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=06afdb02-2bec-409e-a84e-35e77f3e78e8,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:57.590976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-788ccb53-7a0d-406a-9359-0c4cf159be20 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7130027 Aug 16 22:47:57.593294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37754) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:57.598149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:ed:cb:43', 'name': 'tempest-NetworksTestDHCPv6-2095981089'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:57.709442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:57.713495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.726238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '06afdb02-2bec-409e-a84e-35e77f3e78e8'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:57.727111 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.734026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port c974c68d-9677-45c1-8a0a-d21dc36c8fb7 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:57.844697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:feed:cb43 (ebf73e7a-31e9-4080-90de-006b1a570ed1/06afdb02-2bec-409e-a84e-35e77f3e78e8/c974c68d-9677-45c1-8a0a-d21dc36c8fb7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:57.989326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.006415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object c974c68d-9677-45c1-8a0a-d21dc36c8fb7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:58.038713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.082751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:58.083027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Allocated IP 2001:db8::f816:3eff:fecc:68f (ebf73e7a-31e9-4080-90de-006b1a570ed1/06afdb02-2bec-409e-a84e-35e77f3e78e8/20ecbdce-7876-463a-bf18-4ae1d7fa674a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:58.085861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:58.090414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:58.096184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.096746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.107690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=c974c68d-9677-45c1-8a0a-d21dc36c8fb7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.124118 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.124638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-12006adb-a844-456e-b4dc-ad5acfeccaa5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5298860 Aug 16 22:47:58.175570 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde3023-234f-48ba-bc5a-c23f897325ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.179464 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4cde3023-234f-48ba-bc5a-c23f897325ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0517716 Aug 16 22:47:58.179809 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.233645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.241872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Transition to ACTIVE for port object 20ecbdce-7876-463a-bf18-4ae1d7fa674a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:58.257349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Transition to ACTIVE for port object 20ecbdce-7876-463a-bf18-4ae1d7fa674a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:58.264122 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.271172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port c974c68d-9677-45c1-8a0a-d21dc36c8fb7 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:58.271529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.302822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:58.305647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:58.310068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:58.315271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Pushing event updated for resources: {'Port': ['ID=20ecbdce-7876-463a-bf18-4ae1d7fa674a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.369951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Attempting to bind port 20ecbdce-7876-463a-bf18-4ae1d7fa674a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:58.370402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Attempting to bind port 20ecbdce-7876-463a-bf18-4ae1d7fa674a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:58.370569 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.370695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Attempting to bind port 20ecbdce-7876-463a-bf18-4ae1d7fa674a on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:58.375601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:58.375975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:58.376378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.376772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:58.377258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Bound port: 20ecbdce-7876-463a-bf18-4ae1d7fa674a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:58.377642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.382311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for c974c68d-9677-45c1-8a0a-d21dc36c8fb7 owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:58.438670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] For port 20ecbdce-7876-463a-bf18-4ae1d7fa674a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:58.441688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] For port 20ecbdce-7876-463a-bf18-4ae1d7fa674a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=20ecbdce-7876-463a-bf18-4ae1d7fa674a,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:58.446498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.507648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c69478-e2b5-4685-a6f0-1e869b9fa292 None None] Pushing event updated for resources: {'Port': ['ID=20ecbdce-7876-463a-bf18-4ae1d7fa674a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.522253 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.552559 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=c974c68d-9677-45c1-8a0a-d21dc36c8fb7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.577956 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.579911 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da9c391b-7ead-4787-9693-863830f2ff65 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/c974c68d-9677-45c1-8a0a-d21dc36c8fb7 HTTP/1.1" status: 204 len: 168 time: 0.3990295 Aug 16 22:47:58.582361 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37764) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.657597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32557ffe-cfd7-400a-a939-8b7e7fe1afac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.659260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32557ffe-cfd7-400a-a939-8b7e7fe1afac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:58.660793 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-32557ffe-cfd7-400a-a939-8b7e7fe1afac tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0774684 Aug 16 22:47:58.663600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37766) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.719023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 06afdb02-2bec-409e-a84e-35e77f3e78e8 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:58.722477 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.765789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.857026 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.915267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.942206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=06afdb02-2bec-409e-a84e-35e77f3e78e8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.946389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.950183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1f718204-c04e-497e-ba5f-87cdf39ecc73 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/06afdb02-2bec-409e-a84e-35e77f3e78e8 HTTP/1.1" status: 204 len: 168 time: 0.2836499 Aug 16 22:47:58.951476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37768) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.992511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c9af2495-6c72-4186-b172-22d129f9968c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398510 Aug 16 22:47:58.995151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37770) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.042786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea11ad-33a1-41ac-8e22-fe0da0e76a5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:59.044316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-75ea11ad-33a1-41ac-8e22-fe0da0e76a5f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0482626 Aug 16 22:47:59.046891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37772) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.100117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc16fd1-b6cd-42b7-b7d7-3dfc62ec97c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:59.101943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-adc16fd1-b6cd-42b7-b7d7-3dfc62ec97c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539372 Aug 16 22:47:59.104365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37774) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.132349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 20ecbdce-7876-463a-bf18-4ae1d7fa674a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:59.150860 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d076d00-ecd2-47ec-9037-03548d01aa2d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453107 Aug 16 22:47:59.155809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37776) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.161259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:59.195391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:59.262610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:59.266226 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.417186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4414fc-0738-4938-9c04-e31dc76412b5 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:59.466927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.512579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:59.515782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:59.519047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:59.519651 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.533345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Provisioning for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:59.535037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=57357498-5ba2-4eaf-97b1-b6c2789c528e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:59.547070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-13d47a9b-f60a-44ab-a3de-6e1c0e2f7fd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3876371 Aug 16 22:47:59.547245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.552423 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:9b:80:94', 'name': 'tempest-NetworksTestDHCPv6-657841714'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:59.555391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Provisioning complete for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.555768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.647860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.670481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:59.681936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] For port 20ecbdce-7876-463a-bf18-4ae1d7fa674a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=20ecbdce-7876-463a-bf18-4ae1d7fa674a,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:59.690003 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.742129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1a38-9853-4fe8-ac6d-211f740ceaa1 None None] Pushing event updated for resources: {'Port': ['ID=20ecbdce-7876-463a-bf18-4ae1d7fa674a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:59.766133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.787363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port b2177647-25d5-4c12-8b5a-4b8a4443aa6f yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:47:59.794656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61700213-b89c-4356-a704-6fca72d70bad None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:59.853349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0fec6c5d-ebdf-4f29-9952-fae395b20ad0 None None] Provisioning complete for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:59.853825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0fec6c5d-ebdf-4f29-9952-fae395b20ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.906523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::34 (ebf73e7a-31e9-4080-90de-006b1a570ed1/57357498-5ba2-4eaf-97b1-b6c2789c528e/b2177647-25d5-4c12-8b5a-4b8a4443aa6f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:00.062483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.077387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object b2177647-25d5-4c12-8b5a-4b8a4443aa6f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:00.111414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.162356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:00.166613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:00.169246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=b2177647-25d5-4c12-8b5a-4b8a4443aa6f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.171519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:00.177276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.177930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.193943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aa57a21a-53c2-49e0-8b14-93b41bf04d34 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6455030 Aug 16 22:48:00.196612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37780) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.224086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3e3e474b-2cd0-4ac5-848e-aa8e2dad72ed None None] Provisioning complete for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:00.225163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e3e474b-2cd0-4ac5-848e-aa8e2dad72ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.248219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d0e05-0092-4efc-b661-eb784200c714 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.254415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d0e05-0092-4efc-b661-eb784200c714 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.256145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-591d0e05-0092-4efc-b661-eb784200c714 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0584881 Aug 16 22:48:00.258686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.352665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port b2177647-25d5-4c12-8b5a-4b8a4443aa6f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:00.353127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.425883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-124c69d3-d798-4892-9365-e17b74e1ae2a None None] Could not find standard attr ID for object c974c68d-9677-45c1-8a0a-d21dc36c8fb7. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:48:00.444493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.456830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for b2177647-25d5-4c12-8b5a-4b8a4443aa6f owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:00.595779 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.624314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=b2177647-25d5-4c12-8b5a-4b8a4443aa6f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.639230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-685f4006-040e-4242-8bae-bd7ebbc30072 None None] Could not find standard attr ID for object b2177647-25d5-4c12-8b5a-4b8a4443aa6f. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:48:00.660714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.663114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d3726f6e-db02-45f2-bd38-45cb616d5b5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/b2177647-25d5-4c12-8b5a-4b8a4443aa6f HTTP/1.1" status: 204 len: 168 time: 0.4033990 Aug 16 22:48:00.666276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.720659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0f817-2fa9-4e94-ba20-b647e4cd3219 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.722548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0f817-2fa9-4e94-ba20-b647e4cd3219 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.724157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-35c0f817-2fa9-4e94-ba20-b647e4cd3219 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0568106 Aug 16 22:48:00.726794 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.780763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 57357498-5ba2-4eaf-97b1-b6c2789c528e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:00.784225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.836823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.891765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.952770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.983138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=57357498-5ba2-4eaf-97b1-b6c2789c528e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.985131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.987960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-804624fa-efae-4b45-bc7e-81df75b4908d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/57357498-5ba2-4eaf-97b1-b6c2789c528e HTTP/1.1" status: 204 len: 168 time: 0.2592535 Aug 16 22:48:00.989524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:00.991852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef1cd8-1f88-47e7-a2fb-3f0ad2731b54 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:01.031174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7b1200ec-4b82-4bcf-bade-834bf72cd628 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381856 Aug 16 22:48:01.031433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.094500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ec516-daa6-4d43-bb35-d757b1cc3dda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:01.099100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0e1ec516-daa6-4d43-bb35-d757b1cc3dda tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0645373 Aug 16 22:48:01.099512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37792) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.154528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ea07fc-c799-4a49-a887-af5661273f0a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:01.156019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-91ea07fc-c799-4a49-a887-af5661273f0a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0553484 Aug 16 22:48:01.158531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37794) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.194387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 20ecbdce-7876-463a-bf18-4ae1d7fa674a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:01.196768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1874cb9d-d23d-46e1-956e-52fbf74e9d69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371633 Aug 16 22:48:01.201443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37796) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.206503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:01.299620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:01.303404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.305142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 20ecbdce-7876-463a-bf18-4ae1d7fa674a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:01.305642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.399731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:01.445955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Deleting port 20ecbdce-7876-463a-bf18-4ae1d7fa674a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:01.446336 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.512796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] For port 20ecbdce-7876-463a-bf18-4ae1d7fa674a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=20ecbdce-7876-463a-bf18-4ae1d7fa674a,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:01.513229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.525523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Calling delete_port for 20ecbdce-7876-463a-bf18-4ae1d7fa674a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:01.600468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:48:01.602072 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.631101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] Pushing event deleted for resources: {'Port': ['ID=20ecbdce-7876-463a-bf18-4ae1d7fa674a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:01.634559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7ad67-6b1e-4b3c-962f-15e6d606ed8f None None] No DVR routers for this DVR port 20ecbdce-7876-463a-bf18-4ae1d7fa674a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:01.706544 n-d-791505-20 neutron-server[94816]: WARNING neutron.services.revisions.revision_plugin [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Could not find related port for resource to bump revision. Aug 16 22:48:01.711449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Port 20ecbdce-7876-463a-bf18-4ae1d7fa674a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 22:48:01.711762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation for 2001:db8::f816:3eff:fecc:68f {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 22:48:01.715749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.ipam_pluggable_backend [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecc:68f {{(pid=94816) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 22:48:01.716940 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.759743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:01.763367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:01.767502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:01.768101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.775039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8883d-1e04-478b-9f5b-4875cec1f86b None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:01.778068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=0fe0a8af-d4b9-4468-90e8-eb222a5a052f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:01.791670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c6b60c92-847c-4948-80cf-2cbb0876c894 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5891433 Aug 16 22:48:01.791984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37798) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.797348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:01.905916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:01.909552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.919092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '0fe0a8af-d4b9-4468-90e8-eb222a5a052f'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:01.919974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.006312 n-d-791505-20 neutron-server[94817]: INFO neutron.db.ipam_backend_mixin [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fe0a8af-d4b9-4468-90e8-eb222a5a052f (CIDR: 2001:db8::/64) Aug 16 22:48:02.009638 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:02.010219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:02.024032 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9161bb8b-2d90-41e9-ab21-d39c92ea4184 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2308333 Aug 16 22:48:02.026874 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37800) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:02.032349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:02.053055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Allocated IP 2001:db8::f816:3eff:fe3a:e8cd (ebf73e7a-31e9-4080-90de-006b1a570ed1/0fe0a8af-d4b9-4468-90e8-eb222a5a052f/09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:02.143797 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:02.147446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.197235 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.206200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Transition to ACTIVE for port object 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:02.220930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Transition to ACTIVE for port object 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:02.226526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.268465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:02.272989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:02.277908 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:02.280932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Pushing event updated for resources: {'Port': ['ID=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.339046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Attempting to bind port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:02.339807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Attempting to bind port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:02.339807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Attempting to bind port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:02.344770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:02.345181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:02.345594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.345994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:02.346466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Bound port: 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:02.346855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.379918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.411776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] For port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:02.414876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] For port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:02.420556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.421772 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:02.425053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:02.429576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:02.430161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.444116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=f28ec94d-f31c-4316-81c8-87efa7aadb66,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.457205 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-220db11f-1ab0-46e1-9f6d-5ce619848c6e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4287944 Aug 16 22:48:02.461573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37802) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:02.470351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:ae:6f:75', 'name': 'tempest-NetworksTestDHCPv6-2010318774'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:02.483792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d95a04-1bf5-4561-9222-cb375acfcbbc None None] Pushing event updated for resources: {'Port': ['ID=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.590324 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:02.689212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.710253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port eeb10d2a-6eff-4408-a783-29ba2f1ef3dc yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:02.889098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8:0:1::205 (ebf73e7a-31e9-4080-90de-006b1a570ed1/f28ec94d-f31c-4316-81c8-87efa7aadb66/eeb10d2a-6eff-4408-a783-29ba2f1ef3dc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:02.895585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:feae:6f75 (ebf73e7a-31e9-4080-90de-006b1a570ed1/0fe0a8af-d4b9-4468-90e8-eb222a5a052f/eeb10d2a-6eff-4408-a783-29ba2f1ef3dc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:03.047183 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.061276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object eeb10d2a-6eff-4408-a783-29ba2f1ef3dc will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:03.104683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.134828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:03.148608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:03.154236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:03.158119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:03.163996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.164797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.178157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=eeb10d2a-6eff-4408-a783-29ba2f1ef3dc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.193721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37804) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.194328 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7750d2df-0312-4e64-8f69-b4af489f9b0c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7302244 Aug 16 22:48:03.198882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:03.263431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 20ecbdce-7876-463a-bf18-4ae1d7fa674a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:03.291874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 20ecbdce-7876-463a-bf18-4ae1d7fa674a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:03.292151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 20ecbdce-7876-463a-bf18-4ae1d7fa674a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:03.314054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port eeb10d2a-6eff-4408-a783-29ba2f1ef3dc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:03.314412 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.411702 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.424484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for eeb10d2a-6eff-4408-a783-29ba2f1ef3dc owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:03.430270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e6ee5-ee90-4fbe-928a-365140f30fea None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:03.512207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Provisioning for port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:03.520024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Provisioning complete for port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:03.520407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.614741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.647842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=eeb10d2a-6eff-4408-a783-29ba2f1ef3dc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.668612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.695043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.697371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f7c6c71-7ff5-4d72-b46d-7655e759d5be tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/eeb10d2a-6eff-4408-a783-29ba2f1ef3dc HTTP/1.1" status: 204 len: 168 time: 0.5024469 Aug 16 22:48:03.699735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37806) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.725556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] For port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:03.732140 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.748793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645825ef-4203-4132-a72e-41ee8dbb81b8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.750482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-645825ef-4203-4132-a72e-41ee8dbb81b8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0496905 Aug 16 22:48:03.752988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37808) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.764026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': '0fe0a8af-d4b9-4468-90e8-eb222a5a052f', 'ip_address': '2001:db8::f816:3eff:fe3a:e8cd'}, {'subnet_id': 'f28ec94d-f31c-4316-81c8-87efa7aadb66'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:48:03.800145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bd3d0-89bb-4ddd-9b74-a654c452dd38 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.803970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c36bd3d0-89bb-4ddd-9b74-a654c452dd38 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0477424 Aug 16 22:48:03.804129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.804235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37810) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.808337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6957167-c3f6-49d0-b42c-fb6be8a8f105 None None] Pushing event updated for resources: {'Port': ['ID=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.871097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06372315-462a-4a78-9867-3a6b1b441ca2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.872701 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06372315-462a-4a78-9867-3a6b1b441ca2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.874259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06372315-462a-4a78-9867-3a6b1b441ca2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.875871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-06372315-462a-4a78-9867-3a6b1b441ca2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0707867 Aug 16 22:48:03.878531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37812) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:03.931958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 0fe0a8af-d4b9-4468-90e8-eb222a5a052f {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:03.975654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Allocated IP 2001:db8:0:1::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/f28ec94d-f31c-4316-81c8-87efa7aadb66/09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:04.069376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] For port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:04.101238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.114838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Transition to ACTIVE for port object 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:04.118820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.119013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.162529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.201334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f59ba-6536-4b9b-98b5-083b6c1ad92c None None] Pushing event updated for resources: {'Port': ['ID=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.251451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.312028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.340533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe0a8af-d4b9-4468-90e8-eb222a5a052f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.344054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.346204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e31dd7df-4a94-450f-b92d-65a84e23e7b9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0fe0a8af-d4b9-4468-90e8-eb222a5a052f HTTP/1.1" status: 204 len: 168 time: 0.4665520 Aug 16 22:48:04.348436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37814) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:04.402984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet f28ec94d-f31c-4316-81c8-87efa7aadb66 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:04.406453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.455575 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.543132 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.611932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.643924 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.645870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/f28ec94d-f31c-4316-81c8-87efa7aadb66 HTTP/1.1" status: 204 len: 168 time: 0.2964909 Aug 16 22:48:04.647206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d1086-ec0a-4b1e-ae8e-6c5e96f5f18e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=f28ec94d-f31c-4316-81c8-87efa7aadb66,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.648410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37816) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:04.681962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6522cd8-25c8-44e7-8eea-2b2f3af93d01 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:04.695928 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f8e25ad-58c6-4f21-93b4-af5579571a56 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462961 Aug 16 22:48:04.699207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37818) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:04.704111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:04.753456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe6cd6dc-cc48-4710-9815-4bf9f50972ee None None] Could not find standard attr ID for object eeb10d2a-6eff-4408-a783-29ba2f1ef3dc. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:48:04.798667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe6cd6dc-cc48-4710-9815-4bf9f50972ee None None] Provisioning for port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:04.799612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:04.803478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.806808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-fe6cd6dc-cc48-4710-9815-4bf9f50972ee None None] Provisioning complete for port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:04.807184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd6dc-cc48-4710-9815-4bf9f50972ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.924841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:04.971983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Deleting port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:04.972384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.037561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] For port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:05.037944 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.052067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Calling delete_port for 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:05.112208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:05.125739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.objects.ports [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94817) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:48:05.207861 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.230000 n-d-791505-20 neutron-server[94817]: WARNING neutron.services.revisions.revision_plugin [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Could not find related port for resource to bump revision. Aug 16 22:48:05.235547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 22:48:05.235902 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3a:e8cd {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 22:48:05.239297 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3a:e8cd {{(pid=94817) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 22:48:05.240464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.245936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] Pushing event deleted for resources: {'Port': ['ID=09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:05.249405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a871e1f5-cb59-4d53-b32a-9844d5ccd38b None None] No DVR routers for this DVR port 09bb2e4d-f6ac-493b-8ca8-2aaf18e62ccd on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:05.252102 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.289433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:05.295104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:05.298627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.298926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.304115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67865c73-b1db-47c7-a032-3c91f14e2285 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:05.318842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=b4e8a582-8d25-42c7-b886-e93bddb8e4cf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:05.323496 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dbd9e11b-82ca-41c8-ac42-0c61e97f66e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6233330 Aug 16 22:48:05.327142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37820) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:05.332501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:05.447623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:05.449192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'b4e8a582-8d25-42c7-b886-e93bddb8e4cf'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:05.450064 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.451898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.544826 n-d-791505-20 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4e8a582-8d25-42c7-b886-e93bddb8e4cf (CIDR: 2001:db8::/64) Aug 16 22:48:05.549515 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:05.550191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:05.565039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c5e1a523-c75a-431a-be98-e3f3e57ae435 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2367356 Aug 16 22:48:05.567819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37822) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:05.572844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:05.583149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Allocated IP 2001:db8::f816:3eff:fe7d:187f (ebf73e7a-31e9-4080-90de-006b1a570ed1/b4e8a582-8d25-42c7-b886-e93bddb8e4cf/200c9795-4d5d-4db0-9293-b1988674a477) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:05.685010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:05.688865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.730272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.739796 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Transition to ACTIVE for port object 200c9795-4d5d-4db0-9293-b1988674a477 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:05.754571 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Transition to ACTIVE for port object 200c9795-4d5d-4db0-9293-b1988674a477 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:05.762296 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.798968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:05.801783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:05.804494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:05.822451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Pushing event updated for resources: {'Port': ['ID=200c9795-4d5d-4db0-9293-b1988674a477,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:05.873812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Attempting to bind port 200c9795-4d5d-4db0-9293-b1988674a477 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:05.874198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Attempting to bind port 200c9795-4d5d-4db0-9293-b1988674a477 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:05.874561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Attempting to bind port 200c9795-4d5d-4db0-9293-b1988674a477 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:05.879472 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:05.879846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:05.880259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.880649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:05.881129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Bound port: 200c9795-4d5d-4db0-9293-b1988674a477, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:05.881513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.922696 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.945478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] For port 200c9795-4d5d-4db0-9293-b1988674a477, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:05.949046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] For port 200c9795-4d5d-4db0-9293-b1988674a477, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=200c9795-4d5d-4db0-9293-b1988674a477,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:05.954559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.972611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:05.975840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:05.980126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.980791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.988711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=71a5b377-9bd8-452e-b3f8-08238aad1763,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.000051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ef86f89b-b313-43cf-ade7-5771e2d97bf9 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4310308 Aug 16 22:48:06.003446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37824) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:06.009104 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:44:7e:d7', 'name': 'tempest-NetworksTestDHCPv6-1967571376'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:06.021987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922ca0-4e7e-4b7e-8b8b-92801f03429e None None] Pushing event updated for resources: {'Port': ['ID=200c9795-4d5d-4db0-9293-b1988674a477,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.090071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-76f506b3-c7e8-45f9-9a10-a74d7c907fff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451801 Aug 16 22:48:06.131229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:06.135514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.158020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 0edcae25-facb-4033-82c4-d0f77f46d0fd yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:06.219017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-6a39285b-a66c-440c-8928-4a6cff937f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.221473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-6a39285b-a66c-440c-8928-4a6cff937f2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0682511 Aug 16 22:48:06.345719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-3d74cf0c-2763-434c-988a-ef85a4d5bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.347298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-3d74cf0c-2763-434c-988a-ef85a4d5bb52 service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1045196 Aug 16 22:48:06.363970 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8:0:1::3ce (ebf73e7a-31e9-4080-90de-006b1a570ed1/71a5b377-9bd8-452e-b3f8-08238aad1763/0edcae25-facb-4033-82c4-d0f77f46d0fd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:06.371700 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::f816:3eff:fe44:7ed7 (ebf73e7a-31e9-4080-90de-006b1a570ed1/b4e8a582-8d25-42c7-b886-e93bddb8e4cf/0edcae25-facb-4033-82c4-d0f77f46d0fd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:06.416699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-d695cfc2-fff9-4f2c-9baa-bba16a0f8da2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 1001 time: 0.0614851 Aug 16 22:48:06.477317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-fd3d3eaa-11b5-41ea-b3f6-7361289c72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.478818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-fd3d3eaa-11b5-41ea-b3f6-7361289c72ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0514553 Aug 16 22:48:06.522461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.528700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-19c1c8d4-2a85-4d8b-86b3-8c318ee55721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.530840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-19c1c8d4-2a85-4d8b-86b3-8c318ee55721 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443175 Aug 16 22:48:06.536920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 0edcae25-facb-4033-82c4-d0f77f46d0fd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:06.572112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.621398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:06.623921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-d2f58560-a058-4a64-87f9-b72b1a9da618 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852094 Aug 16 22:48:06.624601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:06.628482 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:06.634179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.634801 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.641153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=0edcae25-facb-4033-82c4-d0f77f46d0fd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.661099 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b77456da-4a50-4d74-95a6-915aa9c63a4d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6563556 Aug 16 22:48:06.663597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37826) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:06.724503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-57be87b4-f71c-46a3-be4c-f6810f57b7e6 req-50014d61-7765-4941-9ac0-68655e4c56f0 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927007 Aug 16 22:48:06.769685 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 0edcae25-facb-4033-82c4-d0f77f46d0fd {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:06.769897 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.864689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.878367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 0edcae25-facb-4033-82c4-d0f77f46d0fd owned by {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:07.014422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129c47a-3332-4960-923b-e6de29c9ffce None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:07.070274 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.082127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-78124ccd-6920-419b-821f-8d3232de4de4 None None] Provisioning for port 200c9795-4d5d-4db0-9293-b1988674a477 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:07.118239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=0edcae25-facb-4033-82c4-d0f77f46d0fd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.157541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 200c9795-4d5d-4db0-9293-b1988674a477 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:07.161043 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.163056 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4557b273-b52b-4697-ba85-6a91c98b0480 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/0edcae25-facb-4033-82c4-d0f77f46d0fd HTTP/1.1" status: 204 len: 168 time: 0.4984939 Aug 16 22:48:07.165667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37828) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.218524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e44a92-9cd1-4933-aca5-1858e2658a2f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.220491 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0e44a92-9cd1-4933-aca5-1858e2658a2f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0538170 Aug 16 22:48:07.223070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37830) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.275317 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67c3ab-7931-4177-abc7-c7bd50558b0b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.277407 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac67c3ab-7931-4177-abc7-c7bd50558b0b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0526123 Aug 16 22:48:07.280018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37832) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.338910 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a118019-b7a9-46be-a601-af2dc8d72913 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.340548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a118019-b7a9-46be-a601-af2dc8d72913 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.342240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a118019-b7a9-46be-a601-af2dc8d72913 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.343877 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a118019-b7a9-46be-a601-af2dc8d72913 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0629117 Aug 16 22:48:07.346633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37834) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.391333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 200c9795-4d5d-4db0-9293-b1988674a477 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:07.395500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 200c9795-4d5d-4db0-9293-b1988674a477 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:07.395892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.404952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 71a5b377-9bd8-452e-b3f8-08238aad1763 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:07.408376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.452096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.466851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fac259-1aa1-4f98-81e0-0008e882c900 None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'b4e8a582-8d25-42c7-b886-e93bddb8e4cf', 'ip_address': '2001:db8::f816:3eff:fe7d:187f'}, {'subnet_id': '71a5b377-9bd8-452e-b3f8-08238aad1763'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '200c9795-4d5d-4db0-9293-b1988674a477'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:48:07.497111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.517980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5fac259-1aa1-4f98-81e0-0008e882c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.561506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.561753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.588535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=71a5b377-9bd8-452e-b3f8-08238aad1763,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.592730 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.594601 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cb6bbc37-dfa8-4e7c-b745-228da2e018ee tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/71a5b377-9bd8-452e-b3f8-08238aad1763 HTTP/1.1" status: 204 len: 168 time: 0.2470224 Aug 16 22:48:07.597157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37836) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.649123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet b4e8a582-8d25-42c7-b886-e93bddb8e4cf {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:07.652800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.661768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 200c9795-4d5d-4db0-9293-b1988674a477, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=200c9795-4d5d-4db0-9293-b1988674a477,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:07.667886 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.693461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-e5fac259-1aa1-4f98-81e0-0008e882c900 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71a5b377-9bd8-452e-b3f8-08238aad1763: This subnet is being modified by another concurrent operation. Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71a5b377-9bd8-452e-b3f8-08238aad1763: This subnet is being modified by another concurrent operation. Aug 16 22:48:07.705709 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:48:07.732377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=200c9795-4d5d-4db0-9293-b1988674a477,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.788126 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.822274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e2fe75c7-7f22-4ad4-a030-df9440d4f1c8 None None] Provisioning complete for port 200c9795-4d5d-4db0-9293-b1988674a477 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:07.823308 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e2fe75c7-7f22-4ad4-a030-df9440d4f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.853677 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.884854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.889382 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/b4e8a582-8d25-42c7-b886-e93bddb8e4cf HTTP/1.1" status: 204 len: 168 time: 0.2887497 Aug 16 22:48:07.889572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37838) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.895983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d7ad-fccf-418c-8f79-0976f2a404d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e8a582-8d25-42c7-b886-e93bddb8e4cf,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.896839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96900fae-1344-49fe-b1f8-b952903a9860 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:07.937958 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8be37494-147f-4821-acb6-3092fd124da3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446963 Aug 16 22:48:07.938192 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37840) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.943577 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:08.037241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:08.041227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.052575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:08.062412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b6ebc160-d385-4c34-90a3-5ed2039ef344 None None] Could not find standard attr ID for object 0edcae25-facb-4033-82c4-d0f77f46d0fd. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:48:08.104373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Deleting port 200c9795-4d5d-4db0-9293-b1988674a477 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:08.104674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.171275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] For port 200c9795-4d5d-4db0-9293-b1988674a477, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=200c9795-4d5d-4db0-9293-b1988674a477,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:08.171688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.184368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Calling delete_port for 200c9795-4d5d-4db0-9293-b1988674a477 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:08.229932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.264132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.278242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:08.281360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:08.284706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:08.285327 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.290084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] Pushing event deleted for resources: {'Port': ['ID=200c9795-4d5d-4db0-9293-b1988674a477,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.293573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10b332-12fe-47ea-b595-fc007806e564 None None] No DVR routers for this DVR port 200c9795-4d5d-4db0-9293-b1988674a477 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:08.302938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=966cff47-61f4-4b38-b8a8-48bd8644087c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.308234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d66af-14e2-4c35-9a27-e9f52c884807 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:08.317123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37842) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:08.317743 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a3e1afe-12ea-4168-9c79-e7344ec7e5fe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3778970 Aug 16 22:48:08.322253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:08.434485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:08.438018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.451869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': '966cff47-61f4-4b38-b8a8-48bd8644087c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:08.452737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.526596 n-d-791505-20 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 966cff47-61f4-4b38-b8a8-48bd8644087c (CIDR: 2001:db8::/64) Aug 16 22:48:08.531701 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:08.532165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:08.545580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-90041063-2d3a-4762-9c8a-bbac23dfa397 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2273750 Aug 16 22:48:08.548364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37844) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:08.553682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:08.590450 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/966cff47-61f4-4b38-b8a8-48bd8644087c/38941255-4ad1-4ed6-afa1-ce2f41d19059) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:08.665039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:08.669512 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.733381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.741315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Transition to ACTIVE for port object 38941255-4ad1-4ed6-afa1-ce2f41d19059 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:08.756732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Transition to ACTIVE for port object 38941255-4ad1-4ed6-afa1-ce2f41d19059 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:08.762862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.804359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:08.809678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:08.811816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Pushing event updated for resources: {'Port': ['ID=38941255-4ad1-4ed6-afa1-ce2f41d19059,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.813980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:08.866259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Attempting to bind port 38941255-4ad1-4ed6-afa1-ce2f41d19059 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:08.866630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Attempting to bind port 38941255-4ad1-4ed6-afa1-ce2f41d19059 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:08.867001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Attempting to bind port 38941255-4ad1-4ed6-afa1-ce2f41d19059 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:08.872539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:08.872946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:08.873388 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.873786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:08.874250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Bound port: 38941255-4ad1-4ed6-afa1-ce2f41d19059, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:08.874737 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.950066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] For port 38941255-4ad1-4ed6-afa1-ce2f41d19059, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:08.953678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] For port 38941255-4ad1-4ed6-afa1-ce2f41d19059, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=38941255-4ad1-4ed6-afa1-ce2f41d19059,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:08.959152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.987506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:48:09.020469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d022-f236-4deb-960a-c780d6dc0f05 None None] Pushing event updated for resources: {'Port': ['ID=38941255-4ad1-4ed6-afa1-ce2f41d19059,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:09.104083 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 200c9795-4d5d-4db0-9293-b1988674a477 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:09.125132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 200c9795-4d5d-4db0-9293-b1988674a477 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:09.125471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 200c9795-4d5d-4db0-9293-b1988674a477 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:09.170428 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.346038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] For port 38941255-4ad1-4ed6-afa1-ce2f41d19059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=38941255-4ad1-4ed6-afa1-ce2f41d19059,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:09.377411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.381936 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.382691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.780683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:09.787628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:09.794125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:09.794721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.800783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=a758cfb7-f06f-42df-89ed-6b333409b88e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:09.819199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=38941255-4ad1-4ed6-afa1-ce2f41d19059,revision_number=4']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:09.826662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-93785c38-2189-49a9-80ff-95026540d54e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2739034 Aug 16 22:48:09.827004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37850) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:09.832335 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:85:dd:e2', 'name': 'tempest-NetworksTestDHCPv6-488633595'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:09.902617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3db38d-3ae9-47b3-a9bc-41304722b84a None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:09.956339 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:10.026976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6c7b610f-f35f-4f7a-9f75-7549e8a90df2 None None] Provisioning for port 38941255-4ad1-4ed6-afa1-ce2f41d19059 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:10.046419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.066422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c yet. {{(pid=94817) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:10.241272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::61 (ebf73e7a-31e9-4080-90de-006b1a570ed1/966cff47-61f4-4b38-b8a8-48bd8644087c/1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:10.248820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:dde2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/a758cfb7-f06f-42df-89ed-6b333409b88e/1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:10.416423 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.430292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:10.468155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.509587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:10.515607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:10.519443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:10.525156 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:10.525785 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.537629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.553045 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f2de38cb-08de-4aff-92e1-b93cee2b0b8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7248471 Aug 16 22:48:10.555716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37852) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:10.651069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:10.651548 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.746834 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.748957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c1d77-1c20-489f-b197-ac1e93902b53 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:48:10.759329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:10.795674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c53fdd99-4b3e-46fd-94c3-b74c3555cb5f None None] Provisioning for port 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:10.803049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c53fdd99-4b3e-46fd-94c3-b74c3555cb5f None None] Provisioning complete for port 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:10.803374 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c53fdd99-4b3e-46fd-94c3-b74c3555cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.866052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c53fdd99-4b3e-46fd-94c3-b74c3555cb5f None None] Port 1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:10.876047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c1d77-1c20-489f-b197-ac1e93902b53 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:48:10.947719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.977474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.021193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.023123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-32d9f746-c191-47dc-8bee-6909729e20c7 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c HTTP/1.1" status: 204 len: 168 time: 0.4661109 Aug 16 22:48:11.025559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37854) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.086953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951b6594-b396-429e-b6a9-2d3e728f7dab tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.091033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-951b6594-b396-429e-b6a9-2d3e728f7dab tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0621507 Aug 16 22:48:11.091336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37856) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.133930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 38941255-4ad1-4ed6-afa1-ce2f41d19059 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:11.150681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691da231-cb50-4e1c-b03d-c3e496fbccf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.152799 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-691da231-cb50-4e1c-b03d-c3e496fbccf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0604200 Aug 16 22:48:11.155454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37858) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.187945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 38941255-4ad1-4ed6-afa1-ce2f41d19059 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:11.194646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 38941255-4ad1-4ed6-afa1-ce2f41d19059 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.195307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.213260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fafae-cce8-4481-9395-cb6162437efe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.215510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fafae-cce8-4481-9395-cb6162437efe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.217179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fafae-cce8-4481-9395-cb6162437efe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:11.221898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c98fafae-cce8-4481-9395-cb6162437efe tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0619788 Aug 16 22:48:11.221898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37860) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.283365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet 966cff47-61f4-4b38-b8a8-48bd8644087c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:11.286147 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.286476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.320423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 38941255-4ad1-4ed6-afa1-ce2f41d19059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=38941255-4ad1-4ed6-afa1-ce2f41d19059,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:11.325580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.333932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.375853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=38941255-4ad1-4ed6-afa1-ce2f41d19059,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.422468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.489335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.518761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=966cff47-61f4-4b38-b8a8-48bd8644087c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.522429 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.524299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4fdc4157-db0c-4c3c-b7c2-c8f718450a26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/966cff47-61f4-4b38-b8a8-48bd8644087c HTTP/1.1" status: 204 len: 168 time: 0.3019114 Aug 16 22:48:11.527525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37862) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.581015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet a758cfb7-f06f-42df-89ed-6b333409b88e {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:11.585262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.617422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18105aa4-c791-4f2c-99cf-1f3fd42f0301 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:48:11.627939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.710506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18105aa4-c791-4f2c-99cf-1f3fd42f0301 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:48:11.712351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cfda09b0-e14d-4bdf-9cc4-a5f9ec6d23c6 None None] Provisioning complete for port 38941255-4ad1-4ed6-afa1-ce2f41d19059 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.712727 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cfda09b0-e14d-4bdf-9cc4-a5f9ec6d23c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.715228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.780958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.810333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=a758cfb7-f06f-42df-89ed-6b333409b88e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.813271 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.815199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5cf7b363-8c29-4b7c-a72b-8409b8f71f5b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a758cfb7-f06f-42df-89ed-6b333409b88e HTTP/1.1" status: 204 len: 168 time: 0.2868564 Aug 16 22:48:11.817890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37864) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.856543 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e59d1a69-c960-4a73-af4d-3bbf4f8197e8 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373917 Aug 16 22:48:11.859405 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37866) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.864337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:11.956826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:11.960918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.011274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d98a7-f8aa-43c8-93d3-db367475e1e5 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:12.122901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-78054831-edca-4df6-93c7-3875cd40c222 None None] Provisioning complete for port 38941255-4ad1-4ed6-afa1-ce2f41d19059 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:12.123375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78054831-edca-4df6-93c7-3875cd40c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.157383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.198463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:12.203091 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:12.208090 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:12.208090 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.221691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=fafd54a8-53ca-4d1b-b1c9-1cec248681cf,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:12.224424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:12.233769 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dd852570-84ff-4f4b-8ec9-53bb82393042 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3731687 Aug 16 22:48:12.233997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37868) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:12.240670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:12.273077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Deleting port 38941255-4ad1-4ed6-afa1-ce2f41d19059 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:12.273548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.350870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] For port 38941255-4ad1-4ed6-afa1-ce2f41d19059, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=38941255-4ad1-4ed6-afa1-ce2f41d19059,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:12.351274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.357334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:12.360878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.367081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Calling delete_port for 38941255-4ad1-4ed6-afa1-ce2f41d19059 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:12.446362 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.456815 n-d-791505-20 neutron-server[94816]: INFO neutron.db.ipam_backend_mixin [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fafd54a8-53ca-4d1b-b1c9-1cec248681cf (CIDR: 2001:db8::/64) Aug 16 22:48:12.468843 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:48:12.469441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:12.473297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] Pushing event deleted for resources: {'Port': ['ID=38941255-4ad1-4ed6-afa1-ce2f41d19059,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:12.478150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a00d81-5e69-4238-98d2-8877d2d339c9 None None] No DVR routers for this DVR port 38941255-4ad1-4ed6-afa1-ce2f41d19059 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:12.487048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2dbf011b-b937-49e4-8868-61119fa0caf5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2492361 Aug 16 22:48:12.488185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:12.492609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'subnet': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:12.495765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13c59c-471f-4992-9c55-202fd494cf58 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:12.608682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:12.612377 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.639192 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ebf73e7a-31e9-4080-90de-006b1a570ed1', 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'tenant_id': 'afcceeeb83c74cdaa5878c9bcfd16241', 'fixed_ips': [{'subnet_id': 'fafd54a8-53ca-4d1b-b1c9-1cec248681cf'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:12.640068 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.926292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.objects.ports [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94816) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:48:12.927736 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.959024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Allocated IP 2001:db8::2 (ebf73e7a-31e9-4080-90de-006b1a570ed1/fafd54a8-53ca-4d1b-b1c9-1cec248681cf/1c72217c-da83-40ff-aac4-e952358dec25) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:12.974143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:12.977626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:12.980704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:12.981327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.990853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Subnet': ['ID=a4121b78-0828-4989-a171-93a604605497,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.002356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6265633f-56b0-4306-8109-af3524ded0ad tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5138347 Aug 16 22:48:13.005228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:13.010496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Request body: {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'mac_address': 'fa:16:3e:79:c4:ac', 'name': 'tempest-NetworksTestDHCPv6-1980016712'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:13.100798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 38941255-4ad1-4ed6-afa1-ce2f41d19059 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:13.127446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Made reservation on behalf of afcceeeb83c74cdaa5878c9bcfd16241 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:13.130767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 38941255-4ad1-4ed6-afa1-ce2f41d19059 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:13.131303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 38941255-4ad1-4ed6-afa1-ce2f41d19059 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:13.139136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.147021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Transition to ACTIVE for port object 1c72217c-da83-40ff-aac4-e952358dec25 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:13.161564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Transition to ACTIVE for port object 1c72217c-da83-40ff-aac4-e952358dec25 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:13.166924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.210732 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:13.215062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:13.217250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Pushing event updated for resources: {'Port': ['ID=1c72217c-da83-40ff-aac4-e952358dec25,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.219506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:13.220106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.241221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] device_id is not set on port 4dc067a5-94c5-4256-936f-152b6574b389 yet. {{(pid=94816) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:48:13.278344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Attempting to bind port 1c72217c-da83-40ff-aac4-e952358dec25 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:13.278823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Attempting to bind port 1c72217c-da83-40ff-aac4-e952358dec25 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:13.279269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Attempting to bind port 1c72217c-da83-40ff-aac4-e952358dec25 on network ebf73e7a-31e9-4080-90de-006b1a570ed1 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:13.285153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:13.285535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Checking segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:13.285945 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.286394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Bound using segment: {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:13.286881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Bound port: 1c72217c-da83-40ff-aac4-e952358dec25, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23a7b09-7371-4a6e-b880-895b8067b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:13.287381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.355219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] For port 1c72217c-da83-40ff-aac4-e952358dec25, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:13.360196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] For port 1c72217c-da83-40ff-aac4-e952358dec25, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1c72217c-da83-40ff-aac4-e952358dec25,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:13.366365 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.418425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8::3aa (ebf73e7a-31e9-4080-90de-006b1a570ed1/fafd54a8-53ca-4d1b-b1c9-1cec248681cf/4dc067a5-94c5-4256-936f-152b6574b389) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:13.425648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Allocated IP 2001:db8:0:1:f816:3eff:fe79:c4ac (ebf73e7a-31e9-4080-90de-006b1a570ed1/a4121b78-0828-4989-a171-93a604605497/4dc067a5-94c5-4256-936f-152b6574b389) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:13.439773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73194f6f-dd06-4086-9343-97a2e057baee None None] Pushing event updated for resources: {'Port': ['ID=1c72217c-da83-40ff-aac4-e952358dec25,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.604362 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.618191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Transition to ACTIVE for port object 4dc067a5-94c5-4256-936f-152b6574b389 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:13.667612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.712770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:13.716564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:13.720393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:13.726156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:13.726720 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.733137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event updated for resources: {'Port': ['ID=4dc067a5-94c5-4256-936f-152b6574b389,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:13.746266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2fe4f8bc-8f9b-4516-bc74-2b6694d3fd18 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7400396 Aug 16 22:48:13.748766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37876) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:13.839030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting port 4dc067a5-94c5-4256-936f-152b6574b389 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:13.839790 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.926617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:13.938915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Calling delete_port for 4dc067a5-94c5-4256-936f-152b6574b389 owned by {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:14.121253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.148752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Port': ['ID=4dc067a5-94c5-4256-936f-152b6574b389,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:14.201053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.203087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-646928f2-cde6-4e4b-9607-700d69da517e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/4dc067a5-94c5-4256-936f-152b6574b389 HTTP/1.1" status: 204 len: 168 time: 0.4533391 Aug 16 22:48:14.205648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37878) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.255357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d6433-a02b-4bc6-95ce-9671a272abbf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.256832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0e3d6433-a02b-4bc6-95ce-9671a272abbf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0502353 Aug 16 22:48:14.259398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.309368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f4be8-f1f3-4234-a4e8-bc3922605340 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.310963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d78f4be8-f1f3-4234-a4e8-bc3922605340 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0506332 Aug 16 22:48:14.313412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37882) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.328369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb625b-963d-4577-a694-72bc035980d8 None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:14.365801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d7dbf-b027-46e2-98fc-94455d0f2acf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.367510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d7dbf-b027-46e2-98fc-94455d0f2acf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.369341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d7dbf-b027-46e2-98fc-94455d0f2acf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.371473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ac8d7dbf-b027-46e2-98fc-94455d0f2acf tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0571365 Aug 16 22:48:14.374131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37884) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.403831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-290fd667-bb27-4b2b-a20b-defabf084322 None None] Provisioning for port 1c72217c-da83-40ff-aac4-e952358dec25 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:14.429372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet a4121b78-0828-4989-a171-93a604605497 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:14.433365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.473434 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.519564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.547990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4952bb-aaaa-4092-ae8c-4a597865e63c None None] Update dhcp port {'port': {'network_id': 'ebf73e7a-31e9-4080-90de-006b1a570ed1', 'fixed_ips': [{'subnet_id': 'fafd54a8-53ca-4d1b-b1c9-1cec248681cf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4121b78-0828-4989-a171-93a604605497'}], 'binding:host_id': 'n-d-791505-20'}, 'id': '1c72217c-da83-40ff-aac4-e952358dec25'} from n-d-791505-20. {{(pid=94818) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:48:14.573012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c4952bb-aaaa-4092-ae8c-4a597865e63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.578004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.611950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=a4121b78-0828-4989-a171-93a604605497,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:14.613966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.615860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2624ff5d-4ecf-44ef-bf54-1a7b835916d2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a4121b78-0828-4989-a171-93a604605497 HTTP/1.1" status: 204 len: 168 time: 0.2408199 Aug 16 22:48:14.618633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37886) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.670611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Deleting subnet fafd54a8-53ca-4d1b-b1c9-1cec248681cf {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:48:14.673868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.678216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.713192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.799725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.854593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-0c4952bb-aaaa-4092-ae8c-4a597865e63c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fafd54a8-53ca-4d1b-b1c9-1cec248681cf: This subnet is being modified by another concurrent operation. Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fafd54a8-53ca-4d1b-b1c9-1cec248681cf: This subnet is being modified by another concurrent operation. Aug 16 22:48:14.856997 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 22:48:14.886807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Subnet': ['ID=fafd54a8-53ca-4d1b-b1c9-1cec248681cf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:14.888883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:14.893449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7df1b078-374f-4a18-b88a-2a26b0a9e498 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/fafd54a8-53ca-4d1b-b1c9-1cec248681cf HTTP/1.1" status: 204 len: 168 time: 0.2712216 Aug 16 22:48:14.893449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.930000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b14923-e390-43ce-a486-15f4f9d0f0ec None None] Network ebf73e7a-31e9-4080-90de-006b1a570ed1 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:14.934503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6d73d539-fc93-417a-9aa6-37b8fc06f32f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401964 Aug 16 22:48:14.936930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37890) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:14.991047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb389d-5abe-470d-b330-4ca763d87c80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.995150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71eb389d-5abe-470d-b330-4ca763d87c80 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0546999 Aug 16 22:48:14.995847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37892) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.054715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dddb60b-ce92-4550-9a4c-900bafb16646 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.056230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4dddb60b-ce92-4550-9a4c-900bafb16646 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594561 Aug 16 22:48:15.058787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37894) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.072307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] DHCP port deletion for ebf73e7a-31e9-4080-90de-006b1a570ed1 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:48:15.099206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cb608e67-696f-4af1-823d-bef644416dd0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371134 Aug 16 22:48:15.103381 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.121690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Deleting port 1c72217c-da83-40ff-aac4-e952358dec25 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:15.122067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.126921 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c48cf1-6bbd-4476-8e8e-874f87105cd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.127546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c48cf1-6bbd-4476-8e8e-874f87105cd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.131598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-44c48cf1-6bbd-4476-8e8e-874f87105cd4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/4dc067a5-94c5-4256-936f-152b6574b389 HTTP/1.1" status: 404 len: 333 time: 0.0242646 Aug 16 22:48:15.131768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37898) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.163404 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-876381a9-b230-44e2-814f-1fed194c7b69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.163790 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876381a9-b230-44e2-814f-1fed194c7b69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.165549 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-876381a9-b230-44e2-814f-1fed194c7b69 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a4121b78-0828-4989-a171-93a604605497 HTTP/1.1" status: 404 len: 337 time: 0.0328772 Aug 16 22:48:15.168131 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.183905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] For port 1c72217c-da83-40ff-aac4-e952358dec25, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1c72217c-da83-40ff-aac4-e952358dec25,segment=NetworkSegment(b23a7b09-7371-4a6e-b880-895b8067b9b5),segment_id=b23a7b09-7371-4a6e-b880-895b8067b9b5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:15.184303 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.194334 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67d963-e114-4d65-8fe0-64093f055422 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.194793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c67d963-e114-4d65-8fe0-64093f055422 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.196076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Calling delete_port for 1c72217c-da83-40ff-aac4-e952358dec25 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:15.196486 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2c67d963-e114-4d65-8fe0-64093f055422 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/fafd54a8-53ca-4d1b-b1c9-1cec248681cf HTTP/1.1" status: 404 len: 337 time: 0.0274506 Aug 16 22:48:15.199589 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.222124 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ab6611-0c07-4920-886a-cb1e7fc07a8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.222735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ab6611-0c07-4920-886a-cb1e7fc07a8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.224401 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-10ab6611-0c07-4920-886a-cb1e7fc07a8a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/1fdb4b73-43c8-4a03-a46c-5efcd8dc0e4c HTTP/1.1" status: 404 len: 333 time: 0.0239074 Aug 16 22:48:15.226764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.251892 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1130e41e-7138-4ee2-918b-fa3e84391010 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.252342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1130e41e-7138-4ee2-918b-fa3e84391010 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.254027 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1130e41e-7138-4ee2-918b-fa3e84391010 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a758cfb7-f06f-42df-89ed-6b333409b88e HTTP/1.1" status: 404 len: 337 time: 0.0263491 Aug 16 22:48:15.256372 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.276221 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.282770 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7150c65-b3c4-4044-9947-5f69a1076c5c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.283232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7150c65-b3c4-4044-9947-5f69a1076c5c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.284953 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e7150c65-b3c4-4044-9947-5f69a1076c5c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/966cff47-61f4-4b38-b8a8-48bd8644087c HTTP/1.1" status: 404 len: 337 time: 0.0276783 Aug 16 22:48:15.287411 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.299935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] Pushing event deleted for resources: {'Port': ['ID=1c72217c-da83-40ff-aac4-e952358dec25,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:15.305316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092802c-bc97-4439-adb0-1fa9af3ca008 None None] No DVR routers for this DVR port 1c72217c-da83-40ff-aac4-e952358dec25 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:15.310393 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cba70e-1260-4515-bfbd-bcddac53b95f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.311036 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cba70e-1260-4515-bfbd-bcddac53b95f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.315438 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-77cba70e-1260-4515-bfbd-bcddac53b95f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/0edcae25-facb-4033-82c4-d0f77f46d0fd HTTP/1.1" status: 404 len: 333 time: 0.0270486 Aug 16 22:48:15.315838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37910) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.321868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a30eb-854b-4c7d-84d5-70cfe82acec0 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:48:15.342788 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d99299-e499-417e-ba46-1c145ccd62ed tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.343258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d99299-e499-417e-ba46-1c145ccd62ed tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.345246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-10d99299-e499-417e-ba46-1c145ccd62ed tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/71a5b377-9bd8-452e-b3f8-08238aad1763 HTTP/1.1" status: 404 len: 337 time: 0.0280709 Aug 16 22:48:15.347558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37912) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.379664 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3220c8a-cb8c-4196-83d1-445bfb28f569 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.380143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3220c8a-cb8c-4196-83d1-445bfb28f569 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.381881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b3220c8a-cb8c-4196-83d1-445bfb28f569 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/b4e8a582-8d25-42c7-b886-e93bddb8e4cf HTTP/1.1" status: 404 len: 337 time: 0.0333891 Aug 16 22:48:15.384471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37914) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.406967 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c176d839-0037-4cd4-bc96-00c2d15697a6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.407588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c176d839-0037-4cd4-bc96-00c2d15697a6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.409308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c176d839-0037-4cd4-bc96-00c2d15697a6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/eeb10d2a-6eff-4408-a783-29ba2f1ef3dc HTTP/1.1" status: 404 len: 333 time: 0.0239089 Aug 16 22:48:15.409875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4a30eb-854b-4c7d-84d5-70cfe82acec0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:48:15.411737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37916) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.438966 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e1baa9-25fc-4789-b9df-02e2dc7281b3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.439516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e1baa9-25fc-4789-b9df-02e2dc7281b3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.441301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a6e1baa9-25fc-4789-b9df-02e2dc7281b3 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/f28ec94d-f31c-4316-81c8-87efa7aadb66 HTTP/1.1" status: 404 len: 337 time: 0.0281377 Aug 16 22:48:15.443733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.469786 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fe5da2-5f21-4f61-955b-302ee52d987b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.470500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fe5da2-5f21-4f61-955b-302ee52d987b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.475095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f7fe5da2-5f21-4f61-955b-302ee52d987b tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0fe0a8af-d4b9-4468-90e8-eb222a5a052f HTTP/1.1" status: 404 len: 337 time: 0.0276489 Aug 16 22:48:15.475231 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.501677 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-226ae5f7-9907-447d-af12-76d44fbab9a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.502284 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226ae5f7-9907-447d-af12-76d44fbab9a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.503967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-226ae5f7-9907-447d-af12-76d44fbab9a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/b2177647-25d5-4c12-8b5a-4b8a4443aa6f HTTP/1.1" status: 404 len: 333 time: 0.0280874 Aug 16 22:48:15.506494 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37922) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.531510 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6010feb-0f88-4a99-91ee-9c58b4a5fe93 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.531965 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6010feb-0f88-4a99-91ee-9c58b4a5fe93 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.535949 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a6010feb-0f88-4a99-91ee-9c58b4a5fe93 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/57357498-5ba2-4eaf-97b1-b6c2789c528e HTTP/1.1" status: 404 len: 337 time: 0.0262692 Aug 16 22:48:15.536108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37924) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.558768 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-66539648-72eb-48fa-842d-649c82e80179 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.559332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66539648-72eb-48fa-842d-649c82e80179 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.561044 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66539648-72eb-48fa-842d-649c82e80179 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/c974c68d-9677-45c1-8a0a-d21dc36c8fb7 HTTP/1.1" status: 404 len: 333 time: 0.0240667 Aug 16 22:48:15.562860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e85437be-7349-4a68-80a7-fdaeee3ba4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.564212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37926) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.590848 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e7c270-b33a-49f5-adc3-ba53f298aaa1 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.591299 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e7c270-b33a-49f5-adc3-ba53f298aaa1 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.592990 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a0e7c270-b33a-49f5-adc3-ba53f298aaa1 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/06afdb02-2bec-409e-a84e-35e77f3e78e8 HTTP/1.1" status: 404 len: 337 time: 0.0274057 Aug 16 22:48:15.595483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.617886 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f2d409-3ea1-4bf3-b2d4-466d851cae68 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.618738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f2d409-3ea1-4bf3-b2d4-466d851cae68 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.620561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-98f2d409-3ea1-4bf3-b2d4-466d851cae68 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/7d43758a-d708-4205-9fbe-9c2c92c8c03a HTTP/1.1" status: 404 len: 333 time: 0.0241768 Aug 16 22:48:15.622964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37930) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.648206 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a931e25-5560-4081-b38e-75ca4a89610c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.648658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a931e25-5560-4081-b38e-75ca4a89610c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.650360 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a931e25-5560-4081-b38e-75ca4a89610c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/a609adf5-cd74-47ee-9fe4-3c58c8b767a8 HTTP/1.1" status: 404 len: 337 time: 0.0265117 Aug 16 22:48:15.653276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37932) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.679367 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d417ce6-6c0e-4ae0-acb8-f2959a0ce2da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.679966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d417ce6-6c0e-4ae0-acb8-f2959a0ce2da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.681651 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6d417ce6-6c0e-4ae0-acb8-f2959a0ce2da tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/0f5642cb-dcc8-4b2a-bc4a-8a2576314d1e HTTP/1.1" status: 404 len: 333 time: 0.0274870 Aug 16 22:48:15.684027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37934) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.708192 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-4953d318-3289-4a02-aa14-02ce15c5854c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.708623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4953d318-3289-4a02-aa14-02ce15c5854c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.710244 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4953d318-3289-4a02-aa14-02ce15c5854c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/51c927cc-c3e7-4496-a3b6-b8dcc80db714 HTTP/1.1" status: 404 len: 337 time: 0.0253379 Aug 16 22:48:15.712346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.734436 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-504a5473-5d1e-449a-9f73-a086133f8529 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.735025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504a5473-5d1e-449a-9f73-a086133f8529 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.736608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-504a5473-5d1e-449a-9f73-a086133f8529 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/fa074bff-9b46-4092-a6ae-dcfe31c85663 HTTP/1.1" status: 404 len: 333 time: 0.0234077 Aug 16 22:48:15.738691 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37938) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.763319 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9809700d-3c89-4496-8ec6-2ace0ced9326 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.763757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9809700d-3c89-4496-8ec6-2ace0ced9326 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.765357 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9809700d-3c89-4496-8ec6-2ace0ced9326 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/812a252a-aaa7-4cdb-af5f-06fb764b33dc HTTP/1.1" status: 404 len: 337 time: 0.0258007 Aug 16 22:48:15.767454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.788137 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea701eb-6207-43df-851c-3231839695ab tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.788708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea701eb-6207-43df-851c-3231839695ab tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.790304 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6ea701eb-6207-43df-851c-3231839695ab tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/7702a86e-92af-4834-8531-36018b6eb99d HTTP/1.1" status: 404 len: 333 time: 0.0220170 Aug 16 22:48:15.792942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.818094 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d32bac-bb2b-46f6-9260-3ab9f6f47a5a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.818471 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d32bac-bb2b-46f6-9260-3ab9f6f47a5a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.820111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c3d32bac-bb2b-46f6-9260-3ab9f6f47a5a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0218f20e-1bc4-44a6-a9e6-190f6819f16b HTTP/1.1" status: 404 len: 337 time: 0.0261893 Aug 16 22:48:15.822269 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.850988 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cec1d27-f26f-4ab2-9296-274592f11d26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.851429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cec1d27-f26f-4ab2-9296-274592f11d26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.853024 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7cec1d27-f26f-4ab2-9296-274592f11d26 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/31dd6ae6-5eef-4bbd-b784-326464a3ce86 HTTP/1.1" status: 404 len: 337 time: 0.0298979 Aug 16 22:48:15.855677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.877122 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-787e837d-2dea-4365-ae07-8d7f365ab66f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.877720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787e837d-2dea-4365-ae07-8d7f365ab66f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.879317 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-787e837d-2dea-4365-ae07-8d7f365ab66f tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/3dae01d2-ddcc-4abd-9bf9-f89af1f92660 HTTP/1.1" status: 404 len: 333 time: 0.0227823 Aug 16 22:48:15.881445 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37948) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.906610 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f91515-71b4-4515-a57b-3485a784b9b6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.907048 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f91515-71b4-4515-a57b-3485a784b9b6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.908640 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24f91515-71b4-4515-a57b-3485a784b9b6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/f8ecb840-baad-4ab5-8f82-5a8d3080da83 HTTP/1.1" status: 404 len: 337 time: 0.0263369 Aug 16 22:48:15.910856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37950) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.934617 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7c5b56-5f07-466c-b859-693cab5589a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.935051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7c5b56-5f07-466c-b859-693cab5589a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.936637 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1e7c5b56-5f07-466c-b859-693cab5589a0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/d4a2e83d-2bca-41f8-b64b-2ab340acd160 HTTP/1.1" status: 404 len: 337 time: 0.0249293 Aug 16 22:48:15.938781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37952) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.960186 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-0631889f-844d-4350-8a95-618ed642eb52 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.960787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0631889f-844d-4350-8a95-618ed642eb52 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.962444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0631889f-844d-4350-8a95-618ed642eb52 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/6a22ac4e-062b-48e1-a744-a4516fc8bcd9 HTTP/1.1" status: 404 len: 333 time: 0.0227842 Aug 16 22:48:15.965327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37954) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:15.989176 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d215bf4d-55a0-489f-8dda-904e4456cd76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:15.989608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d215bf4d-55a0-489f-8dda-904e4456cd76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:15.991180 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d215bf4d-55a0-489f-8dda-904e4456cd76 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/bceab741-bc43-4fcf-b54c-67e767df0031 HTTP/1.1" status: 404 len: 337 time: 0.0249925 Aug 16 22:48:15.993588 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37956) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.021313 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b144d87-2e24-40e2-8d93-9ad58d843a39 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.021752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b144d87-2e24-40e2-8d93-9ad58d843a39 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.023345 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9b144d87-2e24-40e2-8d93-9ad58d843a39 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/4eacc78d-9ee7-406e-82a3-e8182736abec HTTP/1.1" status: 404 len: 337 time: 0.0289104 Aug 16 22:48:16.025530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37958) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.047391 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-641e0557-8c3e-4439-9360-9e567989c99a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.047968 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641e0557-8c3e-4439-9360-9e567989c99a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.049547 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-641e0557-8c3e-4439-9360-9e567989c99a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/72701e67-e4c7-4ba2-a1cf-f42fd6b1f70a HTTP/1.1" status: 404 len: 333 time: 0.0231738 Aug 16 22:48:16.051656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37960) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.076453 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaf6412-6f58-41dd-a3cc-adb5a463e2b5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.076838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaf6412-6f58-41dd-a3cc-adb5a463e2b5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.078474 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ecaf6412-6f58-41dd-a3cc-adb5a463e2b5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/84449f2e-cf56-44fc-b3ed-10a2e7225b1e HTTP/1.1" status: 404 len: 337 time: 0.0259750 Aug 16 22:48:16.080639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.105215 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00af845-50d9-4882-a7d6-83235eeaf1f2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.105801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00af845-50d9-4882-a7d6-83235eeaf1f2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.107223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d00af845-50d9-4882-a7d6-83235eeaf1f2 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/6ede89b8-4fbb-47a2-87a8-61494934d1ec HTTP/1.1" status: 404 len: 337 time: 0.0256686 Aug 16 22:48:16.109428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37964) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.135118 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f69030c8-8557-42be-9d0b-41202d5d4638 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports?device_id=200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca HTTP/1.1" status: 200 len: 205 time: 0.0247290 Aug 16 22:48:16.137312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.177325 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-efc8de4a-2d74-4e81-a66c-f401c6be394d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] delete failed (client error): The resource could not be found. Aug 16 22:48:16.178295 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-efc8de4a-2d74-4e81-a66c-f401c6be394d tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/routers/200bc7c1-2d2d-42d7-9fd7-a32a3b9ac2ca HTTP/1.1" status: 404 len: 336 time: 0.0401187 Aug 16 22:48:16.180596 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37968) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.207204 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-886b9f87-2082-44c0-aa54-0b7658dcc1ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.207649 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886b9f87-2082-44c0-aa54-0b7658dcc1ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.209401 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-886b9f87-2082-44c0-aa54-0b7658dcc1ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/8c977538-7c71-44e4-a0a3-7bbfba5ccb8c HTTP/1.1" status: 404 len: 337 time: 0.0276535 Aug 16 22:48:16.211657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37970) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.237804 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-06d26269-e6a8-411d-b34c-4292d68d755e tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 HTTP/1.1" status: 200 len: 205 time: 0.0251710 Aug 16 22:48:16.239926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.279264 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-72c8d9d5-923f-4a37-91a4-b49f8911b146 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] delete failed (client error): The resource could not be found. Aug 16 22:48:16.280224 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-72c8d9d5-923f-4a37-91a4-b49f8911b146 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/routers/3dc8fca5-a3ad-40d2-8f99-f1ce91966b09 HTTP/1.1" status: 404 len: 336 time: 0.0394440 Aug 16 22:48:16.282557 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.616765 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df5fbf-68fd-44c2-9106-5f273a0bc91a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.617249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df5fbf-68fd-44c2-9106-5f273a0bc91a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.619189 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b1df5fbf-68fd-44c2-9106-5f273a0bc91a tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/147d7c49-a73f-41e3-a63a-4988d25c5164 HTTP/1.1" status: 404 len: 337 time: 0.3357582 Aug 16 22:48:16.622260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37976) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.646170 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b8a814-f6bb-4dd1-bcfe-2314798995ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.646604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b8a814-f6bb-4dd1-bcfe-2314798995ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.648164 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a2b8a814-f6bb-4dd1-bcfe-2314798995ea tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0ef6d51d-f2df-45a9-afe1-964e00b81ab1 HTTP/1.1" status: 404 len: 337 time: 0.0250354 Aug 16 22:48:16.650407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.671547 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d82b738-b9a3-48bd-b339-985872b59265 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.672105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d82b738-b9a3-48bd-b339-985872b59265 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.673690 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7d82b738-b9a3-48bd-b339-985872b59265 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/77ceeaca-1663-4a94-b7c3-1fb1c800bb69 HTTP/1.1" status: 404 len: 333 time: 0.0224409 Aug 16 22:48:16.675900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.702781 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe709fc7-5abd-430c-ba3f-53c3dc20fb09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.703210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe709fc7-5abd-430c-ba3f-53c3dc20fb09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.704771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fe709fc7-5abd-430c-ba3f-53c3dc20fb09 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/22b199e0-e5a5-46ee-b042-6ad11f469e97 HTTP/1.1" status: 404 len: 337 time: 0.0280252 Aug 16 22:48:16.706981 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37982) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.727501 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4247e67-b9db-4835-ad58-94a442c104e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.728015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4247e67-b9db-4835-ad58-94a442c104e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.730168 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4247e67-b9db-4835-ad58-94a442c104e5 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/9580fa5c-64ad-41d6-aaae-d938529e834a HTTP/1.1" status: 404 len: 333 time: 0.0218220 Aug 16 22:48:16.732601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.757280 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73d38f8-0a45-47a6-8765-18d2ced33081 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.757716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73d38f8-0a45-47a6-8765-18d2ced33081 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.759262 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a73d38f8-0a45-47a6-8765-18d2ced33081 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/fd7f6ba8-ad9c-47a4-9b55-ecb2a3859253 HTTP/1.1" status: 404 len: 337 time: 0.0257733 Aug 16 22:48:16.761515 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 37986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.782869 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e3f6d-b07f-423f-9a71-3da55941acd0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.783450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9e3f6d-b07f-423f-9a71-3da55941acd0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.785043 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2a9e3f6d-b07f-423f-9a71-3da55941acd0 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/95907dfd-f34d-4907-98b2-ca0a4f6b84dd HTTP/1.1" status: 404 len: 333 time: 0.0226438 Aug 16 22:48:16.787318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37988) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.814051 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c807289-ab5f-473c-a56e-1273da99cc9c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.814501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c807289-ab5f-473c-a56e-1273da99cc9c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.816137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9c807289-ab5f-473c-a56e-1273da99cc9c tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/cf232726-d016-427f-b605-1c4e7e3ca3dd HTTP/1.1" status: 404 len: 337 time: 0.0278654 Aug 16 22:48:16.818430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37990) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.840560 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f933b9-55d1-41b6-a3a0-16339c5c7229 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.841176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f933b9-55d1-41b6-a3a0-16339c5c7229 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.842813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e6f933b9-55d1-41b6-a3a0-16339c5c7229 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/1ec72c8e-56ed-41ad-86ea-088b8e1a5ef0 HTTP/1.1" status: 404 len: 333 time: 0.0234981 Aug 16 22:48:16.844927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37992) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.875107 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ecadb6-d274-49ac-b4c2-93879ad54021 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.875557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ecadb6-d274-49ac-b4c2-93879ad54021 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.877698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-85ecadb6-d274-49ac-b4c2-93879ad54021 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/596e26ff-8abe-400f-ba88-94c9d1335338 HTTP/1.1" status: 404 len: 337 time: 0.0313804 Aug 16 22:48:16.879447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37994) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.901731 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8be329-eefd-429e-b37a-afcaba1f20e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.902354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8be329-eefd-429e-b37a-afcaba1f20e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.903949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1a8be329-eefd-429e-b37a-afcaba1f20e4 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/a599abb0-63cd-4d2c-beb6-17420f429d1d HTTP/1.1" status: 404 len: 333 time: 0.0236311 Aug 16 22:48:16.906060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37996) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.930629 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fc5c70-8331-41ad-83e7-a2655df355db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.931075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fc5c70-8331-41ad-83e7-a2655df355db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.933627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3fc5c70-8331-41ad-83e7-a2655df355db tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/0de40106-21a9-49eb-8b7b-f02a9b29e9d7 HTTP/1.1" status: 404 len: 337 time: 0.0267062 Aug 16 22:48:16.935737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 37998) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.957414 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0217249-1b94-4000-b965-8201ffc1b0c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.958007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0217249-1b94-4000-b965-8201ffc1b0c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.959634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e0217249-1b94-4000-b965-8201ffc1b0c6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/2dacb267-032b-45b2-8077-c31e46c7ee69 HTTP/1.1" status: 404 len: 333 time: 0.0230422 Aug 16 22:48:16.961859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38000) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:16.987749 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29f463b-9954-4a45-a306-774bc4fd7f28 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:16.988132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29f463b-9954-4a45-a306-774bc4fd7f28 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:16.998165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f29f463b-9954-4a45-a306-774bc4fd7f28 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/8442101e-c028-4570-be05-d5c95b0a3d22 HTTP/1.1" status: 404 len: 337 time: 0.0354280 Aug 16 22:48:17.000506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:17.022328 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-98090339-d731-4cff-9dcf-b4d8c3cc14d6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:17.022915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98090339-d731-4cff-9dcf-b4d8c3cc14d6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:17.024529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-98090339-d731-4cff-9dcf-b4d8c3cc14d6 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/ports/ca79063c-21fb-4dcf-b3f4-14f8a49dc517 HTTP/1.1" status: 404 len: 333 time: 0.0230927 Aug 16 22:48:17.027303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:17.056078 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-654826d9-f55a-42a9-a516-e1c0e44efe70 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] DELETE failed (client error): The resource could not be found. Aug 16 22:48:17.056559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654826d9-f55a-42a9-a516-e1c0e44efe70 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:48:17.058763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-654826d9-f55a-42a9-a516-e1c0e44efe70 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/subnets/ca2761ad-45d8-4106-a28e-b9cbd7a2d173 HTTP/1.1" status: 404 len: 337 time: 0.0306118 Aug 16 22:48:17.061058 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:17.133663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.223167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.233480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf73e7a-31e9-4080-90de-006b1a570ed1']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:17.243022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23a7b09-7371-4a6e-b880-895b8067b9b5') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:17.243270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23a7b09-7371-4a6e-b880-895b8067b9b5') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:17.252181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.265854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.271538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:48:17.271957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:48:17.274847 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:48:17.330069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.338517 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.340929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] 10.222.0.22 "DELETE /v2.0/networks/ebf73e7a-31e9-4080-90de-006b1a570ed1 HTTP/1.1" status: 204 len: 168 time: 0.2789650 Aug 16 22:48:17.352244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55868bff-6f4f-44e3-a1d4-18b2cd3dd462 tempest-NetworksTestDHCPv6-1308325716 tempest-NetworksTestDHCPv6-1308325716-project] Pushing event deleted for resources: {'Network': ['ID=ebf73e7a-31e9-4080-90de-006b1a570ed1,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.630373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38012) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:17.764411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2704eaf0-cc65-4044-a0a1-c0b309edaa1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afcceeeb83c74cdaa5878c9bcfd16241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327410 Aug 16 22:48:17.766698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:17.812767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.833601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.880837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.883682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.884854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88760b87-6251-4214-8786-a5e8b4517bc2 HTTP/1.1" status: 204 len: 168 time: 0.1171963 Aug 16 22:48:17.893328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea323c-84ce-4df9-9340-6e820fa4b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88760b87-6251-4214-8786-a5e8b4517bc2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:18.139225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:18.184917 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.319305 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2904d79d-b935-43a8-a700-618baeefadf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.298586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.317864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.052562 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.667950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.772282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f28ece71-4e15-49cc-a1d2-50c03919f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.860890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f28ece71-4e15-49cc-a1d2-50c03919f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.864604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f28ece71-4e15-49cc-a1d2-50c03919f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.904145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f28ece71-4e15-49cc-a1d2-50c03919f606 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0b1ee749e2548beaafaeec01f135986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351217 Aug 16 22:48:26.905327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ece71-4e15-49cc-a1d2-50c03919f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ee876-b0e9-4d98-a153-a31f3e74fec6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.906966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38108) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.954508 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.974065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.019575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.022119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.023257 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d5ee876-b0e9-4d98-a153-a31f3e74fec6 HTTP/1.1" status: 204 len: 168 time: 0.1153195 Aug 16 22:48:27.030627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f94f3-f606-4c83-ae25-ab1aa7d113ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ee876-b0e9-4d98-a153-a31f3e74fec6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:27.286261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38114) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:27.302506 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-982f03e1-b2aa-4b81-bfb8-c649b12a2364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.394205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-982f03e1-b2aa-4b81-bfb8-c649b12a2364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.397978 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-982f03e1-b2aa-4b81-bfb8-c649b12a2364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.438296 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-982f03e1-b2aa-4b81-bfb8-c649b12a2364 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14a2187f60d44516bd6ddb4af9f67b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507082 Aug 16 22:48:27.439734 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f03e1-b2aa-4b81-bfb8-c649b12a2364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a6d60-eb91-4d7c-b948-d1be23deecbf,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:27.441385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38116) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:27.503894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.525898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.576092 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.578620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.579774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c06a6d60-eb91-4d7c-b948-d1be23deecbf HTTP/1.1" status: 204 len: 168 time: 0.1365132 Aug 16 22:48:27.587894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53596942-728e-42e1-87b9-556b95171699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a6d60-eb91-4d7c-b948-d1be23deecbf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.452990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:38.617689 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 322bbee8-2391-486e-83f5-0667b2e5401e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:38.618037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.697566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.697900 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.709435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 322bbee8-2391-486e-83f5-0667b2e5401e owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:38.861456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.888275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=322bbee8-2391-486e-83f5-0667b2e5401e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.898071 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.898424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.898769 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.899223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.899770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.899894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.900186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.901031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.901387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.901728 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.902041 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.902364 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:38.959769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.960109 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP e5812280-d89f-4577-acc6-2be526eccb51 disassociated (deleted). External IP: 172.25.8.179, port: 2829e81d-2963-4c58-83e5-7a4418d6df5a. Aug 16 22:48:39.183410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:39.314209 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:39.319447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.325933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:39.339420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:39.341540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:39.346194 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00a90f69-ec19-417d-9060-ff7f7e8ec6ca tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "DELETE /v2.0/floatingips/e5812280-d89f-4577-acc6-2be526eccb51 HTTP/1.1" status: 204 len: 168 time: 0.8920877 Aug 16 22:48:39.346784 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:39.349410 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:39.492087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:39.574266 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77848b63-ad0a-4967-ad7b-6e3d56cab5d2 x-openstack-request-id: req-77848b63-ad0a-4967-ad7b-6e3d56cab5d2 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:39.574784 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:39.575096 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77848b63-ad0a-4967-ad7b-6e3d56cab5d2 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:39.575592 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'status': 'completed', 'code': 200} Aug 16 22:48:39.631167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ec0f-b395-4a05-8851-938fa09824ed req-e156032b-9681-4de8-a448-0ddcc43d228d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.632827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1a7ec0f-b395-4a05-8851-938fa09824ed req-e156032b-9681-4de8-a448-0ddcc43d228d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Aug 16 22:48:39.695860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-de1f22c1-54b2-46f6-9dd6-f3badac88170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.698097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-de1f22c1-54b2-46f6-9dd6-f3badac88170 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0616307 Aug 16 22:48:39.750809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:39.758313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1a7ec0f-b395-4a05-8851-938fa09824ed req-6c9556f0-dd2a-4253-9586-b8a99a476f0d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968702 Aug 16 22:48:39.784398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:39.793629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:39.794801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:39.809731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-edea7fbf-b5eb-492a-99d7-9c15948b0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.811233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-edea7fbf-b5eb-492a-99d7-9c15948b0209 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1052542 Aug 16 22:48:39.859117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-dfbe28e3-64c6-408b-aac9-b86879831b6f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 200 len: 217 time: 0.0367670 Aug 16 22:48:39.920739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-c5870482-f4eb-4c30-9d23-5ed17bca84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.922047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:39.922182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-c5870482-f4eb-4c30-9d23-5ed17bca84ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.0543721 Aug 16 22:48:39.975620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-0e571c5a-bf81-44a6-82d2-388410bca0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.977481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-0e571c5a-bf81-44a6-82d2-388410bca0e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442228 Aug 16 22:48:40.081868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-2d504dcd-0472-4811-9ebe-d93752b83cda service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963628 Aug 16 22:48:40.169836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:40.183134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c46445-b95a-4ddf-b6ca-6a32cdb9e6c7 req-623e9ea6-d840-4902-9bea-ba9c94475cd8 service neutron] 10.222.0.89 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 Aug 16 22:48:40.196747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff9889-8b3c-428a-97fb-9ae8389673a3 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '01dd10db-99f5-4e53-8e0e-8c6bae98c12c', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'floating_ip_address': '172.25.8.202', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'port_id': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'mac_address': 'fa:16:3e:6b:2b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:44:55Z', 'updated_at': '2021-08-16T22:44:57Z', 'revision_number': 1, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:40.428953 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6529a4-f4fb-42b2-8829-0e025df23668 None None] New status for floating IP e5812280-d89f-4577-acc6-2be526eccb51: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:48:41.001494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a9ab-adf0-4220-ba84-ca4bcdeeb31a req-5e4703e5-0524-43f8-961a-4cf2b9150373 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.003012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5537a9ab-adf0-4220-ba84-ca4bcdeeb31a req-5e4703e5-0524-43f8-961a-4cf2b9150373 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.1586542 Aug 16 22:48:41.041812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5537a9ab-adf0-4220-ba84-ca4bcdeeb31a req-2252f506-d4f7-480e-8838-51ec248120ad tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Aug 16 22:48:41.526634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:41.634786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6278-ddb0-4d5b-8b4c-beb817f55bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.664461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-664d5402-f5d2-4ef1-9f4b-c2f11d56d6e9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.666520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-664d5402-f5d2-4ef1-9f4b-c2f11d56d6e9 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 945 time: 0.0548518 Aug 16 22:48:41.725309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6278-ddb0-4d5b-8b4c-beb817f55bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.731614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2f3c6278-ddb0-4d5b-8b4c-beb817f55bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.766746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 2829e81d-2963-4c58-83e5-7a4418d6df5a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:41.767112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.781608 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2f3c6278-ddb0-4d5b-8b4c-beb817f55bd0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=327a844f617143858e0d2440aeb9a15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515011 Aug 16 22:48:41.781608 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c6278-ddb0-4d5b-8b4c-beb817f55bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bd848a-c7ed-4034-b487-0bdbc184e9b6,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:41.783314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:41.833498 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.856604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.864313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 2829e81d-2963-4c58-83e5-7a4418d6df5a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2829e81d-2963-4c58-83e5-7a4418d6df5a,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:41.864684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.878109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 2829e81d-2963-4c58-83e5-7a4418d6df5a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:41.905519 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.908137 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:41.909508 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00bd848a-c7ed-4034-b487-0bdbc184e9b6 HTTP/1.1" status: 204 len: 168 time: 0.1251407 Aug 16 22:48:41.918777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eca35a-ff74-4920-bd95-0edbf9921add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bd848a-c7ed-4034-b487-0bdbc184e9b6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:42.018356 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.048542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=2829e81d-2963-4c58-83e5-7a4418d6df5a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:42.080082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.080424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.081117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.081117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.081495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.081843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.082205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.082429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.082770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.083096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.083538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.083871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:42.105969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 2829e81d-2963-4c58-83e5-7a4418d6df5a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:42.108726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.112603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54fa38be-3e98-4754-ac0a-87a5062df548 req-0c6c0cc3-31ab-4950-a114-f5718674725f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.89 "DELETE /v2.0/ports/2829e81d-2963-4c58-83e5-7a4418d6df5a HTTP/1.1" status: 204 len: 173 time: 0.4349256 Aug 16 22:48:42.113113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'name': 'network-vif-deleted', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:42.115828 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff6de2d-a71f-4d44-8139-6af9d2066fe8" -d '{"events": [{"server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "name": "network-vif-deleted", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:42.160059 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e526691b-06f2-4abb-a6a3-d7388406fffc x-openstack-request-id: req-e526691b-06f2-4abb-a6a3-d7388406fffc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:42.160376 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db68b2bf-7b8f-448f-8386-e0c0ca98ec87", "name": "network-vif-deleted", "tag": "2829e81d-2963-4c58-83e5-7a4418d6df5a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:42.160654 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e526691b-06f2-4abb-a6a3-d7388406fffc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:42.161293 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db68b2bf-7b8f-448f-8386-e0c0ca98ec87', 'name': 'network-vif-deleted', 'tag': '2829e81d-2963-4c58-83e5-7a4418d6df5a', 'status': 'completed', 'code': 200} Aug 16 22:48:42.163499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8482b7f1-265b-4639-b3c2-65a3599c9b0d req-94f368bc-c424-43fd-bf17-3fba5ed0718b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.0342529 Aug 16 22:48:42.207213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38278) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:42.222466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-468d3e4a-e7ab-48fc-8037-df6d8c11573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.335293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-468d3e4a-e7ab-48fc-8037-df6d8c11573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.339556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-468d3e4a-e7ab-48fc-8037-df6d8c11573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.379755 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-468d3e4a-e7ab-48fc-8037-df6d8c11573f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40f49e88e42948d8baea4356360fce05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714468 Aug 16 22:48:42.380603 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d3e4a-e7ab-48fc-8037-df6d8c11573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a93dd54-fd4e-422f-bea2-f21247708145,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:42.385124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38280) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:42.465595 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.489380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.554993 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.559437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.565323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a93dd54-fd4e-422f-bea2-f21247708145 HTTP/1.1" status: 204 len: 168 time: 0.1773684 Aug 16 22:48:42.579739 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b1abc-ee65-47e5-bc52-5711c9060602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a93dd54-fd4e-422f-bea2-f21247708145,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:43.264885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2a6345-346a-4002-af7f-0a97811a7253 req-7d4fea25-5d5a-4c44-8948-9b7794c07f35 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.0275753 Aug 16 22:48:44.365474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b723c3dc-151e-492f-8c43-7924a79e416a req-bcfbb9cf-9be7-4e75-a3b8-4ce2b959e4a0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 16 22:48:44.643378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.463543 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5ad750a-1f85-442e-ba2b-a47d17412ab4 req-92d1bc6a-2406-4cba-8045-e77b1e41887d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=db68b2bf-7b8f-448f-8386-e0c0ca98ec87 HTTP/1.1" status: 200 len: 210 time: 0.0270607 Aug 16 22:48:45.564065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-972ceb22-cde1-4165-8713-bfc586238cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.545311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2829e81d-2963-4c58-83e5-7a4418d6df5a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:46.571736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 2829e81d-2963-4c58-83e5-7a4418d6df5a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:46.572366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2829e81d-2963-4c58-83e5-7a4418d6df5a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:48.189625 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.320888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a1f425c-5835-4777-b905-bb7216aeadd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.307132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.851562 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:51.015977 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 5ce1a2b1-d79c-4838-9c3d-607499149233 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:51.016316 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.092184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.092428 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.104039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 5ce1a2b1-d79c-4838-9c3d-607499149233 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:51.251252 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.277097 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=5ce1a2b1-d79c-4838-9c3d-607499149233,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:51.324728 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.342628 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.342876 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Floating IP 01dd10db-99f5-4e53-8e0e-8c6bae98c12c disassociated (deleted). External IP: 172.25.8.202, port: 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63. Aug 16 22:48:51.557442 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:51.667821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:51.672823 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.679151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:51.689271 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:51.690137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:51.700768 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd5e9970-90ac-418d-94a6-0c42aed72b42 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "DELETE /v2.0/floatingips/01dd10db-99f5-4e53-8e0e-8c6bae98c12c HTTP/1.1" status: 204 len: 168 time: 0.8479431 Aug 16 22:48:51.701469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:51.704602 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:51.755349 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4c86ae-8b91-4a85-9fbb-d7c7e42c7dd9 x-openstack-request-id: req-dd4c86ae-8b91-4a85-9fbb-d7c7e42c7dd9 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:51.755634 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:51.755877 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd4c86ae-8b91-4a85-9fbb-d7c7e42c7dd9 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:51.761752 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'status': 'completed', 'code': 200} Aug 16 22:48:51.843155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-9878ccea-4700-48f1-acbe-73b09c10a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.845329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-9878ccea-4700-48f1-acbe-73b09c10a617 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 1097 time: 0.0494275 Aug 16 22:48:51.909954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:52.001082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-14560a67-8a04-4e87-9d19-f523f7119d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.002917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-14560a67-8a04-4e87-9d19-f523f7119d0b service neutron] 10.222.0.88 "GET /v2.0/networks?id=befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 200 len: 910 time: 0.1505845 Aug 16 22:48:52.075739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-0bcd8494-3c8f-40f0-a851-d1424e3141fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 200 len: 217 time: 0.0566883 Aug 16 22:48:52.127891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317817-dab0-40e8-8e60-c85c56e93eb4 req-5415af3d-e635-430f-9a86-9e3acf2169c1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.135873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3317817-dab0-40e8-8e60-c85c56e93eb4 req-5415af3d-e635-430f-9a86-9e3acf2169c1 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.1274629 Aug 16 22:48:52.194415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e3317817-dab0-40e8-8e60-c85c56e93eb4 req-47a0305c-d918-4f31-8c30-19db5375e48d tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529482 Aug 16 22:48:52.212096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-2c7ad080-2206-47e6-a42b-18747ade3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.214477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-2c7ad080-2206-47e6-a42b-18747ade3e90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 200 len: 849 time: 0.1295707 Aug 16 22:48:52.281533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-ca033219-f70b-4304-bcce-e7d7c0f67fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.283963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-ca033219-f70b-4304-bcce-e7d7c0f67fb6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=befe1637-f5f9-4f12-b5bd-836cfed97515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620711 Aug 16 22:48:52.343089 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:52.370603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:52.378748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:52.379362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:52.383902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-6eda7f6a-7307-4d1c-b79b-515df30f68a8 service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908558 Aug 16 22:48:52.494564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:52.501221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4de5c888-b4aa-43a5-bd2f-1a5704b62b8f req-b0584df2-38d1-457e-8331-fcf647ec1d2b service neutron] 10.222.0.88 "GET /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084220 Aug 16 22:48:52.706643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:52.734831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eb2ae-1270-4445-a856-cbcd60f8359a None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:38:30Z', 'revision_number': 4, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '10a42672-9d38-4c1d-bdf0-8ad49feb0cbc', 'name': '', 'network_id': 'befe1637-f5f9-4f12-b5bd-836cfed97515', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'mac_address': 'fa:16:3e:59:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:29Z', 'updated_at': '2021-08-16T22:38:37Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'subnets': [{'id': 'ba6fb4cc-c47a-44f8-95b1-c61d391cc230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:52.872025 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:52.980104 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc40e2a-b705-4991-bc65-9411602e0d52 None None] New status for floating IP 01dd10db-99f5-4e53-8e0e-8c6bae98c12c: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:48:52.998065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9449f9fb-3ae1-4d59-8e42-6f4775795106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.057751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.092777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9449f9fb-3ae1-4d59-8e42-6f4775795106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.096549 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9449f9fb-3ae1-4d59-8e42-6f4775795106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.132602 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449f9fb-3ae1-4d59-8e42-6f4775795106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f840749-5821-4cb0-94ac-daff9eedfac4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.137459 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9449f9fb-3ae1-4d59-8e42-6f4775795106 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=458ec183f96942fd975f7991a02bfd56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643383 Aug 16 22:48:53.140060 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:53.187380 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.208003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.255982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.258753 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.260558 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f840749-5821-4cb0-94ac-daff9eedfac4 HTTP/1.1" status: 204 len: 168 time: 0.1196001 Aug 16 22:48:53.268710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4c768-31f3-4906-9f67-aebe5bac2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f840749-5821-4cb0-94ac-daff9eedfac4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.328196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5777b55-2e53-49e8-a8f8-89e1440fab5f req-c5a3230e-75aa-4941-b349-fae3b66d5d16 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.329821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5777b55-2e53-49e8-a8f8-89e1440fab5f req-c5a3230e-75aa-4941-b349-fae3b66d5d16 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0546005 Aug 16 22:48:53.370517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5777b55-2e53-49e8-a8f8-89e1440fab5f req-83843bd9-d361-466c-a8dd-31ea1f3d0cab tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/security-groups?id=5930a022-692a-44b2-9321-36f9551d4178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335722 Aug 16 22:48:53.536703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38454) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:53.550108 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8e40722-f30d-407e-ad8f-db27f4c7baee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.638907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8e40722-f30d-407e-ad8f-db27f4c7baee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.642574 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8e40722-f30d-407e-ad8f-db27f4c7baee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.679017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e8e40722-f30d-407e-ad8f-db27f4c7baee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a406c5bbef24c078262cd707ab725d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409965 Aug 16 22:48:53.680131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40722-f30d-407e-ad8f-db27f4c7baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d2a67a-0dbb-4411-b7a4-a547fc50c90f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.682337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:53.731848 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.756207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.801125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.803638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.804784 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30d2a67a-0dbb-4411-b7a4-a547fc50c90f HTTP/1.1" status: 204 len: 168 time: 0.1207378 Aug 16 22:48:53.813241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779639c-c03b-4f54-8318-07a52f7b8075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d2a67a-0dbb-4411-b7a4-a547fc50c90f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.869089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4a68b67b-b50e-4ff8-b74b-5a893b1ab2cc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.870570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4a68b67b-b50e-4ff8-b74b-5a893b1ab2cc tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 945 time: 0.0524344 Aug 16 22:48:53.960574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:53.960930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.052786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] For port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.053197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.066771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:54.123892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38462) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:54.137123 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6738-834e-4c0c-97a3-e4b46258d588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.197740 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.262033 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6738-834e-4c0c-97a3-e4b46258d588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.266604 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6738-834e-4c0c-97a3-e4b46258d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.305747 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6738-834e-4c0c-97a3-e4b46258d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3b88b-7723-4b33-bdd5-823c92f41fa5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.312666 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fe0e6738-834e-4c0c-97a3-e4b46258d588 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=604bfac220594397a446cf08565805fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850379 Aug 16 22:48:54.312666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38464) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:54.367311 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.390547 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.445214 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.448405 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.449615 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67f3b88b-7723-4b33-bdd5-823c92f41fa5 HTTP/1.1" status: 204 len: 168 time: 0.1359768 Aug 16 22:48:54.457633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6e7b9-dedf-4391-bea5-ecaebffd1b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f3b88b-7723-4b33-bdd5-823c92f41fa5,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.532986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.578408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79c2165b-6e27-46a2-bf73-8b5d6172cc9f req-fada91d7-ca9c-4b85-9bfe-c3a63aba57c0 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0491588 Aug 16 22:48:54.598397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] No DVR routers for this DVR port 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:54.601141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.603872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c36a7d5-28f9-4e4c-857f-7bb1136e9b48 req-4f1500c3-0cf6-4ac6-b965-ed80e6003d2f tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.88 "DELETE /v2.0/ports/2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 HTTP/1.1" status: 204 len: 173 time: 0.7274008 Aug 16 22:48:54.604335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'name': 'network-vif-deleted', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:54.607326 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1891ec17-c5e2-44b6-8dcf-52ca2806c076" -d '{"events": [{"server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "name": "network-vif-deleted", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:54.645883 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e111d5-d7db-4851-8ab0-9e7b6ec09093 x-openstack-request-id: req-79e111d5-d7db-4851-8ab0-9e7b6ec09093 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:54.646222 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed456459-3dbc-4e07-b4c3-c6fe2974fd7d", "name": "network-vif-deleted", "tag": "2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:54.646663 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79e111d5-d7db-4851-8ab0-9e7b6ec09093 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:54.647105 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed456459-3dbc-4e07-b4c3-c6fe2974fd7d', 'name': 'network-vif-deleted', 'tag': '2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63', 'status': 'completed', 'code': 200} Aug 16 22:48:55.139278 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:55.681690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7f4cabc-7e69-4b4e-b967-e40819ff55ba req-99a7d09c-721a-43e0-9aa5-8eddb0a4ba6b tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0276721 Aug 16 22:48:55.714835 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38506) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:55.858905 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'network': {'name': 'tempest-network-smoke--26855387', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:55.884839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:55.888330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.896910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.989862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:55.994939 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.023957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:56.033232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b896ad-70cd-4b91-a017-4c516c99e3f3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:56.039336 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.039691 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Added segment 674f62ed-a118-47fc-8efd-7396493b0531 of type vlan for network b2456e7e-e407-45e7-a665-e005daecb794 Aug 16 22:48:56.081969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.106914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.112661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.113379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.172741 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4566984 Aug 16 22:48:56.175773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38510) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:56.180699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'admin_state_up': True, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:56.185812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f22bf9-a9cf-497e-aec5-a7bc8ff316f5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Network': ['ID=b2456e7e-e407-45e7-a665-e005daecb794,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:56.196152 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b2456e7e-e407-45e7-a665-e005daecb794 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:56.206099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.207217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.262933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.286065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:56.307231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:56.307719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2a9e31b6-3a96-46ee-8ff9-61ce9f92bc63 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:56.400860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.596169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.615762 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.726740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.25.8.181 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/46d73daf-8c0d-42dd-948a-6e345d24f185) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:56.813410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83849cbd-c240-4742-8e4d-0b0f2d37f9f5 req-62d1a2ee-e460-429d-b4b5-6da0fc9022db tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0630641 Aug 16 22:48:56.863903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.902756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.938778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:56.945108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:56.949308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:56.971523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=46d73daf-8c0d-42dd-948a-6e345d24f185,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:57.203806 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.405576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.543538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:48:57.649286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:57.660431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:57.668332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.669897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:57.670538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:57.672380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5b59afc6-e5b7-4a6d-acf4-a03ad0b1be2c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4954410 Aug 16 22:48:57.672948 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38514) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:57.749857 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1642f096-3f5f-4050-b333-14bc0026413c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=61bedeb318e9494a8f26e146a13fd704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744967 Aug 16 22:48:57.752491 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38518) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:57.799369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:57.841855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b56895-e2bc-4dd1-a144-9203503f2dcf tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.843037 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4b56895-e2bc-4dd1-a144-9203503f2dcf tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893962 Aug 16 22:48:57.845599 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38522) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:57.879101 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3a146bec-99c1-49f2-8d5a-7e6842454209 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322156 Aug 16 22:48:57.881586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:57.887337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066942858', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:57.929816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5053ae05-a5fb-4a29-bcb5-e249e753168d req-95cf4d9f-fcef-4263-bd85-4c8c626a1558 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ed456459-3dbc-4e07-b4c3-c6fe2974fd7d HTTP/1.1" status: 200 len: 210 time: 0.0408423 Aug 16 22:48:57.988723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:57.992513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.010252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:57Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:58.041649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:58.042007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Updating router 57f87ab1-4a09-4328-90a9-91b2fb264949 port 46d73daf-8c0d-42dd-948a-6e345d24f185 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:48:58.072893 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.191963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.252658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Subnet': ['ID=87084b18-46ae-4e40-a3cc-7ab1f17917dd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.260917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Checking segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:58.260917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network hostable DHCP agents. Network: b2456e7e-e407-45e7-a665-e005daecb794, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:58.276580 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network b2456e7e-e407-45e7-a665-e005daecb794 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:58.285336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b2456e7e-e407-45e7-a665-e005daecb794) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:58.289346 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.289927 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.295415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755590c-2e7d-49a2-94d2-4beb74773a39 None None] Network b2456e7e-e407-45e7-a665-e005daecb794 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:58.304872 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-be27a825-c705-4b4a-a8a0-a52093f6a1ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4223478 Aug 16 22:48:58.308047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:58.378343 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.394986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Transition to ACTIVE for port object 46d73daf-8c0d-42dd-948a-6e345d24f185 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:58.407141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.504720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Pushing event updated for resources: {'Port': ['ID=46d73daf-8c0d-42dd-948a-6e345d24f185,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.506849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Attempting to bind port 46d73daf-8c0d-42dd-948a-6e345d24f185 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:58.507228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Attempting to bind port 46d73daf-8c0d-42dd-948a-6e345d24f185 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:58.507600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Attempting to bind port 46d73daf-8c0d-42dd-948a-6e345d24f185 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:58.520303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:58.520839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:58.521288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.521693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:58.522185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Bound port: 46d73daf-8c0d-42dd-948a-6e345d24f185, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:58.522587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.524940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.525319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.525674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.526021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.526365 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.526702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.527041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.527373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.527723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.528036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.528375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.528706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:58.590515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750c589-f768-4619-addd-093edd3df808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b2456e7e-e407-45e7-a665-e005daecb794', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:58.591542 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.622462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] For port 46d73daf-8c0d-42dd-948a-6e345d24f185, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:58.626172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] For port 46d73daf-8c0d-42dd-948a-6e345d24f185, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d73daf-8c0d-42dd-948a-6e345d24f185,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:58.634425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.763942 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.764540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede22c4d-c946-41d4-9cba-9b8e19d3e918 None None] Pushing event updated for resources: {'Port': ['ID=46d73daf-8c0d-42dd-948a-6e345d24f185,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.784307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:58.784942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:58.875684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8750c589-f768-4619-addd-093edd3df808 None None] Allocated IP 172.20.0.2 (b2456e7e-e407-45e7-a665-e005daecb794/87084b18-46ae-4e40-a3cc-7ab1f17917dd/2e3d5d08-93db-41b8-9f01-ffe29eda5b9a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:58.955349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:58.984975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38530) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:59.111764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Deleting port 06d5ed2a-ddc3-4726-9a5d-a6d275e25b52 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:59.112218 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.171080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.182850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8750c589-f768-4619-addd-093edd3df808 None None] Transition to ACTIVE for port object 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:59.193487 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.193828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.203568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8750c589-f768-4619-addd-093edd3df808 None None] Transition to ACTIVE for port object 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:59.206954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Calling delete_port for 06d5ed2a-ddc3-4726-9a5d-a6d275e25b52 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:59.214535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.252108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e690b195-af9a-4103-a098-5b0579387444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:57Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:59.260042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8750c589-f768-4619-addd-093edd3df808 None None] Network b2456e7e-e407-45e7-a665-e005daecb794 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:59.263004 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.1 (b2456e7e-e407-45e7-a665-e005daecb794/87084b18-46ae-4e40-a3cc-7ab1f17917dd/b742e48b-681e-4b69-9ac2-52aa6926be0d) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:59.291883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8750c589-f768-4619-addd-093edd3df808 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:59.293783 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690b195-af9a-4103-a098-5b0579387444 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:57Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:59.296153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c589-f768-4619-addd-093edd3df808 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:59.301666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c589-f768-4619-addd-093edd3df808 None None] Pushing event updated for resources: {'Port': ['ID=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.363981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.364727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8750c589-f768-4619-addd-093edd3df808 None None] Attempting to bind port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:59.365248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8750c589-f768-4619-addd-093edd3df808 None None] Attempting to bind port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:59.365887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c589-f768-4619-addd-093edd3df808 None None] Attempting to bind port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a on network b2456e7e-e407-45e7-a665-e005daecb794 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:59.373024 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c589-f768-4619-addd-093edd3df808 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:59.375482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c589-f768-4619-addd-093edd3df808 None None] Checking segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:59.376184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.376689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c589-f768-4619-addd-093edd3df808 None None] Bound using segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:59.377712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8750c589-f768-4619-addd-093edd3df808 None None] Bound port: 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:59.378219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.401858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.403407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'Port': ['ID=06d5ed2a-ddc3-4726-9a5d-a6d275e25b52,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.417620 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object b742e48b-681e-4b69-9ac2-52aa6926be0d will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:59.456062 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.464526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8750c589-f768-4619-addd-093edd3df808 None None] For port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:59.473886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8750c589-f768-4619-addd-093edd3df808 None None] For port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:59.479594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8750c589-f768-4619-addd-093edd3df808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.481037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.485533 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.485533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-967fb22d-cc43-43a1-b029-9eb6dba7d341 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "DELETE /v2.0/floatingips/1c482c72-f1fc-4f5b-9cc3-cfe3899c1e4a HTTP/1.1" status: 204 len: 168 time: 0.4989316 Aug 16 22:48:59.507654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.519524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network b2456e7e-e407-45e7-a665-e005daecb794 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:59.520989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:59.523706 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:59.577956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750c589-f768-4619-addd-093edd3df808 None None] Pushing event updated for resources: {'Port': ['ID=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.595667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.782088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.116840 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.123477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.193461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:00.214803 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.315347 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network b2456e7e-e407-45e7-a665-e005daecb794 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:00.317392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:00.445540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:00.574957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:00.585687 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-175e5989-1626-4a73-a113-885c13e2d15c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/57f87ab1-4a09-4328-90a9-91b2fb264949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765300 Aug 16 22:49:00.586728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38540) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:00.698729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b743945-cf48-4596-bdc3-ea24d023d411 None None] Network b2456e7e-e407-45e7-a665-e005daecb794 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:00.766722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e266ed57-eb13-4883-8b99-e7b04e3f9804 None None] Provisioning for port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:00.799618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.800113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.800907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.801547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.802184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.802660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.804493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0018c470-3e8b-48bd-a878-597477503369 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.2161269 Aug 16 22:49:00.807198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38544) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:00.911345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.911932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.912510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.913044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.913863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.914395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.919397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-67c471ba-604c-45d1-aba3-905ddb4c2ad4 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1084189 Aug 16 22:49:00.919853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38546) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:01.220381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-28b8708f-f496-45cb-a144-a7c26b512f58 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2990570 Aug 16 22:49:01.246827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d73daf-8c0d-42dd-948a-6e345d24f185 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:01.304825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 46d73daf-8c0d-42dd-948a-6e345d24f185 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:01.309811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 46d73daf-8c0d-42dd-948a-6e345d24f185 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:01.310191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.328928 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:01.339267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:01.339899 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:01.457713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:01.484158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dac89ed5-1111-42ee-8651-611fbc2b375a None None] Provisioning for port b742e48b-681e-4b69-9ac2-52aa6926be0d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:01.490646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dac89ed5-1111-42ee-8651-611fbc2b375a None None] Provisioning complete for port b742e48b-681e-4b69-9ac2-52aa6926be0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:01.491026 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dac89ed5-1111-42ee-8651-611fbc2b375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.492659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.592809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 46d73daf-8c0d-42dd-948a-6e345d24f185, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d73daf-8c0d-42dd-948a-6e345d24f185,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:01.608700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.609453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:01.656829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38550) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:01.662445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527606215', 'description': 'tempest-secgroup-smoke-1527606215 description', 'project_id': '61bedeb318e9494a8f26e146a13fd704'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:01.698853 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 2, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:01.703688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.750323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=46d73daf-8c0d-42dd-948a-6e345d24f185,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:01.761810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dac89ed5-1111-42ee-8651-611fbc2b375a None None] Port b742e48b-681e-4b69-9ac2-52aa6926be0d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:01.784074 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:01.784719 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Updating router 57f87ab1-4a09-4328-90a9-91b2fb264949 port b742e48b-681e-4b69-9ac2-52aa6926be0d binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:01.785097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:01.790959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:01.791389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.816703 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.922400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4032fb6f-f88d-4ebc-b85e-adac91466f59 None None] Provisioning complete for port b742e48b-681e-4b69-9ac2-52aa6926be0d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:01.923082 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4032fb6f-f88d-4ebc-b85e-adac91466f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.966056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4032fb6f-f88d-4ebc-b85e-adac91466f59 None None] Port b742e48b-681e-4b69-9ac2-52aa6926be0d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:02.013122 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.050031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:02.054629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.112874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.164029 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.168564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.182228 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.192099 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Transition to ACTIVE for port object b742e48b-681e-4b69-9ac2-52aa6926be0d will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:02.199494 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.202469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709bacab-6074-4281-b9d8-2092b5e400aa,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.207845 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.213306 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38554) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.219998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:02.221694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bf30f6d2-9ca2-4ad9-9841-3c9c2d9287b9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5630307 Aug 16 22:49:02.253667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.320337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.326899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.351307 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a212c52-3ca1-4fc1-9e4a-078423bc8d08,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.358780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.362976 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b86eb92e-0faa-4641-abab-2eb24ecdbb64 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484885 Aug 16 22:49:02.363490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38556) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.368623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:02.405835 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.412955 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Attempting to bind port b742e48b-681e-4b69-9ac2-52aa6926be0d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:02.413543 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Attempting to bind port b742e48b-681e-4b69-9ac2-52aa6926be0d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:02.414116 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Attempting to bind port b742e48b-681e-4b69-9ac2-52aa6926be0d on network b2456e7e-e407-45e7-a665-e005daecb794 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:02.420825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:02.421627 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Checking segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:02.422456 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.423093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Bound using segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:02.424062 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Bound port: b742e48b-681e-4b69-9ac2-52aa6926be0d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:02.424749 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.440392 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Pushing event updated for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.451463 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.452206 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.452776 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.453457 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.454359 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.454932 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.455501 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.456057 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.456631 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.458359 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.458927 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.459509 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:02.511699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.517932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.541723 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] For port b742e48b-681e-4b69-9ac2-52aa6926be0d, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:02.546260 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] For port b742e48b-681e-4b69-9ac2-52aa6926be0d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b742e48b-681e-4b69-9ac2-52aa6926be0d,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:02.550025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c913724-3bd3-4471-b0d0-5aef53908b7a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.552898 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.561423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.565422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-65e8fc92-d7ab-4dee-8fb1-f16e8481c7e2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1984866 Aug 16 22:49:02.565634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38558) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.570159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:02.613780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.617704 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0b8b-e911-4d19-9f3e-1554deabd02f None None] Pushing event updated for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.622432 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:02.623067 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:02.687687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.692258 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.711494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c2552a-95e8-4024-aa3e-c29117af8de5,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.724691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.728956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38560) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.729672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ea5122c-3702-458a-8501-c09b3482a4f6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630383 Aug 16 22:49:02.733976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:02.741726 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:02.764359 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.840898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.844863 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.857996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d42976-a5d0-47b2-9ccd-6539db524121,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.873129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.876948 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f1a0d88a-438d-429e-8ce4-4d0b2800af07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444330 Aug 16 22:49:02.877363 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38562) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.881915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:02.903944 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:49:02.909096 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.946040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.984350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.990229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.992406 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:02Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:03.015493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.018899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.020156 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417069 Aug 16 22:49:03.022551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38568) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:03.028204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '709bacab-6074-4281-b9d8-2092b5e400aa', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:03.029975 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dedbf4-1750-4589-8d4a-31f9f925eb51 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:02Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:03.044153 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b503-8725-4c75-85f4-a747ffe18e06 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258050da-6c9b-4175-998c-b97c5b662c72,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.056906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.074984 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:49:03.096358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.170718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.173598 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.176932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.182770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] 10.222.0.22 "DELETE /v2.0/security-groups/5930a022-692a-44b2-9321-36f9551d4178 HTTP/1.1" status: 204 len: 168 time: 0.2352777 Aug 16 22:49:03.192571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.195195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3067ec-f55a-4efa-9e69-fd0881b62313 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5930a022-692a-44b2-9321-36f9551d4178,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.226014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437fa158-73c3-4971-8505-b9dbf2b2f839,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.241258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.251444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8e06627b-b582-4ad5-a8c6-d2e363be2c68 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2196703 Aug 16 22:49:03.280646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38574) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:03.363788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b742e48b-681e-4b69-9ac2-52aa6926be0d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:03.440782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b742e48b-681e-4b69-9ac2-52aa6926be0d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:03.445404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b742e48b-681e-4b69-9ac2-52aa6926be0d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:03.446029 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.459115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-46356564-bf2d-4ef5-b6b2-3dde62bb2f70 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527606215&fields=id&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 267 time: 0.0761085 Aug 16 22:49:03.537406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.583391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b742e48b-681e-4b69-9ac2-52aa6926be0d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b742e48b-681e-4b69-9ac2-52aa6926be0d,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:03.588203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.589769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d73daf-8c0d-42dd-948a-6e345d24f185 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:03.668248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-1437c491-5aa1-4cba-ac6c-a9e0929a018c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:03.669843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-1437c491-5aa1-4cba-ac6c-a9e0929a018c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 795 time: 0.1715190 Aug 16 22:49:03.679573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.689702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 46d73daf-8c0d-42dd-948a-6e345d24f185 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:03.690162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.722576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-307c7aef-f135-4126-b944-2a3d7f2ea4be tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/quotas/61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 375 time: 0.0221524 Aug 16 22:49:03.781903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:03.830946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:03.831480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.852352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-d27edc86-eb6f-434f-9744-20fe2b8d2dd5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233709 Aug 16 22:49:03.992741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-b3017560-08ff-4d83-b953-b670775a1981 service neutron] 10.222.0.22 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276193 Aug 16 22:49:04.129961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-7f1ef196-a495-4408-bd6f-db0a0b5a2021 service neutron] 10.222.0.22 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276274 Aug 16 22:49:04.137684 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.332416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de70fe9d-b266-481b-bc02-032c4fa5c031 req-c9b06013-8a2d-4dc1-99c6-a5bdbc2c4d4c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0471592 Aug 16 22:49:04.428743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Deleting port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:04.429113 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.511787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] For port 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:04.512083 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.523931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Calling delete_port for 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:04.700672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.726390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a42672-9d38-4c1d-bdf0-8ad49feb0cbc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:04.891739 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.106181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Router 79aa13a0-8353-4271-96c8-0b2e3648b3cf has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:05.175911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b742e48b-681e-4b69-9ac2-52aa6926be0d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:05.216271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:05.221404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b2004cde-5c04-4d06-a287-20a2c45f8461 admin admin] 10.222.0.22 "PUT /v2.0/routers/79aa13a0-8353-4271-96c8-0b2e3648b3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9394627 Aug 16 22:49:05.223803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38594) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:05.226895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Sync routers for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:05.240322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b742e48b-681e-4b69-9ac2-52aa6926be0d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:05.240701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.243965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:05.244610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:05.332590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.409359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:05.471513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd29f2c0-a906-42d5-abb8-b1c1dd65d94d req-84de67d9-d758-47f5-a5d4-ee3252986698 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0499525 Aug 16 22:49:05.492078 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.555411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Deleting port 29925b18-b548-4367-bcc1-4e9c2185d4b8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:05.556315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.608549 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:49:04Z', 'revision_number': 5, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port': {'id': '29925b18-b548-4367-bcc1-4e9c2185d4b8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:28Z', 'updated_at': '2021-08-16T22:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:05.635555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Checking router: 79aa13a0-8353-4271-96c8-0b2e3648b3cf for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:05.643628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Routers {'79aa13a0-8353-4271-96c8-0b2e3648b3cf'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:05.644146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] For port 29925b18-b548-4367-bcc1-4e9c2185d4b8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=29925b18-b548-4367-bcc1-4e9c2185d4b8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:05.644305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:05.644532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.657532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Calling delete_port for 29925b18-b548-4367-bcc1-4e9c2185d4b8 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:05.729257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] Set router 79aa13a0-8353-4271-96c8-0b2e3648b3cf gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:05.781026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:49:05Z', 'revision_number': 6, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:05.810934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dd639-bf17-4444-b46e-75b07441ad66 None None] The sync data for ids ['79aa13a0-8353-4271-96c8-0b2e3648b3cf'] in n-d-791505-20 is: [{'id': '79aa13a0-8353-4271-96c8-0b2e3648b3cf', 'name': 'tempest-TestVolumeBootPattern-91146657-router', 'tenant_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:27Z', 'updated_at': '2021-08-16T22:49:05Z', 'revision_number': 6, 'project_id': '029c5b6dc4f14e1c929846ba9ae6cbfd', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:05.823180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.851926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Pushing event deleted for resources: {'Port': ['ID=29925b18-b548-4367-bcc1-4e9c2185d4b8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:05.914504 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.003332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.005456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.046511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.047059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79aa13a0-8353-4271-96c8-0b2e3648b3cf {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:49:06.051395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.052559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-41e88160-8c4b-424a-b042-1c41f7bc996d admin admin] 10.222.0.22 "DELETE /v2.0/routers/79aa13a0-8353-4271-96c8-0b2e3648b3cf HTTP/1.1" status: 204 len: 168 time: 0.8278508 Aug 16 22:49:06.055094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.097947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Deleting subnet ba6fb4cc-c47a-44f8-95b1-c61d391cc230 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:06.100803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.135367 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.223758 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.277874 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.302641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6fb4cc-c47a-44f8-95b1-c61d391cc230,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.306200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.308062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cdf0a4e4-0cf6-40fc-9d7f-08a8f5f3ab6d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba6fb4cc-c47a-44f8-95b1-c61d391cc230 HTTP/1.1" status: 204 len: 168 time: 0.2514856 Aug 16 22:49:06.310550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.313366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a495e-4f17-449d-914a-42793a22ce48 None None] Network befe1637-f5f9-4f12-b5bd-836cfed97515 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:06.381987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.438760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Deleting port e6706de0-5839-4c23-962a-b117b6250aee {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:06.439118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.505171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] For port e6706de0-5839-4c23-962a-b117b6250aee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6706de0-5839-4c23-962a-b117b6250aee,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:06.505542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.526937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Calling delete_port for e6706de0-5839-4c23-962a-b117b6250aee owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:06.551952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e960786-a7bb-44d1-8216-fe78cb35fdb4 req-2cf73d4d-b211-455c-bf16-ad09b38bbcb9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0369301 Aug 16 22:49:06.559187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] DHCP port deletion for befe1637-f5f9-4f12-b5bd-836cfed97515 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:06.615523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Deleting port e6706de0-5839-4c23-962a-b117b6250aee {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:06.615986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.637847 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.668626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6706de0-5839-4c23-962a-b117b6250aee,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.674111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] No DVR routers for this DVR port e6706de0-5839-4c23-962a-b117b6250aee on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:06.686602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] For port e6706de0-5839-4c23-962a-b117b6250aee, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e6706de0-5839-4c23-962a-b117b6250aee,segment=NetworkSegment(e709abbb-cc10-47d7-8d68-128fdadd338c),segment_id=e709abbb-cc10-47d7-8d68-128fdadd338c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:06.687414 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.701480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Calling delete_port for e6706de0-5839-4c23-962a-b117b6250aee owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:06.761850 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.774108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befe1637-f5f9-4f12-b5bd-836cfed97515']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:06.789965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e709abbb-cc10-47d7-8d68-128fdadd338c') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:06.790483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e709abbb-cc10-47d7-8d68-128fdadd338c') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:06.799437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.806855 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.822893 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.823451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] Pushing event deleted for resources: {'Port': ['ID=e6706de0-5839-4c23-962a-b117b6250aee,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.829274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ac8b9-bae6-4e4d-a47c-af03f7e81d69 None None] No DVR routers for this DVR port e6706de0-5839-4c23-962a-b117b6250aee on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:06.835910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:06.836505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:06.840705 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:06.904617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.910023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.911846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] 10.222.0.22 "DELETE /v2.0/networks/befe1637-f5f9-4f12-b5bd-836cfed97515 HTTP/1.1" status: 204 len: 168 time: 0.6003597 Aug 16 22:49:06.914959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38618) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:06.926340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957041-9f0e-42c0-bc08-c3eb35cf5a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=befe1637-f5f9-4f12-b5bd-836cfed97515,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.128333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:07.149121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:07.149979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 10a42672-9d38-4c1d-bdf0-8ad49feb0cbc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:07.150406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6706de0-5839-4c23-962a-b117b6250aee no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:07.170804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: e6706de0-5839-4c23-962a-b117b6250aee {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:07.171155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e6706de0-5839-4c23-962a-b117b6250aee not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:07.171582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 29925b18-b548-4367-bcc1-4e9c2185d4b8 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:07.194262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 29925b18-b548-4367-bcc1-4e9c2185d4b8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:07.194630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 29925b18-b548-4367-bcc1-4e9c2185d4b8 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:07.562034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.644730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff2c367-7ef0-4ffc-87cb-16bf51c22132 req-357bbec6-5759-432a-92ba-00df5908c850 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0264561 Aug 16 22:49:07.804355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Deleting port db6b8ddb-5704-43b7-a671-af027335fe44 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:07.804613 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.894605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] For port db6b8ddb-5704-43b7-a671-af027335fe44, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=db6b8ddb-5704-43b7-a671-af027335fe44,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:07.894969 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.906400 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Calling delete_port for db6b8ddb-5704-43b7-a671-af027335fe44 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:08.087769 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.112139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=db6b8ddb-5704-43b7-a671-af027335fe44,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:08.276944 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.488111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:08.594000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:08.598829 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-566d74ba-a46f-48c8-b6d5-a7e5cd324a4a admin admin] 10.222.0.22 "PUT /v2.0/routers/30dde1ca-e7d7-4f20-b7fe-57146163b4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827896 Aug 16 22:49:08.601439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38626) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:08.602304 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Sync routers for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:08.611170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:08.611763 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:08.705656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.716700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:08.740675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34789537-9602-4a79-9bc3-af63ba51cf9b req-79fa42c7-9d88-4c36-82f2-5a0bd67a41c4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0258877 Aug 16 22:49:08.811600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.863579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Deleting port d2f2d149-b5a1-4585-b393-be4586192687 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:08.863930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.892052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:49:08Z', 'revision_number': 5, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port': {'id': 'd2f2d149-b5a1-4585-b393-be4586192687', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:38:33Z', 'updated_at': '2021-08-16T22:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:08.917846 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Checking router: 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:08.926227 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Routers {'30dde1ca-e7d7-4f20-b7fe-57146163b4a6'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:08.926840 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:48:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:08.948850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] For port d2f2d149-b5a1-4585-b393-be4586192687, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2f2d149-b5a1-4585-b393-be4586192687,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:08.949264 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.960527 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Calling delete_port for d2f2d149-b5a1-4585-b393-be4586192687 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:09.012240 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] Set router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:09.066922 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:49:08Z', 'revision_number': 6, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:09.106983 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797af8e-baa5-475d-b080-381e3c2e0fc9 None None] The sync data for ids ['30dde1ca-e7d7-4f20-b7fe-57146163b4a6'] in n-d-791505-20 is: [{'id': '30dde1ca-e7d7-4f20-b7fe-57146163b4a6', 'name': 'tempest-TestVolumeBootPattern-1136226945-router', 'tenant_id': 'c0054c47c99a43a3afade597358259c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:38:32Z', 'updated_at': '2021-08-16T22:49:08Z', 'revision_number': 6, 'project_id': 'c0054c47c99a43a3afade597358259c7', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:09.150515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.176653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f2d149-b5a1-4585-b393-be4586192687,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:09.235797 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.326567 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.328645 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.373634 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.374272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30dde1ca-e7d7-4f20-b7fe-57146163b4a6 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:49:09.378456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.379606 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1b6a66df-dae7-4065-bae3-c431ca392054 admin admin] 10.222.0.22 "DELETE /v2.0/routers/30dde1ca-e7d7-4f20-b7fe-57146163b4a6 HTTP/1.1" status: 204 len: 168 time: 0.7772317 Aug 16 22:49:09.381987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38632) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:09.424956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Deleting subnet ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:09.427884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.464929 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.547101 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.603273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.628768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:09.634453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.636368 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b734cf17-7294-4dfa-82a8-8b0333e2a8ee admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ecc92ec6-8b85-4d6c-8a2b-824f2cd09d43 HTTP/1.1" status: 204 len: 168 time: 0.2534578 Aug 16 22:49:09.638913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38634) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:09.644642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173ec81-74e6-46c6-a1f4-f828aeeaf43c None None] Network ccfaa6c4-7642-4adb-8725-1112e3286c17 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:09.709579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.771696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Deleting port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:09.772064 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.843320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] For port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,segment=NetworkSegment(2bf207de-e5f9-4d81-87e1-28c5a2bc57d0),segment_id=2bf207de-e5f9-4d81-87e1-28c5a2bc57d0)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:09.844132 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.858362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Calling delete_port for be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:09.877390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8256fc74-151c-4400-b46e-49169f20de1e req-c3262a52-d4c1-4061-ac19-aa2c22d78655 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0407262 Aug 16 22:49:09.894135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-c2d50fbf-439c-4ad0-98a7-264138fbc725 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.896835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-c2d50fbf-439c-4ad0-98a7-264138fbc725 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 795 time: 0.1834161 Aug 16 22:49:09.910104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930ace6-16f0-4525-b559-347111cab752 None None] DHCP port deletion for ccfaa6c4-7642-4adb-8725-1112e3286c17 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:09.960487 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.969934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Deleting port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:09.970448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.972520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-9711929d-134f-44c1-974e-f0d569f46620 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 380 time: 0.0408409 Aug 16 22:49:09.990212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:09.992038 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] No DVR routers for this DVR port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:10.000371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'port': {'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'admin_state_up': True, 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'security_groups': ['709bacab-6074-4281-b9d8-2092b5e400aa']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:10.041988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9930ace6-16f0-4525-b559-347111cab752 None None] For port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:10.042600 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.058540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Calling delete_port for be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:10.061534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:49:10.063634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.065924 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.076237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfaa6c4-7642-4adb-8725-1112e3286c17']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.089839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ace6-16f0-4525-b559-347111cab752 None None] Pushing event deleted for resources: {'Port': ['ID=be8ff7c6-9ba2-4114-8042-d680d9d3f1f6,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.090210 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.090514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf207de-e5f9-4d81-87e1-28c5a2bc57d0') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.096492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930ace6-16f0-4525-b559-347111cab752 None None] No DVR routers for this DVR port be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:10.100802 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.117468 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.124029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:10.124420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: items = [ Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:10.126134 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:10.135169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:10.138761 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.182205 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.192169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.197371 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ccfaa6c4-7642-4adb-8725-1112e3286c17 HTTP/1.1" status: 204 len: 168 time: 0.5569415 Aug 16 22:49:10.209444 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36cffd-d7e7-4ba2-a147-70be22b87681 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfaa6c4-7642-4adb-8725-1112e3286c17,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.286776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.9 (b2456e7e-e407-45e7-a665-e005daecb794/87084b18-46ae-4e40-a3cc-7ab1f17917dd/2c00832c-d73b-4751-908d-e1f114dbbe26) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:10.341915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38640) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.384420 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bddcfad9-196e-42e2-8607-002293a0f261 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=029c5b6dc4f14e1c929846ba9ae6cbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387821 Aug 16 22:49:10.384682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.433723 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.435208 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.449529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object 2c00832c-d73b-4751-908d-e1f114dbbe26 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:10.464612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.488254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.514469 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.517282 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.518664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e HTTP/1.1" status: 204 len: 168 time: 0.1330922 Aug 16 22:49:10.526984 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a2ba6-7bd7-4334-bc56-bd71e9270d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ac8d1f-2ead-4c44-8de4-18af4f5f7a7e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.537677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network b2456e7e-e407-45e7-a665-e005daecb794 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:10.543671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:10.546232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:10.588575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.613278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.613934 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.630142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-51d2f0e6-adb2-4d61-80a4-04c18c93c6a0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386836 Aug 16 22:49:10.658081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Request body: {'port': {'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:10.718827 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.807503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0cfd29b5-785f-463c-9b65-9d04ca519e12 None None] Provisioning for port 2c00832c-d73b-4751-908d-e1f114dbbe26 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:10.811399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0cfd29b5-785f-463c-9b65-9d04ca519e12 None None] Provisioning complete for port 2c00832c-d73b-4751-908d-e1f114dbbe26 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:10.811784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0cfd29b5-785f-463c-9b65-9d04ca519e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.848861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0cfd29b5-785f-463c-9b65-9d04ca519e12 None None] Port 2c00832c-d73b-4751-908d-e1f114dbbe26 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:10.888815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38648) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.933313 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7ab242e4-1300-4418-b7f0-d65ecf816798 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0054c47c99a43a3afade597358259c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431933 Aug 16 22:49:10.935748 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38652) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:10.989826 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.012631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.062228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.064870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.066094 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8082dbcb-f6ea-4f44-bc50-7282deffcc18 HTTP/1.1" status: 204 len: 168 time: 0.1294007 Aug 16 22:49:11.075018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d087b5-6cde-416c-a534-ed8d227f927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082dbcb-f6ea-4f44-bc50-7282deffcc18,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.163704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device db6b8ddb-5704-43b7-a671-af027335fe44 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:11.186439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: db6b8ddb-5704-43b7-a671-af027335fe44 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:11.187130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device db6b8ddb-5704-43b7-a671-af027335fe44 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:11.187735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2f2d149-b5a1-4585-b393-be4586192687 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:11.208022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d2f2d149-b5a1-4585-b393-be4586192687 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:11.208652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2f2d149-b5a1-4585-b393-be4586192687 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:11.209284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:11.229930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:11.230206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be8ff7c6-9ba2-4114-8042-d680d9d3f1f6 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:11.292160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66365-3ec1-4dc5-9b3c-abc87c3155d8 req-adaa50f1-cdcc-4507-83c8-c5cd3d66982d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.293876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dc66365-3ec1-4dc5-9b3c-abc87c3155d8 req-adaa50f1-cdcc-4507-83c8-c5cd3d66982d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 931 time: 0.0826418 Aug 16 22:49:11.362637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dc66365-3ec1-4dc5-9b3c-abc87c3155d8 req-e05ec695-20ed-41b8-9303-61f76817b20f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620587 Aug 16 22:49:11.400722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c00832c-d73b-4751-908d-e1f114dbbe26 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:11.409451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.425061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Transition to ACTIVE for port object 2c00832c-d73b-4751-908d-e1f114dbbe26 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:11.429937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.490578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Pushing event updated for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.563020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Attempting to bind port 2c00832c-d73b-4751-908d-e1f114dbbe26 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:11.563366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Attempting to bind port 2c00832c-d73b-4751-908d-e1f114dbbe26 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:11.563702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Attempting to bind port 2c00832c-d73b-4751-908d-e1f114dbbe26 on network b2456e7e-e407-45e7-a665-e005daecb794 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:11.568867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Port 2c00832c-d73b-4751-908d-e1f114dbbe26 on network b2456e7e-e407-45e7-a665-e005daecb794 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:11.569256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Attempting to bind port 2c00832c-d73b-4751-908d-e1f114dbbe26 on network b2456e7e-e407-45e7-a665-e005daecb794 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:11.575767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:11.576121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Checking segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:11.576532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Bound using segment: {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:11.576982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Bound port: 2c00832c-d73b-4751-908d-e1f114dbbe26, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674f62ed-a118-47fc-8efd-7396493b0531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:11.577376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.655822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:11.667521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2c00832c-d73b-4751-908d-e1f114dbbe26,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:11.677361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.717032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.717635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.719343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] 10.222.0.89 "PUT /v2.0/ports/2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 1092 time: 1.0661666 Aug 16 22:49:11.719732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:11.722009 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac217052-53d5-4ef3-9194-ab72ce0cad8c" -d '{"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:11.743535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc47ed-9bb3-4bf8-9287-d8c0ac150091 service neutron] Pushing event updated for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.825808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-2aff73fa-1413-4b87-b3de-cb28c6e9ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.827832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-2aff73fa-1413-4b87-b3de-cb28c6e9ce2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1095 time: 0.0436468 Aug 16 22:49:11.891745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-98e256ab-52c2-4e3c-83df-18cae548a63e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 217 time: 0.0418429 Aug 16 22:49:11.947417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-76b3baab-44bb-4565-aa64-dae79e52f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.948879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-76b3baab-44bb-4565-aa64-dae79e52f4d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 200 len: 835 time: 0.0464540 Aug 16 22:49:11.990484 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798811e0-309b-4430-9536-e3b1d618f90a x-openstack-request-id: req-798811e0-309b-4430-9536-e3b1d618f90a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:11.990953 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:11.991367 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-798811e0-309b-4430-9536-e3b1d618f90a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:11.991998 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'status': 'completed', 'code': 200} Aug 16 22:49:12.012132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-64e33d04-633a-46f8-b3e8-8ad1c02d6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.013695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-64e33d04-633a-46f8-b3e8-8ad1c02d6951 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b2456e7e-e407-45e7-a665-e005daecb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526497 Aug 16 22:49:12.106312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-9f927914-8d40-49bd-a63b-bf27e4b2d55e service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Aug 16 22:49:12.198325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36e52a2e-2262-478c-8552-2e837ed526a3 req-6ff59877-7f42-48ce-af89-d7834baa776c service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812275 Aug 16 22:49:12.340958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-1ca06ebc-71ea-4ad8-b525-ad5a3f6e3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.342509 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-1ca06ebc-71ea-4ad8-b525-ad5a3f6e3e47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1095 time: 0.0454738 Aug 16 22:49:12.443759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-43522733-1a3a-4c6e-9152-1a90225bf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.445189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-43522733-1a3a-4c6e-9152-1a90225bf7a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 895 time: 0.0949304 Aug 16 22:49:12.504625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-7f1920fb-c48c-43d7-86ab-c36e1afbe13a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 217 time: 0.0423265 Aug 16 22:49:12.527153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618df4ad-0abb-4f62-bc6e-c471fb3d0a07 req-48dde831-5c9e-45e0-b209-c40343b58ab3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.528559 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-618df4ad-0abb-4f62-bc6e-c471fb3d0a07 req-48dde831-5c9e-45e0-b209-c40343b58ab3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 943 time: 0.0944154 Aug 16 22:49:12.586826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-2691d62f-34ed-4453-ae35-c05d54326cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.588263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-2691d62f-34ed-4453-ae35-c05d54326cf8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 200 len: 835 time: 0.0763388 Aug 16 22:49:12.591136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-618df4ad-0abb-4f62-bc6e-c471fb3d0a07 req-62eb2d40-9dcb-43c1-ba9a-44fac7d96e37 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453908 Aug 16 22:49:12.639734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-4d6e3e8b-a048-4744-b6b4-9550ccfc6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.641263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-4d6e3e8b-a048-4744-b6b4-9550ccfc6ff5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b2456e7e-e407-45e7-a665-e005daecb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451415 Aug 16 22:49:12.730250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-35622e8f-6775-458a-916a-296bc6754058 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792346 Aug 16 22:49:12.823700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac217052-53d5-4ef3-9194-ab72ce0cad8c req-2b78b4d2-e00a-4d11-af8d-09a7c4a570ee service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Aug 16 22:49:13.709251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773944-671f-4be7-91e8-fad3c7c585cc req-f5d620b2-8948-40c0-bfed-1dbe8feb4379 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:13.710746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71773944-671f-4be7-91e8-fad3c7c585cc req-f5d620b2-8948-40c0-bfed-1dbe8feb4379 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 943 time: 0.0499394 Aug 16 22:49:13.748609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71773944-671f-4be7-91e8-fad3c7c585cc req-f0831f47-147a-4e57-89c1-83dd197a8ae4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319934 Aug 16 22:49:14.639741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.700607 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2c00832c-d73b-4751-908d-e1f114dbbe26 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:14.795582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2c00832c-d73b-4751-908d-e1f114dbbe26,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:14.806535 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:14.842696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.855680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c00832c-d73b-4751-908d-e1f114dbbe26 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:14.861664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c571a-b56a-41ec-bb93-2e9383b395ca req-74f3195e-8130-41ee-83f1-29fc38789ee9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:14.863163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e20c571a-b56a-41ec-bb93-2e9383b395ca req-74f3195e-8130-41ee-83f1-29fc38789ee9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 943 time: 0.0494113 Aug 16 22:49:14.874857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2c00832c-d73b-4751-908d-e1f114dbbe26,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:14.879086 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.904854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e20c571a-b56a-41ec-bb93-2e9383b395ca req-678dfd3c-af95-4068-9d85-cb1c514b9355 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353775 Aug 16 22:49:14.928913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:15.228560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['2c00832c-d73b-4751-908d-e1f114dbbe26'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:15.564885 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2823ce81-271b-4694-8318-ea510b197e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.021257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c127f-2bf3-42eb-b70d-bf8d303fbf59 req-16ff3440-a018-414c-8adb-b905f8554a43 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:16.022742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f98c127f-2bf3-42eb-b70d-bf8d303fbf59 req-16ff3440-a018-414c-8adb-b905f8554a43 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 944 time: 0.0530021 Aug 16 22:49:16.060058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f98c127f-2bf3-42eb-b70d-bf8d303fbf59 req-16778e7e-d116-46f0-84e6-e70ff0609db5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Aug 16 22:49:16.715678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2c00832c-d73b-4751-908d-e1f114dbbe26 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:16.764939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 2c00832c-d73b-4751-908d-e1f114dbbe26 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:16.768300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 2c00832c-d73b-4751-908d-e1f114dbbe26 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:16.768671 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.840792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.862801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:16.865028 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5057211-92d1-46e0-ad48-eda138c42524" -d '{"events": [{"server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "name": "network-vif-plugged", "status": "completed", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:16.881146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2c00832c-d73b-4751-908d-e1f114dbbe26,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:16.885122 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.930936 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:16.972275 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b9d44-9c6d-4300-a0dc-0b4bc0137e97 x-openstack-request-id: req-e78b9d44-9c6d-4300-a0dc-0b4bc0137e97 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:16.972565 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "name": "network-vif-plugged", "status": "completed", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:16.972825 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e78b9d44-9c6d-4300-a0dc-0b4bc0137e97 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:16.973259 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'code': 200} Aug 16 22:49:17.111750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689377f-9520-4864-b398-d56bf7f9fa38 req-1d66da63-342d-4fb7-8850-41ad770c5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.113336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c689377f-9520-4864-b398-d56bf7f9fa38 req-1d66da63-342d-4fb7-8850-41ad770c5f6a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1097 time: 0.0403411 Aug 16 22:49:17.180913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c689377f-9520-4864-b398-d56bf7f9fa38 req-a3c8eefb-8bef-4805-b914-ef384d2928e6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542347 Aug 16 22:49:17.194968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb21d-5e96-4ae2-adab-09c249083b90 req-8745bf97-a486-4fd2-baa8-ee905b46db96 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.196950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b52eb21d-5e96-4ae2-adab-09c249083b90 req-8745bf97-a486-4fd2-baa8-ee905b46db96 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0700881 Aug 16 22:49:17.235553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b52eb21d-5e96-4ae2-adab-09c249083b90 req-aec1ee50-a152-4de3-b873-5cd20eb57bcb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Aug 16 22:49:18.191277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.323265 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48805c8a-d22c-493e-84a1-c9a3e300e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.358136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c3bf5-7d66-4753-bb9c-2d4085c8f1c1 req-81618bfc-969a-467e-8031-7d3b5a719de2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:18.359663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c43c3bf5-7d66-4753-bb9c-2d4085c8f1c1 req-81618bfc-969a-467e-8031-7d3b5a719de2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0547910 Aug 16 22:49:18.400681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c43c3bf5-7d66-4753-bb9c-2d4085c8f1c1 req-8532b240-859b-48e1-96de-ef394b0b1022 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Aug 16 22:49:19.304825 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.516427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acd17-877f-42b9-903e-23dedc438fcd req-8bba4658-7c26-4b4d-91e6-c242afe5cc61 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.517938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e8acd17-877f-42b9-903e-23dedc438fcd req-8bba4658-7c26-4b4d-91e6-c242afe5cc61 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0503783 Aug 16 22:49:19.555805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e8acd17-877f-42b9-903e-23dedc438fcd req-dfb7f8a0-7d0f-41df-a738-5d207e001fec tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Aug 16 22:49:19.667996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871874f4-6c9a-4a7f-b70a-e34a37040b2b req-f2c5917d-eec0-4a77-8b0e-5d8259bd43f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.669567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-871874f4-6c9a-4a7f-b70a-e34a37040b2b req-f2c5917d-eec0-4a77-8b0e-5d8259bd43f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 16 22:49:19.708689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-871874f4-6c9a-4a7f-b70a-e34a37040b2b req-fc64d0f0-e676-4d27-b08c-21ee02e7bd26 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328820 Aug 16 22:49:19.731799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:19.776296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c3381-d0b2-404e-be60-5f206844f8ab tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.777870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce8c3381-d0b2-404e-be60-5f206844f8ab tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1092 time: 0.0450518 Aug 16 22:49:19.780717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:19.785056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:19.806455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.904370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.008750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.25.8.57 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c13dd9c2-d917-4c65-a945-698860909251) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:20.108789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.146867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.184751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:20.187468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:20.189994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:20.224463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=c13dd9c2-d917-4c65-a945-698860909251,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:20.548617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.618714 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.773176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.778272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.850272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=c13dd9c2-d917-4c65-a945-698860909251,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:20.855545 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.954073 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Floating IP bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 associated. External IP: 172.25.8.57, port: 2c00832c-d73b-4751-908d-e1f114dbbe26. Aug 16 22:49:21.160902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:21.266786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:21.277138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:21.282256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.287176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:21.287809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:49:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:21.311640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-41da2dcf-f5ba-47f1-83a8-d944761351c2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5296571 Aug 16 22:49:21.312363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:21.314510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38688) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:21.315057 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d48fe-ed87-4212-bf2d-c01006b10f63" -d '{"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:21.348486 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.354546 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3b370e-5a43-411f-83db-c42af4af1897 x-openstack-request-id: req-da3b370e-5a43-411f-83db-c42af4af1897 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:21.354849 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:21.355109 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da3b370e-5a43-411f-83db-c42af4af1897 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:21.355523 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'status': 'completed', 'code': 200} Aug 16 22:49:21.381111 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-995cb6b3-31c8-4b9a-b37a-826449c97a3f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 HTTP/1.1" status: 200 len: 990 time: 0.0653768 Aug 16 22:49:21.407776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:21.440317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-18dbe875-388c-4379-a4ef-931e2a25cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.441857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-18dbe875-388c-4379-a4ef-931e2a25cd25 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1097 time: 0.0436144 Aug 16 22:49:21.541141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-81d40681-fefa-45b0-93de-c64dbc5565ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.542674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-81d40681-fefa-45b0-93de-c64dbc5565ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 895 time: 0.0936887 Aug 16 22:49:21.611397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-601a9f46-6492-488b-a7dc-f2ce704c3e37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 998 time: 0.0615907 Aug 16 22:49:21.666364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-f739ae4c-eec0-4ec1-9ca7-2c5e7f09e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.667868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-f739ae4c-eec0-4ec1-9ca7-2c5e7f09e6d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 200 len: 835 time: 0.0489931 Aug 16 22:49:21.714993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-4c870711-9a42-4f4e-badf-e2c6af4cae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.716109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-4c870711-9a42-4f4e-badf-e2c6af4cae0a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b2456e7e-e407-45e7-a665-e005daecb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410004 Aug 16 22:49:21.796849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:21.810115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-31ed8cce-6056-4881-a56b-92278a55e011 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865993 Aug 16 22:49:21.822871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:21.831332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:21.831963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:49:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:21.906332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a5d48fe-ed87-4212-bf2d-c01006b10f63 req-f4c4df1f-2473-4fcb-acf5-787a157b9414 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Aug 16 22:49:21.940848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:22.163750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:22.193531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfffed-ca9f-45b1-8e58-771718f50e9f None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:48:59Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:20Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:22.374039 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8064687c-4a0d-4eca-a173-536274205022 None None] New status for floating IP bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:49:22.384960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38692) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:22.446496 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d4ae38a4-b584-4f65-8dd3-fdb435bdb6fc tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 HTTP/1.1" status: 200 len: 990 time: 0.0602880 Aug 16 22:49:23.071162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.450276 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38694) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:23.513369 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0a0cb35a-7073-422c-a803-0ca8a5085beb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 HTTP/1.1" status: 200 len: 992 time: 0.0614712 Aug 16 22:49:32.138648 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:49:44.640473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.565379 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-715b4d50-29aa-4e90-becd-31db0d5041c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.612360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-7096ad19-49dc-4f73-a819-02f6f2b36b04 req-5a09e3f6-1502-4bf3-8e2c-038b9fbfbbcd service neutron] (94816) timed out ('10.222.0.89', 59896) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:49:48.192455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.323050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75c438d3-2b71-4a9c-bb1b-a7f8ca2bc11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.307389 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.420657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-0c17ddd5-c692-4e76-9152-7c8d7359955f req-26d432fe-028a-4349-8c21-b53b5ec3c156 tempest-ServerActionsTestJSON-885502187 tempest-ServerActionsTestJSON-885502187-project] (94817) timed out ('10.222.0.89', 59576) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:49:51.325276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.076055 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.693302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38714) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:54.764211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d876945-f7f6-4d6a-b39a-73ed2b501734 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.764629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d876945-f7f6-4d6a-b39a-73ed2b501734 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.765139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d876945-f7f6-4d6a-b39a-73ed2b501734 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.766803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7d876945-f7f6-4d6a-b39a-73ed2b501734 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=61bedeb318e9494a8f26e146a13fd704&network_id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 2972 time: 0.0725000 Aug 16 22:49:57.221609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38728) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:57.271536 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55d0a52-66e5-4648-b931-863bac3f4d18 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:57.272982 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d55d0a52-66e5-4648-b931-863bac3f4d18 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3 HTTP/1.1" status: 200 len: 814 time: 0.0504057 Aug 16 22:49:57.907028 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38734) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:57.912181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'network': {'name': 'tempest-network-smoke--413490767', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:57.932858 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:57.936229 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.959644 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:57.968889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.969277 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Added segment 8fbd6618-5792-4471-a718-635082825f5b of type vlan for network 79c994b9-b8d5-4974-93eb-495d1c47fe4b Aug 16 22:49:58.009059 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.032507 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.038129 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.038731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.096769 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1886230 Aug 16 22:49:58.099899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38736) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.108186 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Network': ['ID=79c994b9-b8d5-4974-93eb-495d1c47fe4b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:58.115795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.116146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.116488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.117378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.117718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.118051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.118383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.118708 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.119287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.119612 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.119936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.120264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6085333-4a0b-461f-aac5-c43c2946d7a2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:58.131315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:58.176792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4d17b-c429-4f10-b106-17141f1ef360 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.178313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-95a4d17b-c429-4f10-b106-17141f1ef360 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=61bedeb318e9494a8f26e146a13fd704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0773466 Aug 16 22:49:58.181636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.327387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63210b-ee66-426f-927e-038d886ef78a tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.328918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bd63210b-ee66-426f-927e-038d886ef78a tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1463475 Aug 16 22:49:58.331591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.368097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4ec90af7-d3cc-480c-ad9b-d905e786f24e tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354505 Aug 16 22:49:58.371224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38742) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.398689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2a549457-ab32-4d4e-be60-7b9c9f99f255 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=61bedeb318e9494a8f26e146a13fd704&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259495 Aug 16 22:49:58.400839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38744) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.488151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0828db74-767b-4066-a038-6018db8f1317 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.489726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0828db74-767b-4066-a038-6018db8f1317 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879867 Aug 16 22:49:58.492541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38746) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.844840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d91db3d0-35a9-4ea5-9321-a438cdc5b93a tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3511357 Aug 16 22:49:58.847302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38748) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:58.852381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350001934', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:58.940263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-e6847306-38df-4f89-bb5d-2677ef0cd796 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048295 Aug 16 22:49:58.962795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:58.966330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.070984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-ed7b44e6-db61-4661-a558-dc8f2702d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.072511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-ed7b44e6-db61-4661-a558-dc8f2702d088 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1097 time: 0.0667443 Aug 16 22:49:59.243196 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.290528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-af31da90-480a-4173-8afc-5595b2b468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.292020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-af31da90-480a-4173-8afc-5595b2b468db service neutron] 10.222.0.89 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 895 time: 0.1736701 Aug 16 22:49:59.352650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Subnet': ['ID=bb34bfe4-e598-472b-89ce-07471acd4cd3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.370785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.371143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.371493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.371840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.372180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.372518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.372851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.373214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.373548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.373882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.374215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.374546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:59.386357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Checking segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:59.386731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network hostable DHCP agents. Network: 79c994b9-b8d5-4974-93eb-495d1c47fe4b, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:59.401373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-dc5c6ec2-753d-4dfb-938e-56d8e8e526cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 1000 time: 0.0974092 Aug 16 22:49:59.410097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:59.446494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 79c994b9-b8d5-4974-93eb-495d1c47fe4b) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:59.451455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.452560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.456322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b060b56-3194-475e-8421-df8a0d47e5bb None None] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:59.478089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0343eb9c-8bbb-441b-a26e-fa073994bd60 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6297956 Aug 16 22:49:59.482038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-870b9760-0996-408d-900f-7766dac902c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.483463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-870b9760-0996-408d-900f-7766dac902c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 200 len: 835 time: 0.0701113 Aug 16 22:49:59.540543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-db0f1888-291a-4107-bc53-28339fcd8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.542113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-db0f1888-291a-4107-bc53-28339fcd8d4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b2456e7e-e407-45e7-a665-e005daecb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474422 Aug 16 22:49:59.604599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ips': [{'subnet_id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:49:59.605006 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.640925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-c8f75a14-159e-4792-a5b0-f8a51d28d27f service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865412 Aug 16 22:49:59.726110 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38752) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:59.732006 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942769851', 'description': 'tempest-secgroup-smoke-942769851 description', 'project_id': '61bedeb318e9494a8f26e146a13fd704'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:59.742064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1588b42-5c70-473a-bcd2-0c34d8fa6648 req-828ebf7a-c296-4c28-b06b-2bfcbcd50e65 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899103 Aug 16 22:49:59.747105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Allocated IP 172.20.0.18 (79c994b9-b8d5-4974-93eb-495d1c47fe4b/bb34bfe4-e598-472b-89ce-07471acd4cd3/6de56087-f477-4242-9b71-56cb341ad51d) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:59.753913 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.837146 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.841212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.861629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.862796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1351511 Aug 16 22:49:59.865679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38754) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:59.870825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:59.888197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b2e3-6d01-4212-93f0-cc92fb5338db tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.894811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.904332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Transition to ACTIVE for port object 6de56087-f477-4242-9b71-56cb341ad51d will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:59.906656 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.920281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Transition to ACTIVE for port object 6de56087-f477-4242-9b71-56cb341ad51d will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:59.926391 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.966165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:59.967689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.969295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:59.971993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:59.972149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.985561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Pushing event updated for resources: {'Port': ['ID=6de56087-f477-4242-9b71-56cb341ad51d,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.995857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0da2ed5-b3e1-4c27-ae6d-9d91236d8031,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.998883 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.000140 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fa4bd9e8-054f-4567-b91f-9b85344afa07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335452 Aug 16 22:50:00.002882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38756) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:00.007950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:00.015500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.015853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.016193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.016532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.016865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.017228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.017556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.017883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.018215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.018541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.018866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.019184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:00.035611 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.048997 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Attempting to bind port 6de56087-f477-4242-9b71-56cb341ad51d on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:00.049401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Attempting to bind port 6de56087-f477-4242-9b71-56cb341ad51d by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:00.049766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Attempting to bind port 6de56087-f477-4242-9b71-56cb341ad51d on network 79c994b9-b8d5-4974-93eb-495d1c47fe4b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:00.055161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:00.055540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Checking segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:00.055943 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.056339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Bound using segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:00.056800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Bound port: 6de56087-f477-4242-9b71-56cb341ad51d, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:00.057213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.091493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.095018 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.112300 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a039ff-60f2-462e-b51e-5a67bc5abf4d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.119948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.121178 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6eec7a9c-215f-4767-b83e-f8752982f898 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171865 Aug 16 22:50:00.122264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] For port 6de56087-f477-4242-9b71-56cb341ad51d, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:00.123839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:00.125829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] For port 6de56087-f477-4242-9b71-56cb341ad51d, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6de56087-f477-4242-9b71-56cb341ad51d,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:00.128591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:00.130237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.154261 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.194591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51395-c483-447b-a506-2484ea9b17c0 None None] Pushing event updated for resources: {'Port': ['ID=6de56087-f477-4242-9b71-56cb341ad51d,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.222718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.227235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.246108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0becd08d-1e66-4c91-bace-58f460be65be,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.251015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.255054 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41633a5b-db6c-4862-98c0-b70108613ac4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274610 Aug 16 22:50:00.255054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:00.259666 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:00.286940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.361315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.364987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.386654 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2cca20-df4f-411a-82ec-26b9896998c2,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.394505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.395770 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5f531455-9aaa-40f3-ab05-56dcd3ffa5ab tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399255 Aug 16 22:50:00.399031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:00.403659 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:00.426431 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:50:00.432065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.494906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.498414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.516235 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b6d4b3-4a7c-4003-9f9f-37c1b4346604,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.518727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.519921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4e9d054c-bc55-4c2f-b748-73c97003eab0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198583 Aug 16 22:50:00.523370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38764) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:00.527999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:00.549585 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:50:00.554211 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.615472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.619690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.640680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199cee30-e74b-4b5b-a120-c5459fa346a4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.644362 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.649531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c0cb9aa5-9941-4d8d-821d-8a994572f273 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251123 Aug 16 22:50:00.851078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-f7ba30f6-f24f-4868-a71e-0e9bf23f5b02 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942769851&fields=id&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 267 time: 0.0354993 Aug 16 22:50:00.972691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-f6a0e089-e9de-4182-b90a-b9a5e76a313e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.974268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-f6a0e089-e9de-4182-b90a-b9a5e76a313e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/networks?id=79c994b9-b8d5-4974-93eb-495d1c47fe4b HTTP/1.1" status: 200 len: 796 time: 0.1149695 Aug 16 22:50:00.990058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-e1ec4368-49c5-445a-8f1c-0362f4b14d46 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/quotas/61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Aug 16 22:50:01.050100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-1790a4bb-3598-40fc-b290-4baac2c5b670 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537548 Aug 16 22:50:01.101321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d904d3-1048-4b3c-aec3-e3c4e527d83b None None] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:01.158758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-12848df5-bcc6-4b53-8037-7c7bdf3bc611 service neutron] 10.222.0.22 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966165 Aug 16 22:50:01.204983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6de56087-f477-4242-9b71-56cb341ad51d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:01.248264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-918e3ca2-8568-425c-87bb-0bd7e914df1d None None] Provisioning for port 6de56087-f477-4242-9b71-56cb341ad51d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:01.253578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-8827f091-b0aa-4902-82b8-c08c3c650137 service neutron] 10.222.0.22 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881431 Aug 16 22:50:01.316160 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6de56087-f477-4242-9b71-56cb341ad51d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:01.324023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6de56087-f477-4242-9b71-56cb341ad51d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:01.324409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.418262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.455981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6de56087-f477-4242-9b71-56cb341ad51d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6de56087-f477-4242-9b71-56cb341ad51d,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:01.470878 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.471902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b51fbf07-4434-409e-b347-b56174faab15 req-e7aceb24-9a84-4671-ad76-4ecf5eb589a1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 210 time: 0.0427656 Aug 16 22:50:01.524989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6de56087-f477-4242-9b71-56cb341ad51d,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:01.582825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-858ac2bb-ce72-4252-b029-61fcbe38e573 None None] Provisioning complete for port 6de56087-f477-4242-9b71-56cb341ad51d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:01.583207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-858ac2bb-ce72-4252-b029-61fcbe38e573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.489787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-7396fbdc-7a8a-41f9-9a09-cdee3d7fff16 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:02.491265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-7396fbdc-7a8a-41f9-9a09-cdee3d7fff16 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.88 "GET /v2.0/networks?id=79c994b9-b8d5-4974-93eb-495d1c47fe4b HTTP/1.1" status: 200 len: 796 time: 0.1125338 Aug 16 22:50:02.551187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-2f3f3fb9-6a9e-44a7-81d4-bf7b09089e15 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 472 time: 0.0375907 Aug 16 22:50:02.579133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'port': {'device_id': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'admin_state_up': True, 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'security_groups': ['1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:02.583250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4cad981-c6f2-48a3-acf5-dbfefbcd33ad req-573396f0-0b7d-46f3-aa66-61284c9bdeb0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 210 time: 0.0385957 Aug 16 22:50:02.691817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:02.695353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.823203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.26 (79c994b9-b8d5-4974-93eb-495d1c47fe4b/bb34bfe4-e598-472b-89ce-07471acd4cd3/73ff45f3-0c28-481c-9408-6f1c831ca2ff) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:02.959481 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.972935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object 73ff45f3-0c28-481c-9408-6f1c831ca2ff will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:03.006148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.050699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:03.055630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:03.059282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:03.089535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.113835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.114599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.130334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-5e256d6c-3214-49bd-ad75-364ba9374e07 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549722 Aug 16 22:50:03.150603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Request body: {'port': {'device_id': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:03.176118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6de56087-f477-4242-9b71-56cb341ad51d up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:03.209883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.233117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6de56087-f477-4242-9b71-56cb341ad51d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:03.233502 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.324262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80025e9b-339f-4fdb-9692-fa27be3dbbe1 None None] Provisioning for port 73ff45f3-0c28-481c-9408-6f1c831ca2ff completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:03.328270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-80025e9b-339f-4fdb-9692-fa27be3dbbe1 None None] Provisioning complete for port 73ff45f3-0c28-481c-9408-6f1c831ca2ff triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:03.328642 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80025e9b-339f-4fdb-9692-fa27be3dbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.361548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-80025e9b-339f-4fdb-9692-fa27be3dbbe1 None None] Port 73ff45f3-0c28-481c-9408-6f1c831ca2ff cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:03.485152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ff45f3-0c28-481c-9408-6f1c831ca2ff {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:03.493024 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.505268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Transition to ACTIVE for port object 73ff45f3-0c28-481c-9408-6f1c831ca2ff will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:03.509399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.557824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Pushing event updated for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.633813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Attempting to bind port 73ff45f3-0c28-481c-9408-6f1c831ca2ff on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:03.634167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Attempting to bind port 73ff45f3-0c28-481c-9408-6f1c831ca2ff by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:03.634511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Attempting to bind port 73ff45f3-0c28-481c-9408-6f1c831ca2ff on network 79c994b9-b8d5-4974-93eb-495d1c47fe4b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:03.639041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Port 73ff45f3-0c28-481c-9408-6f1c831ca2ff on network 79c994b9-b8d5-4974-93eb-495d1c47fe4b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:03.639376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Attempting to bind port 73ff45f3-0c28-481c-9408-6f1c831ca2ff on network 79c994b9-b8d5-4974-93eb-495d1c47fe4b {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:03.644420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:03.644768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Checking segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:03.645197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Bound using segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:03.645641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Bound port: 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:03.646016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.751857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:03.761626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41b4a9-f9cf-4f25-ad6d-1ea95a1082a4 req-0463fa9e-6fdf-484c-9c6e-c842749dc2b2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.763149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e41b4a9-f9cf-4f25-ad6d-1ea95a1082a4 req-0463fa9e-6fdf-484c-9c6e-c842749dc2b2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 944 time: 0.1016452 Aug 16 22:50:03.764775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:03.768983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.821399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.822021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.823404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] 10.222.0.88 "PUT /v2.0/ports/73ff45f3-0c28-481c-9408-6f1c831ca2ff HTTP/1.1" status: 200 len: 1093 time: 0.6781607 Aug 16 22:50:03.828750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:03.831041 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec2818-26a8-4d58-98c2-e316769a7d16" -d '{"events": [{"name": "network-changed", "server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:03.858150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e41b4a9-f9cf-4f25-ad6d-1ea95a1082a4 req-dd550338-b0ea-47d1-9738-4ea2a6c7b21b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867062 Aug 16 22:50:03.892456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c45c-6879-476e-8b21-66a8605e533e service neutron] Pushing event updated for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.912832 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04138ac-2ea1-4797-95bd-1113eb348dff x-openstack-request-id: req-c04138ac-2ea1-4797-95bd-1113eb348dff {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:03.913162 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:03.913924 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c04138ac-2ea1-4797-95bd-1113eb348dff {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:03.914320 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff', 'status': 'completed', 'code': 200} Aug 16 22:50:03.930536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-c6a07438-8e2e-4479-9be1-8bbff7842faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.932070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-c6a07438-8e2e-4479-9be1-8bbff7842faf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 1096 time: 0.0530350 Aug 16 22:50:03.982378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-aa5d7395-f88e-4d1f-b6c9-08acd3d98999 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff HTTP/1.1" status: 200 len: 217 time: 0.0358071 Aug 16 22:50:04.038341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-4c533f34-4f93-40e6-b936-36ae04c2c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.039899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-4c533f34-4f93-40e6-b936-36ae04c2c446 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bb34bfe4-e598-472b-89ce-07471acd4cd3 HTTP/1.1" status: 200 len: 838 time: 0.0473866 Aug 16 22:50:04.084994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-86a72547-07d8-4dca-a0c8-c3c73736ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.086996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-86a72547-07d8-4dca-a0c8-c3c73736ca36 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=79c994b9-b8d5-4974-93eb-495d1c47fe4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0394523 Aug 16 22:50:04.178371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-77f1d7ca-bac3-4803-ab14-c1c6c3befe59 service neutron] 10.222.0.88 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836198 Aug 16 22:50:04.279492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e7a80e1-2d45-47ea-b3d8-b6a0fd64c430 req-3cbe3847-6f90-47c3-96e6-9a82f0033284 service neutron] 10.222.0.88 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Aug 16 22:50:04.403780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-9224e447-15cf-4aad-85bb-2b39a0423e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.405311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-9224e447-15cf-4aad-85bb-2b39a0423e8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 1096 time: 0.0417688 Aug 16 22:50:04.499056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-28ee3165-7f27-42f9-9aa7-174136848dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.500536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-28ee3165-7f27-42f9-9aa7-174136848dba service neutron] 10.222.0.88 "GET /v2.0/networks?id=79c994b9-b8d5-4974-93eb-495d1c47fe4b HTTP/1.1" status: 200 len: 896 time: 0.0882971 Aug 16 22:50:04.541482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-b283b1eb-333b-42f2-a874-acc14dd01bab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff HTTP/1.1" status: 200 len: 217 time: 0.0334387 Aug 16 22:50:04.591732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-d1bbb09b-2972-4c92-8217-9e1cf23d04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.593217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-d1bbb09b-2972-4c92-8217-9e1cf23d04ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bb34bfe4-e598-472b-89ce-07471acd4cd3 HTTP/1.1" status: 200 len: 838 time: 0.0431845 Aug 16 22:50:04.639459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-296f2b02-c7fe-4623-96de-9c18d470e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.640949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-296f2b02-c7fe-4623-96de-9c18d470e2ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=79c994b9-b8d5-4974-93eb-495d1c47fe4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0403850 Aug 16 22:50:04.731963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-4918ddc8-4384-49f2-8af6-91d955b2a017 service neutron] 10.222.0.88 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Aug 16 22:50:04.824334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cec2818-26a8-4d58-98c2-e316769a7d16 req-e08d1748-5f51-41ba-b0d3-70b743271a5b service neutron] 10.222.0.88 "GET /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845480 Aug 16 22:50:04.975051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81d1ff-9373-4110-b502-9d552cb96d20 req-eaedcaec-1cb5-4d26-8f3e-110c0e989be9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.976526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c81d1ff-9373-4110-b502-9d552cb96d20 req-eaedcaec-1cb5-4d26-8f3e-110c0e989be9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Aug 16 22:50:05.013457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c81d1ff-9373-4110-b502-9d552cb96d20 req-ed2b836a-da65-4571-b521-e43621361195 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309973 Aug 16 22:50:06.129164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f750c54-7e9b-4209-bb94-6ce4828f62a4 req-6d449d1f-094f-4563-b3fa-e03db6c939e1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:06.130579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f750c54-7e9b-4209-bb94-6ce4828f62a4 req-6d449d1f-094f-4563-b3fa-e03db6c939e1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 944 time: 0.0484538 Aug 16 22:50:06.168388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f750c54-7e9b-4209-bb94-6ce4828f62a4 req-fedac71d-7428-456d-963b-8a3669ae9cfa tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Aug 16 22:50:06.752247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73ff45f3-0c28-481c-9408-6f1c831ca2ff details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:06.848019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:06.859479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '73ff45f3-0c28-481c-9408-6f1c831ca2ff', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'port_id': '73ff45f3-0c28-481c-9408-6f1c831ca2ff', 'mac_address': 'fa:16:3e:b0:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:06.895340 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.907588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ff45f3-0c28-481c-9408-6f1c831ca2ff {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:06.926512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:06.930970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.975689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:07.287135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5b0a9-5ad6-4f60-9f4e-dcf0fa8ea0e2 req-69980d17-85f8-43a8-a139-5bc730b9ee2a tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.289199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73c5b0a9-5ad6-4f60-9f4e-dcf0fa8ea0e2 req-69980d17-85f8-43a8-a139-5bc730b9ee2a tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Aug 16 22:50:07.325795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-73c5b0a9-5ad6-4f60-9f4e-dcf0fa8ea0e2 req-f8ceb0aa-ab9c-46d6-8396-18b0fc82266e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304866 Aug 16 22:50:07.406740 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['73ff45f3-0c28-481c-9408-6f1c831ca2ff'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:08.439499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b82ab-6c8e-4e35-87d4-81d6c13af6c1 req-e156d14c-204a-4ac9-bcd3-e33c5302687f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.441136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e44b82ab-6c8e-4e35-87d4-81d6c13af6c1 req-e156d14c-204a-4ac9-bcd3-e33c5302687f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Aug 16 22:50:08.479685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e44b82ab-6c8e-4e35-87d4-81d6c13af6c1 req-02cf4373-bb4e-4653-8e59-e059eb0d5f3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Aug 16 22:50:08.753120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73ff45f3-0c28-481c-9408-6f1c831ca2ff up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:08.799673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 73ff45f3-0c28-481c-9408-6f1c831ca2ff completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:08.803220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 73ff45f3-0c28-481c-9408-6f1c831ca2ff triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:08.803599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.882832 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.904520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:08.906783 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a9040-d2c6-4982-a65d-b6452b9c5a11" -d '{"events": [{"server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "name": "network-vif-plugged", "status": "completed", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:08.919282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:08.923740 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.948723 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86cf220-762d-4a44-818b-72316f231299 x-openstack-request-id: req-d86cf220-762d-4a44-818b-72316f231299 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:08.949013 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "name": "network-vif-plugged", "status": "completed", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:08.949359 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d86cf220-762d-4a44-818b-72316f231299 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:08.949682 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff', 'code': 200} Aug 16 22:50:08.973858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:09.094867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874611e8-870b-4c93-ae3c-d5e95872c7f0 req-532e3641-9705-4ebd-9fb5-13aae9d827de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.096269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-874611e8-870b-4c93-ae3c-d5e95872c7f0 req-532e3641-9705-4ebd-9fb5-13aae9d827de service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 1098 time: 0.0383830 Aug 16 22:50:09.132202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-874611e8-870b-4c93-ae3c-d5e95872c7f0 req-5913b2f7-76db-4719-9731-f21ecf8c076b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281670 Aug 16 22:50:09.218732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:09.595771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9572f19-14eb-4b7e-9f07-369ad2d603e4 req-8362667b-7ea3-4725-8559-4c2defc08e51 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.597253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9572f19-14eb-4b7e-9f07-369ad2d603e4 req-8362667b-7ea3-4725-8559-4c2defc08e51 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0514417 Aug 16 22:50:09.635166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9572f19-14eb-4b7e-9f07-369ad2d603e4 req-5f28f77c-edcc-4494-a152-2f7236ee4bb0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 16 22:50:10.750902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3c2c-e000-488e-a124-87688787e75e req-526ba202-5a86-4402-8ca2-db8a7d931dc4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.752324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd8b3c2c-e000-488e-a124-87688787e75e req-526ba202-5a86-4402-8ca2-db8a7d931dc4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0490155 Aug 16 22:50:10.789151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd8b3c2c-e000-488e-a124-87688787e75e req-bd5f376d-ca45-4af7-9bb0-4c16e7cd64e6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Aug 16 22:50:10.903674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de633929-baba-4a8a-bd77-242dc88ad5ab req-0ded25f8-ceb0-4de5-9c28-883c6782bb0b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.905186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de633929-baba-4a8a-bd77-242dc88ad5ab req-0ded25f8-ceb0-4de5-9c28-883c6782bb0b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0482059 Aug 16 22:50:10.942562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de633929-baba-4a8a-bd77-242dc88ad5ab req-de2aaeca-4bd5-421b-b991-7039c7c9e23a tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Aug 16 22:50:12.432777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38816) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:12.856274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.119601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.17 (79c994b9-b8d5-4974-93eb-495d1c47fe4b/bb34bfe4-e598-472b-89ce-07471acd4cd3/cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:13.226930 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.239827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:13.272168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.317196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:13.321113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:13.325542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:13.348825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:13.372557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.512403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.572407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a662ad1-c754-49f0-9fb0-4739a2f2bd40 None None] Provisioning for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:13.576300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8a662ad1-c754-49f0-9fb0-4739a2f2bd40 None None] Provisioning complete for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:13.576673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8a662ad1-c754-49f0-9fb0-4739a2f2bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.614964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8a662ad1-c754-49f0-9fb0-4739a2f2bd40 None None] Port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:13.802255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.807183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.876631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:13.879168 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.970511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:13.971920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:14.090481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:14.198591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:14.203764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4479e51d-8790-40ac-aa14-e29ec5f186f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/57f87ab1-4a09-4328-90a9-91b2fb264949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698965 Aug 16 22:50:14.208766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:14.218608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:14.219298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:49:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:14.304981 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0303696b-5866-4907-b670-79c5b03d969b None None] Provisioning complete for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:14.305307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0303696b-5866-4907-b670-79c5b03d969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.355593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:14.357263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0303696b-5866-4907-b670-79c5b03d969b None None] Port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:14.580688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b', 'name': '', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:94:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:12Z', 'updated_at': '2021-08-16T22:50:13Z', 'revision_number': 2, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:14.765185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:14.765543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Updating router 57f87ab1-4a09-4328-90a9-91b2fb264949 port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:50:14.794317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.795359 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.053644 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.063618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Transition to ACTIVE for port object cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:15.069257 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.120330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df5e9-99c0-4301-a8b0-50b37d89960e None None] Pushing event updated for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:15.166325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Attempting to bind port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:15.166703 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Attempting to bind port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:15.167076 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Attempting to bind port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b on network 79c994b9-b8d5-4974-93eb-495d1c47fe4b {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:15.172175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:15.172582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Checking segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:15.172987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.173416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Bound using segment: {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:15.174137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Bound port: cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbd6618-5792-4471-a718-635082825f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:15.174411 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.242903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] For port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:15.247292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] For port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:15.251151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.321632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df5e9-99c0-4301-a8b0-50b37d89960e None None] Pushing event updated for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:15.324103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:15.324697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:49:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:15.436483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:15.600365 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90db138e-8f05-43dd-93ef-8128856fc993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.679567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b', 'name': '', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:94:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:12Z', 'updated_at': '2021-08-16T22:50:15Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:15.709937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24cccb-68a9-4dca-8d57-76f5463ad1b3 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b', 'name': '', 'network_id': '79c994b9-b8d5-4974-93eb-495d1c47fe4b', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:94:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:12Z', 'updated_at': '2021-08-16T22:50:15Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': 'bb34bfe4-e598-472b-89ce-07471acd4cd3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:17.181124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:17.229455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:17.233265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:17.233645 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.312123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.343989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:17.347694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.393873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:18.194443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.323407 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5721891-b7f9-4e43-a325-73ef0a33885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.166027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:19.212818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:19.213454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.310151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:21.327892 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.071078 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.668536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.571980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33b4e2f6-db44-4c34-bbf0-b394c87654a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.137872 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:48.197397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.322869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4fe9dcd-80bd-4c68-afb8-af0d2c4da083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.313534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.269701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38858) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:50.623268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.222989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:51.223341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.314388 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:51.314999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.327607 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:51.329408 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.521170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.553713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.734042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.949571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:52.057403 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:52.066403 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e0236dbf-2533-4f75-93ef-b269cf5f5882 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/57f87ab1-4a09-4328-90a9-91b2fb264949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913029 Aug 16 22:50:52.067911 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:52.078082 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:52.079134 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:52.204450 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:52.311151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d8a3-d5dd-4cb8-a3df-7f22e3f21eb4 req-4a85c2fa-2fb6-4340-9f9d-ff1651e0ad57 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.313285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc8d8a3-d5dd-4cb8-a3df-7f22e3f21eb4 req-4a85c2fa-2fb6-4340-9f9d-ff1651e0ad57 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0569675 Aug 16 22:50:52.351726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc8d8a3-d5dd-4cb8-a3df-7f22e3f21eb4 req-4c6d2469-c7dd-456e-823e-183d2e0c4426 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Aug 16 22:50:52.446860 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:52.482711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:52.491380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:52.491985 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:52.593434 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:52.808051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:52.836780 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b917cc6-4883-4ea0-836f-837d3af2fdd3 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'port_id': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'mac_address': 'fa:16:3e:ac:94:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:20Z', 'updated_at': '2021-08-16T22:49:22Z', 'revision_number': 1, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:53.074264 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.224381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:53.245969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:53.246324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cdbd70a1-8ab5-4d31-a5f1-1a9ae6c4627b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:53.473569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a54c-d937-4cbd-b4d5-d340769319aa req-3155bce9-4a5e-45a5-9633-6bf1f9bfff45 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:53.475582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30b8a54c-d937-4cbd-b4d5-d340769319aa req-3155bce9-4a5e-45a5-9633-6bf1f9bfff45 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0512261 Aug 16 22:50:53.512657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30b8a54c-d937-4cbd-b4d5-d340769319aa req-bc33dd91-2751-4b2d-8bf1-370bb6f0dc91 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Aug 16 22:50:54.288539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-ed8136cf-710b-4565-aa85-7103cfd23ef5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.290001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-ed8136cf-710b-4565-aa85-7103cfd23ef5 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.88 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0470889 Aug 16 22:50:54.379906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 73ff45f3-0c28-481c-9408-6f1c831ca2ff {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:54.380255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.469661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 73ff45f3-0c28-481c-9408-6f1c831ca2ff, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=73ff45f3-0c28-481c-9408-6f1c831ca2ff,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:54.470033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.482641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 73ff45f3-0c28-481c-9408-6f1c831ca2ff owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:54.930010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553746bf-de22-41e9-ad2f-52e49567ceff req-c48ac529-c5de-443d-b4c3-40899f96e290 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.931488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-553746bf-de22-41e9-ad2f-52e49567ceff req-c48ac529-c5de-443d-b4c3-40899f96e290 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=1da09de6-3d68-4e13-b5c2-a8a93f391715 HTTP/1.1" status: 200 len: 946 time: 0.0697770 Aug 16 22:50:55.002374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-553746bf-de22-41e9-ad2f-52e49567ceff req-3a45c81a-d6e0-4696-b17d-059a15c600b4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642495 Aug 16 22:50:55.014190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.040729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=73ff45f3-0c28-481c-9408-6f1c831ca2ff,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:55.083910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] No DVR routers for this DVR port 73ff45f3-0c28-481c-9408-6f1c831ca2ff on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:55.087086 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.089092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc8e8172-f535-4cc5-8f52-3d47f3011e9c req-b96b267e-2368-40b2-809e-678bd8ee249b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.88 "DELETE /v2.0/ports/73ff45f3-0c28-481c-9408-6f1c831ca2ff HTTP/1.1" status: 204 len: 173 time: 0.7919490 Aug 16 22:50:55.089540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'name': 'network-vif-deleted', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:55.091743 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8311ead0-3cde-42bd-8bd1-282fc4e04a3c" -d '{"events": [{"server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "name": "network-vif-deleted", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:55.132932 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87fe46-67f5-4a5d-90a1-276b11479c48 x-openstack-request-id: req-cb87fe46-67f5-4a5d-90a1-276b11479c48 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:55.133410 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da09de6-3d68-4e13-b5c2-a8a93f391715", "name": "network-vif-deleted", "tag": "73ff45f3-0c28-481c-9408-6f1c831ca2ff", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:55.133689 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb87fe46-67f5-4a5d-90a1-276b11479c48 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:55.134090 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da09de6-3d68-4e13-b5c2-a8a93f391715', 'name': 'network-vif-deleted', 'tag': '73ff45f3-0c28-481c-9408-6f1c831ca2ff', 'status': 'completed', 'code': 200} Aug 16 22:50:56.059801 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38876) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:56.117607 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.146647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.203230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.206052 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.207203 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/security-groups/1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7 HTTP/1.1" status: 204 len: 168 time: 0.1464651 Aug 16 22:50:56.216712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1701b-7453-49f6-8219-c6a8e9061b8b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4081b-ca53-4a36-ba4e-b0ae76ee2ec7,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.241213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38880) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:56.291428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting subnet bb34bfe4-e598-472b-89ce-07471acd4cd3 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:56.294524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.332581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.417962 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.475890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.502791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Subnet': ['ID=bb34bfe4-e598-472b-89ce-07471acd4cd3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.506619 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.508762 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-869f68a2-2d14-4d57-a72f-66ce034be820 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/subnets/bb34bfe4-e598-472b-89ce-07471acd4cd3 HTTP/1.1" status: 204 len: 168 time: 0.2662296 Aug 16 22:50:56.511061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38882) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:56.513658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19824dfe-2567-4cd8-9b2a-22790cde6a09 None None] Network 79c994b9-b8d5-4974-93eb-495d1c47fe4b requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:56.590185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.642594 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 6de56087-f477-4242-9b71-56cb341ad51d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:56.642991 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.681467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] DHCP port deletion for 79c994b9-b8d5-4974-93eb-495d1c47fe4b request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:50:56.705147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 6de56087-f477-4242-9b71-56cb341ad51d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6de56087-f477-4242-9b71-56cb341ad51d,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.705515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.717950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 6de56087-f477-4242-9b71-56cb341ad51d owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:56.729805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Deleting port 6de56087-f477-4242-9b71-56cb341ad51d {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:56.730188 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.790492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] For port 6de56087-f477-4242-9b71-56cb341ad51d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6de56087-f477-4242-9b71-56cb341ad51d,segment=NetworkSegment(8fbd6618-5792-4471-a718-635082825f5b),segment_id=8fbd6618-5792-4471-a718-635082825f5b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.790893 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.800521 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.804332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Calling delete_port for 6de56087-f477-4242-9b71-56cb341ad51d owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:56.826643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=6de56087-f477-4242-9b71-56cb341ad51d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.830190 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] No DVR routers for this DVR port 6de56087-f477-4242-9b71-56cb341ad51d on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:56.893146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.917623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] Pushing event deleted for resources: {'Port': ['ID=6de56087-f477-4242-9b71-56cb341ad51d,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.920862 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6185c-b970-4945-a3b3-e79b1457e11a None None] No DVR routers for this DVR port 6de56087-f477-4242-9b71-56cb341ad51d on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:56.922213 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.932892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c994b9-b8d5-4974-93eb-495d1c47fe4b']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:56.942857 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbd6618-5792-4471-a718-635082825f5b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:56.943514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbd6618-5792-4471-a718-635082825f5b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:56.953117 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.966565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.972273 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:56.972734 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:56.976117 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:57.014183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73ff45f3-0c28-481c-9408-6f1c831ca2ff no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:57.032294 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.033576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 73ff45f3-0c28-481c-9408-6f1c831ca2ff {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:57.033927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 73ff45f3-0c28-481c-9408-6f1c831ca2ff not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:57.039575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.041596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/networks/79c994b9-b8d5-4974-93eb-495d1c47fe4b HTTP/1.1" status: 204 len: 168 time: 0.5294189 Aug 16 22:50:57.044011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38884) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:57.060015 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197e016-941d-4665-ac26-856d55a1d1f0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Network': ['ID=79c994b9-b8d5-4974-93eb-495d1c47fe4b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.180207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6de56087-f477-4242-9b71-56cb341ad51d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:57.200288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6de56087-f477-4242-9b71-56cb341ad51d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:57.200562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6de56087-f477-4242-9b71-56cb341ad51d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:57.207481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port c13dd9c2-d917-4c65-a945-698860909251 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:57.207710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.286750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.287076 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.298683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for c13dd9c2-d917-4c65-a945-698860909251 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:57.444434 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.470896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=c13dd9c2-d917-4c65-a945-698860909251,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.533424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.533903 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Floating IP bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 disassociated (deleted). External IP: 172.25.8.57, port: 2c00832c-d73b-4751-908d-e1f114dbbe26. Aug 16 22:50:57.732833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:57.837450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:57.842186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.846715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:57.855843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:57.856458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:57.868901 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-89b26785-919b-44b3-b8f0-ae9d084bedba tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/floatingips/bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3 HTTP/1.1" status: 204 len: 168 time: 0.8238976 Aug 16 22:50:57.869511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:57.872042 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e13005-48f2-4a0e-a954-a455497f3cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:57.910350 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84b11a-e7cc-48d8-a9ba-7b10584be046 x-openstack-request-id: req-6d84b11a-e7cc-48d8-a9ba-7b10584be046 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:57.910642 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:57.910891 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d84b11a-e7cc-48d8-a9ba-7b10584be046 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:57.911355 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'status': 'completed', 'code': 200} Aug 16 22:50:57.963684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:58.020030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-8c21cbfb-c0cc-4c5a-a34d-00c1e9bd7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.021625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-8c21cbfb-c0cc-4c5a-a34d-00c1e9bd7c33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 1097 time: 0.0471857 Aug 16 22:50:58.143902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025fa6-1364-46a5-8376-e404daa5cda9 req-9ce9e2af-9633-441e-a23b-7ca31f885ff0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.145423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8025fa6-1364-46a5-8376-e404daa5cda9 req-9ce9e2af-9633-441e-a23b-7ca31f885ff0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.1001887 Aug 16 22:50:58.177595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:58.189784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-fbf3965b-ebf2-4061-be2e-1b1cfc01df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.191268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-fbf3965b-ebf2-4061-be2e-1b1cfc01df76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 200 len: 895 time: 0.1362903 Aug 16 22:50:58.205939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:58.210365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8025fa6-1364-46a5-8376-e404daa5cda9 req-139ef072-4cd3-4523-9b91-dd5c1db77619 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576055 Aug 16 22:50:58.214514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:58.215151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:58.241936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-6944bdd1-258c-45be-a8cf-43ecceea6e04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 200 len: 217 time: 0.0423765 Aug 16 22:50:58.296207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-8fc44520-a074-4408-8148-e8a652a100ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.297627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-8fc44520-a074-4408-8148-e8a652a100ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 200 len: 835 time: 0.0453036 Aug 16 22:50:58.320593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:58.345522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-9c367002-49ee-496b-94a3-20add2d136d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.347022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-9c367002-49ee-496b-94a3-20add2d136d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b2456e7e-e407-45e7-a665-e005daecb794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397513 Aug 16 22:50:58.443682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-17dcece4-eba0-4ab1-9e50-4afbdda27632 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883825 Aug 16 22:50:58.518663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:58.538306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0e13005-48f2-4a0e-a954-a455497f3cdb req-2ff68840-1704-4301-a87a-140f37e2e959 service neutron] 10.222.0.89 "GET /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Aug 16 22:50:58.548186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96464cac-2f76-4f90-9248-ced867b19488 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 6, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b742e48b-681e-4b69-9ac2-52aa6926be0d', 'name': '', 'network_id': 'b2456e7e-e407-45e7-a665-e005daecb794', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:91:97:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:58Z', 'updated_at': '2021-08-16T22:49:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '87084b18-46ae-4e40-a3cc-7ab1f17917dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:58.774822 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccc7b44-ebc6-4be9-9247-11ce8559bd85 None None] New status for floating IP bdf0fae2-c0e9-4318-a232-fb7c46c8a5a3: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:50:59.329591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb3e3a-dca2-446d-9a26-966dbb81bcc0 req-a7697737-d47c-4096-a9ec-7a4a6a7dcdf7 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.331090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5eb3e3a-dca2-446d-9a26-966dbb81bcc0 req-a7697737-d47c-4096-a9ec-7a4a6a7dcdf7 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0526552 Aug 16 22:50:59.368084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5eb3e3a-dca2-446d-9a26-966dbb81bcc0 req-1d7f1ddc-8c61-4e57-9087-bd26a12cfca8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=709bacab-6074-4281-b9d8-2092b5e400aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304849 Aug 16 22:50:59.800542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-e66ce337-ca18-4187-b259-11ff3cacf26c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.801960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-e66ce337-ca18-4187-b259-11ff3cacf26c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 945 time: 0.0482249 Aug 16 22:50:59.892958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 2c00832c-d73b-4751-908d-e1f114dbbe26 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:59.893339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.984201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 2c00832c-d73b-4751-908d-e1f114dbbe26, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=2c00832c-d73b-4751-908d-e1f114dbbe26,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:59.984586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.997806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 2c00832c-d73b-4751-908d-e1f114dbbe26 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:00.123821 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.154745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=2c00832c-d73b-4751-908d-e1f114dbbe26,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:00.179464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.179822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.180168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.180514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.180856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.181220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.181555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.181887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.182216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.182547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.182879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.183212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.204665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] No DVR routers for this DVR port 2c00832c-d73b-4751-908d-e1f114dbbe26 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:00.207061 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.209094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2bf5ed5-f51b-4b12-a529-8fa5c025e97e req-837b2fae-01d2-45fc-a6ca-9a631c293208 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "DELETE /v2.0/ports/2c00832c-d73b-4751-908d-e1f114dbbe26 HTTP/1.1" status: 204 len: 173 time: 0.3973899 Aug 16 22:51:00.210087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'name': 'network-vif-deleted', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:00.212306 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032f17d-6227-4cde-b7b3-71068405fb6a" -d '{"events": [{"server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "name": "network-vif-deleted", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:00.249037 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c41767-af07-4643-87d0-89916ac6feae x-openstack-request-id: req-68c41767-af07-4643-87d0-89916ac6feae {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:00.249446 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16429a0d-7da3-4f74-bd24-0c4b26afde3f", "name": "network-vif-deleted", "tag": "2c00832c-d73b-4751-908d-e1f114dbbe26", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:00.249769 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68c41767-af07-4643-87d0-89916ac6feae {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:00.250212 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16429a0d-7da3-4f74-bd24-0c4b26afde3f', 'name': 'network-vif-deleted', 'tag': '2c00832c-d73b-4751-908d-e1f114dbbe26', 'status': 'completed', 'code': 200} Aug 16 22:51:00.477309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9594b3a3-9ae7-43c2-a2eb-e421838920ab req-92646a36-b99e-4c9d-8ae2-c2ebb2bc3cec tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=16429a0d-7da3-4f74-bd24-0c4b26afde3f HTTP/1.1" status: 200 len: 210 time: 0.0308123 Aug 16 22:51:01.533597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:01.595907 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.621273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.678713 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.681344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.682506 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/security-groups/709bacab-6074-4281-b9d8-2092b5e400aa HTTP/1.1" status: 204 len: 168 time: 0.1479115 Aug 16 22:51:01.691415 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709bacab-6074-4281-b9d8-2092b5e400aa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:01.699447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.699803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.700146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.700487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.700826 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.701187 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.701521 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.701849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.702233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.702564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.702893 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.703225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60c78b0-844c-4c0f-97d3-2a20579b9234 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:01.714215 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:02.060093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.304394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port b742e48b-681e-4b69-9ac2-52aa6926be0d {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:02.304733 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.392957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port b742e48b-681e-4b69-9ac2-52aa6926be0d, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b742e48b-681e-4b69-9ac2-52aa6926be0d,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:02.393385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.405992 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for b742e48b-681e-4b69-9ac2-52aa6926be0d owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:02.585450 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.609290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=b742e48b-681e-4b69-9ac2-52aa6926be0d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:02.778168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.168574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2c00832c-d73b-4751-908d-e1f114dbbe26 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:03.190055 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 2c00832c-d73b-4751-908d-e1f114dbbe26 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:03.190408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 2c00832c-d73b-4751-908d-e1f114dbbe26 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:03.302535 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 57f87ab1-4a09-4328-90a9-91b2fb264949 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:03.403556 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:03.408322 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-23a0b609-10a3-4523-8270-0ca13118e88f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/57f87ab1-4a09-4328-90a9-91b2fb264949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931269 Aug 16 22:51:03.411173 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:03.413337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Sync routers for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:03.422648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:03.423359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:03.470552 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting subnet 87084b18-46ae-4e40-a3cc-7ab1f17917dd {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:03.473484 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.513931 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.600079 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.665838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.687820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:03.691892 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Subnet': ['ID=87084b18-46ae-4e40-a3cc-7ab1f17917dd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:03.695667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.697543 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ca543914-429d-40f1-957f-863bd88c0b48 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/subnets/87084b18-46ae-4e40-a3cc-7ab1f17917dd HTTP/1.1" status: 204 len: 168 time: 0.2854316 Aug 16 22:51:03.700451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38908) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:03.719383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860eedfc-d5a6-4d89-af7b-cc2bb5d60002 None None] Network b2456e7e-e407-45e7-a665-e005daecb794 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:03.805236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.906888 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.960068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 46d73daf-8c0d-42dd-948a-6e345d24f185 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:03.960430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.976389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:51:02Z', 'revision_number': 7, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '46d73daf-8c0d-42dd-948a-6e345d24f185', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.010014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Checking router: 57f87ab1-4a09-4328-90a9-91b2fb264949 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:04.022597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Routers {'57f87ab1-4a09-4328-90a9-91b2fb264949'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:04.023224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['57f87ab1-4a09-4328-90a9-91b2fb264949'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.026422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] DHCP port deletion for b2456e7e-e407-45e7-a665-e005daecb794 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:51:04.043204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 46d73daf-8c0d-42dd-948a-6e345d24f185, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=46d73daf-8c0d-42dd-948a-6e345d24f185,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:04.043572 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.059914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 46d73daf-8c0d-42dd-948a-6e345d24f185 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:04.133769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] Set router 57f87ab1-4a09-4328-90a9-91b2fb264949 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:04.192079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 8, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.222408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.222932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95134caa-6fa0-4f6e-b10e-9f757307a4f4 None None] The sync data for ids ['57f87ab1-4a09-4328-90a9-91b2fb264949'] in n-d-791505-20 is: [{'id': '57f87ab1-4a09-4328-90a9-91b2fb264949', 'name': 'tempest-TestNetworkBasicOps-router-1058113934', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:56Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 8, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:04.226742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Deleting port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:04.227079 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.257490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=46d73daf-8c0d-42dd-948a-6e345d24f185,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:04.295296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] For port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,segment=NetworkSegment(674f62ed-a118-47fc-8efd-7396493b0531),segment_id=674f62ed-a118-47fc-8efd-7396493b0531)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:04.295702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.307429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Calling delete_port for 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:04.317124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.388982 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.410284 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.412030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Pushing event deleted for resources: {'Port': ['ID=2e3d5d08-93db-41b8-9f01-ffe29eda5b9a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:04.413304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.422813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.423166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.423578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.424026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.424251 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.424586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.424915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.425269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.425601 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.425924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.426246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.426569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:04.429264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff853a-947b-457f-ac89-2f201d2d9d52 None None] No DVR routers for this DVR port 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:04.460077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.460655 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Fanout notify agent at l3_agent the message router_deleted on router 57f87ab1-4a09-4328-90a9-91b2fb264949 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:51:04.471756 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.472967 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20a558dd-8749-45e1-9be8-ee9c9223bbbb tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/routers/57f87ab1-4a09-4328-90a9-91b2fb264949 HTTP/1.1" status: 204 len: 168 time: 0.7713740 Aug 16 22:51:04.475675 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:04.554527 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.650366 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.660710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2456e7e-e407-45e7-a665-e005daecb794']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.670900 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674f62ed-a118-47fc-8efd-7396493b0531') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.671202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674f62ed-a118-47fc-8efd-7396493b0531') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:04.681670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.695843 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.701511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:04.701893 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:04.704929 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:04.761390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.768727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.769721 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/networks/b2456e7e-e407-45e7-a665-e005daecb794 HTTP/1.1" status: 204 len: 168 time: 0.2931213 Aug 16 22:51:04.781443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f11ed-d30e-4e37-826f-14b63beb493b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Network': ['ID=b2456e7e-e407-45e7-a665-e005daecb794,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:04.789952 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:04.794926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'network': {'name': 'tempest-network-smoke--1585843711', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:04.815180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:04.819808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.842431 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:04.851817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.852163 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Added segment 7890a104-6877-4e09-9ff1-e08b8c079395 of type vlan for network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a Aug 16 22:51:04.896066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.920676 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.926266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.926807 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.979565 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885037 Aug 16 22:51:04.982386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:04.987333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'admin_state_up': True, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:05.011132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8f340-dfb8-4f74-8b9d-f30bf3a5814c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Network': ['ID=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:05.021960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:05.026042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.026953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.083735 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.198759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b742e48b-681e-4b69-9ac2-52aa6926be0d no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:05.224511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b742e48b-681e-4b69-9ac2-52aa6926be0d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:05.225706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b742e48b-681e-4b69-9ac2-52aa6926be0d not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:05.226290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d73daf-8c0d-42dd-948a-6e345d24f185 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:05.226670 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.247723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 46d73daf-8c0d-42dd-948a-6e345d24f185 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:05.248087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 46d73daf-8c0d-42dd-948a-6e345d24f185 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:05.248520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:05.268405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:05.268987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 2e3d5d08-93db-41b8-9f01-ffe29eda5b9a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:05.429418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.448247 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.550866 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.25.8.84 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/6f7c903e-e884-4c49-a089-5ee5e62100be) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:05.650640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.687433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.726757 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:05.731418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:05.734861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:05.758157 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=6f7c903e-e884-4c49-a089-5ee5e62100be,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:05.976259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.164171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.284201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 6e7357b0-a722-4474-9d2e-358cf37f319c is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:51:06.385998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:06.395476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Sync routers for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:06.403938 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.405010 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:06.405668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:06.408875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38916) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:06.409379 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7fd28488-6f43-4a52-a6c8-ef63583ea6e8 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4256439 Aug 16 22:51:06.437525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8a900c6d-1276-4289-92c7-94397cef2409 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=61bedeb318e9494a8f26e146a13fd704&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268030 Aug 16 22:51:06.439970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38918) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:06.510006 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:06.527445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3c2837-d744-4b93-bf47-05143d43de2f tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:06.531527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4e3c2837-d744-4b93-bf47-05143d43de2f tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880311 Aug 16 22:51:06.531751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38920) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:06.563754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e93a56ef-ec08-4b0f-9569-b5e3664bd2c0 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307994 Aug 16 22:51:06.566039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:06.571418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097452406', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:06.658302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:06.661949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.689183 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:05Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:06.714987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Checking router: 6e7357b0-a722-4474-9d2e-358cf37f319c for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:06.715341 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Updating router 6e7357b0-a722-4474-9d2e-358cf37f319c port 6f7c903e-e884-4c49-a089-5ee5e62100be binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:51:06.740435 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.843971 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.913982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Subnet': ['ID=8915fa9f-639b-43c7-a815-f288688686cd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:06.918352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Checking segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:06.918728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network hostable DHCP agents. Network: c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:06.936132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:06.946493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:06.950945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:06.951552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.957890 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3280380-0d31-4d8c-b05d-63108a456483 None None] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:06.966622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-62c5b13c-ac17-43b9-b7d8-562639fa3401 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995676 Aug 16 22:51:06.969343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38924) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:07.008745 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.019822 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Transition to ACTIVE for port object 6f7c903e-e884-4c49-a089-5ee5e62100be will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:07.025937 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.085994 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Pushing event updated for resources: {'Port': ['ID=6f7c903e-e884-4c49-a089-5ee5e62100be,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.093760 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Attempting to bind port 6f7c903e-e884-4c49-a089-5ee5e62100be on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:07.094593 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Attempting to bind port 6f7c903e-e884-4c49-a089-5ee5e62100be by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:07.094732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Attempting to bind port 6f7c903e-e884-4c49-a089-5ee5e62100be on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:07.098561 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.098916 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.099259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.100112 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.100460 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.100824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.101144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.101475 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.101802 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.102130 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.102514 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.102844 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:07.111218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:51:07.112335 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.115055 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:07.115946 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:07.115946 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.116279 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:07.116751 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Bound port: 6f7c903e-e884-4c49-a089-5ee5e62100be, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:07.117164 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.174030 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] For port 6f7c903e-e884-4c49-a089-5ee5e62100be, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:07.177697 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] For port 6f7c903e-e884-4c49-a089-5ee5e62100be, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6f7c903e-e884-4c49-a089-5ee5e62100be,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:07.182620 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.261787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Allocated IP 172.20.0.2 (c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a/8915fa9f-639b-43c7-a815-f288688686cd/d500748f-24ee-4d5c-94a4-4d94d21e8616) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:07.329201 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:07.329830 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:07.375773 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4a58e-ab81-463d-a921-d934016d9671 None None] Pushing event updated for resources: {'Port': ['ID=6f7c903e-e884-4c49-a089-5ee5e62100be,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.412669 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.421440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Transition to ACTIVE for port object d500748f-24ee-4d5c-94a4-4d94d21e8616 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:07.436049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Transition to ACTIVE for port object d500748f-24ee-4d5c-94a4-4d94d21e8616 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:07.442949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.443641 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.450597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:07.484260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:07.490755 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:07.493421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:07.502902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Pushing event updated for resources: {'Port': ['ID=d500748f-24ee-4d5c-94a4-4d94d21e8616,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.555606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Attempting to bind port d500748f-24ee-4d5c-94a4-4d94d21e8616 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:07.556248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Attempting to bind port d500748f-24ee-4d5c-94a4-4d94d21e8616 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:07.556777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Attempting to bind port d500748f-24ee-4d5c-94a4-4d94d21e8616 on network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:07.561948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:07.562696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Checking segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:07.563107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.563504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Bound using segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:07.563970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Bound port: d500748f-24ee-4d5c-94a4-4d94d21e8616, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:07.564360 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.628978 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] For port d500748f-24ee-4d5c-94a4-4d94d21e8616, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:07.632381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] For port d500748f-24ee-4d5c-94a4-4d94d21e8616, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d500748f-24ee-4d5c-94a4-4d94d21e8616,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:07.633189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:05Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:07.636412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.659531 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a8ad6-d012-4853-83f5-e90443195b0d None None] The sync data for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 is: [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:05Z', 'revision_number': 3, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:07.704696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d2ce1-aed8-48ef-8e30-c7e404f70568 None None] Pushing event updated for resources: {'Port': ['ID=d500748f-24ee-4d5c-94a4-4d94d21e8616,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.760537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.1 (c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a/8915fa9f-639b-43c7-a815-f288688686cd/cf15be39-0c04-4159-b6d6-843c9d2cc11b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:07.897137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.913233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object cf15be39-0c04-4159-b6d6-843c9d2cc11b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:07.971221 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.026595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:08.032209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:08.036224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:08.063172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:08.086976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.227620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.532975 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.538129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.616236 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.618154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:08.654362 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860cedcd-126e-4349-ae8d-eb20db7b2bb0 None None] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:08.713442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:08.714868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:08.729352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-078ab5c0-ef4a-4668-a27d-0b7aaa1f3bc7 None None] Provisioning for port d500748f-24ee-4d5c-94a4-4d94d21e8616 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:08.829198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 6e7357b0-a722-4474-9d2e-358cf37f319c has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:08.942486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:08.947771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4ccca2ab-c61b-4e3f-b67e-d5626bae6a3d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/6e7357b0-a722-4474-9d2e-358cf37f319c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774485 Aug 16 22:51:08.950407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.055652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30f992-3fa7-4bb5-af15-bbb3ad20430c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.056142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30f992-3fa7-4bb5-af15-bbb3ad20430c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.056872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30f992-3fa7-4bb5-af15-bbb3ad20430c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.057417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f30f992-3fa7-4bb5-af15-bbb3ad20430c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.061607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8f30f992-3fa7-4bb5-af15-bbb3ad20430c tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1101599 Aug 16 22:51:09.063189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38928) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.078871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcda8aab-092c-4018-b119-b3489448a6b1 None None] Provisioning for port cf15be39-0c04-4159-b6d6-843c9d2cc11b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:09.083553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-dcda8aab-092c-4018-b119-b3489448a6b1 None None] Provisioning complete for port cf15be39-0c04-4159-b6d6-843c9d2cc11b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:09.083935 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcda8aab-092c-4018-b119-b3489448a6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.126710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-dcda8aab-092c-4018-b119-b3489448a6b1 None None] Port cf15be39-0c04-4159-b6d6-843c9d2cc11b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:09.136127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62824061-4fea-42d2-8394-e498095f68e7 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.136699 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62824061-4fea-42d2-8394-e498095f68e7 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.137055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62824061-4fea-42d2-8394-e498095f68e7 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.137550 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62824061-4fea-42d2-8394-e498095f68e7 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.141554 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-62824061-4fea-42d2-8394-e498095f68e7 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0766306 Aug 16 22:51:09.142568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.248119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9374e95c-ed1f-4d1a-8e05-52b1541e4ca9 None None] Provisioning complete for port cf15be39-0c04-4159-b6d6-843c9d2cc11b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:09.253306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9374e95c-ed1f-4d1a-8e05-52b1541e4ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.289651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6f7c903e-e884-4c49-a089-5ee5e62100be up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:09.317724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3c857892-27f4-4aae-ab26-f7694d63e988 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1739302 Aug 16 22:51:09.332053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-9374e95c-ed1f-4d1a-8e05-52b1541e4ca9 None None] Port cf15be39-0c04-4159-b6d6-843c9d2cc11b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:09.353742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6f7c903e-e884-4c49-a089-5ee5e62100be completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:09.358327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6f7c903e-e884-4c49-a089-5ee5e62100be triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:09.358710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.447792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.475053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Sync routers for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:09.482666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6f7c903e-e884-4c49-a089-5ee5e62100be, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6f7c903e-e884-4c49-a089-5ee5e62100be,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:09.488331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.489211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d500748f-24ee-4d5c-94a4-4d94d21e8616 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:09.492612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:09.493253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:09.549873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38934) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.555445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433284587', 'description': 'tempest-secgroup-smoke-433284587 description', 'project_id': '61bedeb318e9494a8f26e146a13fd704'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:09.579505 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.653913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f52a68b6-b92b-4e46-9e89-1a7b38273864 None None] Provisioning complete for port cf15be39-0c04-4159-b6d6-843c9d2cc11b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:09.654287 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f52a68b6-b92b-4e46-9e89-1a7b38273864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.661062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6f7c903e-e884-4c49-a089-5ee5e62100be,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:09.664854 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.669648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.694875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.697209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1452606 Aug 16 22:51:09.699423 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38936) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.704774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:09.705302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a837c-d53a-46e8-8d03-51900dc14249 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91914c3c-c101-4360-844e-1baa2ba32924,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:09.734630 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.796449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.800197 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.821890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1c745-7ec1-4c22-a1e7-aa349b6c2370,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:09.826007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.829796 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f82dbe96-4b4b-421c-9a8f-fb4622127459 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267700 Aug 16 22:51:09.830178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 38938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.835477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:09.863499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.871182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d500748f-24ee-4d5c-94a4-4d94d21e8616 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:09.879870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d500748f-24ee-4d5c-94a4-4d94d21e8616 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:09.880250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.887094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f52a68b6-b92b-4e46-9e89-1a7b38273864 None None] Port cf15be39-0c04-4159-b6d6-843c9d2cc11b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:09.889613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:09.917349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.921180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.943924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475f545f-667d-4451-b917-71acef458764,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:09.950594 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.955095 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38940) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:09.955283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-35d1ca57-5ea2-476a-af02-49ae41b7acfe tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234567 Aug 16 22:51:09.960067 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:09.986906 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.045543 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.049579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.067076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e84eef-f1df-4a21-baeb-1923d8116224,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.073996 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.075312 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ac8dcab0-5fd2-47ce-821a-0000161c9441 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195121 Aug 16 22:51:10.078033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38942) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:10.082622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:10.090464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.108279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.159300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d500748f-24ee-4d5c-94a4-4d94d21e8616, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d500748f-24ee-4d5c-94a4-4d94d21e8616,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:10.164013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.171108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.175046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.200139 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd122f2-b596-40bc-b508-1aca2bbbda0e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.205573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.209995 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7958f76c-8e91-4b9d-9550-f480f3539e69 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284478 Aug 16 22:51:10.210429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38944) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:10.215810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:10.222966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d500748f-24ee-4d5c-94a4-4d94d21e8616,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.229337 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 2, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:10.239358 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:51:10.244774 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.259336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Checking router: 6e7357b0-a722-4474-9d2e-358cf37f319c for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:10.259700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Updating router 6e7357b0-a722-4474-9d2e-358cf37f319c port cf15be39-0c04-4159-b6d6-843c9d2cc11b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:51:10.290160 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.576280 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.587867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Transition to ACTIVE for port object cf15be39-0c04-4159-b6d6-843c9d2cc11b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:10.594041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.618127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.622489 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.645986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2d0d1-ef8d-4556-bdb9-5e57df09f92f,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.646756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91ee0-73ad-488c-be03-f0377abbb27f None None] Pushing event updated for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.648458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.649979 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ecc9d243-d92a-40e6-a5d5-72481e4b1fd3 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4381337 Aug 16 22:51:10.652513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38946) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:10.657522 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'security_group_rule': {'security_group_id': '91914c3c-c101-4360-844e-1baa2ba32924', 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:10.683613 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Project 61bedeb318e9494a8f26e146a13fd704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 22:51:10.689411 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.706942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Attempting to bind port cf15be39-0c04-4159-b6d6-843c9d2cc11b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:10.707493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Attempting to bind port cf15be39-0c04-4159-b6d6-843c9d2cc11b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:10.707920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Attempting to bind port cf15be39-0c04-4159-b6d6-843c9d2cc11b on network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:10.714200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:10.714810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Checking segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:10.715305 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.715798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Bound using segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:10.716418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Bound port: cf15be39-0c04-4159-b6d6-843c9d2cc11b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:10.716875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.760388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.764917 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.787726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] For port cf15be39-0c04-4159-b6d6-843c9d2cc11b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:10.787935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b118f5b-d3fd-4df4-8ecc-4e8665ae24ef,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.791641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] For port cf15be39-0c04-4159-b6d6-843c9d2cc11b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cf15be39-0c04-4159-b6d6-843c9d2cc11b,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:10.791922 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.793298 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b4c5b2a-8de6-4c5b-a55f-e605061d82f9 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397483 Aug 16 22:51:10.795821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.858967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:10.859613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:50:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:10.861545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91ee0-73ad-488c-be03-f0377abbb27f None None] Pushing event updated for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.963087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-af0a18e0-f3be-4d9b-adb1-a538e2bb7080 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433284587&fields=id&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 267 time: 0.0385060 Aug 16 22:51:10.989403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:11.084278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-e50965d2-f367-4e38-a87b-5e16e30610b2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:11.085746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-e50965d2-f367-4e38-a87b-5e16e30610b2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/networks?id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 200 len: 797 time: 0.1153853 Aug 16 22:51:11.100707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-afd062c2-70ca-483c-882f-45289a7a0f36 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/quotas/61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Aug 16 22:51:11.155393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-f413112f-b86a-4c34-bb86-c58aeab2d30b tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491784 Aug 16 22:51:11.215061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6f7c903e-e884-4c49-a089-5ee5e62100be up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:11.254366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:10Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:11.261771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-94b3217b-a94d-43a7-adbd-573598b3d65a service neutron] 10.222.0.22 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900776 Aug 16 22:51:11.284318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac508d0-6eca-44b0-8125-f3fc652dbac6 None None] The sync data for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 is: [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:10Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:11.297959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6f7c903e-e884-4c49-a089-5ee5e62100be triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:11.298426 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.384432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-3e5aed2c-b307-4f3e-bcbf-695645954dce service neutron] 10.222.0.22 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164665 Aug 16 22:51:11.403805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d500748f-24ee-4d5c-94a4-4d94d21e8616 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:11.461153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d500748f-24ee-4d5c-94a4-4d94d21e8616 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:11.461636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.579846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8e8c64b-77fe-4424-af8a-2f9969626018 req-702daa72-f3ad-4042-8415-40f3fbf77d30 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 210 time: 0.0321031 Aug 16 22:51:13.019995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0785db9b-39b9-4ae6-b55a-ce2296b5885b req-ea47958d-5852-4098-b0e7-d3b65c69fc5c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 210 time: 0.3633802 Aug 16 22:51:13.059826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-fd6112ed-285a-4560-b3e9-12b868f24efa tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.061679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-fd6112ed-285a-4560-b3e9-12b868f24efa tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/networks?id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 200 len: 797 time: 0.4691639 Aug 16 22:51:13.116311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-0b6a7667-e1f3-48e9-8d85-da24a406cb45 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61bedeb318e9494a8f26e146a13fd704 HTTP/1.1" status: 200 len: 379 time: 0.0342157 Aug 16 22:51:13.128829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'port': {'device_id': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'admin_state_up': True, 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'security_groups': ['91914c3c-c101-4360-844e-1baa2ba32924']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:13.220010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cf15be39-0c04-4159-b6d6-843c9d2cc11b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:13.237226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Made reservation on behalf of 61bedeb318e9494a8f26e146a13fd704 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:13.241050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.273168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port cf15be39-0c04-4159-b6d6-843c9d2cc11b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:13.276544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port cf15be39-0c04-4159-b6d6-843c9d2cc11b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:13.276916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.351797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.371494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.20.0.12 (c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a/8915fa9f-639b-43c7-a815-f288688686cd/05ad50bd-da32-4768-a0eb-f5f90d316d7a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:13.383693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port cf15be39-0c04-4159-b6d6-843c9d2cc11b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cf15be39-0c04-4159-b6d6-843c9d2cc11b,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:13.386709 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.436813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:13.516393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.529973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Transition to ACTIVE for port object 05ad50bd-da32-4768-a0eb-f5f90d316d7a will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:13.562272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.606230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:13.609347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:13.613143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:13.636856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:13.665604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.666257 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.681511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-bfc2d7de-f647-4f7b-93ab-35a45c93fd24 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560737 Aug 16 22:51:13.707915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Request body: {'port': {'device_id': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:13.767845 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.804492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c5f1155-e063-4d22-beef-df10829cf19e None None] Provisioning for port 05ad50bd-da32-4768-a0eb-f5f90d316d7a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:13.808059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c5f1155-e063-4d22-beef-df10829cf19e None None] Provisioning complete for port 05ad50bd-da32-4768-a0eb-f5f90d316d7a triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:13.808434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1155-e063-4d22-beef-df10829cf19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.841364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f1155-e063-4d22-beef-df10829cf19e None None] Port 05ad50bd-da32-4768-a0eb-f5f90d316d7a cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:14.024055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad50bd-da32-4768-a0eb-f5f90d316d7a {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:14.031331 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.043376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Transition to ACTIVE for port object 05ad50bd-da32-4768-a0eb-f5f90d316d7a will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:14.047283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.140422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:14.193721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d9ea3-fb5c-4cba-8bb2-c647b11bdd95 req-e039880c-4934-4c5c-ac6d-5d078b555cbf tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.195298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-170d9ea3-fb5c-4cba-8bb2-c647b11bdd95 req-e039880c-4934-4c5c-ac6d-5d078b555cbf tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 944 time: 0.1037686 Aug 16 22:51:14.233624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Attempting to bind port 05ad50bd-da32-4768-a0eb-f5f90d316d7a on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:14.233974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Attempting to bind port 05ad50bd-da32-4768-a0eb-f5f90d316d7a by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:14.234315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Attempting to bind port 05ad50bd-da32-4768-a0eb-f5f90d316d7a on network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:14.245792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Port 05ad50bd-da32-4768-a0eb-f5f90d316d7a on network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:14.246126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Attempting to bind port 05ad50bd-da32-4768-a0eb-f5f90d316d7a on network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:14.254978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-170d9ea3-fb5c-4cba-8bb2-c647b11bdd95 req-c41c143e-d62d-4189-8210-13a291443a4e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523634 Aug 16 22:51:14.256400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:14.256746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Checking segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:14.257183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Bound using segment: {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:14.257628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Bound port: 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7890a104-6877-4e09-9ff1-e08b8c079395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:14.258005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.325694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:14.328538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:14.333608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.371512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.372142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.373560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] 10.222.0.89 "PUT /v2.0/ports/05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 200 len: 1093 time: 0.6704338 Aug 16 22:51:14.374026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:14.376272 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f932d60-cb36-45db-a768-c938694a9af2" -d '{"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:14.396371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3d5b0-0813-4840-909f-7235b12b7ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:14.431808 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27dd81b-e1dd-442f-84e8-76693636cc9b x-openstack-request-id: req-f27dd81b-e1dd-442f-84e8-76693636cc9b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:14.432108 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:14.432365 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f27dd81b-e1dd-442f-84e8-76693636cc9b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:14.432792 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'status': 'completed', 'code': 200} Aug 16 22:51:14.490332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-3ea58b13-23fb-4d35-ae5c-291eebcc8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.492517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-3ea58b13-23fb-4d35-ae5c-291eebcc8a7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1096 time: 0.0440097 Aug 16 22:51:14.553159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-16d3d523-0f06-4eda-a2a8-5f7264214f22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 200 len: 217 time: 0.0407484 Aug 16 22:51:14.606784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-376db0c2-1643-4829-8748-c703422d8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.608284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-376db0c2-1643-4829-8748-c703422d8d22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8915fa9f-639b-43c7-a815-f288688686cd HTTP/1.1" status: 200 len: 835 time: 0.0442910 Aug 16 22:51:14.662228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-b9e2e3e4-3e12-4d7a-8032-5bcd524be8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.664049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-b9e2e3e4-3e12-4d7a-8032-5bcd524be8dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417690 Aug 16 22:51:14.668229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.762131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-6fe6b88b-afc8-4040-9b8d-9fac34c21894 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Aug 16 22:51:14.854598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30e3ae89-a0b1-4da7-a7e5-6c4fef3dc93c req-638ef00c-268e-4514-aea7-d4044c26cab1 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814023 Aug 16 22:51:14.992123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932d60-cb36-45db-a768-c938694a9af2 req-07cdcbe8-e119-49a5-930d-ced925385cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.993725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-07cdcbe8-e119-49a5-930d-ced925385cde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1096 time: 0.0455980 Aug 16 22:51:15.085935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932d60-cb36-45db-a768-c938694a9af2 req-ea9a31c3-0c40-4eba-bfff-c14d868e7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.087428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-ea9a31c3-0c40-4eba-bfff-c14d868e7d9d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 200 len: 897 time: 0.0849910 Aug 16 22:51:15.134235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-843fc3ac-c249-4644-a803-f83cd780ed3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 200 len: 217 time: 0.0390787 Aug 16 22:51:15.189447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932d60-cb36-45db-a768-c938694a9af2 req-129b9079-2193-4e42-991d-4bbc44c1f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.190947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-129b9079-2193-4e42-991d-4bbc44c1f509 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8915fa9f-639b-43c7-a815-f288688686cd HTTP/1.1" status: 200 len: 835 time: 0.0453141 Aug 16 22:51:15.194321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cf15be39-0c04-4159-b6d6-843c9d2cc11b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:15.241348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932d60-cb36-45db-a768-c938694a9af2 req-29e17201-8080-464f-a089-c8591cd228a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.243031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-29e17201-8080-464f-a089-c8591cd228a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427127 Aug 16 22:51:15.243181 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port cf15be39-0c04-4159-b6d6-843c9d2cc11b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:15.243635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.349144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-f773090c-7616-4960-a937-88412238e698 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966537 Aug 16 22:51:15.451800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d321c-c7ce-4e85-9cb9-324d7a25a5c0 req-9b1ee6b7-8dba-4016-895a-a681c3a3777c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.453239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914d321c-c7ce-4e85-9cb9-324d7a25a5c0 req-9b1ee6b7-8dba-4016-895a-a681c3a3777c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 944 time: 0.1026673 Aug 16 22:51:15.491158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f932d60-cb36-45db-a768-c938694a9af2 req-ffda721b-068a-4e0a-9bce-08d26829fe9e service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306674 Aug 16 22:51:15.507062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-914d321c-c7ce-4e85-9cb9-324d7a25a5c0 req-1631d7cf-1f5a-462e-a2c5-51cb7aef5640 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Aug 16 22:51:15.574222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df491dc8-9586-4ded-9591-cd5ba7680f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.625931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8988d16-d4fc-4ab4-8c46-dccd2d102fcc req-6bf92f4d-3b70-49ac-a69c-ccb2a05c2580 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.628322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8988d16-d4fc-4ab4-8c46-dccd2d102fcc req-6bf92f4d-3b70-49ac-a69c-ccb2a05c2580 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 944 time: 0.0508516 Aug 16 22:51:16.669020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8988d16-d4fc-4ab4-8c46-dccd2d102fcc req-d80cc7de-d67d-45a0-844d-213bc845b373 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Aug 16 22:51:17.228355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 05ad50bd-da32-4768-a0eb-f5f90d316d7a details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:17.324027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.334729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'port_id': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'mac_address': 'fa:16:3e:8b:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:17.374855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.387512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad50bd-da32-4768-a0eb-f5f90d316d7a {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:17.406197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.411037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.458586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.783747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6081ea-31a1-4136-a71b-869884ccd602 req-fce287dd-d730-4434-af92-b215a46205a1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.785264 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb6081ea-31a1-4136-a71b-869884ccd602 req-fce287dd-d730-4434-af92-b215a46205a1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 945 time: 0.0494592 Aug 16 22:51:17.789974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['05ad50bd-da32-4768-a0eb-f5f90d316d7a'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:17.823836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb6081ea-31a1-4136-a71b-869884ccd602 req-f398547c-9893-40fd-966a-6978c4b49823 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326681 Aug 16 22:51:18.199101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.322685 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79915324-0e9a-4af7-9b7c-6eb42abff816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.942751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6098ef-81dc-41e0-92b0-13e8b2b2f3d4 req-69fb0e8f-2752-4396-80d1-070f698de492 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.944769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf6098ef-81dc-41e0-92b0-13e8b2b2f3d4 req-69fb0e8f-2752-4396-80d1-070f698de492 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 945 time: 0.0538056 Aug 16 22:51:18.982871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bf6098ef-81dc-41e0-92b0-13e8b2b2f3d4 req-21c98886-c90b-4ca1-a5bd-5637d419602d tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Aug 16 22:51:19.249992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 05ad50bd-da32-4768-a0eb-f5f90d316d7a up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:19.298283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 05ad50bd-da32-4768-a0eb-f5f90d316d7a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:19.302140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 05ad50bd-da32-4768-a0eb-f5f90d316d7a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:19.302619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.341939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.388561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.410224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:19.413043 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f997a6fa-ac8f-427b-a391-3bb171fa4315" -d '{"events": [{"server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "name": "network-vif-plugged", "status": "completed", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:19.425803 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:19.429955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.453336 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806ab04a-57db-4230-a5fb-83f1e39f05cf x-openstack-request-id: req-806ab04a-57db-4230-a5fb-83f1e39f05cf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:19.453623 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "name": "network-vif-plugged", "status": "completed", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:19.453874 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-806ab04a-57db-4230-a5fb-83f1e39f05cf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:19.454261 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'code': 200} Aug 16 22:51:19.484618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.587990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966933b-b68d-464d-8622-7a89a599ad7a req-d5ffbf7d-18d1-4428-96bd-4db387f2bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.589491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4966933b-b68d-464d-8622-7a89a599ad7a req-d5ffbf7d-18d1-4428-96bd-4db387f2bdc4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1098 time: 0.0409036 Aug 16 22:51:19.628115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4966933b-b68d-464d-8622-7a89a599ad7a req-c5de1006-c424-40e2-82e2-a3e23808d637 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282772 Aug 16 22:51:20.096172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87d177-496f-43bf-a1a8-fac9efa513a5 req-b886a253-d2eb-42bc-81b0-f20fe36f3211 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.097672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d87d177-496f-43bf-a1a8-fac9efa513a5 req-b886a253-d2eb-42bc-81b0-f20fe36f3211 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.0497067 Aug 16 22:51:20.135435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d87d177-496f-43bf-a1a8-fac9efa513a5 req-23d3b428-f177-40e5-b0d7-3982c8a4371e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Aug 16 22:51:21.255901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e5978-0fa9-4ec5-a15e-f3d991e9fc29 req-60080425-23c8-4d3e-9046-f6a94d6ca633 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.257434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701e5978-0fa9-4ec5-a15e-f3d991e9fc29 req-60080425-23c8-4d3e-9046-f6a94d6ca633 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.0531802 Aug 16 22:51:21.295534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-701e5978-0fa9-4ec5-a15e-f3d991e9fc29 req-e48be6ef-db39-4d04-a59a-6b87ffdcd2ea tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Aug 16 22:51:21.332736 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.414356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fc3a6-a053-4d00-8004-678763ae4443 req-68dd6660-7f05-49f9-9ca7-e29972fd1c3f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.415866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd2fc3a6-a053-4d00-8004-678763ae4443 req-68dd6660-7f05-49f9-9ca7-e29972fd1c3f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.0532923 Aug 16 22:51:21.454114 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd2fc3a6-a053-4d00-8004-678763ae4443 req-b2cba03c-e71d-4c80-bf2a-b04f2f3b3ce1 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320282 Aug 16 22:51:21.476643 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 38998) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.514510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a39678-4852-4d74-841d-1536721259c1 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.515999 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-88a39678-4852-4d74-841d-1536721259c1 tempest-TestNetworkBasicOps-463336088 tempest-TestNetworkBasicOps-463336088-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1093 time: 0.0383317 Aug 16 22:51:21.518780 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39000) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:21.523660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:21.545212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.638605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.749033 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Allocated IP 172.25.8.166 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:21.850226 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.886953 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.921289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:21.925912 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:21.929508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:21.957433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:22.282408 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.349732 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.499610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.504169 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.572990 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event updated for resources: {'Port': ['ID=2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:22.580920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.680344 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Floating IP 24ad2a6d-5950-4542-a3c4-db502943f205 associated. External IP: 172.25.8.166, port: 05ad50bd-da32-4768-a0eb-f5f90d316d7a. Aug 16 22:51:22.884907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 6e7357b0-a722-4474-9d2e-358cf37f319c has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:22.990993 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:23.000992 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Sync routers for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:23.007320 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.010727 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:23.011343 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.034561 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-55fa9abf-5da0-49e8-8358-da571dde6026 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5147600 Aug 16 22:51:23.035198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:23.037332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:23.037835 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9" -d '{"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:23.070668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.076475 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c107b-73ed-4b33-bb58-70872ae85b80 x-openstack-request-id: req-291c107b-73ed-4b33-bb58-70872ae85b80 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:23.076773 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:23.077026 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-291c107b-73ed-4b33-bb58-70872ae85b80 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:23.077469 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'status': 'completed', 'code': 200} Aug 16 22:51:23.106989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fd82cf20-aaf2-400e-a48f-13de28f58d91 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/24ad2a6d-5950-4542-a3c4-db502943f205 HTTP/1.1" status: 200 len: 992 time: 0.0683560 Aug 16 22:51:23.129176 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:23.162571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-8e3ecc43-a2f4-4953-8401-fdf36ea4afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.164502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-8e3ecc43-a2f4-4953-8401-fdf36ea4afa9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1098 time: 0.0439634 Aug 16 22:51:23.165624 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:51:23.260242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-46a74dcb-35af-4057-8111-9d58c38e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.261782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-46a74dcb-35af-4057-8111-9d58c38e94f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 200 len: 897 time: 0.0902030 Aug 16 22:51:23.327291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-2fee8912-2417-43c0-b9cc-6c41b6a56bb4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 200 len: 1000 time: 0.0581148 Aug 16 22:51:23.356578 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '24ad2a6d-5950-4542-a3c4-db502943f205', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'port_id': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'mac_address': 'fa:16:3e:8b:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:51:22Z', 'updated_at': '2021-08-16T22:51:22Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.376873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-0b431a0f-914d-4c48-b3b6-86085d5593c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.378526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-0b431a0f-914d-4c48-b3b6-86085d5593c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8915fa9f-639b-43c7-a815-f288688686cd HTTP/1.1" status: 200 len: 835 time: 0.0432651 Aug 16 22:51:23.382437 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Checking router: 6e7357b0-a722-4474-9d2e-358cf37f319c for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:23.390479 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:23.391069 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.428539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-0bba4901-115e-46db-a875-85d644e9edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.430000 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-0bba4901-115e-46db-a875-85d644e9edfd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446138 Aug 16 22:51:23.497426 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:23.522331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-4eedee05-8712-4eb3-b834-f0b5ca5359e7 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848036 Aug 16 22:51:23.618703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c97d95d0-5e24-47fa-8d1a-6c57bf9376e9 req-6248c6c9-e42c-4170-a12f-2dbf3743a5c6 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893795 Aug 16 22:51:23.724241 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '24ad2a6d-5950-4542-a3c4-db502943f205', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'port_id': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'mac_address': 'fa:16:3e:8b:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:51:22Z', 'updated_at': '2021-08-16T22:51:22Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.749813 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720e277-228b-4a91-8949-35a25bd55be6 None None] The sync data for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 is: [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '24ad2a6d-5950-4542-a3c4-db502943f205', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'port_id': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'mac_address': 'fa:16:3e:8b:ab:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:51:22Z', 'updated_at': '2021-08-16T22:51:22Z', 'revision_number': 0, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:23.930564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f8fde-2563-48f3-b3ab-d26ca14cf9ed None None] New status for floating IP 24ad2a6d-5950-4542-a3c4-db502943f205: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:51:24.110830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39006) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:24.171553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7c7d4210-cd4a-480e-b98d-b466bf037d0f tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/24ad2a6d-5950-4542-a3c4-db502943f205 HTTP/1.1" status: 200 len: 994 time: 0.0595469 Aug 16 22:51:35.925930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-f487749e-f535-4ff1-b192-23f8f560fc15 req-d278f37b-ec31-47bf-841b-fb3827da029f service neutron] (94816) timed out ('10.222.0.88', 55302) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:51:44.683820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.573503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d686b4c4-de56-4aa6-ba73-47604329f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:48.199152 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:48.322615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f84ec647-7731-428b-af6f-0ff85ea98ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.320154 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.334277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.085299 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.317456 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39020) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.376498 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8ab91c5f-f8e4-4a6f-8304-5adeea54ca5c tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/floatingips/24ad2a6d-5950-4542-a3c4-db502943f205 HTTP/1.1" status: 200 len: 994 time: 0.0578582 Aug 16 22:51:57.665591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:57.818681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:57.818948 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.898004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.898333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.909926 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:58.055966 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.081668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=2bf472fd-d7b0-4809-99fe-c2e2c1d24a8e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.139389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.139744 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Floating IP 24ad2a6d-5950-4542-a3c4-db502943f205 disassociated (deleted). External IP: 172.25.8.166, port: 05ad50bd-da32-4768-a0eb-f5f90d316d7a. Aug 16 22:51:58.344051 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 6e7357b0-a722-4474-9d2e-358cf37f319c has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:58.449802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:58.454760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.459966 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Sync routers for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:58.469863 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:58.470261 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:58.482624 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b5418976-d583-47a8-9538-7b452a1aa97e tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/floatingips/24ad2a6d-5950-4542-a3c4-db502943f205 HTTP/1.1" status: 204 len: 168 time: 0.8159504 Aug 16 22:51:58.483240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:58.485545 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}845b8c80c4a7978241a8d499799a8e8474624f86e0eddc13647cee62aab3a849" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c93227-4ff1-48ec-9938-da2ebecea297" -d '{"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:58.538319 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac35e7a2-6daf-46ab-97ea-424d119a9537 x-openstack-request-id: req-ac35e7a2-6daf-46ab-97ea-424d119a9537 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:58.538625 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:58.538884 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac35e7a2-6daf-46ab-97ea-424d119a9537 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:58.539297 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'status': 'completed', 'code': 200} Aug 16 22:51:58.575351 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:58.631729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-a20894c6-5311-49d3-8371-51f29b57e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.633502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-a20894c6-5311-49d3-8371-51f29b57e699 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61bedeb318e9494a8f26e146a13fd704&device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 1098 time: 0.0439265 Aug 16 22:51:58.744104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-d261edda-744f-4797-a82c-267300d21a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.745635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-d261edda-744f-4797-a82c-267300d21a78 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 200 len: 897 time: 0.1034112 Aug 16 22:51:58.788578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-40aaecee-786e-4b27-ae4c-37d7ac49be7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 200 len: 217 time: 0.0345876 Aug 16 22:51:58.791352 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:58.871155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-b53fcb90-ed06-44da-974a-2a73f34302b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.872639 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-b53fcb90-ed06-44da-974a-2a73f34302b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8915fa9f-639b-43c7-a815-f288688686cd HTTP/1.1" status: 200 len: 835 time: 0.0767534 Aug 16 22:51:58.897743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7c727-3bc2-40d1-9b86-1c0a3e620387 req-83a89ac8-d9e4-4bc4-a5e7-ac791307e664 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.899119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51c7c727-3bc2-40d1-9b86-1c0a3e620387 req-83a89ac8-d9e4-4bc4-a5e7-ac791307e664 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.2086625 Aug 16 22:51:58.906635 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Checking router: 6e7357b0-a722-4474-9d2e-358cf37f319c for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:58.915003 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:58.915616 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:58.952511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-01c77c1b-3c0a-4097-8584-c020534c79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.954015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-01c77c1b-3c0a-4097-8584-c020534c79f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727193 Aug 16 22:51:58.957201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51c7c727-3bc2-40d1-9b86-1c0a3e620387 req-bddfec93-8941-4a4f-9eb3-6c9af808ca98 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Aug 16 22:51:59.019682 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:59.052700 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-9ff0f32c-7da3-42e4-bca6-eedc82df0f5d service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891151 Aug 16 22:51:59.145879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6c93227-4ff1-48ec-9938-da2ebecea297 req-ed6377d5-7c84-4471-af05-a5f3849e0368 service neutron] 10.222.0.89 "GET /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838318 Aug 16 22:51:59.213335 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:59.242769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a8308-1baa-41a9-a731-a92b0db35b2c None None] The sync data for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 is: [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:08Z', 'revision_number': 4, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'cf15be39-0c04-4159-b6d6-843c9d2cc11b', 'name': '', 'network_id': 'c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'mac_address': 'fa:16:3e:0e:fb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '8915fa9f-639b-43c7-a815-f288688686cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:07Z', 'updated_at': '2021-08-16T22:51:13Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'subnets': [{'id': '8915fa9f-639b-43c7-a815-f288688686cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:59.451585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047f8640-0069-4a70-9b3f-7cdd5c92fa2b None None] New status for floating IP 24ad2a6d-5950-4542-a3c4-db502943f205: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:52:00.079417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a387dd-a4d1-4087-bcd2-11ec68864d31 req-ece810bf-19c9-4f60-87af-2ff01d066187 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.080917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a387dd-a4d1-4087-bcd2-11ec68864d31 req-ece810bf-19c9-4f60-87af-2ff01d066187 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.0535758 Aug 16 22:52:00.118355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a387dd-a4d1-4087-bcd2-11ec68864d31 req-75e5c736-18a3-4d70-95cb-70ff80d837b6 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/security-groups?id=91914c3c-c101-4360-844e-1baa2ba32924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315635 Aug 16 22:52:00.135179 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:00.393440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-e45964eb-df62-4363-b780-0950d64f0f31 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.394875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-e45964eb-df62-4363-b780-0950d64f0f31 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 946 time: 0.0476909 Aug 16 22:52:00.489002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 05ad50bd-da32-4768-a0eb-f5f90d316d7a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:00.489894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.576221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 05ad50bd-da32-4768-a0eb-f5f90d316d7a, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=05ad50bd-da32-4768-a0eb-f5f90d316d7a,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:00.576600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.588886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 05ad50bd-da32-4768-a0eb-f5f90d316d7a owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:00.715564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.743858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=05ad50bd-da32-4768-a0eb-f5f90d316d7a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.756729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.757101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.757458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.757800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.758142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.758480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.758813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.759144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.759477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.759807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.760138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.760500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:00.793927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] No DVR routers for this DVR port 05ad50bd-da32-4768-a0eb-f5f90d316d7a on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:00.796425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.798486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f8fbf8fa-b33c-45b0-905f-81b76e282a54 req-697606b1-0f8a-4fab-af7e-e225f0a3ad27 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.89 "DELETE /v2.0/ports/05ad50bd-da32-4768-a0eb-f5f90d316d7a HTTP/1.1" status: 204 len: 173 time: 0.3939226 Aug 16 22:52:00.798925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'name': 'network-vif-deleted', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:00.801159 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36976a09-3e6b-4f25-9580-460387bb2557" -d '{"events": [{"server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "name": "network-vif-deleted", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:00.837558 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c5fa9-96b3-4e8d-80f0-bdb3c6aae7cd x-openstack-request-id: req-f59c5fa9-96b3-4e8d-80f0-bdb3c6aae7cd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:00.837853 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048c55f2-5e5a-437c-9f55-20b2cf4c85dd", "name": "network-vif-deleted", "tag": "05ad50bd-da32-4768-a0eb-f5f90d316d7a", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:00.838110 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f59c5fa9-96b3-4e8d-80f0-bdb3c6aae7cd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:00.838518 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048c55f2-5e5a-437c-9f55-20b2cf4c85dd', 'name': 'network-vif-deleted', 'tag': '05ad50bd-da32-4768-a0eb-f5f90d316d7a', 'status': 'completed', 'code': 200} Aug 16 22:52:01.235282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e435d8b-7111-47b6-a369-e6ac63e45adb req-16ce2dd8-4bdb-4c55-94b1-30b732c661f2 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "GET /v2.0/ports?device_id=048c55f2-5e5a-437c-9f55-20b2cf4c85dd HTTP/1.1" status: 200 len: 210 time: 0.0360930 Aug 16 22:52:02.290884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39050) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.352211 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.376662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.435058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.437688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.438866 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/security-groups/91914c3c-c101-4360-844e-1baa2ba32924 HTTP/1.1" status: 204 len: 168 time: 0.1469874 Aug 16 22:52:02.449501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91914c3c-c101-4360-844e-1baa2ba32924,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.457466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.457876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.458754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.459117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.459664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.459852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.460133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.460468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.460800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.461152 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.461524 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.462017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777a8c2-baf1-4323-b5a8-da323b671798 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:02.471808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39054) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.819625 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.065849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port cf15be39-0c04-4159-b6d6-843c9d2cc11b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:03.066192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.155265 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port cf15be39-0c04-4159-b6d6-843c9d2cc11b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=cf15be39-0c04-4159-b6d6-843c9d2cc11b,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:03.155631 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.168092 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for cf15be39-0c04-4159-b6d6-843c9d2cc11b owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:03.349982 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.377377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=cf15be39-0c04-4159-b6d6-843c9d2cc11b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.480187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 05ad50bd-da32-4768-a0eb-f5f90d316d7a no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:03.507916 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 05ad50bd-da32-4768-a0eb-f5f90d316d7a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:03.508259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 05ad50bd-da32-4768-a0eb-f5f90d316d7a not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:03.554073 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.073468 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Router 6e7357b0-a722-4474-9d2e-358cf37f319c has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:52:04.175959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:52:04.181524 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-634a8984-bc07-4a9d-bd40-5a04309a27ce tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "PUT /v2.0/routers/6e7357b0-a722-4474-9d2e-358cf37f319c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079556 Aug 16 22:52:04.184201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39056) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.186639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Sync routers for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:52:04.196182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:04.196825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.237389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting subnet 8915fa9f-639b-43c7-a815-f288688686cd {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:04.240994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.280322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.297800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:04.362045 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.423731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.452326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Subnet': ['ID=8915fa9f-639b-43c7-a815-f288688686cd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.456091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.457984 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-389611ab-1dd2-49b6-851c-ae65dde1cde4 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/subnets/8915fa9f-639b-43c7-a815-f288688686cd HTTP/1.1" status: 204 len: 168 time: 0.2727902 Aug 16 22:52:04.460548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39058) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.473919 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e8066-a343-4cf2-bf78-984ac0b085c0 None None] Network c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:04.478532 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:52:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.510193 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Checking router: 6e7357b0-a722-4474-9d2e-358cf37f319c for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:52:04.518335 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Routers {'6e7357b0-a722-4474-9d2e-358cf37f319c'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:52:04.518950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:51:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['6e7357b0-a722-4474-9d2e-358cf37f319c'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.579452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.628941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] Set router 6e7357b0-a722-4474-9d2e-358cf37f319c gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:52:04.673572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] DHCP port deletion for c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:52:04.697493 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.722448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Deleting port d500748f-24ee-4d5c-94a4-4d94d21e8616 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:04.722829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.751105 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Deleting port 6f7c903e-e884-4c49-a089-5ee5e62100be {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:04.751445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.786600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] For port d500748f-24ee-4d5c-94a4-4d94d21e8616, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d500748f-24ee-4d5c-94a4-4d94d21e8616,segment=NetworkSegment(7890a104-6877-4e09-9ff1-e08b8c079395),segment_id=7890a104-6877-4e09-9ff1-e08b8c079395)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:04.787275 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.804333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Calling delete_port for d500748f-24ee-4d5c-94a4-4d94d21e8616 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:04.810288 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:52:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.838683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] For port 6f7c903e-e884-4c49-a089-5ee5e62100be, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6f7c903e-e884-4c49-a089-5ee5e62100be,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:04.838926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fe72-d1b1-4343-9fcf-c5f7a434407f None None] The sync data for ids ['6e7357b0-a722-4474-9d2e-358cf37f319c'] in n-d-791505-20 is: [{'id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'name': 'tempest-TestNetworkBasicOps-router-1448592298', 'tenant_id': '61bedeb318e9494a8f26e146a13fd704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:52:03Z', 'revision_number': 5, 'project_id': '61bedeb318e9494a8f26e146a13fd704', 'gw_port': {'id': '6f7c903e-e884-4c49-a089-5ee5e62100be', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:06:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7357b0-a722-4474-9d2e-358cf37f319c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:51:05Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:52:04.839318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.857755 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Calling delete_port for 6f7c903e-e884-4c49-a089-5ee5e62100be owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:04.883397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.908930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Pushing event deleted for resources: {'Port': ['ID=d500748f-24ee-4d5c-94a4-4d94d21e8616,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.913246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] No DVR routers for this DVR port d500748f-24ee-4d5c-94a4-4d94d21e8616 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:04.920274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.920815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.921341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.921687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.922023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.923017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.923017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.923171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.923509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.923839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.924169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:04.924499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f2f0f-5924-4ef3-ad41-1343e2d81f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:05.028731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.057470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Port': ['ID=6f7c903e-e884-4c49-a089-5ee5e62100be,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:05.115629 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.208852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.211290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.265696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.266653 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7357b0-a722-4474-9d2e-358cf37f319c {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:52:05.275401 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.279104 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-05052ab1-7b91-4151-8e46-e0fb6dfc5cc0 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/routers/6e7357b0-a722-4474-9d2e-358cf37f319c HTTP/1.1" status: 204 len: 168 time: 0.8145194 Aug 16 22:52:05.279601 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39060) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:05.296782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cf15be39-0c04-4159-b6d6-843c9d2cc11b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:05.320430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: cf15be39-0c04-4159-b6d6-843c9d2cc11b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:05.320907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device cf15be39-0c04-4159-b6d6-843c9d2cc11b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:05.321462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d500748f-24ee-4d5c-94a4-4d94d21e8616 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:05.344957 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d500748f-24ee-4d5c-94a4-4d94d21e8616 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:05.345438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d500748f-24ee-4d5c-94a4-4d94d21e8616 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:05.362742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.454147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.469287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:05.480309 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7890a104-6877-4e09-9ff1-e08b8c079395') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:05.480744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7890a104-6877-4e09-9ff1-e08b8c079395') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:05.490491 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.505536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.511813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:05.512207 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:05.515187 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:05.572959 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.580350 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.581711 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] 10.222.0.22 "DELETE /v2.0/networks/c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a HTTP/1.1" status: 204 len: 168 time: 0.3014007 Aug 16 22:52:05.593669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a65d-3602-41ef-8850-e552c83a3a13 tempest-TestNetworkBasicOps-545968858 tempest-TestNetworkBasicOps-545968858-project] Pushing event deleted for resources: {'Network': ['ID=c03bfab6-fe5e-45a1-a5f0-30d18cbbd93a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:05.844814 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39068) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:05.982983 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e5d39430-5ccf-4c26-ae82-af82f9d14f5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61bedeb318e9494a8f26e146a13fd704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368697 Aug 16 22:52:05.985565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39072) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.033890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.055344 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.100908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.103475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.104623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1b896ad-70cd-4b91-a017-4c516c99e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1180634 Aug 16 22:52:06.112914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fe87b-e1dd-4aeb-bb88-a66fed39a9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b896ad-70cd-4b91-a017-4c516c99e3f3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:06.361535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39078) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.376829 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84e579e9-b4d2-4bdc-9d4a-74e47c96bfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.464715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84e579e9-b4d2-4bdc-9d4a-74e47c96bfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.470315 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-84e579e9-b4d2-4bdc-9d4a-74e47c96bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.508837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-84e579e9-b4d2-4bdc-9d4a-74e47c96bfcd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45b00fbfdcdf4a15948daeebcf8348d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462290 Aug 16 22:52:06.509791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e579e9-b4d2-4bdc-9d4a-74e47c96bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7adc5a-ed6e-413c-9221-ecf234c16748,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:06.511572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39080) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:06.559516 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.580288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.625912 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.628451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.630181 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f7adc5a-ed6e-413c-9221-ecf234c16748 HTTP/1.1" status: 204 len: 168 time: 0.1170175 Aug 16 22:52:06.637670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8986c48-ebdc-4dd0-b06c-123db6fe17ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7adc5a-ed6e-413c-9221-ecf234c16748,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.179056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6f7c903e-e884-4c49-a089-5ee5e62100be no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:07.199075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6f7c903e-e884-4c49-a089-5ee5e62100be {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:07.199428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6f7c903e-e884-4c49-a089-5ee5e62100be not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:07.281778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39102) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:07.377391 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1012124193-network', 'tenant_id': '1afc9c0551854fe9bcbe86245e0f709c'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:07.399080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Made reservation on behalf of 1afc9c0551854fe9bcbe86245e0f709c for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:07.401419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.409685 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.500904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.506013 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.526947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:52:07.541645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0c7f9-be27-46e6-a472-ce9417876509,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.544459 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.544811 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Added segment 863bb33c-a6ac-424b-9b2f-f9fe8ed4c036 of type vlan for network 00943aa1-394a-415e-ad27-76d244173b82 Aug 16 22:52:07.587217 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.611586 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.612475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.613082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.675444 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3925552 Aug 16 22:52:07.679078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:07.680933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176208c-cc59-4dcd-bbe3-263f0ab9c529 admin admin] Pushing event updated for resources: {'Network': ['ID=00943aa1-394a-415e-ad27-76d244173b82,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.684202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Request body: {'subnet': {'network_id': '00943aa1-394a-415e-ad27-76d244173b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1012124193-subnet', 'tenant_id': '1afc9c0551854fe9bcbe86245e0f709c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:07.690477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 00943aa1-394a-415e-ad27-76d244173b82 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:52:07.706474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Made reservation on behalf of 1afc9c0551854fe9bcbe86245e0f709c for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:07.709090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.872741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.931719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1f2288-a115-46ef-abc0-787f07c968fd,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.940910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Checking segment: {'id': '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00943aa1-394a-415e-ad27-76d244173b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:07.941313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Network hostable DHCP agents. Network: 00943aa1-394a-415e-ad27-76d244173b82, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:52:07.957414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Network 00943aa1-394a-415e-ad27-76d244173b82 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:52:07.966585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 00943aa1-394a-415e-ad27-76d244173b82) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:07.971230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.972244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.975961 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f67a9-2e29-45ba-969d-eb476f695cac None None] Network 00943aa1-394a-415e-ad27-76d244173b82 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:07.990671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-68214f68-302e-4c35-81dc-fea2940e186b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3104403 Aug 16 22:52:08.111131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cfbaf-bcfa-4824-be2b-3dfdf290ef49 None None] Network 00943aa1-394a-415e-ad27-76d244173b82 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:08.448433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39122) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:08.453575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-673303603-network', 'tenant_id': '5290fb4102934116bc36f4cb577605d3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:08.473450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Made reservation on behalf of 5290fb4102934116bc36f4cb577605d3 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:08.475873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.484292 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.570723 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.574323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.597857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:52:08.606815 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a0bbf-48fb-44de-89d8-b34c9c718ae8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.612622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.612968 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Added segment 7bca0d70-da51-41df-a02e-251a2eb54c1b of type vlan for network 787b630f-da8b-473a-b7c0-d19d01da7331 Aug 16 22:52:08.652036 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.675552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.677103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.677654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.728862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2792163 Aug 16 22:52:08.731731 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:08.736917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Request body: {'subnet': {'network_id': '787b630f-da8b-473a-b7c0-d19d01da7331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-673303603-subnet', 'tenant_id': '5290fb4102934116bc36f4cb577605d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:08.739637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff54b-e165-469d-89e5-6122e551c8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=787b630f-da8b-473a-b7c0-d19d01da7331,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.749336 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 787b630f-da8b-473a-b7c0-d19d01da7331 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:52:08.759342 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Made reservation on behalf of 5290fb4102934116bc36f4cb577605d3 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:08.761808 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.930342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:08.985356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abad7dff-3e61-4ff9-aa6f-5cdfcfa1c0df,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.992078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Checking segment: {'id': '7bca0d70-da51-41df-a02e-251a2eb54c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '787b630f-da8b-473a-b7c0-d19d01da7331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:08.992454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Network hostable DHCP agents. Network: 787b630f-da8b-473a-b7c0-d19d01da7331, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:52:09.013436 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Network 787b630f-da8b-473a-b7c0-d19d01da7331 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:52:09.022080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 787b630f-da8b-473a-b7c0-d19d01da7331) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:09.025944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.026535 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.030394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb1ae4-4562-46ee-bf1b-d728bda2d6c1 None None] Network 787b630f-da8b-473a-b7c0-d19d01da7331 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:09.040771 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1c158b7a-cba8-42a3-b96a-918bd496cc6e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3078671 Aug 16 22:52:09.322698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc44dc3d-fdba-4f49-9109-44ade0753aa5 None None] Network 787b630f-da8b-473a-b7c0-d19d01da7331 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:09.531093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-8487bb86-c26d-4fbd-9b80-596addcd01ef tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.532555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-8487bb86-c26d-4fbd-9b80-596addcd01ef tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/networks?id=00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 200 len: 812 time: 0.0999916 Aug 16 22:52:09.547485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-f2498a01-cab5-4bfa-9717-19dd5192835b tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/quotas/1afc9c0551854fe9bcbe86245e0f709c HTTP/1.1" status: 200 len: 375 time: 0.0086393 Aug 16 22:52:09.580996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-40f6185f-ef9b-4e73-894c-af9b1cc1190b tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285408 Aug 16 22:52:09.592305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-b572a898-bed7-489d-9a60-0801b58d04b5 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:52:09.593263 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-b572a898-bed7-489d-9a60-0801b58d04b5 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053668 Aug 16 22:52:09.781516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-1bff3505-3a02-4354-9b0c-5cd79755e05a service neutron] 10.222.0.22 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819441 Aug 16 22:52:09.873644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-5180ed0d-7674-4b2a-8b8a-d27a19046c70 service neutron] 10.222.0.22 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860400 Aug 16 22:52:10.033334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aaa5276a-094b-4517-8461-842e88a373dd req-f9040256-0e39-4a74-95e1-e151fbe9ecb3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Aug 16 22:52:11.057118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4292f4a5-89e0-476c-a14e-bd1f082093f6 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:11.060569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4292f4a5-89e0-476c-a14e-bd1f082093f6 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.88 "GET /v2.0/networks?id=00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 200 len: 812 time: 0.1116621 Aug 16 22:52:11.080547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Request body: {'port': {'device_id': 'b906f0ba-6852-4682-8f4f-441004112247', 'network_id': '00943aa1-394a-415e-ad27-76d244173b82', 'admin_state_up': True, 'tenant_id': '1afc9c0551854fe9bcbe86245e0f709c'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:11.151694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc85b7bd-f48d-4f9a-80f0-88b23b859993 req-8f4f6052-cdf9-4384-811d-9ec47175c1d3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Aug 16 22:52:11.210976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Made reservation on behalf of 1afc9c0551854fe9bcbe86245e0f709c for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:11.214607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.339445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Allocated IP 172.20.0.14 (00943aa1-394a-415e-ad27-76d244173b82/db1f2288-a115-46ef-abc0-787f07c968fd/2f1c5993-7d00-48e3-a6a6-3217798290a9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:11.486849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.525546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.563575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Network 00943aa1-394a-415e-ad27-76d244173b82 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:11.569004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:11.572633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:11.597920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Pushing event updated for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:11.626541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:11.627157 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.640678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-4a77cbd8-2140-4304-b63b-2d5f65b1bbe3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643148 Aug 16 22:52:11.709826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Request body: {'port': {'device_id': 'b906f0ba-6852-4682-8f4f-441004112247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:11.766899 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.020013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1c5993-7d00-48e3-a6a6-3217798290a9 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:12.027944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.039709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Transition to ACTIVE for port object 2f1c5993-7d00-48e3-a6a6-3217798290a9 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:12.043244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.108890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:12.157778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Attempting to bind port 2f1c5993-7d00-48e3-a6a6-3217798290a9 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:12.158119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Attempting to bind port 2f1c5993-7d00-48e3-a6a6-3217798290a9 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00943aa1-394a-415e-ad27-76d244173b82'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:12.158452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Attempting to bind port 2f1c5993-7d00-48e3-a6a6-3217798290a9 on network 00943aa1-394a-415e-ad27-76d244173b82 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:12.163099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Port 2f1c5993-7d00-48e3-a6a6-3217798290a9 on network 00943aa1-394a-415e-ad27-76d244173b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:12.163434 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Attempting to bind port 2f1c5993-7d00-48e3-a6a6-3217798290a9 on network 00943aa1-394a-415e-ad27-76d244173b82 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:12.168165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:12.168514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Checking segment: {'id': '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00943aa1-394a-415e-ad27-76d244173b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:12.168906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Bound using segment: {'id': '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00943aa1-394a-415e-ad27-76d244173b82'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:12.169368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Bound port: 2f1c5993-7d00-48e3-a6a6-3217798290a9, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00943aa1-394a-415e-ad27-76d244173b82'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:12.169729 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.253787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:12.269235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9,segment=NetworkSegment(863bb33c-a6ac-424b-9b2f-f9fe8ed4c036),segment_id=863bb33c-a6ac-424b-9b2f-f9fe8ed4c036)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:12.274391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.315400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70bd3a-cdea-41c4-8904-263f1fe094e8 req-e6d5135e-531f-4fcf-a811-454bb8f8389f tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.316914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a70bd3a-cdea-41c4-8904-263f1fe094e8 req-e6d5135e-531f-4fcf-a811-454bb8f8389f tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 944 time: 0.0953417 Aug 16 22:52:12.326242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.326870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:12.328200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] 10.222.0.88 "PUT /v2.0/ports/2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 200 len: 1093 time: 0.6735783 Aug 16 22:52:12.328636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:12.330901 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84eff27-5a6a-4f5e-9f2b-183764003885" -d '{"events": [{"name": "network-changed", "server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:12.371630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f019b-edaa-448a-9204-0f035fe68eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:12.389949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a70bd3a-cdea-41c4-8904-263f1fe094e8 req-75b1dea7-5fcf-44a6-a7be-19f42be2ad73 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651577 Aug 16 22:52:12.391475 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a5014-7199-4564-a649-2c35cfc2b8bd x-openstack-request-id: req-fd6a5014-7199-4564-a649-2c35cfc2b8bd {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:12.391798 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:12.392090 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd6a5014-7199-4564-a649-2c35cfc2b8bd {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:12.392491 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9', 'status': 'completed', 'code': 200} Aug 16 22:52:12.446250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-bfa2fd8a-931a-4511-a043-aa1876fb2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.447955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-bfa2fd8a-931a-4511-a043-aa1876fb2a5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 1096 time: 0.0419109 Aug 16 22:52:12.497476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-cb8e4f24-f852-4a3e-976b-f0abb284fc41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 200 len: 217 time: 0.0344410 Aug 16 22:52:12.549625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-342b36d3-1147-4e8f-9026-1df2cb9c35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.550936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-342b36d3-1147-4e8f-9026-1df2cb9c35dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db1f2288-a115-46ef-abc0-787f07c968fd HTTP/1.1" status: 200 len: 852 time: 0.0470121 Aug 16 22:52:12.583426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-d16b3a65-0624-4221-b9d2-64cd6017b790 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00943aa1-394a-415e-ad27-76d244173b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241051 Aug 16 22:52:12.670794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-5459c0a3-38de-43e5-b082-7eacdcc46069 service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802078 Aug 16 22:52:12.766120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25c5ef17-a8d2-4a07-959a-c6569a934691 req-2c32e11a-2f15-449c-9960-fb87860728ef service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883675 Aug 16 22:52:12.889738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-be26ae3f-41e0-4956-8838-29856528773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.891262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-be26ae3f-41e0-4956-8838-29856528773f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 1096 time: 0.0406940 Aug 16 22:52:13.322126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-be8955c5-82e4-4497-b081-63da6ed4f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.323620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-be8955c5-82e4-4497-b081-63da6ed4f5dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 200 len: 912 time: 0.4245145 Aug 16 22:52:13.365329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-1b6f7efa-0386-44f9-ba95-f5ad1aec8ab2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 200 len: 217 time: 0.0340493 Aug 16 22:52:13.418503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-9afc06ac-9b66-47a6-96d0-b7ac3eb32aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.420045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-9afc06ac-9b66-47a6-96d0-b7ac3eb32aa1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db1f2288-a115-46ef-abc0-787f07c968fd HTTP/1.1" status: 200 len: 852 time: 0.0469553 Aug 16 22:52:13.453048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-9dfff431-62ba-44cc-bdb2-75bb2ff7de4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00943aa1-394a-415e-ad27-76d244173b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253434 Aug 16 22:52:13.566821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882748c-8191-42b3-9117-3d6eb8aaf770 req-e8e4b177-6831-4d37-9f6f-2b0620b45a76 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.568798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3882748c-8191-42b3-9117-3d6eb8aaf770 req-e8e4b177-6831-4d37-9f6f-2b0620b45a76 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 944 time: 0.1010363 Aug 16 22:52:13.595687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-e641a562-e496-4170-bc5a-7ccc78228150 service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353211 Aug 16 22:52:13.654328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3882748c-8191-42b3-9117-3d6eb8aaf770 req-38b126f9-41b7-4355-9b0e-ad5838f9747b tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 Aug 16 22:52:13.702095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d84eff27-5a6a-4f5e-9f2b-183764003885 req-e89eb39e-e6e7-432b-b9ba-57710cf3c66f service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983450 Aug 16 22:52:14.715606 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.773660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7766e-ff37-47c0-bc6a-9f95e13a8b7a req-54f5687d-2f95-429e-9de5-c6c68c86daa2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.775115 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dc7766e-ff37-47c0-bc6a-9f95e13a8b7a req-54f5687d-2f95-429e-9de5-c6c68c86daa2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Aug 16 22:52:14.812746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dc7766e-ff37-47c0-bc6a-9f95e13a8b7a req-a13e7946-2cfd-4598-9b9d-12e71bbf7328 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Aug 16 22:52:15.438293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2f1c5993-7d00-48e3-a6a6-3217798290a9 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:15.540827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9,segment=NetworkSegment(863bb33c-a6ac-424b-9b2f-f9fe8ed4c036),segment_id=863bb33c-a6ac-424b-9b2f-f9fe8ed4c036)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:15.551760 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '2f1c5993-7d00-48e3-a6a6-3217798290a9', 'network_id': '00943aa1-394a-415e-ad27-76d244173b82', 'port_id': '2f1c5993-7d00-48e3-a6a6-3217798290a9', 'mac_address': 'fa:16:3e:87:bd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1f2288-a115-46ef-abc0-787f07c968fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:15.598158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3af5-784b-4ab5-8d86-e6578559ecce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.600378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.612854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1c5993-7d00-48e3-a6a6-3217798290a9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:15.634468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9,segment=NetworkSegment(863bb33c-a6ac-424b-9b2f-f9fe8ed4c036),segment_id=863bb33c-a6ac-424b-9b2f-f9fe8ed4c036)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:15.638240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.686551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:15.924721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ac93-ba09-4a18-ba85-c2b69863fe41 req-a3bb927e-34dd-4182-8937-3b38243eebe7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.926341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd33ac93-ba09-4a18-ba85-c2b69863fe41 req-a3bb927e-34dd-4182-8937-3b38243eebe7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Aug 16 22:52:15.963491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd33ac93-ba09-4a18-ba85-c2b69863fe41 req-6abca097-584e-462d-a14a-f0c45e4eeab2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Aug 16 22:52:16.034747 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2f1c5993-7d00-48e3-a6a6-3217798290a9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:17.077576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3c9c3-d5cc-4e9a-b693-620969fb84bd req-abab48ec-5399-4a6c-b6ae-f5502f6eb09a tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.079084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ef3c9c3-d5cc-4e9a-b693-620969fb84bd req-abab48ec-5399-4a6c-b6ae-f5502f6eb09a tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 945 time: 0.0495467 Aug 16 22:52:17.117135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ef3c9c3-d5cc-4e9a-b693-620969fb84bd req-c8d28639-5a73-4898-84f5-312c621accb9 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 16 22:52:17.436509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2f1c5993-7d00-48e3-a6a6-3217798290a9 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:17.488105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 2f1c5993-7d00-48e3-a6a6-3217798290a9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:17.492342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 2f1c5993-7d00-48e3-a6a6-3217798290a9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:17.492738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.567635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.589346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:17.591523 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db6a81-6538-4e62-b30d-74b87ee4947d" -d '{"events": [{"server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "name": "network-vif-plugged", "status": "completed", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:17.604490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9,segment=NetworkSegment(863bb33c-a6ac-424b-9b2f-f9fe8ed4c036),segment_id=863bb33c-a6ac-424b-9b2f-f9fe8ed4c036)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:17.608718 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.632261 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731651ca-cfe4-4da8-a693-e501cd1c52a6 x-openstack-request-id: req-731651ca-cfe4-4da8-a693-e501cd1c52a6 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:17.632550 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "name": "network-vif-plugged", "status": "completed", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:17.632797 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-731651ca-cfe4-4da8-a693-e501cd1c52a6 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:17.633213 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9', 'code': 200} Aug 16 22:52:17.661154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:17.755321 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c91fc-b669-4e80-8b83-4a82f66b970d req-bb979769-6ab5-4af3-aea3-aee9ab04203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.756818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-704c91fc-b669-4e80-8b83-4a82f66b970d req-bb979769-6ab5-4af3-aea3-aee9ab04203b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 1098 time: 0.0443039 Aug 16 22:52:17.791888 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-704c91fc-b669-4e80-8b83-4a82f66b970d req-3da70757-3fa8-46d4-8e86-5da529f33eff service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282845 Aug 16 22:52:18.200344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.231858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23853-97a9-42f4-ad7b-0667b584494c req-14b8c0b2-3763-46e5-9550-f3cd3a01a6af tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.233387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44c23853-97a9-42f4-ad7b-0667b584494c req-14b8c0b2-3763-46e5-9550-f3cd3a01a6af tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0490711 Aug 16 22:52:18.271036 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-44c23853-97a9-42f4-ad7b-0667b584494c req-7d7b4b68-2915-4311-8b4a-7c24a5889997 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 16 22:52:18.323742 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47ffca14-f2d8-4717-98a5-e3b866b7577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.321880 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.386936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ce53-5a65-4898-b2d6-0363971cffa5 req-c3876146-534f-4372-882e-e5c9df26bd69 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.388401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6b5ce53-5a65-4898-b2d6-0363971cffa5 req-c3876146-534f-4372-882e-e5c9df26bd69 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0478146 Aug 16 22:52:19.426384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6b5ce53-5a65-4898-b2d6-0363971cffa5 req-ded0dd30-eb48-4c23-92c4-83522a37a771 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Aug 16 22:52:19.544409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ee64a-0c5d-4b39-84c1-49e345b70166 req-c1971a20-4293-4189-b0af-20f579aa07cb tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.545921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e87ee64a-0c5d-4b39-84c1-49e345b70166 req-c1971a20-4293-4189-b0af-20f579aa07cb tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Aug 16 22:52:19.583520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e87ee64a-0c5d-4b39-84c1-49e345b70166 req-f919d230-12f1-4dda-8c94-070d541be3d4 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 16 22:52:19.802587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297982b5-3936-49ca-8b84-c4ab97814139 req-c348b65b-4e0f-442d-b8b6-a8950dc95cd2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.804089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297982b5-3936-49ca-8b84-c4ab97814139 req-c348b65b-4e0f-442d-b8b6-a8950dc95cd2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0498648 Aug 16 22:52:19.842205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-297982b5-3936-49ca-8b84-c4ab97814139 req-a0f3bbd9-e365-490a-b849-ea053c2b9bb8 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Aug 16 22:52:20.957435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125bb68-570a-44bf-a203-a67d1a2c1725 req-e34e4331-40c3-4d82-b971-f256ea3a3617 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.958908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b125bb68-570a-44bf-a203-a67d1a2c1725 req-e34e4331-40c3-4d82-b971-f256ea3a3617 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0485849 Aug 16 22:52:20.996851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b125bb68-570a-44bf-a203-a67d1a2c1725 req-34e192e3-4a95-489c-a9d4-d7ed2590dac3 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Aug 16 22:52:21.202289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92084941-1118-4de9-9822-afdef1608a25 req-e3550127-1c77-42c3-9917-94f900ec2d51 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.203782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92084941-1118-4de9-9822-afdef1608a25 req-e3550127-1c77-42c3-9917-94f900ec2d51 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0546136 Aug 16 22:52:21.266873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92084941-1118-4de9-9822-afdef1608a25 req-7c5b2842-c3f1-4ed6-b24e-d747d92f0c13 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Aug 16 22:52:21.271376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-3bd522dd-29b4-4894-826f-d891101a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.272835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-3bd522dd-29b4-4894-826f-d891101a7ce9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 1098 time: 0.0660326 Aug 16 22:52:21.337716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.367269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-24f27c7f-4700-4d6f-9f78-23eebea92903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.368794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-24f27c7f-4700-4d6f-9f78-23eebea92903 service neutron] 10.222.0.88 "GET /v2.0/networks?id=00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 200 len: 912 time: 0.0888116 Aug 16 22:52:21.410342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-aafb224d-baaf-4ee8-9be0-669d133cddb8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 200 len: 217 time: 0.0340965 Aug 16 22:52:21.458146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-630f8239-b0ea-4847-a26e-29ecfe43b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.459563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-630f8239-b0ea-4847-a26e-29ecfe43b62d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db1f2288-a115-46ef-abc0-787f07c968fd HTTP/1.1" status: 200 len: 852 time: 0.0424614 Aug 16 22:52:21.491395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-d8e6203b-1762-459f-b72a-33ba262cbbe1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00943aa1-394a-415e-ad27-76d244173b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252209 Aug 16 22:52:21.583232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-6ab3ac78-0644-4477-bd55-46d8db0b4081 service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Aug 16 22:52:21.674685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c1ef872-d3d2-4d22-bdb9-bf66685ecc21 req-79a85480-5095-40c7-a5ec-a1b76d22a8e6 service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843647 Aug 16 22:52:22.383733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e0d4-69ef-4a0c-9165-d6349aad1f58 req-c6c00197-ee07-47fd-bb79-fa11970efa68 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.385275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3749e0d4-69ef-4a0c-9165-d6349aad1f58 req-c6c00197-ee07-47fd-bb79-fa11970efa68 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0501044 Aug 16 22:52:22.423077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3749e0d4-69ef-4a0c-9165-d6349aad1f58 req-a3141f7f-85c3-40ef-8150-f61d4943bf83 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Aug 16 22:52:23.092860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.543724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd58981-a346-46cd-b3fa-b06e0c918074 req-00be8280-c603-439b-9bca-0d6a5fa520ee tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:23.545384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fd58981-a346-46cd-b3fa-b06e0c918074 req-00be8280-c603-439b-9bca-0d6a5fa520ee tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Aug 16 22:52:23.583574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fd58981-a346-46cd-b3fa-b06e0c918074 req-efe52a0f-a1f5-49c2-bd1c-8bd9a93470d0 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 16 22:52:23.807831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23d374-c0e6-4f09-962b-63a41e8a00a5 req-33e02040-4e89-4622-b2c9-4d67e8724144 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:23.809305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23d374-c0e6-4f09-962b-63a41e8a00a5 req-33e02040-4e89-4622-b2c9-4d67e8724144 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0519280 Aug 16 22:52:23.854925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d23d374-c0e6-4f09-962b-63a41e8a00a5 req-9993c08a-619b-4169-830c-00f8a3dff55d tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Aug 16 22:52:24.973520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30c960-5a6a-49cf-96b7-a76624cddd3a req-260b6df1-7bca-430a-89e3-f4b22d2807cb tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:24.974997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f30c960-5a6a-49cf-96b7-a76624cddd3a req-260b6df1-7bca-430a-89e3-f4b22d2807cb tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0490129 Aug 16 22:52:25.012765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f30c960-5a6a-49cf-96b7-a76624cddd3a req-6c06c52d-2e57-4e90-955f-aabc28bb0f6b tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Aug 16 22:52:25.217351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f811b-5212-4c82-b9ca-367e2df951e5 req-c85a1e96-565d-4835-bd3a-faf01e84a5ce tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.218852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d7f811b-5212-4c82-b9ca-367e2df951e5 req-c85a1e96-565d-4835-bd3a-faf01e84a5ce tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0551820 Aug 16 22:52:25.286589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5d7f811b-5212-4c82-b9ca-367e2df951e5 req-055a50c8-bddf-47a2-9899-b11001a4ae7b tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583041 Aug 16 22:52:25.289406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5117-8661-423c-bd95-5bad6a873aae req-4ffa2271-9161-46ba-bdb3-7a79499c4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.290923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-4ffa2271-9161-46ba-bdb3-7a79499c4970 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 1098 time: 0.0711818 Aug 16 22:52:25.381509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5117-8661-423c-bd95-5bad6a873aae req-f893b721-3639-4628-a106-28fdea87e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.382983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-f893b721-3639-4628-a106-28fdea87e64e service neutron] 10.222.0.88 "GET /v2.0/networks?id=00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 200 len: 912 time: 0.0841091 Aug 16 22:52:25.428475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-942c7b34-7677-4453-81b7-e6db60845aef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 200 len: 217 time: 0.0382195 Aug 16 22:52:25.479178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de5117-8661-423c-bd95-5bad6a873aae req-931efb23-5799-4056-bbdd-ff8e3bee48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.480652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-931efb23-5799-4056-bbdd-ff8e3bee48f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=db1f2288-a115-46ef-abc0-787f07c968fd HTTP/1.1" status: 200 len: 852 time: 0.0450771 Aug 16 22:52:25.511726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-f9d616c9-3d19-4919-8579-7f51d19253d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=00943aa1-394a-415e-ad27-76d244173b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245118 Aug 16 22:52:25.604617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-d74cffae-e8fb-4309-8a6d-dc5c2f61bdd9 service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858135 Aug 16 22:52:25.693326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-82de5117-8661-423c-bd95-5bad6a873aae req-19dc6dd8-154d-4946-a068-b88a2d5900db service neutron] 10.222.0.88 "GET /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815313 Aug 16 22:52:26.402629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8efb97-0293-4c68-abd0-69f5bb7cade7 req-cca8b568-3a9f-462c-9105-d87aa252b9d1 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.404118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8efb97-0293-4c68-abd0-69f5bb7cade7 req-cca8b568-3a9f-462c-9105-d87aa252b9d1 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0488474 Aug 16 22:52:26.440896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee8efb97-0293-4c68-abd0-69f5bb7cade7 req-41675d6c-a71b-42c9-8ff8-571845cb5f3e tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Aug 16 22:52:27.561856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49c94b-cbd7-41e3-8214-0aaf177aa8b2 req-85f89a8c-2a11-478e-827c-02a704df7d73 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.563401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b49c94b-cbd7-41e3-8214-0aaf177aa8b2 req-85f89a8c-2a11-478e-827c-02a704df7d73 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0544791 Aug 16 22:52:27.601648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b49c94b-cbd7-41e3-8214-0aaf177aa8b2 req-81a9c5a0-ec4c-4180-8fa4-6e77a0e248cd tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Aug 16 22:52:27.828189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4cea9-e666-48a6-90c1-d433c85f6a86 req-843a8488-157d-47f4-8f63-16653e258a29 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.829723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bf4cea9-e666-48a6-90c1-d433c85f6a86 req-843a8488-157d-47f4-8f63-16653e258a29 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Aug 16 22:52:27.867763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2bf4cea9-e666-48a6-90c1-d433c85f6a86 req-fdf8eef3-fe4f-42ed-a14b-95224fc3ae5e tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 16 22:52:28.985842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18882e83-a28b-4ff6-9372-f7e9e268f1eb req-2cedb73f-7854-4650-9df5-a1477aa5dad2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.987396 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18882e83-a28b-4ff6-9372-f7e9e268f1eb req-2cedb73f-7854-4650-9df5-a1477aa5dad2 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0486684 Aug 16 22:52:29.027120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18882e83-a28b-4ff6-9372-f7e9e268f1eb req-3a2f32f5-717b-4edc-bb5f-48884b45da2f tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Aug 16 22:52:29.933646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-c095779c-dde5-4228-907e-d27254e16e82 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:29.935121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-c095779c-dde5-4228-907e-d27254e16e82 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.88 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0532558 Aug 16 22:52:30.026509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Deleting port 2f1c5993-7d00-48e3-a6a6-3217798290a9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:30.027158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.144808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] For port 2f1c5993-7d00-48e3-a6a6-3217798290a9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=2f1c5993-7d00-48e3-a6a6-3217798290a9,segment=NetworkSegment(863bb33c-a6ac-424b-9b2f-f9fe8ed4c036),segment_id=863bb33c-a6ac-424b-9b2f-f9fe8ed4c036)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:30.145706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.161698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Calling delete_port for 2f1c5993-7d00-48e3-a6a6-3217798290a9 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:30.177418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8af6eb-2aa7-426a-bc78-be16885a15c9 req-7547069d-8969-4c36-8643-4d27c9eedab6 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.178907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8af6eb-2aa7-426a-bc78-be16885a15c9 req-7547069d-8969-4c36-8643-4d27c9eedab6 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/ports?device_id=b906f0ba-6852-4682-8f4f-441004112247 HTTP/1.1" status: 200 len: 946 time: 0.0841322 Aug 16 22:52:30.262077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8af6eb-2aa7-426a-bc78-be16885a15c9 req-914fa40f-3cab-45be-90fe-a98c5726875d tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd0c7f9-be27-46e6-a472-ce9417876509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762320 Aug 16 22:52:30.334677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.360342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Pushing event deleted for resources: {'Port': ['ID=2f1c5993-7d00-48e3-a6a6-3217798290a9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:30.369371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['2f1c5993-7d00-48e3-a6a6-3217798290a9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:30.402672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] No DVR routers for this DVR port 2f1c5993-7d00-48e3-a6a6-3217798290a9 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:30.405192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.407231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7bedef5-143d-4aa9-9330-53b02e25eac9 req-b9140c12-7d64-4c4b-8237-0a5b1e959ce7 tempest-TestServerAdvancedOps-759992150 tempest-TestServerAdvancedOps-759992150-project] 10.222.0.88 "DELETE /v2.0/ports/2f1c5993-7d00-48e3-a6a6-3217798290a9 HTTP/1.1" status: 204 len: 173 time: 0.4646485 Aug 16 22:52:30.407687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'name': 'network-vif-deleted', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:30.410011 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061bb7a-d094-4326-af63-18a2de336295" -d '{"events": [{"server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "name": "network-vif-deleted", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:30.445246 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b270e5d-7b52-4758-984f-6c23d9d00a60 x-openstack-request-id: req-6b270e5d-7b52-4758-984f-6c23d9d00a60 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:30.445545 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906f0ba-6852-4682-8f4f-441004112247", "name": "network-vif-deleted", "tag": "2f1c5993-7d00-48e3-a6a6-3217798290a9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:30.445802 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b270e5d-7b52-4758-984f-6c23d9d00a60 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:30.446208 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906f0ba-6852-4682-8f4f-441004112247', 'name': 'network-vif-deleted', 'tag': '2f1c5993-7d00-48e3-a6a6-3217798290a9', 'status': 'completed', 'code': 200} Aug 16 22:52:31.320377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:31.368821 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Deleting subnet db1f2288-a115-46ef-abc0-787f07c968fd {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:31.372075 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.405672 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.443293 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.495317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.522563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1f2288-a115-46ef-abc0-787f07c968fd,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:31.524833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.526735 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5646244f-0863-4032-8c15-f7f6505975f4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/db1f2288-a115-46ef-abc0-787f07c968fd HTTP/1.1" status: 204 len: 168 time: 0.2053256 Aug 16 22:52:31.529259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:31.600171 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.680299 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.689744 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00943aa1-394a-415e-ad27-76d244173b82']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:31.699237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:31.699480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863bb33c-a6ac-424b-9b2f-f9fe8ed4c036') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:31.708006 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.721114 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.727492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:31.727932 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:31.729666 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:31.781885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.787697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.789602 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] 10.222.0.22 "DELETE /v2.0/networks/00943aa1-394a-415e-ad27-76d244173b82 HTTP/1.1" status: 204 len: 168 time: 0.2594011 Aug 16 22:52:31.792523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:31.800670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfebf1d-4fee-428a-9b20-d918bd32904b admin admin] Pushing event deleted for resources: {'Network': ['ID=00943aa1-394a-415e-ad27-76d244173b82,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:31.842272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Deleting subnet abad7dff-3e61-4ff9-aa6f-5cdfcfa1c0df {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:31.845486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.880881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.919231 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.971889 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.997878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abad7dff-3e61-4ff9-aa6f-5cdfcfa1c0df,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:32.002688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.005146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bacd4872-7ad6-4ee0-a13d-453ceaceb688 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/abad7dff-3e61-4ff9-aa6f-5cdfcfa1c0df HTTP/1.1" status: 204 len: 168 time: 0.2114732 Aug 16 22:52:32.007531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39226) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:32.085326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.165085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.174610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787b630f-da8b-473a-b7c0-d19d01da7331']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:32.184642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca0d70-da51-41df-a02e-251a2eb54c1b') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:32.184945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca0d70-da51-41df-a02e-251a2eb54c1b') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:32.194038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.207713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.213597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:32.213984 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:32.215592 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:32.269156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.276789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.278730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] 10.222.0.22 "DELETE /v2.0/networks/787b630f-da8b-473a-b7c0-d19d01da7331 HTTP/1.1" status: 204 len: 168 time: 0.2702518 Aug 16 22:52:32.290294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afca439-a921-4ed8-a19d-2832d35b3d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=787b630f-da8b-473a-b7c0-d19d01da7331,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:32.440827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:32.480556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a053e357-f296-476b-a3f7-4f2f7689d48b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1afc9c0551854fe9bcbe86245e0f709c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385220 Aug 16 22:52:32.482970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:32.535983 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.556738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.603359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.605907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.607061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fd0c7f9-be27-46e6-a472-ce9417876509 HTTP/1.1" status: 204 len: 168 time: 0.1231923 Aug 16 22:52:32.616454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50a51e-b13a-4723-96aa-34c15607d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0c7f9-be27-46e6-a472-ce9417876509,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:32.924516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:32.965449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5bd3a0ab-2196-4bd1-8e2f-9fb123343e86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5290fb4102934116bc36f4cb577605d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396769 Aug 16 22:52:32.968010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39240) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:33.016323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.041831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.089810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.092227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.093425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a60a0bbf-48fb-44de-89d8-b34c9c718ae8 HTTP/1.1" status: 204 len: 168 time: 0.1244893 Aug 16 22:52:33.102908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b498d46-a689-48a4-9ff1-55b3e8371ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a0bbf-48fb-44de-89d8-b34c9c718ae8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:33.531250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2f1c5993-7d00-48e3-a6a6-3217798290a9 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:33.552564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 2f1c5993-7d00-48e3-a6a6-3217798290a9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:33.552918 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 2f1c5993-7d00-48e3-a6a6-3217798290a9 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:37.135325 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:43.229058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-94c369e5-b635-4453-9e62-a61968e165e1 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320742 Aug 16 22:52:43.412528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-fec279a9-fdfd-4d46-b9ba-83eda3f47663 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:43.417094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-fec279a9-fdfd-4d46-b9ba-83eda3f47663 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798897 Aug 16 22:52:43.430249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-17e4c365-9289-417a-9e80-0d55a5fa3cd0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/quotas/d1ca70d24bf74e3ca84eedd91306058b HTTP/1.1" status: 200 len: 375 time: 0.0099680 Aug 16 22:52:43.464584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-82fa16c8-c8f9-422c-8d39-8019e87b3588 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280242 Aug 16 22:52:43.640884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d6d3af-33e8-48ad-8c9b-7986e9d8ca9e req-dee75fa4-e3da-4cb7-ba61-40bea1518ad4 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 210 time: 0.0265412 Aug 16 22:52:44.557978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-f061e79a-4d14-4208-be8d-50471d44251b tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318811 Aug 16 22:52:44.668211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-1cf866bd-0474-48a6-8f22-a99e7e03e80e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.669719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-1cf866bd-0474-48a6-8f22-a99e7e03e80e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1062059 Aug 16 22:52:44.695824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Request body: {'port': {'device_id': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'admin_state_up': True, 'tenant_id': 'd1ca70d24bf74e3ca84eedd91306058b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:44.715646 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.764473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b3099ed-5570-451e-bce6-e1520f56c7bd req-a1a45578-20b3-487c-bb48-8eee229c0160 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 210 time: 0.0538042 Aug 16 22:52:44.826974 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Made reservation on behalf of d1ca70d24bf74e3ca84eedd91306058b for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:44.830421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.839145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.929124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.933158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.000346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80582b95-7b75-40ba-92ff-d3da39fefa7a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.064476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Allocated IP 192.168.233.202 (521399c4-63e2-43be-aef3-597b5a06f799/f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9/7429ee5c-265e-4c15-afb3-4e289d609351) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:45.208459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.221329 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Transition to ACTIVE for port object 7429ee5c-265e-4c15-afb3-4e289d609351 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:45.254201 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.297027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Network 521399c4-63e2-43be-aef3-597b5a06f799 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:45.300073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:45.303925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:45.327688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Pushing event updated for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.356676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:45.357325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.373355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-c96ce175-0dd9-45e3-a9a1-1be69954c6a0 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6822538 Aug 16 22:52:45.391530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Request body: {'port': {'device_id': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:45.451248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.514085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e5bcd476-c2e0-47c0-bdce-b7b0227a6549 None None] Provisioning for port 7429ee5c-265e-4c15-afb3-4e289d609351 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:45.517750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e5bcd476-c2e0-47c0-bdce-b7b0227a6549 None None] Provisioning complete for port 7429ee5c-265e-4c15-afb3-4e289d609351 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:45.518128 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5bcd476-c2e0-47c0-bdce-b7b0227a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.553904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e5bcd476-c2e0-47c0-bdce-b7b0227a6549 None None] Port 7429ee5c-265e-4c15-afb3-4e289d609351 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:52:45.578530 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-420245e4-247d-4838-8665-3afef908f1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.708641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7429ee5c-265e-4c15-afb3-4e289d609351 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:45.715913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.727972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Transition to ACTIVE for port object 7429ee5c-265e-4c15-afb3-4e289d609351 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:45.731970 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.780117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.880050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Attempting to bind port 7429ee5c-265e-4c15-afb3-4e289d609351 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:45.880386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Attempting to bind port 7429ee5c-265e-4c15-afb3-4e289d609351 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:45.880716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Attempting to bind port 7429ee5c-265e-4c15-afb3-4e289d609351 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:45.889410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Port 7429ee5c-265e-4c15-afb3-4e289d609351 on network 521399c4-63e2-43be-aef3-597b5a06f799 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:45.889617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Attempting to bind port 7429ee5c-265e-4c15-afb3-4e289d609351 on network 521399c4-63e2-43be-aef3-597b5a06f799 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:45.897977 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:45.898322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Checking segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:45.898708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Bound using segment: {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:45.899145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Bound port: 7429ee5c-265e-4c15-afb3-4e289d609351, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcf2e99-6992-4abd-90dc-b4cecb229ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:45.899508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.910101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b0314-7351-4632-b3b9-74fcd2ee31f4 req-61d24233-b03f-4aed-921e-3c227e2279e1 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:45.911681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68b0314-7351-4632-b3b9-74fcd2ee31f4 req-61d24233-b03f-4aed-921e-3c227e2279e1 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 948 time: 0.0742090 Aug 16 22:52:45.985634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c68b0314-7351-4632-b3b9-74fcd2ee31f4 req-57591e06-ac94-4fe2-b3d6-b84010928d92 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Aug 16 22:52:46.001417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:46.005294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7429ee5c-265e-4c15-afb3-4e289d609351,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:46.009669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.046098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.046654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.048033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/7429ee5c-265e-4c15-afb3-4e289d609351 HTTP/1.1" status: 200 len: 1097 time: 0.6609142 Aug 16 22:52:46.048469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:46.050757 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6bf89d-189a-479e-9dd0-217f87d892ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:46.075970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880ee00-742b-415d-82a0-a6190b2f69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:46.094250 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f0dd2-7bf9-40cc-b829-b121515d1c5e x-openstack-request-id: req-189f0dd2-7bf9-40cc-b829-b121515d1c5e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:46.094544 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:46.094796 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-189f0dd2-7bf9-40cc-b829-b121515d1c5e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:46.095200 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351', 'status': 'completed', 'code': 200} Aug 16 22:52:46.162355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-f0e51f6f-f5f5-414a-8346-6ed251c07b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.163924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-f0e51f6f-f5f5-414a-8346-6ed251c07b8e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 1100 time: 0.0515475 Aug 16 22:52:46.216446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-a8fc5ac3-0f27-4f5b-b11b-ffe1b94e0fc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=7429ee5c-265e-4c15-afb3-4e289d609351 HTTP/1.1" status: 200 len: 217 time: 0.0389659 Aug 16 22:52:46.265719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-ef22e407-7dd8-44a0-af69-0e3a354eecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.267150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-ef22e407-7dd8-44a0-af69-0e3a354eecf5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0443695 Aug 16 22:52:46.314230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-580e712c-4f3f-4f21-a937-6d3025db5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.315674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-580e712c-4f3f-4f21-a937-6d3025db5783 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393414 Aug 16 22:52:46.735451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-d4934ad9-c703-4ed7-bb05-2b7fa382d842 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114709 Aug 16 22:52:46.824465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03ee3f23-3ab8-40df-95a0-c7f4697d2c0c req-aa8f940b-64b2-4311-80b9-6a18f2df0e53 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807896 Aug 16 22:52:46.959365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-3ac33779-6e62-4632-850f-91c545b58821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.960863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-3ac33779-6e62-4632-850f-91c545b58821 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 1100 time: 0.0404627 Aug 16 22:52:47.061465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-b66f775d-1769-464d-b8fa-8faafc23e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.062849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-b66f775d-1769-464d-b8fa-8faafc23e682 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521399c4-63e2-43be-aef3-597b5a06f799 HTTP/1.1" status: 200 len: 869 time: 0.0945683 Aug 16 22:52:47.120472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-338ba1ed-9b67-4d91-ba1a-82fd22ebf086 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=7429ee5c-265e-4c15-afb3-4e289d609351 HTTP/1.1" status: 200 len: 217 time: 0.0408008 Aug 16 22:52:47.137159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63063e2-5ea6-4a6f-a8b9-589bcbfff6e4 req-b81655a0-4e2e-4c7f-ae92-2cc9e4cb157d tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.138595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c63063e2-5ea6-4a6f-a8b9-589bcbfff6e4 req-b81655a0-4e2e-4c7f-ae92-2cc9e4cb157d tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 948 time: 0.0865142 Aug 16 22:52:47.204461 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-92150d67-915d-4d51-b938-c7bd0ceda1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.205948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-92150d67-915d-4d51-b938-c7bd0ceda1c4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9 HTTP/1.1" status: 200 len: 843 time: 0.0771549 Aug 16 22:52:47.208850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c63063e2-5ea6-4a6f-a8b9-589bcbfff6e4 req-4af24881-844b-4bb1-b219-8a998f866245 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630252 Aug 16 22:52:47.258267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-e92f48e8-0941-43c4-9229-fb16d08b4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.259817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-e92f48e8-0941-43c4-9229-fb16d08b4469 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521399c4-63e2-43be-aef3-597b5a06f799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0457456 Aug 16 22:52:47.350594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-fbff6cc4-9661-4f80-8946-1dfea163ff16 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 Aug 16 22:52:47.444293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f6bf89d-189a-479e-9dd0-217f87d892ab req-fdeea866-cc2f-42d1-9187-dc989572c264 service neutron] 10.222.0.88 "GET /v2.0/networks/521399c4-63e2-43be-aef3-597b5a06f799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860343 Aug 16 22:52:48.205617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.324771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f3210aa-5ad1-45fb-bebc-b01ff257e090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.330295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636d8d3-be64-47e9-8007-db6b7cb16731 req-8c72b65a-0d45-42c6-a686-96efacd2c04e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.332702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9636d8d3-be64-47e9-8007-db6b7cb16731 req-8c72b65a-0d45-42c6-a686-96efacd2c04e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 948 time: 0.0538092 Aug 16 22:52:48.370771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9636d8d3-be64-47e9-8007-db6b7cb16731 req-ee5c65c0-1c00-4c20-ae18-b6cc702a7b0d tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Aug 16 22:52:49.324658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.484320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25043e-dba9-4cac-af6b-526a65198c19 req-7401d134-1e2d-41a3-9f67-e35cb18fe65a tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.485859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be25043e-dba9-4cac-af6b-526a65198c19 req-7401d134-1e2d-41a3-9f67-e35cb18fe65a tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 948 time: 0.0494018 Aug 16 22:52:49.523433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be25043e-dba9-4cac-af6b-526a65198c19 req-b98a8f0f-3e41-40e4-ac71-837e55744f5a tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Aug 16 22:52:49.562636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7429ee5c-265e-4c15-afb3-4e289d609351 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:49.654406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7429ee5c-265e-4c15-afb3-4e289d609351,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:49.667953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '7429ee5c-265e-4c15-afb3-4e289d609351', 'network_id': '521399c4-63e2-43be-aef3-597b5a06f799', 'port_id': '7429ee5c-265e-4c15-afb3-4e289d609351', 'mac_address': 'fa:16:3e:b9:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c9c6d8-945b-4cca-8a23-2fc3ff1759a9', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:49.703081 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.715717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7429ee5c-265e-4c15-afb3-4e289d609351 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:49.734634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7429ee5c-265e-4c15-afb3-4e289d609351,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:49.738171 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.782891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:50.112543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['7429ee5c-265e-4c15-afb3-4e289d609351'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:50.641990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc41c23-9870-46f5-9dd7-39844570064b req-1141c5e9-e956-40c5-8572-a1978166f05f tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:50.643474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bc41c23-9870-46f5-9dd7-39844570064b req-1141c5e9-e956-40c5-8572-a1978166f05f tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 949 time: 0.0530932 Aug 16 22:52:50.680546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bc41c23-9870-46f5-9dd7-39844570064b req-723f0e3a-688d-4a73-b931-411764f3148f tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Aug 16 22:52:51.340461 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.578153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7429ee5c-265e-4c15-afb3-4e289d609351 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:51.626809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 7429ee5c-265e-4c15-afb3-4e289d609351 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:51.630576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 7429ee5c-265e-4c15-afb3-4e289d609351 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:51.630953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.710887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.734295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:51.736553 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412986eb-d23a-4534-9176-e22eb3d4092f" -d '{"events": [{"server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "name": "network-vif-plugged", "status": "completed", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:51.763248 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7429ee5c-265e-4c15-afb3-4e289d609351,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:51.767084 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.793088 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ef04e0-6c7d-45fa-b1c2-dee41c81d381 x-openstack-request-id: req-76ef04e0-6c7d-45fa-b1c2-dee41c81d381 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:51.793388 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "name": "network-vif-plugged", "status": "completed", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:51.793643 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ef04e0-6c7d-45fa-b1c2-dee41c81d381 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:51.794033 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351', 'code': 200} Aug 16 22:52:51.804822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ad58-6f90-43d5-893d-75d686ef8fcc req-60d0cda5-4170-4b2e-8be3-6fd59ec87f67 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:51.806382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc73ad58-6f90-43d5-893d-75d686ef8fcc req-60d0cda5-4170-4b2e-8be3-6fd59ec87f67 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 949 time: 0.0572140 Aug 16 22:52:51.822669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.845616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc73ad58-6f90-43d5-893d-75d686ef8fcc req-bf94ac15-65c1-4dc6-a1cd-c70f1ed3fc35 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Aug 16 22:52:51.911644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29f83b-b6ae-48e2-bc42-af29659782f1 req-b1a67ca0-c638-4e7f-8f92-4de8decfefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:51.913208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f29f83b-b6ae-48e2-bc42-af29659782f1 req-b1a67ca0-c638-4e7f-8f92-4de8decfefd7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 1102 time: 0.0419738 Aug 16 22:52:51.949554 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4f29f83b-b6ae-48e2-bc42-af29659782f1 req-92be8f2f-d5e7-4073-9399-c90859107dbe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294056 Aug 16 22:52:52.967629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9234b-be65-4e21-af0a-72ba0e5b29e0 req-41bb25d1-0e82-425c-ae18-dde19c6e2e2e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:52.969180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c9234b-be65-4e21-af0a-72ba0e5b29e0 req-41bb25d1-0e82-425c-ae18-dde19c6e2e2e tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 950 time: 0.0527470 Aug 16 22:52:53.006467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7c9234b-be65-4e21-af0a-72ba0e5b29e0 req-e9ce1edc-62ff-4d2e-9969-7bb1df37f2c2 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Aug 16 22:52:53.098597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.122126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67838393-50bc-4708-9d0c-eb795df29643 req-9d0935fd-5a00-4771-9c99-d38e2bd3d9d3 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:54.123647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67838393-50bc-4708-9d0c-eb795df29643 req-9d0935fd-5a00-4771-9c99-d38e2bd3d9d3 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 950 time: 0.0510137 Aug 16 22:52:54.162337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67838393-50bc-4708-9d0c-eb795df29643 req-00192ed9-3603-4a5d-9e3b-54c095931b55 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Aug 16 22:52:54.434165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-77ed3663-fe1c-417a-ac38-8b511927be4c req-41a363f0-bb08-4ccf-93e2-421222289ea7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:52:54.435159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77ed3663-fe1c-417a-ac38-8b511927be4c req-41a363f0-bb08-4ccf-93e2-421222289ea7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055921 Aug 16 22:52:54.854777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6528127d-460f-40dc-9481-7868c63747ec req-d7f07f1a-65bb-48a6-8f06-ace10edafac9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:52:54.855801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6528127d-460f-40dc-9481-7868c63747ec req-d7f07f1a-65bb-48a6-8f06-ace10edafac9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028519 Aug 16 22:52:55.178939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee8b34-6cf1-40e8-8df5-59c7fba01895 req-94415718-5a93-46aa-b934-031b591f8e28 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.180435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebee8b34-6cf1-40e8-8df5-59c7fba01895 req-94415718-5a93-46aa-b934-031b591f8e28 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 950 time: 0.0494804 Aug 16 22:52:55.217923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebee8b34-6cf1-40e8-8df5-59c7fba01895 req-7658bae9-9be9-4b60-87b6-61f709124131 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 16 22:52:56.338360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586483-f5b8-4524-a0c1-d890813d4b14 req-75cba9a5-bfaa-48a2-af3f-b0d5a7bcd136 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:56.339831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2586483-f5b8-4524-a0c1-d890813d4b14 req-75cba9a5-bfaa-48a2-af3f-b0d5a7bcd136 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 950 time: 0.0526865 Aug 16 22:52:56.379111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2586483-f5b8-4524-a0c1-d890813d4b14 req-eedeb0e1-4cec-4a4c-a3c2-8e014020a267 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/security-groups?id=80582b95-7b75-40ba-92ff-d3da39fefa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Aug 16 22:52:56.702082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-12543494-10a5-454c-9123-510e30da1c50 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:56.703510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-12543494-10a5-454c-9123-510e30da1c50 tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.88 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 950 time: 0.0471587 Aug 16 22:52:56.790254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Deleting port 7429ee5c-265e-4c15-afb3-4e289d609351 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:56.790613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.883007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] For port 7429ee5c-265e-4c15-afb3-4e289d609351, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7429ee5c-265e-4c15-afb3-4e289d609351,segment=NetworkSegment(5bcf2e99-6992-4abd-90dc-b4cecb229ec3),segment_id=5bcf2e99-6992-4abd-90dc-b4cecb229ec3)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:56.883388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.895505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Calling delete_port for 7429ee5c-265e-4c15-afb3-4e289d609351 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:57.025894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.053197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Pushing event deleted for resources: {'Port': ['ID=7429ee5c-265e-4c15-afb3-4e289d609351,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.057687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['7429ee5c-265e-4c15-afb3-4e289d609351'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:57.096450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] No DVR routers for this DVR port 7429ee5c-265e-4c15-afb3-4e289d609351 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:57.099695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.101758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88816ea1-9b1d-4767-8a1f-f6696cd1ff87 req-033aa4c5-b778-4e79-9424-18a5f8dafdca tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.88 "DELETE /v2.0/ports/7429ee5c-265e-4c15-afb3-4e289d609351 HTTP/1.1" status: 204 len: 173 time: 0.3915627 Aug 16 22:52:57.102223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'name': 'network-vif-deleted', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:57.104524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372fd1e-84d1-4508-ba1f-e6ef5b11f7fc" -d '{"events": [{"server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "name": "network-vif-deleted", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:57.142871 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58cbc33-8c74-475f-a9b0-796eb898edef x-openstack-request-id: req-b58cbc33-8c74-475f-a9b0-796eb898edef {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:57.143439 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe61c91d-2c26-491b-9fd9-af4985d59b1f", "name": "network-vif-deleted", "tag": "7429ee5c-265e-4c15-afb3-4e289d609351", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:57.143693 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b58cbc33-8c74-475f-a9b0-796eb898edef {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:57.144138 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe61c91d-2c26-491b-9fd9-af4985d59b1f', 'name': 'network-vif-deleted', 'tag': '7429ee5c-265e-4c15-afb3-4e289d609351', 'status': 'completed', 'code': 200} Aug 16 22:52:57.487216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e6ee0da-f47e-453e-9689-30dfae4858d7 req-d566fb50-6fd1-46d5-b2f7-0b84e30e51aa tempest-ServersAdminNegativeTestJSON-1608013571 tempest-ServersAdminNegativeTestJSON-1608013571-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe61c91d-2c26-491b-9fd9-af4985d59b1f HTTP/1.1" status: 200 len: 210 time: 0.0311146 Aug 16 22:52:58.776947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:58.907641 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-896372ef-58ff-4d43-9517-9ee306de1a4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1ca70d24bf74e3ca84eedd91306058b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295159 Aug 16 22:52:58.910720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39374) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:58.960389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.981118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.026500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.029156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.030334 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80582b95-7b75-40ba-92ff-d3da39fefa7a HTTP/1.1" status: 204 len: 168 time: 0.1187310 Aug 16 22:52:59.039781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4903fb-cc08-4194-bdb0-cde8b9e05b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80582b95-7b75-40ba-92ff-d3da39fefa7a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.283154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39380) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:59.296597 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43b462e4-73a4-4de4-8f25-bf366a40c3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.390892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43b462e4-73a4-4de4-8f25-bf366a40c3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.395617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43b462e4-73a4-4de4-8f25-bf366a40c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.433372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-43b462e4-73a4-4de4-8f25-bf366a40c3ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29e2cd01dfb1422ab433bcbab1d3ee67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491110 Aug 16 22:52:59.434346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b462e4-73a4-4de4-8f25-bf366a40c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8dc44-a461-4baf-9db7-4c67eddcd80c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.436064 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39382) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:59.486830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.508002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.552296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.554886 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.556140 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15f8dc44-a461-4baf-9db7-4c67eddcd80c HTTP/1.1" status: 204 len: 168 time: 0.1190343 Aug 16 22:52:59.563614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022da10-95f5-4ea0-bbf8-1036e0f57d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8dc44-a461-4baf-9db7-4c67eddcd80c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.610807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7429ee5c-265e-4c15-afb3-4e289d609351 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:59.633863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 7429ee5c-265e-4c15-afb3-4e289d609351 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:59.634212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7429ee5c-265e-4c15-afb3-4e289d609351 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:00.246132 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39404) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:00.350161 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-389919736-network', 'tenant_id': 'c631dcfbc33042c2bc3051da6ede7e2e'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:00.372212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Made reservation on behalf of c631dcfbc33042c2bc3051da6ede7e2e for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:00.374524 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.382771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.474854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.478830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.499881 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:00.513172 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa1cc9-f278-4342-88f8-e67a8e9a0889,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.520004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.520352 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Added segment f5027023-941a-4c52-872d-bd2b3aa106ac of type vlan for network a1f11d9e-827c-47a1-ad8c-24e912d47522 Aug 16 22:53:00.559345 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.584511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.585427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.586010 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.633025 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3855455 Aug 16 22:53:00.636101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39408) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:00.641224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Request body: {'subnet': {'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-389919736-subnet', 'tenant_id': 'c631dcfbc33042c2bc3051da6ede7e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:00.645323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224f59c-e8ee-48f1-872c-795ad1a8ffa3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f11d9e-827c-47a1-ad8c-24e912d47522,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.656164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network a1f11d9e-827c-47a1-ad8c-24e912d47522 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:00.662095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Made reservation on behalf of c631dcfbc33042c2bc3051da6ede7e2e for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:00.664458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.834496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.888549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb9e007-f203-4bb1-9245-fa69dbda83de,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.901411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.901761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.902103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.902437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.902768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.903099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.903424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.903755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.904079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.904401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.904724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.905043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:00.909333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Checking segment: {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:00.909753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Network hostable DHCP agents. Network: a1f11d9e-827c-47a1-ad8c-24e912d47522, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:00.926944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Network a1f11d9e-827c-47a1-ad8c-24e912d47522 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:00.935432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, a1f11d9e-827c-47a1-ad8c-24e912d47522) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:00.939790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.940442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.945939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616145f-a81c-4bf3-9211-f55e3fde3779 None None] Network a1f11d9e-827c-47a1-ad8c-24e912d47522 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:00.954934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-956a3a44-d738-447a-8490-6f2dd100ca20 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3176317 Aug 16 22:53:01.070734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04fc61-0a9c-482c-9500-22d507304ca4 None None] Network a1f11d9e-827c-47a1-ad8c-24e912d47522 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:01.368996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-1322a044-33fc-4d6e-8827-01896e7860ce tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:01.370505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-1322a044-33fc-4d6e-8827-01896e7860ce tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 811 time: 0.1047354 Aug 16 22:53:01.385181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-a2178d62-3c29-442c-a9c1-cb463ce66f0e tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/quotas/c631dcfbc33042c2bc3051da6ede7e2e HTTP/1.1" status: 200 len: 375 time: 0.0088344 Aug 16 22:53:01.416328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-4e57111a-2dcc-494b-b043-4b73380ae919 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261154 Aug 16 22:53:01.509934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-bdfbeba8-98ef-4d8a-9196-446e327f900f service neutron] 10.222.0.22 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Aug 16 22:53:01.597874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-842dc56c-19c7-4939-9e79-6b11334d4080 service neutron] 10.222.0.22 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814972 Aug 16 22:53:01.755897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0c295ba-67af-4fa4-ba92-3e07c1504035 req-07521aa5-ea63-4cba-988f-8f8ac7d6d658 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 210 time: 0.0314612 Aug 16 22:53:02.862433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-025523ff-a211-45b2-b41d-130ec973adeb req-24f12889-7fb6-4250-9bfe-b0a00cc52b0e tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 210 time: 0.0368862 Aug 16 22:53:02.886760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-42e2ea10-b846-45af-9bc3-371f74626158 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:02.888211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-42e2ea10-b846-45af-9bc3-371f74626158 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.89 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 811 time: 0.1302278 Aug 16 22:53:02.918420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Request body: {'port': {'device_id': '3850f9ed-c446-40c6-915d-7905cca40393', 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522', 'admin_state_up': True, 'tenant_id': 'c631dcfbc33042c2bc3051da6ede7e2e'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:03.029721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Made reservation on behalf of c631dcfbc33042c2bc3051da6ede7e2e for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:03.033223 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.157998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Allocated IP 172.20.0.14 (a1f11d9e-827c-47a1-ad8c-24e912d47522/bcb9e007-f203-4bb1-9245-fa69dbda83de/c2882872-e7bb-49f2-acb7-21b3474b342b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:03.301365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.339507 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.388078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Network a1f11d9e-827c-47a1-ad8c-24e912d47522 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:03.391192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:03.395110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:03.401493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.447271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:03.447880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.463227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-397b6fcc-3b04-41ed-8bae-95532aaacb72 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484715 Aug 16 22:53:03.542783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Request body: {'port': {'device_id': '3850f9ed-c446-40c6-915d-7905cca40393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:03.599435 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.857105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2882872-e7bb-49f2-acb7-21b3474b342b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:03.864214 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.876831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Transition to ACTIVE for port object c2882872-e7bb-49f2-acb7-21b3474b342b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:03.881679 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.936066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.036919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d76ef-703c-46ef-8246-9bb56ae31da6 req-ca583845-989d-4c61-9521-bc80a497ea9c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.038467 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-574d76ef-703c-46ef-8246-9bb56ae31da6 req-ca583845-989d-4c61-9521-bc80a497ea9c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.1046684 Aug 16 22:53:04.042716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:04.043062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:04.043404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:04.054719 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:04.055053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:04.068372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:04.068722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Checking segment: {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:04.069164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Bound using segment: {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:04.069597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Bound port: c2882872-e7bb-49f2-acb7-21b3474b342b, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:04.069973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.099266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-574d76ef-703c-46ef-8246-9bb56ae31da6 req-f5c9f6f3-8b66-42e2-92ca-6748652e127b tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Aug 16 22:53:04.150602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:04.153537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:04.158355 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.196033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.196655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.198054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] 10.222.0.89 "PUT /v2.0/ports/c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 1093 time: 0.7142689 Aug 16 22:53:04.198497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:04.200706 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370324c3-b343-47c3-b755-19eb34a08dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:04.224515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf5e9c-184c-4f72-ab67-585aff8378a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.303404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-8196f92e-9c7e-4934-98bf-7c7122055598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.305004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-8196f92e-9c7e-4934-98bf-7c7122055598 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1096 time: 0.0439920 Aug 16 22:53:04.363928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-c5736ccc-1097-4c2f-b27c-20989fe5b688 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0369043 Aug 16 22:53:04.427363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-0530504a-b473-457d-b236-7aaed6a25582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.429305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-0530504a-b473-457d-b236-7aaed6a25582 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0546558 Aug 16 22:53:04.468040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-bcda6856-edc1-4c2b-a0a6-c2e1b92e17bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269639 Aug 16 22:53:04.519959 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7973d43-260c-46c7-aad7-7f0485038733 x-openstack-request-id: req-a7973d43-260c-46c7-aad7-7f0485038733 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:04.520247 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:04.520494 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7973d43-260c-46c7-aad7-7f0485038733 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:04.520891 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'status': 'completed', 'code': 200} Aug 16 22:53:04.561803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-6b566bff-2a9e-4b2e-a144-e085d7abea85 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852883 Aug 16 22:53:04.660031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cfe530b-12c2-4fa0-bbba-668d9d9854b4 req-f47e4d81-59a8-469f-9828-0f8ee6f6d5fc service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867233 Aug 16 22:53:04.795779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-0e7c3ffa-8e0a-468b-8047-f8591411febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.797299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-0e7c3ffa-8e0a-468b-8047-f8591411febd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1096 time: 0.0400705 Aug 16 22:53:04.889444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-e0382f68-567f-46b6-a2c0-9cb93eca5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.890891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-e0382f68-567f-46b6-a2c0-9cb93eca5aec service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.0865951 Aug 16 22:53:04.932267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-01a72db6-86b1-4302-be87-7098643be5ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0343683 Aug 16 22:53:04.979880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-b1bc6953-e439-47bc-94d1-bdd4f8b2d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.981316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-b1bc6953-e439-47bc-94d1-bdd4f8b2d9cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0427229 Aug 16 22:53:05.017487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-92e5b320-8a71-4062-bb95-52e969030101 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276887 Aug 16 22:53:05.106267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-451c21e5-bd51-41d8-b47d-3e7aadacfcb3 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808780 Aug 16 22:53:05.232465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-370324c3-b343-47c3-b755-19eb34a08dc2 req-5b10e095-154c-4e4f-8217-820c4d0ecd27 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173992 Aug 16 22:53:05.240679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dbc4-9bd6-4f50-962a-5a2bb372c1c3 req-fc41516b-4bd9-4b1e-9025-e17fab728b5c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:05.242107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd40dbc4-9bd6-4f50-962a-5a2bb372c1c3 req-fc41516b-4bd9-4b1e-9025-e17fab728b5c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.0743835 Aug 16 22:53:05.280653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd40dbc4-9bd6-4f50-962a-5a2bb372c1c3 req-a5a99991-3c43-48ef-87a7-308d319dba89 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Aug 16 22:53:06.401661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaf732-45d4-47f3-a8cb-0df53a0d3ed1 req-9a88cf4c-b569-4b1d-b471-e0bf678161dc tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.403867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0eaf732-45d4-47f3-a8cb-0df53a0d3ed1 req-9a88cf4c-b569-4b1d-b471-e0bf678161dc tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.0558639 Aug 16 22:53:06.440829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0eaf732-45d4-47f3-a8cb-0df53a0d3ed1 req-c0f4ab32-6667-48b1-8a0b-41bece8a7608 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Aug 16 22:53:07.561861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ee1d-5dc2-4711-ba1c-e50e2b5c8201 req-6488fa0c-2e97-4f03-8d4c-ec848be3914a tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:07.563342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c30ee1d-5dc2-4711-ba1c-e50e2b5c8201 req-6488fa0c-2e97-4f03-8d4c-ec848be3914a tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.0531247 Aug 16 22:53:07.600226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c30ee1d-5dc2-4711-ba1c-e50e2b5c8201 req-59f6d221-1563-4e01-aad1-d950d1cfa980 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 16 22:53:07.666682 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-f30a91f9-2db6-43bb-968f-cd51b0bf7f60 req-d875b72c-1509-4854-bd36-4d8a8eadb376 service neutron] (94817) timed out ('10.222.0.22', 57228) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:53:07.723057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:07.816715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:07.827107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522', 'port_id': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'mac_address': 'fa:16:3e:8c:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9e007-f203-4bb1-9245-fa69dbda83de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:07.862009 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.874816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2882872-e7bb-49f2-acb7-21b3474b342b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:07.892952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:07.897607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.943323 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:07.950383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.950729 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.951071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.951405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.951739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.952072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.952400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.952723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.953048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.953395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.953717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:07.954037 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:08.240335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['c2882872-e7bb-49f2-acb7-21b3474b342b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:08.714049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c8bc2-568f-4496-adb7-90895c2081d8 req-3093a189-10d8-4caf-ae17-97846b6331c5 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.715512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2c8bc2-568f-4496-adb7-90895c2081d8 req-3093a189-10d8-4caf-ae17-97846b6331c5 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Aug 16 22:53:08.752843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d2c8bc2-568f-4496-adb7-90895c2081d8 req-027e9433-d5fb-4104-8a89-71f81601b6fe tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Aug 16 22:53:09.727641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:09.775258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port c2882872-e7bb-49f2-acb7-21b3474b342b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:09.779001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port c2882872-e7bb-49f2-acb7-21b3474b342b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:09.779377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.858729 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.866556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e32827-a250-4b7f-a77c-4b37f711047d req-cd1f1388-af70-4ac2-9a56-4145fcaa3b09 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:09.868068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65e32827-a250-4b7f-a77c-4b37f711047d req-cd1f1388-af70-4ac2-9a56-4145fcaa3b09 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Aug 16 22:53:09.883115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:09.885416 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79154058-adea-41b8-b8c3-533f602e724f" -d '{"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-plugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:09.902714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:09.907404 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.915386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65e32827-a250-4b7f-a77c-4b37f711047d req-51ccdfa7-2352-474e-ba35-692a1a24908b tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Aug 16 22:53:09.934993 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb708ed-5ee0-48de-be69-db6fa771d9fe x-openstack-request-id: req-6cb708ed-5ee0-48de-be69-db6fa771d9fe {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:09.935290 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-plugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:09.935545 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cb708ed-5ee0-48de-be69-db6fa771d9fe {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:09.935934 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'code': 200} Aug 16 22:53:09.961697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.054104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6f325-f05f-4ec5-b7e0-f5f5a646147c req-d2118bd5-7827-4631-b378-bfdb32a30e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:10.055490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32d6f325-f05f-4ec5-b7e0-f5f5a646147c req-d2118bd5-7827-4631-b378-bfdb32a30e49 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1098 time: 0.0437002 Aug 16 22:53:10.092837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32d6f325-f05f-4ec5-b7e0-f5f5a646147c req-bdb505fb-01f5-41fa-b71f-9a38f39a8334 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264375 Aug 16 22:53:11.031972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97da57c-8de4-44c6-95c8-c7b6d41195ba req-c5e5ac6a-65ad-4af4-8f94-2cc6ac0fce5d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:11.033474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f97da57c-8de4-44c6-95c8-c7b6d41195ba req-c5e5ac6a-65ad-4af4-8f94-2cc6ac0fce5d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0488462 Aug 16 22:53:11.072312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f97da57c-8de4-44c6-95c8-c7b6d41195ba req-554429a5-fb8a-4960-9662-3694a7f31af8 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Aug 16 22:53:12.183820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d5c72-76a0-45b6-bc15-f21e9f6f99cc req-187a963c-56cf-43ff-b40a-708d670a234d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:12.185291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-917d5c72-76a0-45b6-bc15-f21e9f6f99cc req-187a963c-56cf-43ff-b40a-708d670a234d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0477033 Aug 16 22:53:12.222594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-917d5c72-76a0-45b6-bc15-f21e9f6f99cc req-f58d9e2f-9bfb-4b16-ac35-f92b4ffac17a tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Aug 16 22:53:12.399626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39466) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:12.486923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a991-c8dd-494b-a097-c8c8488912e6 req-44edc0da-6215-45fc-aec8-8ed22c2c4d39 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:12.489063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dca0a991-c8dd-494b-a097-c8c8488912e6 req-44edc0da-6215-45fc-aec8-8ed22c2c4d39 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0798514 Aug 16 22:53:12.519204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-2a9b548e-86aa-4b99-848e-4baa109c66ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184189 Aug 16 22:53:12.535997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dca0a991-c8dd-494b-a097-c8c8488912e6 req-67d3fac6-6727-4f38-ba24-7b680f0d0f80 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Aug 16 22:53:13.654579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963a5c-a1c1-4c96-a5b3-86b6a67e59ea req-e5682f2d-4a15-4a0f-ae36-9fd4a99e54e0 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.656312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00963a5c-a1c1-4c96-a5b3-86b6a67e59ea req-e5682f2d-4a15-4a0f-ae36-9fd4a99e54e0 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0496213 Aug 16 22:53:13.696121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00963a5c-a1c1-4c96-a5b3-86b6a67e59ea req-ac4df578-f8b8-4c9d-93cf-2ff17abfaa95 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Aug 16 22:53:13.760691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-1f1bba42-0740-4573-8067-cba3f8285536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.762188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-1f1bba42-0740-4573-8067-cba3f8285536 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1098 time: 0.0433958 Aug 16 22:53:13.850337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-c33254ed-78bd-4fbd-b032-5ba664d4d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.851830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-c33254ed-78bd-4fbd-b032-5ba664d4d722 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.0817094 Aug 16 22:53:13.899582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-ede5e78e-2b63-4fa4-8bc6-4fccde42d779 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0370421 Aug 16 22:53:13.947130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-9fda068a-6023-49bf-9c90-e5036b1cffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.948521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-9fda068a-6023-49bf-9c90-e5036b1cffc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0419784 Aug 16 22:53:13.980282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-ad6a5938-445f-4e23-b6da-bd41a242826b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244229 Aug 16 22:53:14.067013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-6edffa9d-3840-4f9e-88f4-abdf30683fc8 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795691 Aug 16 22:53:14.133820 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:14.156906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-29a5f3b9-1b32-48f5-b1e0-a28ca3dd02ca service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830588 Aug 16 22:53:14.713783 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.813809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a70352-6982-4375-9019-cef818c4c1fd req-e3a82b36-9fc8-4ae1-84f8-53eff10d99a1 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:14.815308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0a70352-6982-4375-9019-cef818c4c1fd req-e3a82b36-9fc8-4ae1-84f8-53eff10d99a1 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0503030 Aug 16 22:53:14.855732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0a70352-6982-4375-9019-cef818c4c1fd req-714f4d75-04af-4df8-a973-e6911dec0a67 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343466 Aug 16 22:53:15.579916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc96f9e5-ae36-4b0f-8090-6e038d3dbfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.974008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33061947-269c-4e79-934e-1f6eb46cb557 req-6e93bbc7-dd8a-47d3-9d54-496f1b22cec9 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:15.975468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33061947-269c-4e79-934e-1f6eb46cb557 req-6e93bbc7-dd8a-47d3-9d54-496f1b22cec9 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0520861 Aug 16 22:53:16.011998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33061947-269c-4e79-934e-1f6eb46cb557 req-5c652513-ff53-44c9-9295-42c4ddb80d52 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Aug 16 22:53:17.124779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e63c9-de62-4733-8a86-c2af99105c7f req-19ab54a5-193f-4d1d-baf7-929fd922f5ef tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:17.126276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-398e63c9-de62-4733-8a86-c2af99105c7f req-19ab54a5-193f-4d1d-baf7-929fd922f5ef tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0483823 Aug 16 22:53:17.163180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-398e63c9-de62-4733-8a86-c2af99105c7f req-83890d08-dd40-4131-981b-d8d3e2a2407d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Aug 16 22:53:18.206965 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.277144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502c337-279b-451f-8efa-51e928eb225f req-589a552e-1a03-478d-8b33-c0a56bb0286d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:18.278603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2502c337-279b-451f-8efa-51e928eb225f req-589a552e-1a03-478d-8b33-c0a56bb0286d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0479548 Aug 16 22:53:18.316044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2502c337-279b-451f-8efa-51e928eb225f req-c81c2c5c-167d-4c65-b375-f35f2068303c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302107 Aug 16 22:53:18.326664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ca1b7d66-b1a5-47b0-8d19-8c332a89f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.327643 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.433215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfafa2f-636a-408d-aec9-c1e3ad3a1a2d req-661f9162-c649-4b46-b922-459629c2d796 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.434691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cfafa2f-636a-408d-aec9-c1e3ad3a1a2d req-661f9162-c649-4b46-b922-459629c2d796 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0509400 Aug 16 22:53:19.472740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2cfafa2f-636a-408d-aec9-c1e3ad3a1a2d req-9541d2e7-274f-4580-a600-6afe3e1c0d22 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 16 22:53:20.588845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949fcdf-011c-4810-a5c0-a9756d33a857 req-f0254efb-f765-4330-ba66-ecedd7052054 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:20.590373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5949fcdf-011c-4810-a5c0-a9756d33a857 req-f0254efb-f765-4330-ba66-ecedd7052054 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Aug 16 22:53:20.628455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5949fcdf-011c-4810-a5c0-a9756d33a857 req-b46753e9-a224-4067-8478-d569d296507d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Aug 16 22:53:21.343063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.742683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce57be-aad9-41f5-8dfc-d0b215469f8e req-611d1bca-7a9d-4ee2-938a-6c68f2b65f69 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:21.744066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02ce57be-aad9-41f5-8dfc-d0b215469f8e req-611d1bca-7a9d-4ee2-938a-6c68f2b65f69 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0481744 Aug 16 22:53:21.781423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02ce57be-aad9-41f5-8dfc-d0b215469f8e req-f4379dc1-eff1-4274-86b1-0a1ead607b51 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 16 22:53:22.898558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41caced-88ce-4e8f-b912-6c0b7a00d22e req-a4ccb7f5-cb2c-4f6e-95ee-b95e4f76da44 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.900129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e41caced-88ce-4e8f-b912-6c0b7a00d22e req-a4ccb7f5-cb2c-4f6e-95ee-b95e4f76da44 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0515716 Aug 16 22:53:22.937135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e41caced-88ce-4e8f-b912-6c0b7a00d22e req-3181e790-93b1-4edd-88fa-4bb7d7242d13 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Aug 16 22:53:23.099328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.050948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4377d8-c52c-4fd1-938c-919e5859c280 req-3be296df-0287-4b6c-a3c1-dd07e35aec94 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.052430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be4377d8-c52c-4fd1-938c-919e5859c280 req-3be296df-0287-4b6c-a3c1-dd07e35aec94 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0485253 Aug 16 22:53:24.089195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be4377d8-c52c-4fd1-938c-919e5859c280 req-4228b9f9-8bdb-427e-829c-23b18d31ed98 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309334 Aug 16 22:53:25.202928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da787f-91c6-4c3d-8a93-7eda2f43006c req-d4410cc7-2d56-4c4f-8e72-d90857000fdb tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.204437 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34da787f-91c6-4c3d-8a93-7eda2f43006c req-d4410cc7-2d56-4c4f-8e72-d90857000fdb tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0479336 Aug 16 22:53:25.242093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34da787f-91c6-4c3d-8a93-7eda2f43006c req-7a0d4101-21ca-479b-8331-5625ea8e9a63 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Aug 16 22:53:26.356986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c983c44-14cb-4ecb-a05c-62e385cdcb31 req-df9f9f69-a951-4ee0-8ab0-6db0abb7cea8 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:26.358448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c983c44-14cb-4ecb-a05c-62e385cdcb31 req-df9f9f69-a951-4ee0-8ab0-6db0abb7cea8 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0508275 Aug 16 22:53:26.396274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c983c44-14cb-4ecb-a05c-62e385cdcb31 req-91240575-fe18-44c5-9d28-393fa7342f7e tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Aug 16 22:53:27.512049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c84bea-af68-4875-82ec-ed13174eb258 req-d48611af-55a3-4a50-8039-a4f1744df14c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.513560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1c84bea-af68-4875-82ec-ed13174eb258 req-d48611af-55a3-4a50-8039-a4f1744df14c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0494995 Aug 16 22:53:27.550401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a1c84bea-af68-4875-82ec-ed13174eb258 req-2b66a12b-a387-45aa-8390-b9f083c2b6da tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Aug 16 22:53:28.672185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7edf5-f16d-40f4-8e3a-9c92ab22365a req-919b0652-5d71-4ae4-928c-8e7c7d38fea0 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.673698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bc7edf5-f16d-40f4-8e3a-9c92ab22365a req-919b0652-5d71-4ae4-928c-8e7c7d38fea0 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0569801 Aug 16 22:53:28.712833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0bc7edf5-f16d-40f4-8e3a-9c92ab22365a req-2c70fbcc-9acf-4df9-9d00-662b86ff61c3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 16 22:53:29.830332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef758a-a776-48fb-82f6-9ec3e3c0258e req-db429a43-cc28-4b5e-8f94-df4e4fc55e80 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:29.831825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abef758a-a776-48fb-82f6-9ec3e3c0258e req-db429a43-cc28-4b5e-8f94-df4e4fc55e80 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0526190 Aug 16 22:53:29.868513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abef758a-a776-48fb-82f6-9ec3e3c0258e req-99d72fc2-047e-418d-86a5-2f118d2ea1d3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Aug 16 22:53:30.981394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b5c5b-d052-457d-9fd8-8e7327e58435 req-4520d01f-7917-41b2-b645-d83e567e785c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:30.982847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc8b5c5b-d052-457d-9fd8-8e7327e58435 req-4520d01f-7917-41b2-b645-d83e567e785c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0474243 Aug 16 22:53:31.022563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc8b5c5b-d052-457d-9fd8-8e7327e58435 req-36ae6041-12d6-4168-a486-2bcbc56974d2 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Aug 16 22:53:32.136987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d088f-c355-46e5-aab3-e9462d872a2e req-f4a69028-6711-4b91-b774-d8c71c7bf0c6 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:32.138479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-282d088f-c355-46e5-aab3-e9462d872a2e req-f4a69028-6711-4b91-b774-d8c71c7bf0c6 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0485132 Aug 16 22:53:32.175721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-282d088f-c355-46e5-aab3-e9462d872a2e req-c6e71c8e-22ce-4256-8b83-b73f47b4cc57 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Aug 16 22:53:33.294599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf404-e2b4-440e-be17-48b9f2c2e818 req-8c026b8d-9b63-41a2-8411-3e3d8ac4bba3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:33.296046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cecf404-e2b4-440e-be17-48b9f2c2e818 req-8c026b8d-9b63-41a2-8411-3e3d8ac4bba3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0511196 Aug 16 22:53:33.332612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cecf404-e2b4-440e-be17-48b9f2c2e818 req-435e564d-822a-4df7-859f-49204f09b20d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300269 Aug 16 22:53:34.447786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874714c-9e43-497c-bc90-1bc405d78d1d req-212a80a1-4c81-44ee-9e46-c94ccdbf1722 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.449290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7874714c-9e43-497c-bc90-1bc405d78d1d req-212a80a1-4c81-44ee-9e46-c94ccdbf1722 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Aug 16 22:53:34.489118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7874714c-9e43-497c-bc90-1bc405d78d1d req-0da1b8f0-8560-4b2a-b0f5-18517ef3e929 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Aug 16 22:53:35.604334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede47311-d0f7-428f-bc58-76d5ac9bc172 req-11ef6f6a-914a-4f59-be3c-179d8b3ebdbd tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.605835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede47311-d0f7-428f-bc58-76d5ac9bc172 req-11ef6f6a-914a-4f59-be3c-179d8b3ebdbd tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0479786 Aug 16 22:53:35.642730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede47311-d0f7-428f-bc58-76d5ac9bc172 req-18d3369e-5cfe-4595-b65a-2afc2a431c75 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Aug 16 22:53:36.763667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e48d6-c3f4-446e-908f-6c3f5647a4e1 req-09970722-86aa-4ede-9d61-892ce20df2a3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:36.765058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a6e48d6-c3f4-446e-908f-6c3f5647a4e1 req-09970722-86aa-4ede-9d61-892ce20df2a3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0557439 Aug 16 22:53:36.802017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a6e48d6-c3f4-446e-908f-6c3f5647a4e1 req-6fa3df41-7a1b-43a2-92ad-b2d8151b8069 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Aug 16 22:53:37.916182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da6112-0889-4818-9dad-76d217891dda req-145e81e6-5fca-483a-9033-e6f26616bd51 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.917736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5da6112-0889-4818-9dad-76d217891dda req-145e81e6-5fca-483a-9033-e6f26616bd51 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0490696 Aug 16 22:53:37.954569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b5da6112-0889-4818-9dad-76d217891dda req-49a846d7-1b5d-4337-af65-ed29a882a99d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Aug 16 22:53:39.069291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a37b4-e809-4f4c-acbd-a241620bd96c req-7bfda779-01bd-4b38-80bd-b21b3f92a57f tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.070793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c81a37b4-e809-4f4c-acbd-a241620bd96c req-7bfda779-01bd-4b38-80bd-b21b3f92a57f tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 16 22:53:39.108962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c81a37b4-e809-4f4c-acbd-a241620bd96c req-dac119a5-0432-4f7a-9e46-0ec2c6df779e tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Aug 16 22:53:40.226541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df2027-5e07-469d-bfb4-8844a08c3e38 req-42656f64-25b6-4d6e-b9a2-b8193a9c960d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:40.228029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75df2027-5e07-469d-bfb4-8844a08c3e38 req-42656f64-25b6-4d6e-b9a2-b8193a9c960d tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0517836 Aug 16 22:53:40.265199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75df2027-5e07-469d-bfb4-8844a08c3e38 req-34791ae3-3258-4966-a3c2-c26964fb25f1 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Aug 16 22:53:41.379080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba52b6-1123-46b0-831a-d093c51ed262 req-a37dc284-1139-4c26-81e8-6429c3eb1c83 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.380555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5ba52b6-1123-46b0-831a-d093c51ed262 req-a37dc284-1139-4c26-81e8-6429c3eb1c83 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0475273 Aug 16 22:53:41.417057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5ba52b6-1123-46b0-831a-d093c51ed262 req-373a20a2-440c-4bd5-a337-38d9fc282a05 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Aug 16 22:53:41.499421 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-b79e00ef-414c-460b-87d4-8032c53da4f0 service neutron] show failed (client error): The resource could not be found. Aug 16 22:53:41.500434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-b79e00ef-414c-460b-87d4-8032c53da4f0 service neutron] 10.222.0.89 "GET /v2.0/ports/c2882872-e7bb-49f2-acb7-21b3474b342b/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0561924 Aug 16 22:53:41.737019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-0574d059-00b8-448e-add6-8f5d84fdb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.738450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-0574d059-00b8-448e-add6-8f5d84fdb18a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393&tenant_id=c631dcfbc33042c2bc3051da6ede7e2e HTTP/1.1" status: 200 len: 1098 time: 0.0733793 Aug 16 22:53:41.759167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:41.810746 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.010700 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:42.378631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:42.415596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:42.417865 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37fbe39-841b-4ad4-9c72-350d2000bccc" -d '{"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-unplugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:42.421567 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.436020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Transition to ACTIVE for port object c2882872-e7bb-49f2-acb7-21b3474b342b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:42.446366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.482158 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c3d01-a6f1-40b5-a5b4-ee97fa61da3e x-openstack-request-id: req-382c3d01-a6f1-40b5-a5b4-ee97fa61da3e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:42.482449 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-unplugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:42.482695 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-382c3d01-a6f1-40b5-a5b4-ee97fa61da3e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:42.483075 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'code': 200} Aug 16 22:53:42.538275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] No DVR routers for this DVR port c2882872-e7bb-49f2-acb7-21b3474b342b on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:42.540025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:42.587300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4596fc7-8541-4040-b978-00be6c8abc72 req-37458138-aaf9-4b9f-88e9-317cb4cdd0a6 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.588775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4596fc7-8541-4040-b978-00be6c8abc72 req-37458138-aaf9-4b9f-88e9-317cb4cdd0a6 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.0988975 Aug 16 22:53:42.589835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:42.590167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:42.590488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:42.594774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:42.595093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Attempting to bind port c2882872-e7bb-49f2-acb7-21b3474b342b on network a1f11d9e-827c-47a1-ad8c-24e912d47522 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:42.611521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:42.612385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Checking segment: {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:42.612756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Bound using segment: {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:42.613218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Bound port: c2882872-e7bb-49f2-acb7-21b3474b342b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5027023-941a-4c52-872d-bd2b3aa106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:42.613574 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.659154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4596fc7-8541-4040-b978-00be6c8abc72 req-172ec790-11b5-4592-8573-3fd84bf1cfdb tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618556 Aug 16 22:53:42.688433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:42.691882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:42.696390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.732064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.732672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.734069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-49b46319-7d82-4449-92ac-183523d18111 service neutron] 10.222.0.88 "PUT /v2.0/ports/c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 1093 time: 0.9788795 Aug 16 22:53:42.753907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b46319-7d82-4449-92ac-183523d18111 service neutron] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:42.816990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-26f5be0d-a7f4-4b86-a686-40efeedcacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.816990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-26f5be0d-a7f4-4b86-a686-40efeedcacce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1096 time: 0.0417211 Aug 16 22:53:42.911564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-f6a68b64-74b0-42e8-b155-939d312808dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.912930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-f6a68b64-74b0-42e8-b155-939d312808dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.0874748 Aug 16 22:53:42.954640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-b87a200a-fc8d-4992-bc7b-48af269200fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0338275 Aug 16 22:53:43.004564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-630c31e8-7574-478e-aef1-7e0c8e94028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.005990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-630c31e8-7574-478e-aef1-7e0c8e94028e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0428112 Aug 16 22:53:43.037117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-667b67a1-c5cf-440b-9935-0fe1bcd6683c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236008 Aug 16 22:53:43.129455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-d394fb71-719f-4025-9104-dc0349252b95 service neutron] 10.222.0.88 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843217 Aug 16 22:53:43.222157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d8718ef-0edf-4dbe-9ce1-38c31beab42a req-d26cae87-da36-4e22-85c2-5526029f8c04 service neutron] 10.222.0.88 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842271 Aug 16 22:53:43.840074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb49a29-7daf-4bd9-8631-2af4bf7e77af req-fc9c0c52-b468-43e5-ba34-59d01cfadf51 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.845093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb49a29-7daf-4bd9-8631-2af4bf7e77af req-fc9c0c52-b468-43e5-ba34-59d01cfadf51 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.1102040 Aug 16 22:53:43.881822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aeb49a29-7daf-4bd9-8631-2af4bf7e77af req-b6fd1328-a087-4724-b447-b58086b31b82 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 16 22:53:43.903672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:43.943799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:44.484536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:44.487521 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6055a2a-33af-465b-ad58-781712567e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:44.534421 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b9e06-3ebf-4511-8cd1-5f821a343581 x-openstack-request-id: req-195b9e06-3ebf-4511-8cd1-5f821a343581 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:44.534720 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:44.534972 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-195b9e06-3ebf-4511-8cd1-5f821a343581 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:44.535370 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'status': 'completed', 'code': 200} Aug 16 22:53:44.658334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-becb5826-0724-421c-bdfe-7a05ec0af97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.660409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-becb5826-0724-421c-bdfe-7a05ec0af97c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1096 time: 0.0697548 Aug 16 22:53:44.662112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-55411838-9a52-482d-948d-5cf721f594c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.663487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-55411838-9a52-482d-948d-5cf721f594c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1096 time: 0.0642526 Aug 16 22:53:44.729751 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.822235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-88bff4af-1cc9-4ecd-a205-34ee4fa69498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.823732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-88bff4af-1cc9-4ecd-a205-34ee4fa69498 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.1553183 Aug 16 22:53:44.826270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-a86162aa-f56c-4d33-8f3c-1116bdab2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.827622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-a86162aa-f56c-4d33-8f3c-1116bdab2c56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.1514158 Aug 16 22:53:44.871208 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-0fd1aeb2-f8ae-4f84-afe1-3075581387ec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0395284 Aug 16 22:53:44.906948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-14cc5504-6f3d-42f6-8b53-0207586af710 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0422270 Aug 16 22:53:45.003000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-1d573959-1501-4450-a012-c001dc0b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.004385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-1d573959-1501-4450-a012-c001dc0b6e78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.1052635 Aug 16 22:53:45.014750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6055a2a-33af-465b-ad58-781712567e8b req-91786acd-8a8d-4d84-915b-d1a7ffb39c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.016124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-91786acd-8a8d-4d84-915b-d1a7ffb39c74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0859294 Aug 16 22:53:45.071719 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-5f2f79fb-93f3-4b93-b8d1-44e252aa3313 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539207 Aug 16 22:53:45.074288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-c3e4fc17-3049-44fe-803d-5b20eeb52d64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453200 Aug 16 22:53:45.081862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d254-498e-4803-8fcf-0e44ff6f3a75 req-b3c28c32-f796-487b-9263-a521a637b319 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.083239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3884d254-498e-4803-8fcf-0e44ff6f3a75 req-b3c28c32-f796-487b-9263-a521a637b319 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 944 time: 0.1207154 Aug 16 22:53:45.225210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3884d254-498e-4803-8fcf-0e44ff6f3a75 req-8c46a29e-fa5f-4dcb-ae9c-269ad33b547e tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305609 Aug 16 22:53:45.269769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-e02dc36f-0cca-41c5-8af3-a1e2cc9bb8a6 service neutron] 10.222.0.88 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760905 Aug 16 22:53:45.271909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-3cd163fb-7deb-48f5-9737-5891676b1d0c service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853337 Aug 16 22:53:45.429024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-4c377d7e-a560-4573-8572-825794142ed7 service neutron] 10.222.0.88 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503255 Aug 16 22:53:45.434192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6055a2a-33af-465b-ad58-781712567e8b req-94ff4916-a0b9-4c9d-866a-94a6ae6de033 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477280 Aug 16 22:53:45.580319 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-49e3551b-4f6a-4dd9-a278-ee87edd904b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.771383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:45.865263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:45.876792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'network_id': 'a1f11d9e-827c-47a1-ad8c-24e912d47522', 'port_id': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'mac_address': 'fa:16:3e:8c:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9e007-f203-4bb1-9245-fa69dbda83de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:45.916589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.929562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2882872-e7bb-49f2-acb7-21b3474b342b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:45.947877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:45.951821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.997470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:46.346600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c75bb-2c49-4ca0-9cbf-35cfa395a193 req-e03816e2-4069-47e5-9df9-8f68f7674da9 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.348118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8c75bb-2c49-4ca0-9cbf-35cfa395a193 req-e03816e2-4069-47e5-9df9-8f68f7674da9 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 945 time: 0.0534377 Aug 16 22:53:46.384636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8c75bb-2c49-4ca0-9cbf-35cfa395a193 req-bcc03e01-126a-4a97-90bf-89380ad5d2ef tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Aug 16 22:53:47.501311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186982-3b52-479a-9c5a-f233209fda8f req-83553ae5-4fa4-4cc1-bec5-14cdd5eb467c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:47.503310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de186982-3b52-479a-9c5a-f233209fda8f req-83553ae5-4fa4-4cc1-bec5-14cdd5eb467c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 945 time: 0.0500541 Aug 16 22:53:47.540623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de186982-3b52-479a-9c5a-f233209fda8f req-225c92fd-bb76-4304-a4e3-19be8ecfb7e3 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 16 22:53:47.875919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-47aa85a3-a620-40ac-ae38-d769aa1dd965 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:47.877917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-47aa85a3-a620-40ac-ae38-d769aa1dd965 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.89 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393&tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 945 time: 0.0917151 Aug 16 22:53:47.940983 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-4a23c4ad-18d8-44ab-8789-dd4b3f6a5089 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:53:47.941999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-4a23c4ad-18d8-44ab-8789-dd4b3f6a5089 service neutron] 10.222.0.89 "DELETE /v2.0/ports/c2882872-e7bb-49f2-acb7-21b3474b342b/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0530915 Aug 16 22:53:48.064284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-41b9791b-c98f-4d98-850e-ff85078c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.065854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-41b9791b-c98f-4d98-850e-ff85078c0351 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 1097 time: 0.0415642 Aug 16 22:53:48.161996 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-96c7a77d-ea36-493d-844d-4aad28e104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.163382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-96c7a77d-ea36-493d-844d-4aad28e104b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 200 len: 911 time: 0.0868382 Aug 16 22:53:48.209603 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.210320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b3939d38-6a70-4eb2-9d79-0d9623383571 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 200 len: 217 time: 0.0347247 Aug 16 22:53:48.219872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c2882872-e7bb-49f2-acb7-21b3474b342b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:48.263042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-621ceaa4-a23e-423b-adcb-5400dd5af9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.264529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-621ceaa4-a23e-423b-adcb-5400dd5af9ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 200 len: 851 time: 0.0448008 Aug 16 22:53:48.300925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-042cb15c-16a7-4ea2-94fb-d29d529ba478 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a1f11d9e-827c-47a1-ad8c-24e912d47522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254111 Aug 16 22:53:48.339336 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-878f7e81-4ec1-4a24-991d-84ef389f5a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.394517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-66bc78ae-6490-41ca-a1c1-05cb4aaa88a8 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Aug 16 22:53:48.494058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-29bc7271-4f40-4499-9349-5df2e093e049 service neutron] 10.222.0.89 "GET /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882995 Aug 16 22:53:49.330706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.376226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b182-a3d3-4351-a5d8-9b568fe5861f req-aff734f3-86d0-468d-8b76-6492b293da44 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.378294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db88b182-a3d3-4351-a5d8-9b568fe5861f req-aff734f3-86d0-468d-8b76-6492b293da44 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Aug 16 22:53:49.414806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db88b182-a3d3-4351-a5d8-9b568fe5861f req-107744fb-6d65-40e0-9554-014c61dcbb3f tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Aug 16 22:53:49.782334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:49.828956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port c2882872-e7bb-49f2-acb7-21b3474b342b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:49.832412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port c2882872-e7bb-49f2-acb7-21b3474b342b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:49.832784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.907252 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.929426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:49.931625 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0f150b-b2e9-40b6-896d-062f9982b3f8" -d '{"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-plugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:49.947460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:49.951790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.975243 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d2a396-b7ba-4194-b9cb-810f199e2208 x-openstack-request-id: req-e8d2a396-b7ba-4194-b9cb-810f199e2208 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:49.975539 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-plugged", "status": "completed", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:49.975791 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8d2a396-b7ba-4194-b9cb-810f199e2208 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:49.976172 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'code': 200} Aug 16 22:53:50.000884 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.528736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a53c-dbc1-4ca5-aac7-7a083b8014d9 req-cb1626d7-8589-440f-ae19-f7282302b025 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.530246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1a0a53c-dbc1-4ca5-aac7-7a083b8014d9 req-cb1626d7-8589-440f-ae19-f7282302b025 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Aug 16 22:53:50.567963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1a0a53c-dbc1-4ca5-aac7-7a083b8014d9 req-8b29c96c-20b4-4233-9d32-f82e02bcd113 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecfa1cc9-f278-4342-88f8-e67a8e9a0889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Aug 16 22:53:51.132712 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:51.237534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-9f10e902-3f6e-419c-bb22-53c67c706b4c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:51.238979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-9f10e902-3f6e-419c-bb22-53c67c706b4c tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.88 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Aug 16 22:53:51.325567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Deleting port c2882872-e7bb-49f2-acb7-21b3474b342b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:51.325908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.344328 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.417199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] For port c2882872-e7bb-49f2-acb7-21b3474b342b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=c2882872-e7bb-49f2-acb7-21b3474b342b,segment=NetworkSegment(f5027023-941a-4c52-872d-bd2b3aa106ac),segment_id=f5027023-941a-4c52-872d-bd2b3aa106ac)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:51.417489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.429623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Calling delete_port for c2882872-e7bb-49f2-acb7-21b3474b342b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:51.556448 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.589533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['c2882872-e7bb-49f2-acb7-21b3474b342b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:51.589723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Pushing event deleted for resources: {'Port': ['ID=c2882872-e7bb-49f2-acb7-21b3474b342b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:51.641923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] No DVR routers for this DVR port c2882872-e7bb-49f2-acb7-21b3474b342b on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:51.646340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.648390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59238aa4-76c9-4f30-b1ce-476834457e1b req-b086e9c0-9adb-412d-97dc-56f10c9ace46 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.88 "DELETE /v2.0/ports/c2882872-e7bb-49f2-acb7-21b3474b342b HTTP/1.1" status: 204 len: 173 time: 0.4025977 Aug 16 22:53:51.650202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-deleted', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:51.653341 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0340c1-d6a8-4caf-8835-3eae54e18d44" -d '{"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-deleted", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:51.686200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f30c6d2-dabe-4ae7-bcdc-f3892bb065dd req-6b8a8a59-7cc5-4054-b5bc-e05691519ae2 tempest-DeleteServersTestJSON-1607466474 tempest-DeleteServersTestJSON-1607466474-project] 10.222.0.22 "GET /v2.0/ports?device_id=3850f9ed-c446-40c6-915d-7905cca40393 HTTP/1.1" status: 200 len: 210 time: 0.0365539 Aug 16 22:53:51.703903 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58383463-4024-4fb5-9ce6-d5467a1858e5 x-openstack-request-id: req-58383463-4024-4fb5-9ce6-d5467a1858e5 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:51.704382 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850f9ed-c446-40c6-915d-7905cca40393", "name": "network-vif-deleted", "tag": "c2882872-e7bb-49f2-acb7-21b3474b342b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:51.704784 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58383463-4024-4fb5-9ce6-d5467a1858e5 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:51.705847 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850f9ed-c446-40c6-915d-7905cca40393', 'name': 'network-vif-deleted', 'tag': 'c2882872-e7bb-49f2-acb7-21b3474b342b', 'status': 'completed', 'code': 200} Aug 16 22:53:52.813857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.860098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Deleting subnet bcb9e007-f203-4bb1-9245-fa69dbda83de {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:53:52.863639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.897134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.935888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.987868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.016554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb9e007-f203-4bb1-9245-fa69dbda83de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.020235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.022084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e8b6d3af-c788-4a87-9a36-083b524e5c91 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bcb9e007-f203-4bb1-9245-fa69dbda83de HTTP/1.1" status: 204 len: 168 time: 0.2071643 Aug 16 22:53:53.024849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39584) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:53.090107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.117675 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.169245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.179057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f11d9e-827c-47a1-ad8c-24e912d47522']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:53.188857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5027023-941a-4c52-872d-bd2b3aa106ac') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:53.189164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5027023-941a-4c52-872d-bd2b3aa106ac') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:53.197604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.211213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.216911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:53.217329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: timer() Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:53.218977 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:53.272719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.278658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.280471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1f11d9e-827c-47a1-ad8c-24e912d47522 HTTP/1.1" status: 204 len: 168 time: 0.2549763 Aug 16 22:53:53.291690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb32fdc-d8c3-4603-89ee-d08273bbfb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f11d9e-827c-47a1-ad8c-24e912d47522,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.386945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39588) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:53.426226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a8076d2c-ff6f-4b41-999f-426996ac2a56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c631dcfbc33042c2bc3051da6ede7e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381470 Aug 16 22:53:53.428626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39590) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:53.481478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.501863 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.547706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.550324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.551462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecfa1cc9-f278-4342-88f8-e67a8e9a0889 HTTP/1.1" status: 204 len: 168 time: 0.1219161 Aug 16 22:53:53.558787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0707-e8dc-4f9d-996b-02e60643f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa1cc9-f278-4342-88f8-e67a8e9a0889,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.782457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:53.802880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: c2882872-e7bb-49f2-acb7-21b3474b342b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:53:53.803162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device c2882872-e7bb-49f2-acb7-21b3474b342b not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:54.191823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39612) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.289004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-520642512-network', 'tenant_id': 'd11cf696323542e7a88f06acdbf003c8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:54.310102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Made reservation on behalf of d11cf696323542e7a88f06acdbf003c8 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:54.312426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.321389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.409890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.413674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.434310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:54.449165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d41bd-90db-4fd1-8e30-86dc89786181,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:54.452102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.452455 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Added segment d378f740-92e5-42bb-b243-5ccfd495150d of type vlan for network 3822896f-5dfc-4dcb-b1d8-a94403d93199 Aug 16 22:53:54.492380 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.519541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.520487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.521097 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.571805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3759050 Aug 16 22:53:54.572077 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39616) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.577179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Request body: {'subnet': {'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-520642512-subnet', 'tenant_id': 'd11cf696323542e7a88f06acdbf003c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:54.579507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddf575-55a4-4975-887f-5eb2bf95fba8 admin admin] Pushing event updated for resources: {'Network': ['ID=3822896f-5dfc-4dcb-b1d8-a94403d93199,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:54.593683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:54.598716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Made reservation on behalf of d11cf696323542e7a88f06acdbf003c8 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:54.601133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.767993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.830249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e650a1-6132-4536-af19-9ceb33ed95cd,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:54.838144 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Checking segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:54.838506 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Network hostable DHCP agents. Network: 3822896f-5dfc-4dcb-b1d8-a94403d93199, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:54.842117 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.842470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.842816 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.843158 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.843500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.843836 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.844166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.844499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.844831 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.845188 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.845519 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.846362 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:54.864000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:54.872250 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 3822896f-5dfc-4dcb-b1d8-a94403d93199) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:54.877143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.877968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.881140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141310e-abb1-4d62-ad47-f9895a91b6db None None] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:54.892000 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc691f82-0556-4e15-959a-9a1a8720c161 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3188496 Aug 16 22:53:55.164354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e2860-f03d-48e5-949f-27ff7d636cfd None None] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:55.322620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-4542c198-de3f-49be-9515-83af01b5e483 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.324092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-4542c198-de3f-49be-9515-83af01b5e483 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 814 time: 0.1058207 Aug 16 22:53:55.339454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-6fb03bc6-1e60-4ff0-b56f-543b9dccbe1c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/quotas/d11cf696323542e7a88f06acdbf003c8 HTTP/1.1" status: 200 len: 375 time: 0.0096087 Aug 16 22:53:55.370564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-d54584f3-171b-42c2-856e-948c797aabdf tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258284 Aug 16 22:53:55.382246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-75766cdf-b2fd-4229-bb7b-b9c9dd007e04 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:53:55.383193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-75766cdf-b2fd-4229-bb7b-b9c9dd007e04 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061688 Aug 16 22:53:55.475726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-23c1289f-9e2e-4cbe-9c93-142eb688469d service neutron] 10.222.0.22 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868480 Aug 16 22:53:55.562564 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-d05af15e-538c-44b0-b9d3-9e413c63cf62 service neutron] 10.222.0.22 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Aug 16 22:53:55.714821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a3c768e2-014c-44c8-973d-fbb315b5133c req-c652389b-fa17-4b1c-9c70-b72e0d895100 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 210 time: 0.0256763 Aug 16 22:53:56.815498 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ce76d85-fe76-4fb1-9b5e-7ed8b67b3d9b req-f018c138-4b00-435e-8af1-ebf77a0016a7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 210 time: 0.0309355 Aug 16 22:53:56.852485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-a0fe9989-123f-41d4-badf-4ed49743ad57 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.853972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-a0fe9989-123f-41d4-badf-4ed49743ad57 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 814 time: 0.1307907 Aug 16 22:53:56.878610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Request body: {'port': {'device_id': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'admin_state_up': True, 'tenant_id': 'd11cf696323542e7a88f06acdbf003c8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.989759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Made reservation on behalf of d11cf696323542e7a88f06acdbf003c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:56.993390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.113679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Allocated IP 172.20.0.2 (3822896f-5dfc-4dcb-b1d8-a94403d93199/16e650a1-6132-4536-af19-9ceb33ed95cd/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:57.257366 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.295511 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.341641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:57.344675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:57.348928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:57.355066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.398819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.399431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.413327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-3bb4bc92-4e90-4be5-9884-e168b95ec5c0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388715 Aug 16 22:53:57.436797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Request body: {'port': {'device_id': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.489864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.027196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bdcfa-6013-4ad1-8f40-3ede07888ccd req-1c28956a-b2e6-4da8-9e0d-9847b33d967b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.028660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e2bdcfa-6013-4ad1-8f40-3ede07888ccd req-1c28956a-b2e6-4da8-9e0d-9847b33d967b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 931 time: 0.1030202 Aug 16 22:53:58.093456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4e2bdcfa-6013-4ad1-8f40-3ede07888ccd req-ce53cfcc-731d-442e-a820-b42a3391f15c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585816 Aug 16 22:53:58.144305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:58.151599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.162983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Transition to ACTIVE for port object b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:58.167249 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.236674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:58.283773 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:58.284108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:58.284445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:58.288626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:58.288952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:58.293705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:58.294044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Checking segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:58.294431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Bound using segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:58.294854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Bound port: b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:58.295213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.355837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:58.358650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:58.363742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.395936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.396554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.397957 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] 10.222.0.89 "PUT /v2.0/ports/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 1092 time: 0.9652462 Aug 16 22:53:58.398446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:58.400659 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f756cd-42da-493f-9d15-21a895b09a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:58.427230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1ffe-da0c-42cd-96db-cf599b70760e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:58.439144 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ed687-dcd6-4008-9c1b-3befd179416f x-openstack-request-id: req-b16ed687-dcd6-4008-9c1b-3befd179416f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:58.439450 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:58.439693 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b16ed687-dcd6-4008-9c1b-3befd179416f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:58.440091 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'status': 'completed', 'code': 200} Aug 16 22:53:58.532336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-347a7af3-367d-47cf-bac7-77beee3db28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.534059 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-347a7af3-367d-47cf-bac7-77beee3db28a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0460315 Aug 16 22:53:58.585444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-34648f5b-bf9c-4c8d-ac19-b3b0d4ac2e83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0344968 Aug 16 22:53:58.635048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5705-35c4-4494-9722-05251ab0436c req-119967ab-f5de-4870-83b4-808d93e36199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.636432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-119967ab-f5de-4870-83b4-808d93e36199 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0429494 Aug 16 22:53:58.671279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-e9bb2869-a5d4-4a68-a7ad-9d239b85697f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239577 Aug 16 22:53:58.766581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-06eec014-0733-4317-a11e-de9a74e1244c service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843592 Aug 16 22:53:58.862211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06dd5705-35c4-4494-9722-05251ab0436c req-85844d5c-04d6-46d6-b3e4-650433916a15 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Aug 16 22:53:58.995520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-d0f2ebdb-18a6-467e-80a0-fa1fa8ff66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.996899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-d0f2ebdb-18a6-467e-80a0-fa1fa8ff66fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0405753 Aug 16 22:53:59.101370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-193c4a35-1f33-48d3-9a3a-c278e423bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.102848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-193c4a35-1f33-48d3-9a3a-c278e423bf2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0985923 Aug 16 22:53:59.145589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-85d08113-e6d6-4d9a-8397-f8b34c3c29a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0348656 Aug 16 22:53:59.225720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-8debf397-21b4-46cd-ae6c-35dc9da93311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.227176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-8debf397-21b4-46cd-ae6c-35dc9da93311 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0751891 Aug 16 22:53:59.239787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698757cb-3d8d-4caa-a18a-7f60a56472a0 req-45d0fedc-9679-48f8-b25c-96de17a9e469 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.241204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698757cb-3d8d-4caa-a18a-7f60a56472a0 req-45d0fedc-9679-48f8-b25c-96de17a9e469 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0801899 Aug 16 22:53:59.272880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-b2f9c466-50c5-4150-b3d5-cd1e197b412b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306225 Aug 16 22:53:59.340359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-698757cb-3d8d-4caa-a18a-7f60a56472a0 req-07f25b34-e159-4420-9ed9-2671d2eae9a8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Aug 16 22:53:59.391569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-c846cede-3058-4303-80e8-2cce1136c552 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106269 Aug 16 22:53:59.483287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8f756cd-42da-493f-9d15-21a895b09a7e req-3c2fd490-8073-4dd4-89a3-2bd5dfee963c service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833843 Aug 16 22:54:00.456624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f63f1-2e86-4df6-a5d9-f858696b89c6 req-17aed779-41b5-4dfd-aee8-e582dc8345d6 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.458162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b2f63f1-2e86-4df6-a5d9-f858696b89c6 req-17aed779-41b5-4dfd-aee8-e582dc8345d6 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0493515 Aug 16 22:54:00.496653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3b2f63f1-2e86-4df6-a5d9-f858696b89c6 req-7fd0d3c4-f212-4dfd-acab-dc2b7889f69c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Aug 16 22:54:01.616222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482a65a-c3e6-4362-80a5-b326f3822320 req-3cc0959b-79b8-4c02-bc03-e4796f87fc2c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:01.617764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1482a65a-c3e6-4362-80a5-b326f3822320 req-3cc0959b-79b8-4c02-bc03-e4796f87fc2c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0534761 Aug 16 22:54:01.654822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1482a65a-c3e6-4362-80a5-b326f3822320 req-2dc1371c-f463-4e07-9709-20af14a21067 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Aug 16 22:54:02.028169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:02.119942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:02.130614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'port_id': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'mac_address': 'fa:16:3e:eb:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e650a1-6132-4536-af19-9ceb33ed95cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:02.169227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.181763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:02.199895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:02.204078 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.250477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.548443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:02.769740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceb83a-7034-4b84-8c34-abb8f3bb99e9 req-a2323a27-b11e-4e1f-992e-f40cf7802b95 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.771124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cceb83a-7034-4b84-8c34-abb8f3bb99e9 req-a2323a27-b11e-4e1f-992e-f40cf7802b95 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0483932 Aug 16 22:54:02.807538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cceb83a-7034-4b84-8c34-abb8f3bb99e9 req-ac8080ee-c193-4c71-bd25-2da26a064718 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 16 22:54:03.918401 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1816322-2b22-4c2c-9467-79ef5a591826 req-6d3bfebe-fb2c-4442-98cb-f0178b4ffb9a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.919865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1816322-2b22-4c2c-9467-79ef5a591826 req-6d3bfebe-fb2c-4442-98cb-f0178b4ffb9a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0479202 Aug 16 22:54:03.956758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1816322-2b22-4c2c-9467-79ef5a591826 req-95e5dd12-c194-44d2-b627-e68b8885b114 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304067 Aug 16 22:54:04.040408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:04.087475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:04.090986 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:04.091354 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.164694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.186377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:04.188603 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1a3742-57d2-4f51-95c5-81b58c776adc" -d '{"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:04.201480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:04.206059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.231609 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd04ff09-05d9-4377-af72-231dd8d92dad x-openstack-request-id: req-dd04ff09-05d9-4377-af72-231dd8d92dad {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:04.231905 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:04.232154 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd04ff09-05d9-4377-af72-231dd8d92dad {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:04.232536 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'code': 200} Aug 16 22:54:04.259391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:04.353216 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf3879-2d69-419d-b5c1-2274ab5cfe6c req-24075457-d487-467d-bf55-d0c58addd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:04.365725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf3879-2d69-419d-b5c1-2274ab5cfe6c req-24075457-d487-467d-bf55-d0c58addd97c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1097 time: 0.0427520 Aug 16 22:54:04.396071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8bf3879-2d69-419d-b5c1-2274ab5cfe6c req-8432406a-0772-4fd0-84ea-5989b04a650f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279429 Aug 16 22:54:05.069745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ba46-6c28-4209-8d84-da3ba08a4c2b req-26dd81e6-5aa3-4ddc-a2ae-c33f4b8fe7b9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:05.071216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a2ba46-6c28-4209-8d84-da3ba08a4c2b req-26dd81e6-5aa3-4ddc-a2ae-c33f4b8fe7b9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Aug 16 22:54:05.114733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-13a2ba46-6c28-4209-8d84-da3ba08a4c2b req-e269435d-fb49-47b2-b105-787682d14f5a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Aug 16 22:54:06.229829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1546-f58f-4a4e-9297-f47691ba8a09 req-744f416e-67ae-4384-b7ea-5949a3530d11 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.231301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5db1546-f58f-4a4e-9297-f47691ba8a09 req-744f416e-67ae-4384-b7ea-5949a3530d11 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Aug 16 22:54:06.269441 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5db1546-f58f-4a4e-9297-f47691ba8a09 req-9d5bcf3b-3c00-459b-9142-f5565d860962 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Aug 16 22:54:06.386072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730cc39-700e-4261-bd3e-0eef7f168fe4 req-b861a1f0-504e-4492-8f01-09ad78262309 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.387607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b730cc39-700e-4261-bd3e-0eef7f168fe4 req-b861a1f0-504e-4492-8f01-09ad78262309 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Aug 16 22:54:06.424833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b730cc39-700e-4261-bd3e-0eef7f168fe4 req-eb7a729f-65d8-48dd-a8bf-3c7bcc9a296b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Aug 16 22:54:06.628371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859d632-723b-4ae1-b199-51327e95eb29 req-6a26faed-6b38-42e4-b4bc-1dea5be8d199 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.629863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f859d632-723b-4ae1-b199-51327e95eb29 req-6a26faed-6b38-42e4-b4bc-1dea5be8d199 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0488653 Aug 16 22:54:06.666435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f859d632-723b-4ae1-b199-51327e95eb29 req-1cd08f43-3221-4758-b1ee-93d4c10a6755 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Aug 16 22:54:06.779420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111679-af17-4125-beaf-abb562704783 req-7dcef16b-0022-409b-bf13-759f281d258e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.780900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e111679-af17-4125-beaf-abb562704783 req-7dcef16b-0022-409b-bf13-759f281d258e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 16 22:54:06.817609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e111679-af17-4125-beaf-abb562704783 req-63a2e78b-760f-4b22-a204-1c161fb887d2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Aug 16 22:54:07.072139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-b8513944-5a73-4889-88aa-ebb842da3bee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749612 Aug 16 22:54:07.080262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025076a-c3f8-4a08-affe-4a4a3a9e5aa7 req-f5a154d7-33f6-49f8-8fea-ff9123b6f7af tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:07.081701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e025076a-c3f8-4a08-affe-4a4a3a9e5aa7 req-f5a154d7-33f6-49f8-8fea-ff9123b6f7af tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0737381 Aug 16 22:54:07.120905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e025076a-c3f8-4a08-affe-4a4a3a9e5aa7 req-5fdc99c8-134f-4604-b28c-206d80307ab9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Aug 16 22:54:08.244478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4a7d-c9ca-4609-9f49-16796225cfb9 req-8a8d9aaa-1b06-4ac0-886d-e2a4a677b7df tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.245976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd1c4a7d-c9ca-4609-9f49-16796225cfb9 req-8a8d9aaa-1b06-4ac0-886d-e2a4a677b7df tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Aug 16 22:54:08.284289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd1c4a7d-c9ca-4609-9f49-16796225cfb9 req-d422c344-38f2-48fc-aec7-cbad33908695 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Aug 16 22:54:08.443954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-2975620a-590e-429b-a304-9949ceefb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.445429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-2975620a-590e-429b-a304-9949ceefb3d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1097 time: 0.0441766 Aug 16 22:54:08.534118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-efd031a4-f03e-4c88-a622-8e66b9cf9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.535596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-efd031a4-f03e-4c88-a622-8e66b9cf9ffe service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0836389 Aug 16 22:54:08.579878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-80ec23f9-f3c0-4b5f-a1d4-4c7e3c944905 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0368071 Aug 16 22:54:08.628292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-bfb8477b-aa56-4580-b6d7-4310530540f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.629761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-bfb8477b-aa56-4580-b6d7-4310530540f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0432491 Aug 16 22:54:08.662113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-3f9f2425-7419-48e2-b924-7168d991214b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247469 Aug 16 22:54:08.753669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-a10c5352-9703-4bea-8385-04192dd10964 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Aug 16 22:54:08.841742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-d9bf0e47-3cd5-421f-9ac8-3f56671030da service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812078 Aug 16 22:54:09.397729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e9503-1a0d-4225-b019-9ba6c35edf21 req-4f1287a4-6664-45c6-8e22-c5d1a4e98cb7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.399182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-035e9503-1a0d-4225-b019-9ba6c35edf21 req-4f1287a4-6664-45c6-8e22-c5d1a4e98cb7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Aug 16 22:54:09.435550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-035e9503-1a0d-4225-b019-9ba6c35edf21 req-38c0c31c-0c4d-4bfc-9df8-84af02c3fd05 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305834 Aug 16 22:54:10.554175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e251141-7253-4778-8be8-8664a3984701 req-9e89aed4-ffe5-4652-9b87-a4d99afe7047 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.555637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e251141-7253-4778-8be8-8664a3984701 req-9e89aed4-ffe5-4652-9b87-a4d99afe7047 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Aug 16 22:54:10.593915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e251141-7253-4778-8be8-8664a3984701 req-3dbf26ea-14ad-49f6-8d89-8596fa29a497 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Aug 16 22:54:11.707929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ec8e5-132a-4aa3-8344-55553946fe71 req-5cd2b918-72ad-4670-add1-a439a53dfb8c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.709473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a3ec8e5-132a-4aa3-8344-55553946fe71 req-5cd2b918-72ad-4670-add1-a439a53dfb8c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0484705 Aug 16 22:54:11.746846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7a3ec8e5-132a-4aa3-8344-55553946fe71 req-dd820bb7-b5c7-4f7a-bfa8-999fd49ad482 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315287 Aug 16 22:54:12.860093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e37b-fd8a-4410-9319-60ac53b34ddc req-01c43e8d-dc28-455a-b811-dba6f78425f1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.862371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0908e37b-fd8a-4410-9319-60ac53b34ddc req-01c43e8d-dc28-455a-b811-dba6f78425f1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Aug 16 22:54:12.898809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0908e37b-fd8a-4410-9319-60ac53b34ddc req-e9f675dc-143d-40ef-958f-ea0bc5b94217 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Aug 16 22:54:14.014247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8681f-cfdc-4f59-b849-a6807ccc457c req-45e07cc4-a62f-4f9e-a3a5-d08ae4c41491 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.015695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f8681f-cfdc-4f59-b849-a6807ccc457c req-45e07cc4-a62f-4f9e-a3a5-d08ae4c41491 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Aug 16 22:54:14.052940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6f8681f-cfdc-4f59-b849-a6807ccc457c req-1c5d952c-97e2-4cca-ae77-59b233f6ace5 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Aug 16 22:54:14.750003 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:15.166476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e092-f305-4b7d-9e56-e7335f2a9328 req-17fdb4d6-6b18-419a-835e-041ee2cf96c2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.167939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c666e092-f305-4b7d-9e56-e7335f2a9328 req-17fdb4d6-6b18-419a-835e-041ee2cf96c2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0477815 Aug 16 22:54:15.205906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c666e092-f305-4b7d-9e56-e7335f2a9328 req-8f778de7-8aac-4353-b14b-1241178243d9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Aug 16 22:54:15.581234 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3be21a5-7903-4e69-930e-5fcbdc8850b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.320799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffed5ad-7821-48ed-bdb4-e9dc3c076795 req-c9514c8b-3f73-400e-abfd-f9e03eaef184 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.322370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ffed5ad-7821-48ed-bdb4-e9dc3c076795 req-c9514c8b-3f73-400e-abfd-f9e03eaef184 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Aug 16 22:54:16.359234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ffed5ad-7821-48ed-bdb4-e9dc3c076795 req-5bf623f1-148a-4e11-86f1-05d43c75d8b2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308936 Aug 16 22:54:17.480689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b4591-2de3-4efa-b207-a170b21546c5 req-937b8c9e-069c-461c-98e9-f5bd4037240e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.482320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c63b4591-2de3-4efa-b207-a170b21546c5 req-937b8c9e-069c-461c-98e9-f5bd4037240e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0556252 Aug 16 22:54:17.522680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c63b4591-2de3-4efa-b207-a170b21546c5 req-d8e3417c-6b1b-4747-9a55-3863741bd484 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Aug 16 22:54:18.211992 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.330418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7cab80ce-b2a1-4eb9-8332-cd23d321e948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.637464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ae927-2b81-41ff-8ead-29c275f801ba req-99eb0653-fdaf-40a4-8d84-279ea8de44db tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:18.638930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-312ae927-2b81-41ff-8ead-29c275f801ba req-99eb0653-fdaf-40a4-8d84-279ea8de44db tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0487535 Aug 16 22:54:18.675826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-312ae927-2b81-41ff-8ead-29c275f801ba req-efdf4199-b2cd-4465-b990-632daa88844e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310130 Aug 16 22:54:19.333658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.790529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132da4-4097-4192-adf3-50df0ea8af27 req-52c17df6-8453-4ffa-a609-2c6a4d020440 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.792007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58132da4-4097-4192-adf3-50df0ea8af27 req-52c17df6-8453-4ffa-a609-2c6a4d020440 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 16 22:54:19.828911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58132da4-4097-4192-adf3-50df0ea8af27 req-fc74d759-8a0f-41d8-88a1-df60b86fb9a6 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Aug 16 22:54:20.946494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fee4e-063b-40e9-8177-e092e9992418 req-0e9e659e-d136-4ad2-a1ee-6c92b2826f5c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.947971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc4fee4e-063b-40e9-8177-e092e9992418 req-0e9e659e-d136-4ad2-a1ee-6c92b2826f5c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0522275 Aug 16 22:54:20.984609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc4fee4e-063b-40e9-8177-e092e9992418 req-63148d7e-4406-4f2b-b694-2bdd10a76525 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Aug 16 22:54:21.348272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.098627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a4865-83a4-4455-9ab2-26adbaaf117d req-458fde1f-50fc-4018-ae8c-b4a0452ebc36 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:22.100094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-485a4865-83a4-4455-9ab2-26adbaaf117d req-458fde1f-50fc-4018-ae8c-b4a0452ebc36 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0483434 Aug 16 22:54:22.137541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-485a4865-83a4-4455-9ab2-26adbaaf117d req-f86efff2-c0a9-4371-afa8-f36fe4057c32 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Aug 16 22:54:23.136855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.250621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fe608-470e-4d93-bbb6-a3da04c96b42 req-de25760c-c624-45fd-bbef-4dbec7a7e02d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.252672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-268fe608-470e-4d93-bbb6-a3da04c96b42 req-de25760c-c624-45fd-bbef-4dbec7a7e02d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Aug 16 22:54:23.289974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-268fe608-470e-4d93-bbb6-a3da04c96b42 req-f7498d88-2aab-4538-8728-2c5c83f594a5 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312507 Aug 16 22:54:24.411934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93634e-bc59-4768-95af-15f35742b38a req-adc1cbd1-c653-4233-b416-eb95a91d675d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:24.413419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c93634e-bc59-4768-95af-15f35742b38a req-adc1cbd1-c653-4233-b416-eb95a91d675d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0513694 Aug 16 22:54:24.450491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c93634e-bc59-4768-95af-15f35742b38a req-d15fca70-e0d6-4442-9199-36bb2ce21016 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Aug 16 22:54:25.564766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1db09e-2c94-4016-a802-b5055df76897 req-fbb57618-c49d-4dc6-aea8-f89bde8481d3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:25.566269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc1db09e-2c94-4016-a802-b5055df76897 req-fbb57618-c49d-4dc6-aea8-f89bde8481d3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Aug 16 22:54:25.603218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc1db09e-2c94-4016-a802-b5055df76897 req-4018e9cc-3283-4a9d-9cae-c7304b685486 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311708 Aug 16 22:54:26.716605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5a27-343a-4b29-9874-a1df63f8abb3 req-3b33f307-c285-4a24-9854-64244a769f93 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.718027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-519a5a27-343a-4b29-9874-a1df63f8abb3 req-3b33f307-c285-4a24-9854-64244a769f93 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0477731 Aug 16 22:54:26.756647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-519a5a27-343a-4b29-9874-a1df63f8abb3 req-0fda60f7-3bfa-4717-aa1d-25c124293732 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Aug 16 22:54:27.873662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7c43-cbf8-462f-8020-0a6b2b8644e1 req-f95909f9-53f5-4063-8157-abe159fcbf84 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.875151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e55e7c43-cbf8-462f-8020-0a6b2b8644e1 req-f95909f9-53f5-4063-8157-abe159fcbf84 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0532117 Aug 16 22:54:27.912766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e55e7c43-cbf8-462f-8020-0a6b2b8644e1 req-9ee9a07f-54a3-4189-887d-39761801c5c6 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Aug 16 22:54:28.132619 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:54:29.027092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbee2e-ef6a-4b8b-8563-455259292b8f req-3895a133-6905-48c1-8cca-a1001747a445 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.028593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cfbee2e-ef6a-4b8b-8563-455259292b8f req-3895a133-6905-48c1-8cca-a1001747a445 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0498390 Aug 16 22:54:29.066681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cfbee2e-ef6a-4b8b-8563-455259292b8f req-0c012e84-b6a5-432e-a693-da2016f1faf8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 Aug 16 22:54:30.180135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5310f-57a1-4f1c-8679-5da5d8c313ae req-ecf68832-041e-4468-b983-d86af0de01d3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.181636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf5310f-57a1-4f1c-8679-5da5d8c313ae req-ecf68832-041e-4468-b983-d86af0de01d3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Aug 16 22:54:30.218125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9bf5310f-57a1-4f1c-8679-5da5d8c313ae req-f8a9f05d-385b-4975-9e97-c61c7b27804e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Aug 16 22:54:31.339620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103c39-1eb5-493d-bdf3-596b45749ac9 req-0a0175f2-0da4-4b9b-ba96-2d6be7a88dc4 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:31.341133 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae103c39-1eb5-493d-bdf3-596b45749ac9 req-0a0175f2-0da4-4b9b-ba96-2d6be7a88dc4 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Aug 16 22:54:31.379016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae103c39-1eb5-493d-bdf3-596b45749ac9 req-eba757c7-aad3-4750-b8fe-c4918df3ebd0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 16 22:54:32.499468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cb90d-ef0c-450a-9ac1-8d19967dca1d req-aa80b496-2b9a-42e7-b635-06440e8d74c5 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:32.501503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-208cb90d-ef0c-450a-9ac1-8d19967dca1d req-aa80b496-2b9a-42e7-b635-06440e8d74c5 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0513544 Aug 16 22:54:32.539485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-208cb90d-ef0c-450a-9ac1-8d19967dca1d req-faf5709c-8b6d-4c2b-b615-a0467b11ae37 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Aug 16 22:54:33.658799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3aa61-182e-4d90-a09a-d333c94f886e req-6ae29c6e-183b-48d5-a3d1-b6d6417fdaed tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:33.660316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9de3aa61-182e-4d90-a09a-d333c94f886e req-6ae29c6e-183b-48d5-a3d1-b6d6417fdaed tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Aug 16 22:54:33.697458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9de3aa61-182e-4d90-a09a-d333c94f886e req-91d15cd1-035e-43a8-abc7-fd7f142ce9f2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Aug 16 22:54:34.816660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918059-442c-4863-904d-c35288a39dfe req-b212ac5b-4029-4a16-8319-9fc9aae7a2d2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:34.818188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e918059-442c-4863-904d-c35288a39dfe req-b212ac5b-4029-4a16-8319-9fc9aae7a2d2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Aug 16 22:54:34.857389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e918059-442c-4863-904d-c35288a39dfe req-ba05529d-c482-4ed0-b535-f7ef742dcd3d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Aug 16 22:54:35.974609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20cc16-649f-449e-956b-6e3675b1b551 req-4ae0012f-bca7-409d-81e8-255aaa87e680 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:35.976117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab20cc16-649f-449e-956b-6e3675b1b551 req-4ae0012f-bca7-409d-81e8-255aaa87e680 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.0503745 Aug 16 22:54:36.015967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab20cc16-649f-449e-956b-6e3675b1b551 req-1f21e9bb-9835-4041-a090-9eb44fcbe748 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Aug 16 22:54:36.110993 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-5cb05c39-674b-4168-bdf7-12fc5ca65661 service neutron] show failed (client error): The resource could not be found. Aug 16 22:54:36.111999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-5cb05c39-674b-4168-bdf7-12fc5ca65661 service neutron] 10.222.0.89 "GET /v2.0/ports/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0543227 Aug 16 22:54:36.340089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-3e798ff4-543f-4cc6-bb9b-84cbf6469ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.341527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-3e798ff4-543f-4cc6-bb9b-84cbf6469ba9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50&tenant_id=d11cf696323542e7a88f06acdbf003c8 HTTP/1.1" status: 200 len: 1097 time: 0.0444269 Aug 16 22:54:36.362367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:36.415472 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.623341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:36.655718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:36.699051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:36.701514 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70749d2b-937e-4802-940f-d7c9c452e262" -d '{"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:36.706443 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.720022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Transition to ACTIVE for port object b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:36.724370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.787121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] No DVR routers for this DVR port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:36.790502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:36.802227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.802578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.802918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.803516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.803651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.803899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.804229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.804551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.804878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.805235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.805559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.805882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:36.822766 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da3b59c-73de-43a4-98e7-294150c19ab8 x-openstack-request-id: req-1da3b59c-73de-43a4-98e7-294150c19ab8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:36.823056 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:36.823303 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1da3b59c-73de-43a4-98e7-294150c19ab8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:36.823689 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'code': 200} Aug 16 22:54:36.837298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:36.837637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:36.837965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:36.843247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:54:36.843686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Attempting to bind port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:36.849396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:36.849804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Checking segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:36.850305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Bound using segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:36.850865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Bound port: b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:36.851374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.920979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:36.924451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:36.929242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.965865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.966478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.967852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] 10.222.0.88 "PUT /v2.0/ports/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 1092 time: 0.6105626 Aug 16 22:54:36.983887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5cbc9-2fb2-4324-bdf2-a75bbbae1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:37.049273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-2a0f4900-390a-4d59-9979-cec6b3c3c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.050784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-2a0f4900-390a-4d59-9979-cec6b3c3c0d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0433450 Aug 16 22:54:37.179245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bed5b-4fbc-424f-8d95-f331ddde58fa req-3db4b892-9137-4a7c-b05b-163004de28e0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.181201 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e2bed5b-4fbc-424f-8d95-f331ddde58fa req-3db4b892-9137-4a7c-b05b-163004de28e0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0757327 Aug 16 22:54:37.204618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-65e43e7c-be0f-49ca-9768-909aa0fc4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.206098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-65e43e7c-be0f-49ca-9768-909aa0fc4987 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.1484268 Aug 16 22:54:37.263477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e2bed5b-4fbc-424f-8d95-f331ddde58fa req-aa6576a7-081f-4755-a813-f645a555f686 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763609 Aug 16 22:54:37.264710 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-c50be4ff-0525-4bd7-ac3b-459a08574b7a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0506790 Aug 16 22:54:37.317895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-c2c86c3c-a223-45d3-a98a-08bbd70a7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.319355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-c2c86c3c-a223-45d3-a98a-08bbd70a7ea9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0468161 Aug 16 22:54:37.354354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-c7ba291f-6d9a-4347-a2e5-19900887df9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245388 Aug 16 22:54:37.452500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-43b5fd18-47dc-41e8-8a87-62c1191bf817 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Aug 16 22:54:37.544817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e0c87d38-71e9-4dec-8119-4b10df6e132a req-26d0f3cc-3d39-4fb2-b3d1-a97fdb1e937c service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849252 Aug 16 22:54:38.382524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bf700-7496-4525-a27d-0c626af2912e req-0bb93c5b-f98e-49c8-858d-2c53f56df13d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:38.383987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-997bf700-7496-4525-a27d-0c626af2912e req-0bb93c5b-f98e-49c8-858d-2c53f56df13d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0485885 Aug 16 22:54:38.421563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-997bf700-7496-4525-a27d-0c626af2912e req-9177dc31-d668-47a1-b247-9590b14a60e2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Aug 16 22:54:38.824926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:38.827492 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb184c5-8351-4ca5-938e-ac0ee419ec50" -d '{"events": [{"name": "network-changed", "server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:38.875524 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eae346-0361-4ded-8144-4f8e8160f94c x-openstack-request-id: req-80eae346-0361-4ded-8144-4f8e8160f94c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:38.875861 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:38.876637 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80eae346-0361-4ded-8144-4f8e8160f94c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:38.877040 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'status': 'completed', 'code': 200} Aug 16 22:54:38.989395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-af8a52a2-13e5-41f7-b2ee-eab763fe2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:38.990989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-af8a52a2-13e5-41f7-b2ee-eab763fe2d57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0696168 Aug 16 22:54:38.996397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-9efd55b6-f2d6-44ab-b2c7-a43d2759d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:38.997781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-9efd55b6-f2d6-44ab-b2c7-a43d2759d158 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0678174 Aug 16 22:54:39.155289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-075c527e-c9e3-4580-8cb1-762bbd11cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.156771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-075c527e-c9e3-4580-8cb1-762bbd11cb52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.1538119 Aug 16 22:54:39.158667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-a1293e4a-4443-4fe9-89ce-89f90a2ed65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.159976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-a1293e4a-4443-4fe9-89ce-89f90a2ed65a service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.1493719 Aug 16 22:54:39.234138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-c99fee3a-ba9b-4cc6-97a4-a4e75c5d307c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0656796 Aug 16 22:54:39.236312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-2c4bbaab-4701-44fe-b2ab-28f5521fec6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0614753 Aug 16 22:54:39.321968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-0ee4d7bd-68bc-4f58-9ba7-860810af67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.323401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-0ee4d7bd-68bc-4f58-9ba7-860810af67ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0793703 Aug 16 22:54:39.324754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-836910a3-849a-41bf-9a48-f08ec20e1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.326095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-836910a3-849a-41bf-9a48-f08ec20e1ad6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0743048 Aug 16 22:54:39.363120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-2313270f-01dd-4ce2-bcec-cb8ba18658ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315089 Aug 16 22:54:39.383701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-de891cbd-70b5-48b4-90ee-eda8236c9fdc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447671 Aug 16 22:54:39.560474 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-adcb7b54-a877-495e-bced-6162ea23157a service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846678 Aug 16 22:54:39.566468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-c7208ba4-d3a7-4569-9e21-3c88485d85cd service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722615 Aug 16 22:54:39.667400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2432f76-75e2-447e-b868-2f4def124cdf req-297d63fc-ea74-403a-899b-758f14c2f017 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.668867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2432f76-75e2-447e-b868-2f4def124cdf req-297d63fc-ea74-403a-899b-758f14c2f017 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.1738434 Aug 16 22:54:39.745884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2432f76-75e2-447e-b868-2f4def124cdf req-c518b8ca-840b-4f53-a549-83dd297f72c1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Aug 16 22:54:39.765988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-1493e1b7-3ede-4dfc-8161-e28c92a47965 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953778 Aug 16 22:54:39.768482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bb184c5-8351-4ca5-938e-ac0ee419ec50 req-9f3e14a1-9479-41d4-ad51-e3432d1fb460 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896122 Aug 16 22:54:40.259198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:40.296741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:40.865244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fdb5e-bbf2-4906-ba75-8ce273e22978 req-554afe18-f288-4bde-b45d-b3647b527d13 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:40.866733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-482fdb5e-bbf2-4906-ba75-8ce273e22978 req-554afe18-f288-4bde-b45d-b3647b527d13 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0514283 Aug 16 22:54:40.904319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-482fdb5e-bbf2-4906-ba75-8ce273e22978 req-00183c27-a2d7-4cd0-ad1e-7a8d64dfc686 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Aug 16 22:54:41.129185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa96dc-cda8-4e1f-9e18-591196603b2b req-6d0c617c-028d-4847-a1af-fa98c5504b39 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.130650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efaa96dc-cda8-4e1f-9e18-591196603b2b req-6d0c617c-028d-4847-a1af-fa98c5504b39 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 943 time: 0.0791836 Aug 16 22:54:41.165332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-cd4cb389-f5e9-43f0-a835-9ed7f63137f2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.166759 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-cd4cb389-f5e9-43f0-a835-9ed7f63137f2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50&tenant_id=d11cf696323542e7a88f06acdbf003c8&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 943 time: 0.0814083 Aug 16 22:54:41.188471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-efaa96dc-cda8-4e1f-9e18-591196603b2b req-36386d87-7b75-44d3-9f15-96cc89d79f97 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Aug 16 22:54:41.237396 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-db1fa19b-174a-44de-b05d-255b68df6f74 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:54:41.238398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-db1fa19b-174a-44de-b05d-255b68df6f74 service neutron] 10.222.0.89 "DELETE /v2.0/ports/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0572505 Aug 16 22:54:41.352723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-ba8968bf-1fd1-4ad7-b6a2-21b3b51c8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.354269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-ba8968bf-1fd1-4ad7-b6a2-21b3b51c8b91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 1095 time: 0.0418105 Aug 16 22:54:41.807296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-4ea84f7a-37b4-40b8-b3e6-276db7f55439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.808658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-4ea84f7a-37b4-40b8-b3e6-276db7f55439 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.4439669 Aug 16 22:54:41.850882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-bf2168bd-66b2-4732-8847-e3254335a6e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 200 len: 217 time: 0.0329638 Aug 16 22:54:41.906336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-1ebc0139-b4a8-4f0e-8cf9-426fc5114b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.907913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-1ebc0139-b4a8-4f0e-8cf9-426fc5114b81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0458074 Aug 16 22:54:41.944850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-35c4ea45-98fc-4208-b86f-6a0574aa6569 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257890 Aug 16 22:54:41.973899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:42.039584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-42ea58be-871e-4c30-b277-297c76db3c08 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Aug 16 22:54:42.072007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:42.095246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'port_id': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'mac_address': 'fa:16:3e:eb:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e650a1-6132-4536-af19-9ceb33ed95cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:42.132015 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.138046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8395ed68-0af5-4f22-87aa-e589f4a8169f req-fe2acafe-d73e-436c-a319-e394f12b057d service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872324 Aug 16 22:54:42.146369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:42.166463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:42.170348 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.221430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:42.229673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.230027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.230371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.230708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.231208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.231359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.231689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.232021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.232348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.232672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.232998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.233350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:42.309592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e486ac-4ac5-4253-a210-01bb358199cf req-0c4ad14c-57ac-448b-99c9-d1bad6dbc35a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:42.311109 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e486ac-4ac5-4253-a210-01bb358199cf req-0c4ad14c-57ac-448b-99c9-d1bad6dbc35a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0510986 Aug 16 22:54:42.350384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-45e486ac-4ac5-4253-a210-01bb358199cf req-d1997d3b-4d44-414f-93a2-06a4c0d33e0f tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Aug 16 22:54:42.553702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:43.470734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737a80c-6be1-4cfb-a575-d010da3faf56 req-5c3a2b86-237a-42a7-b3e7-23eb11e92ebb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:43.472290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2737a80c-6be1-4cfb-a575-d010da3faf56 req-5c3a2b86-237a-42a7-b3e7-23eb11e92ebb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0540314 Aug 16 22:54:43.509908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2737a80c-6be1-4cfb-a575-d010da3faf56 req-41bcbee8-8484-4592-9b14-73f722ef81a4 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Aug 16 22:54:43.635540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8145fc-3451-498a-9880-04fef748c70d req-204b1a8e-d862-4be7-a97e-d946198bb745 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:43.637032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec8145fc-3451-498a-9880-04fef748c70d req-204b1a8e-d862-4be7-a97e-d946198bb745 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Aug 16 22:54:43.674766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec8145fc-3451-498a-9880-04fef748c70d req-cf92c1b0-0476-45dc-85e4-8977dbf178c2 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Aug 16 22:54:43.786564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43debcec-3c25-48ec-8e7e-5a91b50b306a req-1ff231aa-5322-4291-9bcc-f19354a96a79 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:43.788003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43debcec-3c25-48ec-8e7e-5a91b50b306a req-1ff231aa-5322-4291-9bcc-f19354a96a79 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 944 time: 0.0484431 Aug 16 22:54:43.826701 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43debcec-3c25-48ec-8e7e-5a91b50b306a req-f26a53e3-bbee-4e9a-aa4e-235278563e79 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Aug 16 22:54:44.003345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:44.057868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:44.062314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:44.062918 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.145365 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.169833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:44.172215 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58599b-0ab3-42a2-a3c9-8660d89036d7" -d '{"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:44.191737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:44.198018 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.205046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-c1049c54-4192-4a02-86c3-240320011d67 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:44.206684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-c1049c54-4192-4a02-86c3-240320011d67 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 814 time: 0.1191473 Aug 16 22:54:44.222905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-6c1893ff-5293-411d-b360-befdfc8a3935 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/quotas/d11cf696323542e7a88f06acdbf003c8 HTTP/1.1" status: 200 len: 375 time: 0.0098841 Aug 16 22:54:44.253552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.276676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-c2a1abf8-d598-4874-9743-d55645fb1298 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480480 Aug 16 22:54:44.280553 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f91fa5-3c6c-459c-9136-5fad5887c24d x-openstack-request-id: req-81f91fa5-3c6c-459c-9136-5fad5887c24d {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:44.280881 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:44.281165 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81f91fa5-3c6c-459c-9136-5fad5887c24d {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:44.281569 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'code': 200} Aug 16 22:54:44.372331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-a8ed1faf-7b04-4aba-9d59-f9eb470d37f6 service neutron] 10.222.0.22 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Aug 16 22:54:44.462412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-5b360093-dd21-49bd-8d75-e44c7e87bcc7 service neutron] 10.222.0.22 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829988 Aug 16 22:54:44.633648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-792f162d-3fa5-406c-b03d-a0a80290e693 req-6da17ef8-c4f5-4ecf-b366-185c9c86fcf8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 210 time: 0.0318184 Aug 16 22:54:44.740427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.582957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-78cec9c9-800b-4d78-93c0-3685714a4a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.743929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4d9bd56b-e807-4ade-a478-e398b8f2e162 req-c435797f-3dac-48cf-b4e4-77d79243445b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 210 time: 0.0386262 Aug 16 22:54:45.751340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f816c5bc-05b7-400c-8b68-51fa54521641 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:45.752730 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f816c5bc-05b7-400c-8b68-51fa54521641 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 814 time: 0.1307180 Aug 16 22:54:45.788062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.88', 55968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:45.801879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Request body: {'port': {'device_id': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'admin_state_up': True, 'tenant_id': 'd11cf696323542e7a88f06acdbf003c8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:45.898744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-419858ef-f6a8-48ac-8de9-7dcf8eb36ef0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:45.900213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-419858ef-f6a8-48ac-8de9-7dcf8eb36ef0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8096f31-227f-44a8-9c3b-625478f54c50 HTTP/1.1" status: 200 len: 945 time: 0.1101568 Aug 16 22:54:46.004599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Made reservation on behalf of d11cf696323542e7a88f06acdbf003c8 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:46.008441 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.044575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Deleting port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:46.044923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.213097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] For port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:46.213395 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.223460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Allocated IP 172.20.0.11 (3822896f-5dfc-4dcb-b1d8-a94403d93199/16e650a1-6132-4536-af19-9ceb33ed95cd/7999b633-b145-484b-b4b3-4d8c31494abc) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:46.232829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Calling delete_port for b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:46.480776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.490935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.526144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Pushing event deleted for resources: {'Port': ['ID=b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.577442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] No DVR routers for this DVR port b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:46.580931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.582928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.88 "DELETE /v2.0/ports/b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 HTTP/1.1" status: 204 len: 173 time: 0.6735106 Aug 16 22:54:46.583366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-deleted', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:46.585676 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5e632-3712-40a5-b850-86f0c7b87f9c" -d '{"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-deleted", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:46.596747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.633164 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b084c0-e4c4-4199-8824-e9c854a4d56e x-openstack-request-id: req-61b084c0-e4c4-4199-8824-e9c854a4d56e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:46.633464 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8096f31-227f-44a8-9c3b-625478f54c50", "name": "network-vif-deleted", "tag": "b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:46.633719 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61b084c0-e4c4-4199-8824-e9c854a4d56e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:46.634130 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8096f31-227f-44a8-9c3b-625478f54c50', 'name': 'network-vif-deleted', 'tag': 'b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2', 'status': 'completed', 'code': 200} Aug 16 22:54:46.657904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Network 3822896f-5dfc-4dcb-b1d8-a94403d93199 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:46.662223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:46.664591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:46.693834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.723160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.723795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.738634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-be3f7436-db42-4604-ad6b-4dd10fb65271 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9401448 Aug 16 22:54:46.758912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Request body: {'port': {'device_id': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:46.816266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.902252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece607b-bb00-4f63-91b1-418debc13b2f req-783fe248-370d-4331-8ee1-9c77913de3bb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.903751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ece607b-bb00-4f63-91b1-418debc13b2f req-783fe248-370d-4331-8ee1-9c77913de3bb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 932 time: 0.0852764 Aug 16 22:54:47.007476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ece607b-bb00-4f63-91b1-418debc13b2f req-35665d2c-c234-468f-a39d-fa2816ad4cf8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942307 Aug 16 22:54:47.149310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7999b633-b145-484b-b4b3-4d8c31494abc {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:47.156820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.168412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Transition to ACTIVE for port object 7999b633-b145-484b-b4b3-4d8c31494abc will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:47.172359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.225651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:47.296696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:47.296952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:47.297320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:47.302395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:54:47.302731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:47.307681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:47.308029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Checking segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:47.308421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Bound using segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:47.308851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Bound port: 7999b633-b145-484b-b4b3-4d8c31494abc, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:47.309259 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.373447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:47.377186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:47.381431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.415568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.416191 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.417620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] 10.222.0.88 "PUT /v2.0/ports/7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 1093 time: 0.6631205 Aug 16 22:54:47.438631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad1877-2048-4c32-b03e-558d32e6b931 service neutron] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:47.511768 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-7736bd83-628a-4264-bc36-1d8458530f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.513276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-7736bd83-628a-4264-bc36-1d8458530f5a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1096 time: 0.0411682 Aug 16 22:54:47.565126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-6aec2481-f2fb-4fba-8acb-c0bb87258317 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0375590 Aug 16 22:54:47.615564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f1778b6d-2ef2-493d-bc01-311a399a7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.617047 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-f1778b6d-2ef2-493d-bc01-311a399a7717 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0454431 Aug 16 22:54:47.648880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-28794d16-bfa8-444b-9cad-5dee8fef4ff8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245216 Aug 16 22:54:47.743120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-0b7388d4-e788-4934-9e4e-3ca1a048683b service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871651 Aug 16 22:54:47.832846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0f8e57b2-0e50-440c-8e0d-26531a75390a req-0ba926dd-69b6-4c91-a82e-53a7a3695317 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824232 Aug 16 22:54:48.022184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:48.042098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:48.042452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b9ffdc92-5a9d-4944-bda9-a3e91c09b8c2 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:48.130144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f602ff-37fc-445e-93ab-b4ae08f31ec5 req-d22af06c-d536-400d-b66b-467b5f451384 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.131611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9f602ff-37fc-445e-93ab-b4ae08f31ec5 req-d22af06c-d536-400d-b66b-467b5f451384 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0537612 Aug 16 22:54:48.168691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9f602ff-37fc-445e-93ab-b4ae08f31ec5 req-77963d16-08bf-4e1a-a971-a31fbf204c87 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Aug 16 22:54:48.212441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.331068 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8a79264-39d6-4ccd-8f32-55aed272c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.635233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:48.637715 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be" -d '{"events": [{"name": "network-changed", "server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:48.674285 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d03e7-d2c0-4383-8ded-ae482dededd3 x-openstack-request-id: req-9b7d03e7-d2c0-4383-8ded-ae482dededd3 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:48.674583 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:48.674834 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b7d03e7-d2c0-4383-8ded-ae482dededd3 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:48.675239 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'status': 'completed', 'code': 200} Aug 16 22:54:48.760755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-20d5848c-cd77-476a-859c-c9317047863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.762213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-20d5848c-cd77-476a-859c-c9317047863f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1096 time: 0.0409839 Aug 16 22:54:48.856140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-ce004564-f690-4643-8c3e-77b642873232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.857663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-ce004564-f690-4643-8c3e-77b642873232 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0880904 Aug 16 22:54:48.900151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-2ed3ed82-b606-4d8d-ad6f-ee74ce7ae792 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0338020 Aug 16 22:54:48.949496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-c28306a8-2547-46ba-992f-763a22094a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.950956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-c28306a8-2547-46ba-992f-763a22094a47 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0429180 Aug 16 22:54:48.984648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-d468a8e5-cc2d-4e5a-a853-dae2b9127ebc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253410 Aug 16 22:54:49.079552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-309041cf-9fd8-4549-9f5a-6c443cd3b349 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863016 Aug 16 22:54:49.175382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bdaf409a-94cd-4fd2-93a0-57c4df65f0be req-3671ea9e-a09e-45b5-919d-c21b14abbdfa service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877991 Aug 16 22:54:49.287937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584e18c-59d6-4fcc-9f68-ab40b312bb2f req-c60241b5-139c-41ca-9647-70c46f866d5b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.289479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8584e18c-59d6-4fcc-9f68-ab40b312bb2f req-c60241b5-139c-41ca-9647-70c46f866d5b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0506027 Aug 16 22:54:49.330077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8584e18c-59d6-4fcc-9f68-ab40b312bb2f req-84acd5ab-e2ae-4f24-bce9-3b5dbf19eeb9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Aug 16 22:54:49.337479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.447911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ca55-b946-4221-bb17-6e492e40e796 req-6c278193-6f20-4b55-b2da-c8786aa457f1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.449746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35b9ca55-b946-4221-bb17-6e492e40e796 req-6c278193-6f20-4b55-b2da-c8786aa457f1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0496874 Aug 16 22:54:50.488801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35b9ca55-b946-4221-bb17-6e492e40e796 req-e1fb0e35-a3c8-4888-96ee-bc0fa4d4f32a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Aug 16 22:54:51.350578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.603574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c468ed8-0ab9-43b3-a4cb-70c36d5f1f23 req-50ca1e2e-0412-4fd3-abdd-bbbb839adc04 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.605113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c468ed8-0ab9-43b3-a4cb-70c36d5f1f23 req-50ca1e2e-0412-4fd3-abdd-bbbb839adc04 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0501387 Aug 16 22:54:51.647563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c468ed8-0ab9-43b3-a4cb-70c36d5f1f23 req-0e8beef3-52ed-4634-bf9a-6189b7bdd270 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Aug 16 22:54:52.045612 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:52.140168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:52.154548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '7999b633-b145-484b-b4b3-4d8c31494abc', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'port_id': '7999b633-b145-484b-b4b3-4d8c31494abc', 'mac_address': 'fa:16:3e:01:ab:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e650a1-6132-4536-af19-9ceb33ed95cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:52.191460 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.205003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7999b633-b145-484b-b4b3-4d8c31494abc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:52.224904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:52.228693 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.274982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:52.632897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['7999b633-b145-484b-b4b3-4d8c31494abc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:52.774257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389c175-9300-45e9-9889-b9268b26fd3e req-7c8d73fb-4246-4d1b-a893-458d5715f390 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.775677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9389c175-9300-45e9-9889-b9268b26fd3e req-7c8d73fb-4246-4d1b-a893-458d5715f390 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0589812 Aug 16 22:54:52.814871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9389c175-9300-45e9-9889-b9268b26fd3e req-c5bc95f5-404e-4c29-b813-625dd87d8977 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Aug 16 22:54:53.134898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.930034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3680d-c1d5-47a5-887d-67989c69c941 req-ce8163e4-d027-4129-b44e-ae4953f1a242 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:53.931560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17f3680d-c1d5-47a5-887d-67989c69c941 req-ce8163e4-d027-4129-b44e-ae4953f1a242 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0498066 Aug 16 22:54:53.969312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17f3680d-c1d5-47a5-887d-67989c69c941 req-6288d660-5d92-4fd8-b6dc-a9056f863a20 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Aug 16 22:54:54.046636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:54.093710 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 7999b633-b145-484b-b4b3-4d8c31494abc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:54.097189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 7999b633-b145-484b-b4b3-4d8c31494abc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:54.097565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.175525 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.197279 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:54.199498 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be337b-b9a3-47c5-86b6-e6f965406dab" -d '{"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-plugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:54.213120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:54.217195 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.242165 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d240cf-44a9-4f1c-847d-daa86582cf39 x-openstack-request-id: req-d8d240cf-44a9-4f1c-847d-daa86582cf39 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:54.242459 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-plugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:54.242715 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8d240cf-44a9-4f1c-847d-daa86582cf39 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:54.243103 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'code': 200} Aug 16 22:54:54.269286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:54.357969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f7ee1-d21b-4b47-996a-84b8437733f0 req-b3ecb3f4-4d9b-433b-9938-aa917cb45b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:54.359378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d1f7ee1-d21b-4b47-996a-84b8437733f0 req-b3ecb3f4-4d9b-433b-9938-aa917cb45b7a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1098 time: 0.0398118 Aug 16 22:54:54.397698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d1f7ee1-d21b-4b47-996a-84b8437733f0 req-69f8242c-7a4b-480e-97f8-7349e213fe5f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Aug 16 22:54:55.083353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc1709-a0e7-4783-a797-8c84f5df3770 req-c6503083-27fa-4e79-955b-1c1be347c20d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:55.084860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77cc1709-a0e7-4783-a797-8c84f5df3770 req-c6503083-27fa-4e79-955b-1c1be347c20d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0494852 Aug 16 22:54:55.123945 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-77cc1709-a0e7-4783-a797-8c84f5df3770 req-84cce65a-2cec-43a8-9054-73ec8bd72a0b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Aug 16 22:54:56.240339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd68157-d382-4535-a827-832664c31918 req-7a5666fc-59bc-42c6-9319-d9e4a4197122 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.241938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abd68157-d382-4535-a827-832664c31918 req-7a5666fc-59bc-42c6-9319-d9e4a4197122 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0488853 Aug 16 22:54:56.279367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-abd68157-d382-4535-a827-832664c31918 req-8b9635f5-1e75-4270-acf8-0ab3fb0ba61e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 16 22:54:56.392745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e034b-4e9c-4be5-b43f-7092d2410bcb req-f56d7aed-38d3-4c76-a9ea-305e99089c42 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.394236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab7e034b-4e9c-4be5-b43f-7092d2410bcb req-f56d7aed-38d3-4c76-a9ea-305e99089c42 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0502880 Aug 16 22:54:56.436309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab7e034b-4e9c-4be5-b43f-7092d2410bcb req-38b00fa3-052b-4e80-b4f5-59625e0a7342 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Aug 16 22:54:56.685259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-3a23849f-d8b9-41d9-858d-6fdadfe6f551 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688429 Aug 16 22:54:56.692628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b7c80-5e58-4131-b2fd-e6f3a9be3e20 req-d0957e45-da71-4091-b1bd-73bb0d1c185c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.694053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db9b7c80-5e58-4131-b2fd-e6f3a9be3e20 req-d0957e45-da71-4091-b1bd-73bb0d1c185c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0696445 Aug 16 22:54:56.732103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db9b7c80-5e58-4131-b2fd-e6f3a9be3e20 req-3a2c0892-4477-4c4f-9a62-b8c50ab348d5 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Aug 16 22:54:57.851298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5c485-8220-49b5-94cd-4dc88381241d req-45771072-96ab-4e6f-9e61-89bae7aedd40 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.852840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1a5c485-8220-49b5-94cd-4dc88381241d req-45771072-96ab-4e6f-9e61-89bae7aedd40 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0491254 Aug 16 22:54:57.899152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1a5c485-8220-49b5-94cd-4dc88381241d req-c51b3afe-ae20-44b2-b237-443d80a7989d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Aug 16 22:54:57.939134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-cea8cd79-cbf4-4b5b-9178-5c48aa80e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.940622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-cea8cd79-cbf4-4b5b-9178-5c48aa80e725 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1098 time: 0.0406234 Aug 16 22:54:58.029361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-a11b3349-f5cb-4254-88c4-9c12572174c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.030717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-a11b3349-f5cb-4254-88c4-9c12572174c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0825365 Aug 16 22:54:58.074777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-783921a1-2e5e-4175-a83b-b8716933f0a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0364625 Aug 16 22:54:58.122777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-dafd8cb1-4af6-4054-bb26-241a7fd910cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.124459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-dafd8cb1-4af6-4054-bb26-241a7fd910cf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0432527 Aug 16 22:54:58.156080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-fae37c92-fab1-4b12-ac39-5fe2f43965b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235815 Aug 16 22:54:58.248860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-938e35b1-fda3-4445-a7f0-e8993c807d56 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850458 Aug 16 22:54:58.337510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-0ba68f43-796b-408f-87f1-013d26dc520a service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808616 Aug 16 22:54:59.018938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8db8-73a6-4df4-acd4-2aea2ba9709a req-2861356e-6552-4122-92cc-1ad9d395453d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.020416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfa8db8-73a6-4df4-acd4-2aea2ba9709a req-2861356e-6552-4122-92cc-1ad9d395453d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0525723 Aug 16 22:54:59.056599 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3cfa8db8-73a6-4df4-acd4-2aea2ba9709a req-7d4a97d3-174f-4462-b5ba-e9db109752eb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Aug 16 22:55:00.170934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fe666-61d9-4560-8e8e-3d70c103a5a4 req-239ce94c-1fe0-4ccb-abd1-d8bdfe07e086 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:00.172937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd1fe666-61d9-4560-8e8e-3d70c103a5a4 req-239ce94c-1fe0-4ccb-abd1-d8bdfe07e086 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0487759 Aug 16 22:55:00.209972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd1fe666-61d9-4560-8e8e-3d70c103a5a4 req-5fb8ecf9-28bf-4d05-bf62-989e389f7f0d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Aug 16 22:55:01.336999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52decf-a014-408f-a687-501fa34556b9 req-6e163f30-f58f-4aac-83bb-f7f6cc0b2c62 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.338497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f52decf-a014-408f-a687-501fa34556b9 req-6e163f30-f58f-4aac-83bb-f7f6cc0b2c62 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0478771 Aug 16 22:55:01.375745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f52decf-a014-408f-a687-501fa34556b9 req-cc0a3a43-7d2b-4eff-b6c4-08cbdc41fdb7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Aug 16 22:55:02.506138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5ff07-85c6-44b3-b3dc-e9c80c5b0142 req-568e33ab-2928-473f-97be-b7529c48b0c4 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:02.507621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e5ff07-85c6-44b3-b3dc-e9c80c5b0142 req-568e33ab-2928-473f-97be-b7529c48b0c4 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0523622 Aug 16 22:55:02.544640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07e5ff07-85c6-44b3-b3dc-e9c80c5b0142 req-08efc4fe-ad02-4ce6-be0e-c80a2e0e0556 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 16 22:55:03.658105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bceed-539c-474f-9fef-314e1eb28a82 req-088ceeda-d99a-41ae-a982-1b89eb53e1dd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.659583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e92bceed-539c-474f-9fef-314e1eb28a82 req-088ceeda-d99a-41ae-a982-1b89eb53e1dd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0489366 Aug 16 22:55:03.696548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e92bceed-539c-474f-9fef-314e1eb28a82 req-f85c7d92-3838-4f3c-9a6f-18ecd2f174c3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Aug 16 22:55:04.810067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d48d71-3f9f-47f7-89a3-aad9ccce59d2 req-7f204a77-6557-42f4-b8af-66767ebb94aa tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:04.811527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87d48d71-3f9f-47f7-89a3-aad9ccce59d2 req-7f204a77-6557-42f4-b8af-66767ebb94aa tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0485084 Aug 16 22:55:04.848659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87d48d71-3f9f-47f7-89a3-aad9ccce59d2 req-e6b9c529-60a9-4f67-9d07-0e7277e6813c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Aug 16 22:55:05.132217 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:05.967145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1506bae-1a4b-4a61-abb6-22468d153a77 req-16962bb6-4092-448b-bc72-3869f6c33cce tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:05.968619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1506bae-1a4b-4a61-abb6-22468d153a77 req-16962bb6-4092-448b-bc72-3869f6c33cce tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0522532 Aug 16 22:55:06.006282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f1506bae-1a4b-4a61-abb6-22468d153a77 req-17ae6faf-08b6-4dd4-8d42-f9484d09e32d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Aug 16 22:55:07.119367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3513d-f644-4047-bc2e-5e3a935b7d2c req-801eee4c-8f09-4ef8-ab8f-53060352adc9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.120817 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cee3513d-f644-4047-bc2e-5e3a935b7d2c req-801eee4c-8f09-4ef8-ab8f-53060352adc9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0474460 Aug 16 22:55:07.158571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cee3513d-f644-4047-bc2e-5e3a935b7d2c req-f018a7c0-645a-4be3-805e-3fe35e6022e0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309520 Aug 16 22:55:08.272009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fae41f-cd79-4172-b5a6-21fa70160b74 req-52ef1786-0ab0-43fa-9cf0-4e9f88fe64b7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.273542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32fae41f-cd79-4172-b5a6-21fa70160b74 req-52ef1786-0ab0-43fa-9cf0-4e9f88fe64b7 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0489323 Aug 16 22:55:08.314720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32fae41f-cd79-4172-b5a6-21fa70160b74 req-9fa68d43-44bc-400c-b518-10d3c3e23120 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Aug 16 22:55:09.431483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971880-a445-4ab2-9021-f4f931f6deb2 req-d283efdb-d1ad-4e83-9fd0-0b9a9f2dbdef tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.432930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6971880-a445-4ab2-9021-f4f931f6deb2 req-d283efdb-d1ad-4e83-9fd0-0b9a9f2dbdef tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0513144 Aug 16 22:55:09.470556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6971880-a445-4ab2-9021-f4f931f6deb2 req-78dcd461-f75c-4d34-a1b7-13e7bad384ae tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Aug 16 22:55:10.585828 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a5d-e359-451b-8e93-8ed522417be0 req-dc7dd71a-ff96-449a-af59-9ad2de685297 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:10.587314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf3b3a5d-e359-451b-8e93-8ed522417be0 req-dc7dd71a-ff96-449a-af59-9ad2de685297 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0492010 Aug 16 22:55:10.624494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf3b3a5d-e359-451b-8e93-8ed522417be0 req-4b8b2d74-433c-478c-b6e9-a2d4f9b58bb3 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Aug 16 22:55:11.736680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada601f2-d1cf-485c-b39c-4267f5303d70 req-b505f0d0-d5c0-49c7-bc6a-a46154f1c96a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.738164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ada601f2-d1cf-485c-b39c-4267f5303d70 req-b505f0d0-d5c0-49c7-bc6a-a46154f1c96a tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0472982 Aug 16 22:55:11.776315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ada601f2-d1cf-485c-b39c-4267f5303d70 req-9b67d489-6332-4ba0-b387-a50555f67d6c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Aug 16 22:55:12.892796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1604d02-57b9-471e-aa6b-55c0fc193152 req-26377ce9-8768-4c72-a8a2-0469fd098de8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:12.894302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1604d02-57b9-471e-aa6b-55c0fc193152 req-26377ce9-8768-4c72-a8a2-0469fd098de8 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0525389 Aug 16 22:55:12.931687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1604d02-57b9-471e-aa6b-55c0fc193152 req-9729dc3f-3946-4045-bdef-6932b2bd5f6f tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 16 22:55:14.045455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c85ad1-26d3-4f55-be00-9103e8b7f423 req-09b5e297-40fe-481c-9a28-ee7a91a65858 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.048299 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5c85ad1-26d3-4f55-be00-9103e8b7f423 req-09b5e297-40fe-481c-9a28-ee7a91a65858 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0497336 Aug 16 22:55:14.087374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5c85ad1-26d3-4f55-be00-9103e8b7f423 req-56a5bf3b-c33f-4a9a-af03-3d00701ee183 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Aug 16 22:55:14.158272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-08548b2e-36fa-44fc-8d80-0e30c411d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.159738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-08548b2e-36fa-44fc-8d80-0e30c411d705 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1098 time: 0.0405953 Aug 16 22:55:14.263610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-fc61e7a3-1dcf-4db0-81ce-82bbe4e9024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.264984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-fc61e7a3-1dcf-4db0-81ce-82bbe4e9024d service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0866139 Aug 16 22:55:14.309967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-65d80154-a645-404a-a3ca-40f1d11eff0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0351114 Aug 16 22:55:14.356372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-81c5cfde-8973-4c60-b2ca-a515d2ab066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.357926 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-81c5cfde-8973-4c60-b2ca-a515d2ab066a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0411649 Aug 16 22:55:14.394333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-5a370af7-051a-4086-84bc-48a695543890 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278289 Aug 16 22:55:14.486374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-c36b40cc-fb22-47d4-a5f6-d9733b5edf0f service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823398 Aug 16 22:55:14.580902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e26165-5afb-472c-9fb7-3136074e23e5 req-c6cde186-42fb-4cda-b75b-3eca211ff18b service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Aug 16 22:55:14.761586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.201930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3717b9-9d6e-4598-9ffa-13197c7ca9e8 req-62f4bbec-aafb-4bdc-b332-9fc39103b544 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:15.203426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a3717b9-9d6e-4598-9ffa-13197c7ca9e8 req-62f4bbec-aafb-4bdc-b332-9fc39103b544 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0491371 Aug 16 22:55:15.240187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a3717b9-9d6e-4598-9ffa-13197c7ca9e8 req-08dcc0bc-2bab-4294-abb3-724ae6ac1955 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308080 Aug 16 22:55:15.583592 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e933ae1c-cbc5-4679-9f9f-0069e60f366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.353982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbc88f-6088-4c97-8e14-040eed372edf req-238bd4d8-22d3-4fe6-823b-bf52d687374e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:16.355415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80cbc88f-6088-4c97-8e14-040eed372edf req-238bd4d8-22d3-4fe6-823b-bf52d687374e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0476899 Aug 16 22:55:16.391640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80cbc88f-6088-4c97-8e14-040eed372edf req-66b5d93b-a20e-4ff5-a289-0a0030ad9928 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Aug 16 22:55:17.509343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9d94-97d1-40f2-a6a8-0798a2e903b8 req-cc1a1b6a-6df4-48ba-960d-751f688eef81 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.510836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-098a9d94-97d1-40f2-a6a8-0798a2e903b8 req-cc1a1b6a-6df4-48ba-960d-751f688eef81 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0525074 Aug 16 22:55:17.548443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-098a9d94-97d1-40f2-a6a8-0798a2e903b8 req-c8a06e98-d948-4d26-8ef9-6cdfb5497c4c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Aug 16 22:55:18.213770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.331418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1e33-6dcd-423e-aff4-02c9a5d3ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.662052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b835-89c6-462e-8056-b235d895077b req-f09e28fb-2b9a-43e7-8d57-9752768105bc tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.663519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d03b835-89c6-462e-8056-b235d895077b req-f09e28fb-2b9a-43e7-8d57-9752768105bc tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0478334 Aug 16 22:55:18.700894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d03b835-89c6-462e-8056-b235d895077b req-b1ff2877-1b12-4994-bc72-e75079805c81 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 16 22:55:19.339335 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.815005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f4297-b047-4775-91de-c7cb517ea249 req-1cf420cb-a4eb-48c2-b6c5-1b2704ecfeb9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:19.816459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37f4297-b047-4775-91de-c7cb517ea249 req-1cf420cb-a4eb-48c2-b6c5-1b2704ecfeb9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0471966 Aug 16 22:55:19.852796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d37f4297-b047-4775-91de-c7cb517ea249 req-554be582-4a0d-423b-bd79-9d8a92b17cdb tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Aug 16 22:55:20.970901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c1d83-1adb-4d92-b0c3-5113f50ab08a req-ae008aa9-86b4-44f8-b7a8-72ae43964ec0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:20.972379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c7c1d83-1adb-4d92-b0c3-5113f50ab08a req-ae008aa9-86b4-44f8-b7a8-72ae43964ec0 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0518875 Aug 16 22:55:21.009584 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c7c1d83-1adb-4d92-b0c3-5113f50ab08a req-cebe0055-f868-4bb0-b704-92627a97205b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Aug 16 22:55:21.352627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.123878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef4f9-49ae-4fc6-9fbe-4837de53218a req-0e2307ad-a469-4916-afd0-e6e48bb7bb87 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:22.125935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6eef4f9-49ae-4fc6-9fbe-4837de53218a req-0e2307ad-a469-4916-afd0-e6e48bb7bb87 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0499299 Aug 16 22:55:22.163716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c6eef4f9-49ae-4fc6-9fbe-4837de53218a req-46a35017-9161-4fb3-818c-d4621f61003d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Aug 16 22:55:23.144936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.292185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa137f3-dc84-449f-ad92-35dcabf50567 req-77ddfd86-e975-4b07-928b-af71e3d8df90 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:23.293729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aa137f3-dc84-449f-ad92-35dcabf50567 req-77ddfd86-e975-4b07-928b-af71e3d8df90 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0603502 Aug 16 22:55:23.334746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aa137f3-dc84-449f-ad92-35dcabf50567 req-47aa5ff0-8e42-4edd-aa34-5dbcd3039591 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Aug 16 22:55:24.450818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddd13-9f4d-4cb3-be33-e94697a8d01d req-3581699a-e6ea-4d87-b198-b7009323c6b9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:24.452285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3dcddd13-9f4d-4cb3-be33-e94697a8d01d req-3581699a-e6ea-4d87-b198-b7009323c6b9 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0508857 Aug 16 22:55:24.489892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3dcddd13-9f4d-4cb3-be33-e94697a8d01d req-206822b4-cc67-4bbf-93a7-8431e91ecefc tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 16 22:55:25.604248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b16d-72f8-4fae-8b18-dc82d3b96dfb req-f5bcdff9-b2f8-4ddc-8ea8-12af74b457cf tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.605784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54e0b16d-72f8-4fae-8b18-dc82d3b96dfb req-f5bcdff9-b2f8-4ddc-8ea8-12af74b457cf tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0483801 Aug 16 22:55:25.643113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54e0b16d-72f8-4fae-8b18-dc82d3b96dfb req-9f65d6f0-e386-4429-b4ad-57add0fb7977 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 16 22:55:25.759936 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-7a5b4572-5c5f-49c0-b2be-5a3cdecb3f6a service neutron] show failed (client error): The resource could not be found. Aug 16 22:55:25.760944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-7a5b4572-5c5f-49c0-b2be-5a3cdecb3f6a service neutron] 10.222.0.88 "GET /v2.0/ports/7999b633-b145-484b-b4b3-4d8c31494abc/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0539727 Aug 16 22:55:25.969485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-ab2a6056-5006-4c43-943d-3c733789f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.970953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-ab2a6056-5006-4c43-943d-3c733789f7d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec&tenant_id=d11cf696323542e7a88f06acdbf003c8 HTTP/1.1" status: 200 len: 1098 time: 0.0434306 Aug 16 22:55:25.996388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:26.057677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.255641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:26.286978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:26.331743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:26.335065 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce6233-fef6-4cfe-b728-1d4f3a439b05" -d '{"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:26.339546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.352792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Transition to ACTIVE for port object 7999b633-b145-484b-b4b3-4d8c31494abc will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:26.357318 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.732262 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a55c12-0e73-455c-9027-75469e4b8302 x-openstack-request-id: req-f5a55c12-0e73-455c-9027-75469e4b8302 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:26.732966 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-unplugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:26.732966 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5a55c12-0e73-455c-9027-75469e4b8302 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:26.733189 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'code': 200} Aug 16 22:55:26.789613 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] No DVR routers for this DVR port 7999b633-b145-484b-b4b3-4d8c31494abc on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:26.799144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:26.836736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b756531-6350-430d-865d-2509ebeb2734 req-b3bcde4d-73fc-4142-aaf4-0ac1d48b8d95 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:26.838262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b756531-6350-430d-865d-2509ebeb2734 req-b3bcde4d-73fc-4142-aaf4-0ac1d48b8d95 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.1079102 Aug 16 22:55:26.854139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:26.854486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:26.854818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:26.866767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:26.867132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Attempting to bind port 7999b633-b145-484b-b4b3-4d8c31494abc on network 3822896f-5dfc-4dcb-b1d8-a94403d93199 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:26.876823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:26.877200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Checking segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:26.877592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Bound using segment: {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:26.878029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Bound port: 7999b633-b145-484b-b4b3-4d8c31494abc, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd378f740-92e5-42bb-b243-5ccfd495150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:26.878400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.898515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b756531-6350-430d-865d-2509ebeb2734 req-0cf6f23c-1b10-4b48-bb3b-d02837906c32 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524554 Aug 16 22:55:26.951110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:26.954282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:26.958941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.991821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:26.992449 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.993894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] 10.222.0.89 "PUT /v2.0/ports/7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 1093 time: 1.0015080 Aug 16 22:55:27.015986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4eef9-d801-4230-af4f-726a17ec9c6d service neutron] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:27.077291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-2beb76a8-443a-48db-a9ee-63b210f7b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.078845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-2beb76a8-443a-48db-a9ee-63b210f7b47a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1096 time: 0.0439191 Aug 16 22:55:27.174346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-69242518-849d-460b-9390-9a509f27f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.175791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-69242518-849d-460b-9390-9a509f27f5b5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0832112 Aug 16 22:55:27.224340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-e22cf781-a26a-43f8-99d8-dfa55172c52c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0363102 Aug 16 22:55:27.280012 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-8cfb6367-40e1-4d41-915c-d1fd26a7149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.282107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-8cfb6367-40e1-4d41-915c-d1fd26a7149b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0460825 Aug 16 22:55:27.317830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-589855ff-278c-4921-8fd1-c4349d2e1f0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238681 Aug 16 22:55:27.410346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-d1e05107-95d1-4883-a7c2-e62eab1383da service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845110 Aug 16 22:55:27.504194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca30674a-4b0b-40f2-ad90-5899f86566a3 req-b73119dc-273f-4ba1-8357-7cca130208ad service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831771 Aug 16 22:55:28.016457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc03432-07bc-4bae-ada1-624c28cec9c4 req-d415bfa7-541a-40dc-be88-d43cca089011 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:28.018054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdc03432-07bc-4bae-ada1-624c28cec9c4 req-d415bfa7-541a-40dc-be88-d43cca089011 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0488408 Aug 16 22:55:28.059928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fdc03432-07bc-4bae-ada1-624c28cec9c4 req-44be2805-a693-44cb-9f09-e3637a56efe1 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 16 22:55:28.164602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:28.204060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:28.734501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:28.736808 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e80b9-f76a-4d2c-992f-dd45352260dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:28.784686 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45528318-e162-4ae4-a0d2-986b75b4274d x-openstack-request-id: req-45528318-e162-4ae4-a0d2-986b75b4274d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:28.785042 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:28.785389 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45528318-e162-4ae4-a0d2-986b75b4274d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:28.785791 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'status': 'completed', 'code': 200} Aug 16 22:55:28.899433 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-a9b54934-f8d9-4862-a485-4423c65583c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:28.900933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-a9b54934-f8d9-4862-a485-4423c65583c7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1096 time: 0.0721047 Aug 16 22:55:28.903358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-10757cea-9af1-4f6a-b04d-1b7f51f590bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:28.904726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-10757cea-9af1-4f6a-b04d-1b7f51f590bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1096 time: 0.0678146 Aug 16 22:55:29.061135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-68a9461f-5d01-4961-953e-f8032a381973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.062551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-68a9461f-5d01-4961-953e-f8032a381973 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.1541502 Aug 16 22:55:29.065202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-a824d975-b2c8-4b0b-8ab7-edc9ea3feecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.066547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-a824d975-b2c8-4b0b-8ab7-edc9ea3feecb service neutron] 10.222.0.89 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.1510770 Aug 16 22:55:29.138853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-684aaa36-6859-4017-a8c1-16714b7784e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0692680 Aug 16 22:55:29.140867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-2a66e41c-a061-4ce2-87a2-fcaabc0c3d24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0658436 Aug 16 22:55:29.251659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-b1b9a8c5-aeb7-4923-9675-8a1628f6a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.253158 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-b1b9a8c5-aeb7-4923-9675-8a1628f6a574 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.1048973 Aug 16 22:55:29.256348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-267100c4-9eaf-45d1-842a-9e756c745523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.257721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-267100c4-9eaf-45d1-842a-9e756c745523 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.1085005 Aug 16 22:55:29.266534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf1ee-df39-49ba-9a81-194aa0c7fba4 req-ee78af05-8182-4ba1-80de-abe585b59217 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.267950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97ebf1ee-df39-49ba-9a81-194aa0c7fba4 req-ee78af05-8182-4ba1-80de-abe585b59217 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.1311467 Aug 16 22:55:29.319326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-1ae5af4e-09e7-4b9a-9c80-66ade802503c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503309 Aug 16 22:55:29.320987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-f16ced52-c701-4000-b5fb-a081c05bebfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511150 Aug 16 22:55:29.448164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97ebf1ee-df39-49ba-9a81-194aa0c7fba4 req-2a904bef-8055-4399-ab0b-33e87fc37daa tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640854 Aug 16 22:55:29.504927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-bcdcf785-c042-44d1-8caa-7d842d756742 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778762 Aug 16 22:55:29.508217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-5d4ae149-6b4d-4c08-983f-d46c24e8b235 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683629 Aug 16 22:55:29.661524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-f8a692ce-f547-49f8-9f2b-5c3d4b525478 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490283 Aug 16 22:55:29.666567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e2e80b9-f76a-4d2c-992f-dd45352260dc req-5f0f8138-f649-4d4c-aba6-26670416c925 service neutron] 10.222.0.89 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464558 Aug 16 22:55:30.507322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:30.567141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151e09b-89c1-4f5b-9a59-5d8ce7d336a5 req-2ce41deb-4040-4e03-bb78-a82f95309577 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.568706 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b151e09b-89c1-4f5b-9a59-5d8ce7d336a5 req-2ce41deb-4040-4e03-bb78-a82f95309577 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 944 time: 0.0496039 Aug 16 22:55:30.604329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:30.608218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b151e09b-89c1-4f5b-9a59-5d8ce7d336a5 req-594cf5be-1cf7-4bcf-b6a9-68bc8ad62a2b tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Aug 16 22:55:30.615868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '7999b633-b145-484b-b4b3-4d8c31494abc', 'network_id': '3822896f-5dfc-4dcb-b1d8-a94403d93199', 'port_id': '7999b633-b145-484b-b4b3-4d8c31494abc', 'mac_address': 'fa:16:3e:01:ab:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e650a1-6132-4536-af19-9ceb33ed95cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:30.654027 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.669902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7999b633-b145-484b-b4b3-4d8c31494abc {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:30.689348 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:30.693454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.744159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:30.836282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975478ef-0f81-48ab-bca2-675cb151c7b4 req-9d77ac0f-8713-44bd-8088-5cb2ce2e004c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.837793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-975478ef-0f81-48ab-bca2-675cb151c7b4 req-9d77ac0f-8713-44bd-8088-5cb2ce2e004c tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0817044 Aug 16 22:55:30.850102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-88763b9f-c0d1-4017-9105-8845e39cf0cf tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.851462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-88763b9f-c0d1-4017-9105-8845e39cf0cf tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.88 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec&tenant_id=d11cf696323542e7a88f06acdbf003c8&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 945 time: 0.0662069 Aug 16 22:55:30.912914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-975478ef-0f81-48ab-bca2-675cb151c7b4 req-634d1249-0207-4ee6-a9f6-a10eadcd1d1e tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605032 Aug 16 22:55:30.932066 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-cb993ab5-8039-446d-b5af-0f2a6b6e9bc1 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:55:30.933126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-cb993ab5-8039-446d-b5af-0f2a6b6e9bc1 service neutron] 10.222.0.88 "DELETE /v2.0/ports/7999b633-b145-484b-b4b3-4d8c31494abc/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0735211 Aug 16 22:55:31.007410 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7999b633-b145-484b-b4b3-4d8c31494abc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:31.043251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-85498aaa-9118-4f36-872c-5cc5c7f4b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.044774 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-85498aaa-9118-4f36-872c-5cc5c7f4b47a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d11cf696323542e7a88f06acdbf003c8&device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 1097 time: 0.0455725 Aug 16 22:55:31.137102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-6e48a72f-ca89-4844-bff2-6fe04294a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.138712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-6e48a72f-ca89-4844-bff2-6fe04294a1ed service neutron] 10.222.0.88 "GET /v2.0/networks?id=3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 200 len: 914 time: 0.0873137 Aug 16 22:55:31.184370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-0757a3be-44ae-47a4-89c7-041679f42f44 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 200 len: 217 time: 0.0380986 Aug 16 22:55:31.232406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-3c85b2da-6511-4a49-b6f2-831c74ab4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.234380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-3c85b2da-6511-4a49-b6f2-831c74ab4ab2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 200 len: 854 time: 0.0423498 Aug 16 22:55:31.265814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-dc4d5a01-ef54-4d8b-ad0c-11befb461988 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3822896f-5dfc-4dcb-b1d8-a94403d93199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240836 Aug 16 22:55:31.356702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-bd9016a7-fff9-4939-b799-a45f75790b30 service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Aug 16 22:55:31.445569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-269c4dbe-6261-4cfc-829c-41e0b75d808d req-49b81fec-aea1-48bf-8a87-ca0ad2faf88f service neutron] 10.222.0.88 "GET /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813868 Aug 16 22:55:32.032488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d0973-3fed-42b7-b135-1a22f37d12fa req-fc9c9eaf-47a5-4fd9-84eb-23738a2a16fa tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.034052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-924d0973-3fed-42b7-b135-1a22f37d12fa req-fc9c9eaf-47a5-4fd9-84eb-23738a2a16fa tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0503552 Aug 16 22:55:32.072549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-924d0973-3fed-42b7-b135-1a22f37d12fa req-cff3eb40-5eb9-45dd-9a16-306aa8d37292 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Aug 16 22:55:32.190622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58e6d9-8f3c-4cfd-8b0c-b3e4874488a5 req-c04773ac-b82c-48bc-bbd6-c233d7cf3900 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.191996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc58e6d9-8f3c-4cfd-8b0c-b3e4874488a5 req-c04773ac-b82c-48bc-bbd6-c233d7cf3900 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0525846 Aug 16 22:55:32.228870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc58e6d9-8f3c-4cfd-8b0c-b3e4874488a5 req-82848161-2ca6-4329-a9de-3523f9377946 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Aug 16 22:55:32.341504 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480f35-a97a-429a-a932-81d38f8c8ce7 req-218c81eb-729b-40a8-b66d-494d20d69515 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.342997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69480f35-a97a-429a-a932-81d38f8c8ce7 req-218c81eb-729b-40a8-b66d-494d20d69515 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0491748 Aug 16 22:55:32.380760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69480f35-a97a-429a-a932-81d38f8c8ce7 req-eed7c722-154e-4863-a659-ca043bf90841 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Aug 16 22:55:32.525888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:32.576311 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 7999b633-b145-484b-b4b3-4d8c31494abc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:32.579866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 7999b633-b145-484b-b4b3-4d8c31494abc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:32.580240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.656040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.680314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:32.682565 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1526fc7-021d-4d7e-b6b0-f540ab153fd8" -d '{"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-plugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:32.695896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:32.701428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.715620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95e6b1-fa7a-4260-a91b-148fe59fdf82 req-4e5e02d2-382a-4352-95bd-4af342647171 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.717695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a95e6b1-fa7a-4260-a91b-148fe59fdf82 req-4e5e02d2-382a-4352-95bd-4af342647171 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 945 time: 0.0556669 Aug 16 22:55:32.728101 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db467e-f220-4a64-8590-6662579656dd x-openstack-request-id: req-47db467e-f220-4a64-8590-6662579656dd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:32.728387 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-plugged", "status": "completed", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:32.728635 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47db467e-f220-4a64-8590-6662579656dd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:32.729009 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'code': 200} Aug 16 22:55:32.754306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:32.757566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1a95e6b1-fa7a-4260-a91b-148fe59fdf82 req-81c338d5-89d0-4e4f-88dd-5ffe385a1bd6 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 16 22:55:33.880377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800c51e-0d63-459a-9d3a-e78869008c34 req-79319d4c-1b82-4587-9d2a-99f3aa27e64d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:33.881964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6800c51e-0d63-459a-9d3a-e78869008c34 req-79319d4c-1b82-4587-9d2a-99f3aa27e64d tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0547552 Aug 16 22:55:33.923043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6800c51e-0d63-459a-9d3a-e78869008c34 req-dd885abc-07c4-47ba-946e-01dd9c0e9901 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.22 "GET /v2.0/security-groups?id=a13d41bd-90db-4fd1-8e30-86dc89786181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Aug 16 22:55:34.201104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-e554086d-e17c-4aec-b8e7-f75353465075 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:34.203077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-e554086d-e17c-4aec-b8e7-f75353465075 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.89 "GET /v2.0/ports?device_id=c63481fd-88e3-4e04-8d18-a21aebfb98ec HTTP/1.1" status: 200 len: 946 time: 0.0494199 Aug 16 22:55:34.296285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Deleting port 7999b633-b145-484b-b4b3-4d8c31494abc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:34.296636 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.383622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] For port 7999b633-b145-484b-b4b3-4d8c31494abc, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=7999b633-b145-484b-b4b3-4d8c31494abc,segment=NetworkSegment(d378f740-92e5-42bb-b243-5ccfd495150d),segment_id=d378f740-92e5-42bb-b243-5ccfd495150d)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:34.383981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.396697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Calling delete_port for 7999b633-b145-484b-b4b3-4d8c31494abc owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:34.522564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.548892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Pushing event deleted for resources: {'Port': ['ID=7999b633-b145-484b-b4b3-4d8c31494abc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:34.588208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['7999b633-b145-484b-b4b3-4d8c31494abc'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:34.589802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] No DVR routers for this DVR port 7999b633-b145-484b-b4b3-4d8c31494abc on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:34.592645 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.594695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce82b3a7-3d8b-4f4f-86e5-ec0300a47ca9 req-f4f9bec6-14ca-46cf-a7bb-f471b9b1bdbd tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] 10.222.0.89 "DELETE /v2.0/ports/7999b633-b145-484b-b4b3-4d8c31494abc HTTP/1.1" status: 204 len: 173 time: 0.3824461 Aug 16 22:55:34.595136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-deleted', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:34.597404 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d498a-f28a-4419-836e-464191607157" -d '{"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-deleted", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:34.638031 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b1e7ca-f2ff-4bb0-a738-b0b04286c3ab x-openstack-request-id: req-59b1e7ca-f2ff-4bb0-a738-b0b04286c3ab {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:34.638332 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63481fd-88e3-4e04-8d18-a21aebfb98ec", "name": "network-vif-deleted", "tag": "7999b633-b145-484b-b4b3-4d8c31494abc", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:34.638607 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59b1e7ca-f2ff-4bb0-a738-b0b04286c3ab {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:34.639007 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63481fd-88e3-4e04-8d18-a21aebfb98ec', 'name': 'network-vif-deleted', 'tag': '7999b633-b145-484b-b4b3-4d8c31494abc', 'status': 'completed', 'code': 200} Aug 16 22:55:35.050801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 39964) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.099149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Deleting subnet 16e650a1-6132-4536-af19-9ceb33ed95cd {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:35.102120 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.135938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.173176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.223871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.252102 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.253929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/16e650a1-6132-4536-af19-9ceb33ed95cd HTTP/1.1" status: 204 len: 168 time: 0.2021024 Aug 16 22:55:35.254907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67fadf-e89d-470e-b4ed-399bc34c8d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e650a1-6132-4536-af19-9ceb33ed95cd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:35.256576 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.326575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.406876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.416326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3822896f-5dfc-4dcb-b1d8-a94403d93199']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:35.425677 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd378f740-92e5-42bb-b243-5ccfd495150d') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:35.425976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd378f740-92e5-42bb-b243-5ccfd495150d') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:35.434328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.447322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.453733 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:35.454143 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: timer() Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:35.455717 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:35.508780 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.514026 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.515851 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3822896f-5dfc-4dcb-b1d8-a94403d93199 HTTP/1.1" status: 204 len: 168 time: 0.2582214 Aug 16 22:55:35.530803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3822896f-5dfc-4dcb-b1d8-a94403d93199,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:35.538225 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.538572 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.538908 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.539242 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.539633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.539891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.540214 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.540540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.540862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.541219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.541544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.541863 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7525ee0-cf4a-48d4-b3a5-80fa45918d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:35.620322 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39972) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.661891 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b0de98e9-5a41-4d74-9c9a-b09f2d04b3c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d11cf696323542e7a88f06acdbf003c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403926 Aug 16 22:55:35.664387 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.711926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.732998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.779088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.782433 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.783584 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a13d41bd-90db-4fd1-8e30-86dc89786181 HTTP/1.1" status: 204 len: 168 time: 0.1183054 Aug 16 22:55:35.790921 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c275a3-2971-4e56-82ad-5d421d406b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d41bd-90db-4fd1-8e30-86dc89786181,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.425160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 39996) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:36.555506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:36.567308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1068435036-network', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:36.575452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 7999b633-b145-484b-b4b3-4d8c31494abc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:36.575807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 7999b633-b145-484b-b4b3-4d8c31494abc not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:36.588551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:36.590857 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.599420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.687416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.692158 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.715083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:55:36.730376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082130d7-8f73-4783-8c46-85f65ce32f39,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.733379 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.734277 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Added segment 42b9674c-df09-4c6a-990a-cf93db8f19ca of type vlan for network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 Aug 16 22:55:36.775056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.799467 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.800583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.801142 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.851921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4256451 Aug 16 22:55:36.854984 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40002) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:36.860707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Request body: {'subnet': {'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1068435036-subnet', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:36.862976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c670-24e9-46ac-83ea-a4c409e6b6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.872463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:36.881955 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:36.884304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.060950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.117078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c40da6-ecec-4916-954d-d4f23c60e5ea,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.130073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.130429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.130780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.131124 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.131465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.131803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.132136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.132471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.132802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.133160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.133489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.133819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.138732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:37.139097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Network hostable DHCP agents. Network: b7eaf81b-c3e0-4f87-b8e6-6706d1967b64, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:37.154617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:37.163525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, b7eaf81b-c3e0-4f87-b8e6-6706d1967b64) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:37.167386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.167981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.173458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae26ef-e988-452b-9c7a-aefd853e9466 None None] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:37.184951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-70c65b3e-ef6d-429d-beaf-abee1e40cac4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3267109 Aug 16 22:55:37.185721 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40004) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:37.190722 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:37.211782 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.212818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.267443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.322998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:55:37.323888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.403040 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.455120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Allocated IP 172.20.0.2 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/070d5c9a-6331-4f02-8ad7-31ff44ed357a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:37.599337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.603180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.607634 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Transition to ACTIVE for port object 070d5c9a-6331-4f02-8ad7-31ff44ed357a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:37.622042 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.622230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Transition to ACTIVE for port object 070d5c9a-6331-4f02-8ad7-31ff44ed357a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:37.628399 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.668149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:37.671011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:37.674590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:37.681186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Pushing event updated for resources: {'Port': ['ID=070d5c9a-6331-4f02-8ad7-31ff44ed357a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.729348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Allocated IP 172.25.8.92 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/f9f612d6-be03-4eb5-b3ae-cf2de497fca4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:37.734616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Attempting to bind port 070d5c9a-6331-4f02-8ad7-31ff44ed357a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:37.735028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Attempting to bind port 070d5c9a-6331-4f02-8ad7-31ff44ed357a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:37.735402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Attempting to bind port 070d5c9a-6331-4f02-8ad7-31ff44ed357a on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:37.740694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:37.741094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:37.741658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.742091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:37.742566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Bound port: 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:37.742951 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.807726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] For port 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:37.810980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] For port 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=070d5c9a-6331-4f02-8ad7-31ff44ed357a,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:37.816052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.880622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55bc8-19f1-4e8a-a9e0-c39e6a3320b6 None None] Pushing event updated for resources: {'Port': ['ID=070d5c9a-6331-4f02-8ad7-31ff44ed357a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:38.165452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.203940 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.246262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:38.249395 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:38.252929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:38.274358 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Pushing event updated for resources: {'Port': ['ID=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:38.501920 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.703517 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.770768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eeb2c0-12f5-4be8-8abc-22ce1192de25 None None] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:38.831365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:55:38.879242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-77830bc9-fbce-47c0-81c2-e70851baeb87 None None] Provisioning for port 070d5c9a-6331-4f02-8ad7-31ff44ed357a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:38.939663 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:38.948520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:38.955827 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.957895 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-063d5f84-23ca-4c5b-82f3-52f2300ff76e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7711806 Aug 16 22:55:38.960560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40006) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:38.961854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:38.962616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:39.072351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:39.369829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 070d5c9a-6331-4f02-8ad7-31ff44ed357a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:39.393738 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.452071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 070d5c9a-6331-4f02-8ad7-31ff44ed357a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:39.457798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 070d5c9a-6331-4f02-8ad7-31ff44ed357a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:39.458207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.464757 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:38Z', 'revision_number': 3, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:39.504172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:39.504533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Updating router 148a69ca-058f-4b12-bf87-9bef8bf23d61 port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:39.553996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Allocated IP 172.20.0.1 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/b64d73bb-dd30-4504-a530-95c35e3b4ce0) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:39.562539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.656451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.669207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Transition to ACTIVE for port object b64d73bb-dd30-4504-a530-95c35e3b4ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:39.701492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.702872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.747247 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:39.750529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:39.754367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:39.779212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Pushing event updated for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:39.779400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=070d5c9a-6331-4f02-8ad7-31ff44ed357a,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:39.788083 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.799136 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.879000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=070d5c9a-6331-4f02-8ad7-31ff44ed357a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:39.931676 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.943807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Transition to ACTIVE for port object f9f612d6-be03-4eb5-b3ae-cf2de497fca4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:39.945665 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.949838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.001099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Attempting to bind port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:40.001475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Attempting to bind port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:40.001846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Attempting to bind port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:40.008805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1f0fc-3464-45b8-9e7e-3e0c53947aa8 None None] Pushing event updated for resources: {'Port': ['ID=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:40.012507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:40.012903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:40.013326 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.013714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:40.014187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Bound port: f9f612d6-be03-4eb5-b3ae-cf2de497fca4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:40.014581 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.082061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fb01151-19c6-4ea2-bb9c-2f49e093a78f None None] Provisioning for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:40.084384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] For port f9f612d6-be03-4eb5-b3ae-cf2de497fca4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:40.088706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] For port f9f612d6-be03-4eb5-b3ae-cf2de497fca4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:40.090433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3fb01151-19c6-4ea2-bb9c-2f49e093a78f None None] Provisioning complete for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:40.090864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fb01151-19c6-4ea2-bb9c-2f49e093a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.095653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.128701 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.133772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.170432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3fb01151-19c6-4ea2-bb9c-2f49e093a78f None None] Port b64d73bb-dd30-4504-a530-95c35e3b4ce0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:40.182091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:40.182720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:40.199233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Pushing event updated for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:40.201796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.221709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1f0fc-3464-45b8-9e7e-3e0c53947aa8 None None] Pushing event updated for resources: {'Port': ['ID=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:40.295920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:40.296987 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:40.298392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:40.414845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:40.505546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:40Z', 'revision_number': 2, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:40.529876 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:40.535159 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1018eb4d-70a0-4f93-920b-3cc60d9865ce admin admin] 10.222.0.22 "PUT /v2.0/routers/148a69ca-058f-4b12-bf87-9bef8bf23d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735254 Aug 16 22:55:40.537560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfd64b-0e29-4cec-a67b-e5b39a7e2b3a None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:40Z', 'revision_number': 2, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:40.594523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c66ecd77-bfd5-4ac7-ad99-d6e3a9e5b9f7 None None] Provisioning complete for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:40.594906 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c66ecd77-bfd5-4ac7-ad99-d6e3a9e5b9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.631234 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c66ecd77-bfd5-4ac7-ad99-d6e3a9e5b9f7 None None] Port b64d73bb-dd30-4504-a530-95c35e3b4ce0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:41.253349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 40014) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.258024 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997503654', 'description': 'tempest-description--1785952797'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.282289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.381990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.386266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.424777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.426107 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1719584 Aug 16 22:55:41.428098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0723627-5dd3-400c-95db-44d04e9f735f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c41be-9335-4002-95c5-2821e2a7c40c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.429218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40016) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.430173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f9f612d6-be03-4eb5-b3ae-cf2de497fca4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:41.434106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'security_group_rule': {'security_group_id': '8b6c41be-9335-4002-95c5-2821e2a7c40c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.475655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.489321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:41.493559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:41.493942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.539398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.543468 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.566163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.570080 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372943 Aug 16 22:55:41.570391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40018) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.576350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'security_group_rule': {'security_group_id': '8b6c41be-9335-4002-95c5-2821e2a7c40c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.579814 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.582326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c99db-a47a-41ed-a02b-9bf95941a14a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09007618-b52e-4eab-8e4d-b2e6e2efcd68,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.605189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f9f612d6-be03-4eb5-b3ae-cf2de497fca4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:41.610003 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.610858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 070d5c9a-6331-4f02-8ad7-31ff44ed357a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:41.612479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.677805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.683742 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.689698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.702947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 070d5c9a-6331-4f02-8ad7-31ff44ed357a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:41.703216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.703366 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b461c9dc-b54d-49ed-9eb5-e1894fc68e71,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.714297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.719006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0ac6f75b-c1fc-41b2-81b4-0aedb4ae9dfc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441987 Aug 16 22:55:41.719236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.724046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.752238 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.855638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.957280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Allocated IP 172.25.8.70 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7cb690e5-214d-4057-ac89-198a42ab63b4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:42.063647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.101838 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.131978 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:42.141969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:42.144936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:42.148742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:42.170430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=7cb690e5-214d-4057-ac89-198a42ab63b4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:42.256655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.291862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.443490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.448651 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.479351 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:42.488646 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:42.489290 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:42.518425 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=7cb690e5-214d-4057-ac89-198a42ab63b4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:42.533463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.546883 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.548314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9406c41e-e2fa-4262-b157-0cd64e79f982 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8280337 Aug 16 22:55:42.688200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-3a74c55c-1853-41de-a93b-d21f50a4b563 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--997503654&fields=id&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 267 time: 0.0330877 Aug 16 22:55:42.689929 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:42.802520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-2b7da70b-cd06-4c23-8b8c-37e6e25da482 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.803981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-2b7da70b-cd06-4c23-8b8c-37e6e25da482 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1083446 Aug 16 22:55:42.819316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-9060bc2e-f34b-4eb3-9ca6-92e0a576981f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/quotas/c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Aug 16 22:55:42.870552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-f751632b-2a65-48eb-a8a0-e359dba27e41 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458200 Aug 16 22:55:42.884035 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:40Z', 'revision_number': 2, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:42.909380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:42.909762 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Updating router 148a69ca-058f-4b12-bf87-9bef8bf23d61 port b64d73bb-dd30-4504-a530-95c35e3b4ce0 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:42.937250 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.969322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-f61f4701-106e-4e60-a26a-1b3a0c64b486 service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855162 Aug 16 22:55:43.056381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-3812baf1-c991-4d76-baef-c4c6af13bb63 service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808768 Aug 16 22:55:43.200964 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.214417 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Transition to ACTIVE for port object b64d73bb-dd30-4504-a530-95c35e3b4ce0 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:43.221542 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.224513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12eed398-946f-4b63-9e98-fd2b0a58c015 req-b5b88090-b99c-4441-a14e-897d080e7a55 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 210 time: 0.0289440 Aug 16 22:55:43.285466 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Pushing event updated for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.317506 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.317621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.317926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.318269 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.318606 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.318941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.319271 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.319600 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.319927 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.320361 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.320687 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.321217 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:43.359179 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Attempting to bind port b64d73bb-dd30-4504-a530-95c35e3b4ce0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:43.359742 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Attempting to bind port b64d73bb-dd30-4504-a530-95c35e3b4ce0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:43.360427 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Attempting to bind port b64d73bb-dd30-4504-a530-95c35e3b4ce0 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:43.366024 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:43.366390 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:43.366717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f9f612d6-be03-4eb5-b3ae-cf2de497fca4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:43.367473 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.368033 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:43.368686 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Bound port: b64d73bb-dd30-4504-a530-95c35e3b4ce0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:43.369272 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.427531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:43.428033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.443247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] For port b64d73bb-dd30-4504-a530-95c35e3b4ce0, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:43.447301 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] For port b64d73bb-dd30-4504-a530-95c35e3b4ce0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b64d73bb-dd30-4504-a530-95c35e3b4ce0,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:43.463588 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.583054 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:43.583668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:43.616805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040844c3-7809-4e0c-ae84-0e1f571ee6e0 None None] Pushing event updated for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.737345 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:43.962549 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:43.989346 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5618e-390d-4a84-8f9a-e287300929d0 None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:44.354698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-287bb2c7-42f1-42c0-9212-13ae43019846 req-9db40505-0bfc-499a-a6ab-5ef16acfd297 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 210 time: 0.0325129 Aug 16 22:55:44.667261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-b6fb04c2-a4b0-4af4-8364-93a75aa68bca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:44.668703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-b6fb04c2-a4b0-4af4-8364-93a75aa68bca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1098380 Aug 16 22:55:44.734804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-27bb1952-6be2-4f0f-b13c-8e3353fa624f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 379 time: 0.0337281 Aug 16 22:55:44.744413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'port': {'device_id': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'admin_state_up': True, 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'security_groups': ['8b6c41be-9335-4002-95c5-2821e2a7c40c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:44.765356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.855858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:44.860372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.985668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Allocated IP 172.20.0.6 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/8d0058f0-8064-4af4-80ad-adebf6b1ade3) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:45.119672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.134637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Transition to ACTIVE for port object 8d0058f0-8064-4af4-80ad-adebf6b1ade3 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:45.167345 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.211014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:45.216028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:45.219720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:45.245270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.273830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.274455 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.291341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-1f5d8f84-634d-44fa-8445-903996488097 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502286 Aug 16 22:55:45.319255 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Request body: {'port': {'device_id': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:45.372099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b64d73bb-dd30-4504-a530-95c35e3b4ce0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:45.385128 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.435790 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:45.439538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:45.439916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.523827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.554831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e8114-2651-4fea-95cb-753adf85bff4 req-7784947d-496f-44e0-a46b-011b1b2e19a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.557609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc1fa608-5069-4b55-80f4-dca5e36ff889 None None] Provisioning for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:45.560726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f17e8114-2651-4fea-95cb-753adf85bff4 req-7784947d-496f-44e0-a46b-011b1b2e19a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 931 time: 0.1231859 Aug 16 22:55:45.567177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc1fa608-5069-4b55-80f4-dca5e36ff889 None None] Provisioning complete for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:45.567562 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa608-5069-4b55-80f4-dca5e36ff889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.572993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b64d73bb-dd30-4504-a530-95c35e3b4ce0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b64d73bb-dd30-4504-a530-95c35e3b4ce0,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:45.603345 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.639973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac3e5-579f-4740-8882-732b21884c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.650159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fa608-5069-4b55-80f4-dca5e36ff889 None None] Port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:45.650456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f17e8114-2651-4fea-95cb-753adf85bff4 req-37595397-1629-4e1b-854a-779dde153250 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835233 Aug 16 22:55:45.668304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.675731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.676086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.676433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.676776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.677139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.677478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.677815 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.678147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.678479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.678810 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.679145 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.679473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:45.738797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0058f0-8064-4af4-80ad-adebf6b1ade3 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:45.746175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.758713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Transition to ACTIVE for port object 8d0058f0-8064-4af4-80ad-adebf6b1ade3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:45.762390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.815051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:46.230283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:46.230540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:46.230877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:46.235069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:46.235402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:46.240132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:46.240462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:46.240849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:46.241318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Bound port: 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:46.241676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.302501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:46.305774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:46.311775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.347776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.348381 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.349800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 1092 time: 1.0358355 Aug 16 22:55:46.350272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:46.352519 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e7936f-8970-4e60-b361-bd7ab75671c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:46.380714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d47500-fbdb-4b04-96a3-0bdd3c9dfd48 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:46.397420 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baf0979-b65a-4d02-aa44-aca20dc86c18 x-openstack-request-id: req-8baf0979-b65a-4d02-aa44-aca20dc86c18 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:46.398017 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:46.398017 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8baf0979-b65a-4d02-aa44-aca20dc86c18 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:46.398361 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'status': 'completed', 'code': 200} Aug 16 22:55:46.459652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-bb4ed5fa-92b0-41f6-a131-1a96c417f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.461255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-bb4ed5fa-92b0-41f6-a131-1a96c417f502 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1095 time: 0.0451031 Aug 16 22:55:46.510999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-96646edc-6093-4121-8aee-ad754d59abe0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 217 time: 0.0357857 Aug 16 22:55:46.563939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-2529eb69-93ad-4ffc-8719-5e855352b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.565402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-2529eb69-93ad-4ffc-8719-5e855352b4a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0438948 Aug 16 22:55:46.619551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-130b6247-c6d6-4af2-b544-7bf0b57f9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.621107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-130b6247-c6d6-4af2-b544-7bf0b57f9eae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442922 Aug 16 22:55:46.712892 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-a2f5fb3d-235b-4eda-9bf2-b458a761f6cf service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805104 Aug 16 22:55:46.814327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4874d3a-3c50-491b-9c2a-129ea772e556 req-9ac49737-c8a4-4d62-a225-c21abf5871bd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.815727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4874d3a-3c50-491b-9c2a-129ea772e556 req-9ac49737-c8a4-4d62-a225-c21abf5871bd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.0963309 Aug 16 22:55:46.859254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-684e5eda-0f8b-456f-89ce-c102e55c4e9d req-0aae74ea-7bf4-4dcb-9019-f7a54a903e03 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303630 Aug 16 22:55:46.871073 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4874d3a-3c50-491b-9c2a-129ea772e556 req-04757233-fd9a-4247-b0b5-076bc55f62f6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491900 Aug 16 22:55:46.997313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-7a958746-6b45-42f7-8f82-c9e3528f5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.999074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-7a958746-6b45-42f7-8f82-c9e3528f5990 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1095 time: 0.0412409 Aug 16 22:55:47.088558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-781b713b-fdf1-4d39-83ac-3905d94b14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.089929 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-781b713b-fdf1-4d39-83ac-3905d94b14b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0838606 Aug 16 22:55:47.129834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-df87409f-1916-4077-8700-6aac98e032ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 217 time: 0.0329537 Aug 16 22:55:47.188662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-6eb15ec5-a2b4-436d-abfa-bca72e8d3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.190124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-6eb15ec5-a2b4-436d-abfa-bca72e8d3d29 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0528760 Aug 16 22:55:47.235761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-81ead6ae-0772-4baa-a8b5-ca6edea8c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.237237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-81ead6ae-0772-4baa-a8b5-ca6edea8c934 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390382 Aug 16 22:55:47.336711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-aae0f9a0-375d-4581-81fe-121286d9e113 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867655 Aug 16 22:55:47.342176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b64d73bb-dd30-4504-a530-95c35e3b4ce0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:47.388581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b64d73bb-dd30-4504-a530-95c35e3b4ce0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:47.388952 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.428170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19e7936f-8970-4e60-b361-bd7ab75671c8 req-d074f113-a8e3-47f3-b52a-86998d23d6da service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838692 Aug 16 22:55:47.988555 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcc613-97e1-4b26-99d6-8652d426bbfb req-7a916ecb-b680-4c8e-8f9a-69767e5271a3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.990070 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49fcc613-97e1-4b26-99d6-8652d426bbfb req-7a916ecb-b680-4c8e-8f9a-69767e5271a3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.0487967 Aug 16 22:55:48.028553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49fcc613-97e1-4b26-99d6-8652d426bbfb req-aff7a071-6eff-40f0-97ba-a27d65d3df73 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324681 Aug 16 22:55:48.214257 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.332544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-426c1859-8af9-46dd-835c-fe9f2423c237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.647309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:48.739540 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:48.753690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'mac_address': 'fa:16:3e:49:10:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:48.791655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.804066 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0058f0-8064-4af4-80ad-adebf6b1ade3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:48.822885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:48.826820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.873797 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.147584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881cdbb-a487-43dd-92bd-7bfaf265093b req-668d3b39-e5e6-4105-837b-290295ab561d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.149108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5881cdbb-a487-43dd-92bd-7bfaf265093b req-668d3b39-e5e6-4105-837b-290295ab561d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 944 time: 0.0542417 Aug 16 22:55:49.157473 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['8d0058f0-8064-4af4-80ad-adebf6b1ade3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:49.188420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5881cdbb-a487-43dd-92bd-7bfaf265093b req-9e44a9c5-b399-4d38-871e-f98b4c475060 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Aug 16 22:55:49.340770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.303601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82a407-aae0-40b2-a6d0-69371f0a823a req-55b62bb3-2413-46fd-8ff7-658a29751578 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.305106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed82a407-aae0-40b2-a6d0-69371f0a823a req-55b62bb3-2413-46fd-8ff7-658a29751578 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 944 time: 0.0489969 Aug 16 22:55:50.342211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed82a407-aae0-40b2-a6d0-69371f0a823a req-891f0a65-2583-46a0-b007-8ba0ba831019 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Aug 16 22:55:50.649665 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:50.696520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:50.700054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:50.700429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.777715 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.803943 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:50.806409 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fcefe3-cb45-4d31-97c6-b3919648a5ad" -d '{"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-plugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:50.818964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:50.823090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.847741 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead71078-3b72-4573-8c91-27b245bb5765 x-openstack-request-id: req-ead71078-3b72-4573-8c91-27b245bb5765 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:50.848035 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-plugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:50.848291 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ead71078-3b72-4573-8c91-27b245bb5765 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:50.848683 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'code': 200} Aug 16 22:55:50.874074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:50.972830 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ea7f3-3703-4ecb-b7e1-178595fede71 req-48340ddf-0c37-4dca-b76a-9820aa2f3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.974326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3ea7f3-3703-4ecb-b7e1-178595fede71 req-48340ddf-0c37-4dca-b76a-9820aa2f3489 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1097 time: 0.0395091 Aug 16 22:55:51.013395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3ea7f3-3703-4ecb-b7e1-178595fede71 req-12225cda-d0e3-4307-8d60-cf44f99cdc2b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270274 Aug 16 22:55:51.355597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.460736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bebccd-3992-4e99-9f36-7427045eb685 req-1e2d4db0-38b5-4e1f-a2f8-0e6e0b248446 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.462353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87bebccd-3992-4e99-9f36-7427045eb685 req-1e2d4db0-38b5-4e1f-a2f8-0e6e0b248446 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0543327 Aug 16 22:55:51.503579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87bebccd-3992-4e99-9f36-7427045eb685 req-f04e7efc-489c-4570-b4b6-c9827aac21e9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334263 Aug 16 22:55:52.620935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a5d1-a59d-44cc-98c7-59d165e7162b req-5e0845f9-19a1-454e-8f7f-8143b28bf057 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.622434 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1105a5d1-a59d-44cc-98c7-59d165e7162b req-5e0845f9-19a1-454e-8f7f-8143b28bf057 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0493660 Aug 16 22:55:52.660271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1105a5d1-a59d-44cc-98c7-59d165e7162b req-735a7966-f003-4517-9a7e-3211a2319aa1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Aug 16 22:55:52.769452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613fbb7-e55e-4782-869f-8bfeaf0572f8 req-26766435-b07f-42e6-8e75-56bfa541fa65 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.770948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c613fbb7-e55e-4782-869f-8bfeaf0572f8 req-26766435-b07f-42e6-8e75-56bfa541fa65 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 16 22:55:52.779351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40074) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.783742 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'floatingip': {'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:52.827369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.161714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.263290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.267357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.363916 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 associated. External IP: 172.25.8.70, port: 8d0058f0-8064-4af4-80ad-adebf6b1ade3. Aug 16 22:55:53.575960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:53.688652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:53.693140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.698282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:53.706859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:53.707466 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:53.722736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9405c6e5-715c-4cd5-9a4d-8956ba694463 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "PUT /v2.0/floatingips/20f3b886-8c7c-4867-9367-9723fe9708e1 HTTP/1.1" status: 200 len: 990 time: 0.9396811 Aug 16 22:55:53.722736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:53.722977 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:53.759602 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89e188-01a7-411e-afda-036345811a8e x-openstack-request-id: req-1e89e188-01a7-411e-afda-036345811a8e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:53.759894 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:53.760154 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e89e188-01a7-411e-afda-036345811a8e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:53.761597 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'status': 'completed', 'code': 200} Aug 16 22:55:53.816215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:53.859660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-7599bf6b-b77e-4c69-8b3b-ea7617366f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.861347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-7599bf6b-b77e-4c69-8b3b-ea7617366f10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1097 time: 0.0458081 Aug 16 22:55:53.954125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-44c769cf-0fc4-49bc-8e0f-6cf2a3be725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.955631 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-44c769cf-0fc4-49bc-8e0f-6cf2a3be725b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0874245 Aug 16 22:55:54.024731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-c0910b84-1749-46b3-a595-5853957bcbf1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 998 time: 0.0616407 Aug 16 22:55:54.044123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:49:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 1, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:54.070320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:54.073318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-24cf107a-df34-4bca-8a9a-4eea8ea5d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.074808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-24cf107a-df34-4bca-8a9a-4eea8ea5d993 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0436523 Aug 16 22:55:54.079034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:54.079631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:55:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:54.120101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-71731551-23b8-4ac8-af3d-f223fdd29278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.121746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-71731551-23b8-4ac8-af3d-f223fdd29278 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401218 Aug 16 22:55:54.223317 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-92d8b3c6-ae85-4d33-99f5-27c3e043742b service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917878 Aug 16 22:55:54.315493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0ab2dbe-677a-432b-b3a7-be02f203a1fc req-e52d84a9-7deb-4a5f-b2d2-c266f18b8aa4 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847182 Aug 16 22:55:54.337131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:54.567891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:49:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 1, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:54.594611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2e698c-d51c-478f-b4fb-e7c4d414057b None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:49:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:55:53Z', 'revision_number': 1, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:54.779229 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107a308-6239-4d14-b834-9a70d68d5207 None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:56:03.770663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-e0285baa-af78-4189-b71f-b0d4d7e2b63d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443487 Aug 16 22:56:03.874209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918707c-8f34-434d-a849-6f220d59bc1c req-7eda3bdf-7fe5-4590-883d-4db7324eafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.875766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-7eda3bdf-7fe5-4590-883d-4db7324eafa6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1097 time: 0.0428965 Aug 16 22:56:03.984616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918707c-8f34-434d-a849-6f220d59bc1c req-240efb91-116f-4cc0-8294-200cadace7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.986153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-240efb91-116f-4cc0-8294-200cadace7a7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0903618 Aug 16 22:56:04.057197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-dd0bd164-3f70-4235-a382-c041f141ffa5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 1000 time: 0.0615773 Aug 16 22:56:04.105042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918707c-8f34-434d-a849-6f220d59bc1c req-484422df-2f63-426b-b210-66007cc3fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.106534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-484422df-2f63-426b-b210-66007cc3fa5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0425007 Aug 16 22:56:04.154412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918707c-8f34-434d-a849-6f220d59bc1c req-9cab62d2-61be-49b9-badb-a5af0fce5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.156448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-9cab62d2-61be-49b9-badb-a5af0fce5679 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404222 Aug 16 22:56:04.250030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-a614023e-a942-45a4-9844-24db9826731a service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859697 Aug 16 22:56:04.342321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8918707c-8f34-434d-a849-6f220d59bc1c req-8ea9b127-67cf-4f87-8f54-158c781da41f service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 Aug 16 22:56:14.790063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.581364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d10d2d5-358f-4cec-a64d-02dab50b7737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.215867 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.332246 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-267ba80e-03d6-424b-98a2-4f72b913a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.132263 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:56:19.345957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.358598 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.160754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.807141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:45.581855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-336aa407-6a00-4da8-b813-46b7e5b82cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:48.217752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:48.331794 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-090b74cb-3646-433e-b454-0b267e5461b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:49.347093 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.361584 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.174539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.133707 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:03.768076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-4bc216b4-f583-4bf3-b7e7-aceb9c2dd6ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439973 Aug 16 22:57:03.880119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-222badda-da4a-4a4e-85e1-3ca5b87b1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.881645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-222badda-da4a-4a4e-85e1-3ca5b87b1a76 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1097 time: 0.0450010 Aug 16 22:57:03.992836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-b3154cca-9959-4a24-812b-8525e5f330e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.994336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-b3154cca-9959-4a24-812b-8525e5f330e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0868273 Aug 16 22:57:04.063184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-12908826-2083-4764-ad3c-5208ced4d276 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 1000 time: 0.0572164 Aug 16 22:57:04.114351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-c9d8fb75-edbb-4e9f-84da-6a9ec74ebead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.115745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-c9d8fb75-edbb-4e9f-84da-6a9ec74ebead service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0417073 Aug 16 22:57:04.167069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-834b4e6f-7ec3-4332-86b2-4edf6ceeaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.169126 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-834b4e6f-7ec3-4332-86b2-4edf6ceeaa46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418785 Aug 16 22:57:04.184747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-b05b5d5e-a6a8-4a04-b397-e1626d3b8d38 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:57:04.185715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-b05b5d5e-a6a8-4a04-b397-e1626d3b8d38 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Aug 16 22:57:04.279662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-c3a2bfb5-88dc-4b0c-b787-3dd69e0c15ed service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Aug 16 22:57:04.376064 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ca31c3-074a-4ab3-8cf8-12451ee1fd4a req-e121ff75-92cf-4e90-81dd-64a567ddb2ea service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854070 Aug 16 22:57:14.820799 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:15.582589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8928-8321-46dc-8608-f17d561d7e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.218080 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.332738 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bfc41892-5fcb-4f3a-8d4c-2a2eb360e785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.349651 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.363058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.179760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.132595 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:33.889519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7782b-4761-4c73-ad7f-cf99564991f0 req-d3b5cb6b-06c6-4136-85c1-cd5ea70c7d94 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.891031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f7782b-4761-4c73-ad7f-cf99564991f0 req-d3b5cb6b-06c6-4136-85c1-cd5ea70c7d94 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Aug 16 22:57:33.928313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f7782b-4761-4c73-ad7f-cf99564991f0 req-d623de2c-44f1-45be-aef9-68e39aed8f04 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313599 Aug 16 22:57:35.127608 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:35.184721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643eb0-18be-41a5-9555-659b31a54d14 req-a50ebacf-5e18-43e2-b937-4ec63d2c3dd3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:35.186241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71643eb0-18be-41a5-9555-659b31a54d14 req-a50ebacf-5e18-43e2-b937-4ec63d2c3dd3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0506761 Aug 16 22:57:35.224978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71643eb0-18be-41a5-9555-659b31a54d14 req-65e08fc8-3e50-45a6-9021-11b54b05c393 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Aug 16 22:57:35.280766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-399c3aa6-945c-4d12-adbd-cb3430d6b362 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516497 Aug 16 22:57:36.410541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22bce5-5956-4cdb-8338-c71bf8b6827f req-176aa4d7-813f-4aa1-aa70-de3a935d5f34 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.412071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb22bce5-5956-4cdb-8338-c71bf8b6827f req-176aa4d7-813f-4aa1-aa70-de3a935d5f34 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.1169305 Aug 16 22:57:36.477767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb22bce5-5956-4cdb-8338-c71bf8b6827f req-25f77097-4a52-4688-8a66-407ba5c4e6fe tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581443 Aug 16 22:57:36.485223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a2b3de9f-4059-439a-8386-83e9bb5fa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.486709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a2b3de9f-4059-439a-8386-83e9bb5fa4c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1097 time: 0.0611939 Aug 16 22:57:36.588316 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-ba2d3bbd-c4dd-47ff-a15f-c79dd1e27ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.590277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-ba2d3bbd-c4dd-47ff-a15f-c79dd1e27ddf service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0895407 Aug 16 22:57:36.658418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-8e47ea92-8e9d-49fb-8bc8-bf00567d7011 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 1000 time: 0.0573208 Aug 16 22:57:36.713497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-1604cd78-ee60-4d09-856a-5d4f69360dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.715877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-1604cd78-ee60-4d09-856a-5d4f69360dcb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0469205 Aug 16 22:57:36.763101 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-759ec874-b040-4e48-8182-3f720c3c69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.764837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-759ec874-b040-4e48-8182-3f720c3c69ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409544 Aug 16 22:57:36.866691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-6507d600-499d-4e4d-afd4-6d759c7768c4 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894749 Aug 16 22:57:36.965920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-7ed9c95d-3b60-450a-860b-b4e43e7fe456 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Aug 16 22:57:37.600388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144b76-06da-4980-a13a-84dad4f7a7ed req-625f82e0-3050-4f3f-97d3-331b0278b37c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:37.601828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c144b76-06da-4980-a13a-84dad4f7a7ed req-625f82e0-3050-4f3f-97d3-331b0278b37c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Aug 16 22:57:37.640501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c144b76-06da-4980-a13a-84dad4f7a7ed req-5f3f49eb-2f06-453c-a005-d4b29f28e8fd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Aug 16 22:57:38.766224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70a419-e5be-49cd-98d2-2fec9393e646 req-4e2548e6-cc5b-4227-a1ff-2d637477b1d0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:38.767630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc70a419-e5be-49cd-98d2-2fec9393e646 req-4e2548e6-cc5b-4227-a1ff-2d637477b1d0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Aug 16 22:57:38.806052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc70a419-e5be-49cd-98d2-2fec9393e646 req-8fffcef8-2091-4121-8c5c-d38e72f8f829 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324774 Aug 16 22:57:39.920376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74a051-572e-4abc-9df1-8cabd0f72e89 req-e5e4d6e0-9255-4cf4-bff0-9fbbb9c1596b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:39.922005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c74a051-572e-4abc-9df1-8cabd0f72e89 req-e5e4d6e0-9255-4cf4-bff0-9fbbb9c1596b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Aug 16 22:57:39.958938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c74a051-572e-4abc-9df1-8cabd0f72e89 req-a20129e5-8db4-4b35-b85b-931beecfd4c2 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310273 Aug 16 22:57:41.071971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad328913-620b-4023-83d9-a6d1162ecfd5 req-20ce4bb5-e35f-4544-83f0-2545fe9a18b9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.073470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad328913-620b-4023-83d9-a6d1162ecfd5 req-20ce4bb5-e35f-4544-83f0-2545fe9a18b9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0478497 Aug 16 22:57:41.110183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad328913-620b-4023-83d9-a6d1162ecfd5 req-38dc75b9-359d-4349-9049-c9c30db05a73 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303605 Aug 16 22:57:42.226597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fffc9-2063-43e3-802c-0ee7e1cefa8e req-8a1048b4-eb39-42c0-a9c1-44e7b206e67d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.228061 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8fffc9-2063-43e3-802c-0ee7e1cefa8e req-8a1048b4-eb39-42c0-a9c1-44e7b206e67d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0516469 Aug 16 22:57:42.266242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab8fffc9-2063-43e3-802c-0ee7e1cefa8e req-084330d4-b334-44e5-b0de-103e5e3c4e79 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 16 22:57:43.379971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f6c8-ca38-4f22-9954-48c8db96f6f2 req-63408a47-6644-4836-ad90-fc62212eede0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.381445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8654f6c8-ca38-4f22-9954-48c8db96f6f2 req-63408a47-6644-4836-ad90-fc62212eede0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Aug 16 22:57:43.419568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8654f6c8-ca38-4f22-9954-48c8db96f6f2 req-77b7c918-7493-4cdf-abdb-82acd94bc618 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Aug 16 22:57:44.534753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06969f94-4094-4caf-805f-a211b798c439 req-4359e02e-65cc-418b-b9b1-cad4425f5bef tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.536288 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06969f94-4094-4caf-805f-a211b798c439 req-4359e02e-65cc-418b-b9b1-cad4425f5bef tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0487003 Aug 16 22:57:44.572576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06969f94-4094-4caf-805f-a211b798c439 req-17a5d333-5858-4aeb-89a7-95c965f1fa37 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304608 Aug 16 22:57:44.811288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.582168 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-293e1b6a-decc-47d6-ace1-067011aa9dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.698690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f9a4a-12c4-435e-a1be-0d6a6b204f8e req-f1b28eec-0f72-4c2f-804e-406d1a3d92af tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.700181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-196f9a4a-12c4-435e-a1be-0d6a6b204f8e req-f1b28eec-0f72-4c2f-804e-406d1a3d92af tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0602605 Aug 16 22:57:45.738326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-196f9a4a-12c4-435e-a1be-0d6a6b204f8e req-9eb9b615-e5c8-4728-9220-6c7378c8cf9b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Aug 16 22:57:46.850494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aedf8c-32f0-4b72-9f16-92687c019935 req-9d31ec56-9981-45f6-921e-edd43a07b577 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.851972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71aedf8c-32f0-4b72-9f16-92687c019935 req-9d31ec56-9981-45f6-921e-edd43a07b577 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Aug 16 22:57:46.889704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71aedf8c-32f0-4b72-9f16-92687c019935 req-cbb43f04-0a2b-417a-bf5d-1d7ce6a6e84f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Aug 16 22:57:48.002470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b136aae-3a26-4fdb-bae7-8286952fecce req-3bf911c4-0025-4b62-9bfd-00b53ee65a0a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.003918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b136aae-3a26-4fdb-bae7-8286952fecce req-3bf911c4-0025-4b62-9bfd-00b53ee65a0a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Aug 16 22:57:48.040756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5b136aae-3a26-4fdb-bae7-8286952fecce req-358fdec3-fb55-4680-bd92-724653fa5863 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Aug 16 22:57:48.218559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.331881 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c22ea542-330c-44c6-a989-cc125997fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.158106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0eda5-3f05-4040-b6c5-3c3b6679b74c req-456c31ca-42a7-4647-9dde-2ca7a5666b3a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:49.159576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64e0eda5-3f05-4040-b6c5-3c3b6679b74c req-456c31ca-42a7-4647-9dde-2ca7a5666b3a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0522196 Aug 16 22:57:49.196847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64e0eda5-3f05-4040-b6c5-3c3b6679b74c req-9ccb8d37-a021-4a24-8134-76215eb56102 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Aug 16 22:57:49.353869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.358587 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-08e996db-588b-439c-8ae7-8f04b534721a service neutron] show failed (client error): The resource could not be found. Aug 16 22:57:49.359628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-08e996db-588b-439c-8ae7-8f04b534721a service neutron] 10.222.0.89 "GET /v2.0/ports/8d0058f0-8064-4af4-80ad-adebf6b1ade3/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0561888 Aug 16 22:57:49.619275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-40727711-ed31-4951-aa41-569647fc7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:49.621336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-40727711-ed31-4951-aa41-569647fc7d37 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1097 time: 0.0889843 Aug 16 22:57:49.639983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:49.694587 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.897300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:49.929154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:49.967102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:49.969450 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87553209-2c95-4ec2-a7ed-fc24dc692d58" -d '{"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:49.973681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.987170 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Transition to ACTIVE for port object 8d0058f0-8064-4af4-80ad-adebf6b1ade3 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:49.990716 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.019957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d821464-b781-44c4-9fed-e512fd743cae x-openstack-request-id: req-3d821464-b781-44c4-9fed-e512fd743cae {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:50.020245 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:50.020494 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d821464-b781-44c4-9fed-e512fd743cae {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:50.020878 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'code': 200} Aug 16 22:57:50.103595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:50.149172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.149435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.149786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.150134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.150469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.150805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.151134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.152037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.152360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.152697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.153027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.153381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:50.197183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] No DVR routers for this DVR port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:50.348673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959350-0202-44ba-a641-9a591ccf30f0 req-267ddfbb-ce97-4eab-9e3e-ddfa531f045d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.350174 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f959350-0202-44ba-a641-9a591ccf30f0 req-267ddfbb-ce97-4eab-9e3e-ddfa531f045d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.0687652 Aug 16 22:57:50.392599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:50.392932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:50.393291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:50.400644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:50.400909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Attempting to bind port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:50.413607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:50.413951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:50.414343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:50.414775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Bound port: 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:50.415140 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.427659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f959350-0202-44ba-a641-9a591ccf30f0 req-2621943a-d3d3-4545-8238-310ebba952af tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604596 Aug 16 22:57:50.483375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:50.486583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:50.490230 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.522932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.523484 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.524866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] 10.222.0.88 "PUT /v2.0/ports/8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 1092 time: 0.8889165 Aug 16 22:57:50.549782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569bfc-8988-4fd6-9821-0af24eb56969 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:50.606651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-bd34e939-1f71-4058-b1ae-3f270eb58bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.608207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-bd34e939-1f71-4058-b1ae-3f270eb58bc0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1095 time: 0.0488119 Aug 16 22:57:50.702621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-36ca05f9-2ccb-44fe-93a3-a291e6aa26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.704100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-36ca05f9-2ccb-44fe-93a3-a291e6aa26a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0877202 Aug 16 22:57:50.773249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-308fc855-2b54-4675-ae81-72b24c2e791d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 998 time: 0.0616343 Aug 16 22:57:51.142734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-3f66c44f-8085-4f63-b262-f28e573e025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.144212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-3f66c44f-8085-4f63-b262-f28e573e025e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.3642747 Aug 16 22:57:51.190478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-6caa4971-424b-4de3-ac35-a3140ba39a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.191905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-6caa4971-424b-4de3-ac35-a3140ba39a57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390847 Aug 16 22:57:51.203260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-461b0266-787e-4666-8d58-9621bd08aa26 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:57:51.204206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-461b0266-787e-4666-8d58-9621bd08aa26 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048931 Aug 16 22:57:51.293117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-36528fb5-db06-47f2-a4d8-bc25b0413f4b service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821931 Aug 16 22:57:51.366089 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.383826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2cdb214-0759-4380-9c1b-9faa9701e1c0 req-44fecb4b-390d-483d-aa44-6ec69455b129 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Aug 16 22:57:51.553697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4708fb-d26b-4f5c-85e3-6e379fe1a5f7 req-4b012931-4db8-466e-b8ec-029497f84138 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.555211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b4708fb-d26b-4f5c-85e3-6e379fe1a5f7 req-4b012931-4db8-466e-b8ec-029497f84138 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.0532560 Aug 16 22:57:51.593811 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b4708fb-d26b-4f5c-85e3-6e379fe1a5f7 req-ac3dad75-fcaa-45ef-906b-aad799a31429 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Aug 16 22:57:52.021912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:52.024335 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2560a372-a614-4f21-a149-c209eab258fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:52.075634 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd1334e-6f8e-4947-9e74-317b1e23f3cf x-openstack-request-id: req-4cd1334e-6f8e-4947-9e74-317b1e23f3cf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:52.076024 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:52.076340 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cd1334e-6f8e-4947-9e74-317b1e23f3cf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:52.076797 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'status': 'completed', 'code': 200} Aug 16 22:57:52.191538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-93622bf1-dbbb-4a95-b634-e86712b63b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.192946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-93622bf1-dbbb-4a95-b634-e86712b63b6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1095 time: 0.0704417 Aug 16 22:57:52.194706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-0950927f-8141-4c59-b054-0e49a98e0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.196062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-0950927f-8141-4c59-b054-0e49a98e0d64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1095 time: 0.0620933 Aug 16 22:57:52.360047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-d58b0ee4-e134-4404-86c6-7c7325adf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.361367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-d58b0ee4-e134-4404-86c6-7c7325adf1a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1608813 Aug 16 22:57:52.364002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-a80500d9-4c7a-4124-a540-54e48f5fe0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.365367 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-a80500d9-4c7a-4124-a540-54e48f5fe0ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1569252 Aug 16 22:57:52.480402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-53011cc7-9b63-44dd-91c3-845caf796f74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 998 time: 0.1109297 Aug 16 22:57:52.482157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-84a69b0e-c07b-476d-88de-c944c6f46aa0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 998 time: 0.1047082 Aug 16 22:57:52.564030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-b4af774f-7200-465c-94c6-c157fba783b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.565517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-b4af774f-7200-465c-94c6-c157fba783b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0779409 Aug 16 22:57:52.566891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-91663337-107c-4b37-85e6-d62d66eec6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.568193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-91663337-107c-4b37-85e6-d62d66eec6be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0732589 Aug 16 22:57:52.643679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-4fad7427-8a34-494d-984c-9959ef5d3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.645241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-4fad7427-8a34-494d-984c-9959ef5d3b61 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712225 Aug 16 22:57:52.647675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a372-a614-4f21-a149-c209eab258fa req-3907e38c-6b01-4557-b3a8-62a2c951c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.649039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-3907e38c-6b01-4557-b3a8-62a2c951c0b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677655 Aug 16 22:57:52.822190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9bb44-d49b-4a7d-a572-716e198144dd req-0a64389a-a137-4ac4-80b6-35a7e3fcc00f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.823601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad9bb44-d49b-4a7d-a572-716e198144dd req-0a64389a-a137-4ac4-80b6-35a7e3fcc00f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.1465814 Aug 16 22:57:52.859196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-b5b6b583-8a94-4cc5-80c7-90f8985c7283 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061207 Aug 16 22:57:52.862626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-eb904519-bde4-4535-9177-d6910e9c10f6 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017367 Aug 16 22:57:52.961411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ad9bb44-d49b-4a7d-a572-716e198144dd req-9e80149c-7180-4bf7-a37b-2a752a62409d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258562 Aug 16 22:57:53.030922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-0eb9e029-102d-4b3a-b0b1-6a0ed8b69c20 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629431 Aug 16 22:57:53.033132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2560a372-a614-4f21-a149-c209eab258fa req-2845f524-19cb-463c-bd68-d99a810f8e37 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514113 Aug 16 22:57:53.178849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:53.211475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.220282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:54.083790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d707a-87bd-4675-88d2-0d81d004cba5 req-771b47f7-de02-4ed0-9c55-10a21805fa7a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.085313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-357d707a-87bd-4675-88d2-0d81d004cba5 req-771b47f7-de02-4ed0-9c55-10a21805fa7a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 943 time: 0.0535016 Aug 16 22:57:54.122601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-357d707a-87bd-4675-88d2-0d81d004cba5 req-1124b592-3c68-42aa-a9b1-b5e24e9e1b41 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Aug 16 22:57:55.002586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:55.096315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:55.107478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'mac_address': 'fa:16:3e:49:10:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:55.143432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.156640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0058f0-8064-4af4-80ad-adebf6b1ade3 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:55.176532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:55.180555 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.231304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:55.238919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc9f8c-e58b-4fec-9f0b-1c4b4120def6 req-34495165-c7e2-4f44-8af7-92f8413a131d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.239425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.239425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.239707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.239921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.240285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.240463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27cc9f8c-e58b-4fec-9f0b-1c4b4120def6 req-34495165-c7e2-4f44-8af7-92f8413a131d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Aug 16 22:57:55.240623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.240983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.241335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.241674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.241989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.242315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.242640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:55.278703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27cc9f8c-e58b-4fec-9f0b-1c4b4120def6 req-8b65b83f-221a-47c8-9d22-ee600737bade tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Aug 16 22:57:55.494062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ed3d-5bde-4272-93ae-89022ef4f873 req-5316b382-d6f5-47da-80fc-f7bb563452fa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.495582 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3209ed3d-5bde-4272-93ae-89022ef4f873 req-5316b382-d6f5-47da-80fc-f7bb563452fa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 944 time: 0.0757291 Aug 16 22:57:55.536345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6e24-403c-46c5-8237-130136b32a33 req-51d9d763-ae71-4502-81a9-47331cc27fe3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.537748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-51d9d763-ae71-4502-81a9-47331cc27fe3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356&tenant_id=c1b66cd0f4e6411ead60f713d88e7748&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 944 time: 0.0842471 Aug 16 22:57:55.549560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3209ed3d-5bde-4272-93ae-89022ef4f873 req-6d44243a-6b08-418f-a1b3-66f9bac9a099 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469759 Aug 16 22:57:55.602695 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-91ce6e24-403c-46c5-8237-130136b32a33 req-78447044-fc48-45a7-8713-225fd651dd00 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:57:55.603697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-78447044-fc48-45a7-8713-225fd651dd00 service neutron] 10.222.0.89 "DELETE /v2.0/ports/8d0058f0-8064-4af4-80ad-adebf6b1ade3/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0533020 Aug 16 22:57:55.638437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['8d0058f0-8064-4af4-80ad-adebf6b1ade3'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:55.719102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6e24-403c-46c5-8237-130136b32a33 req-41b171f2-2b23-4135-9c2b-04d3aa091c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.720610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-41b171f2-2b23-4135-9c2b-04d3aa091c2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 1096 time: 0.0407498 Aug 16 22:57:55.815623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6e24-403c-46c5-8237-130136b32a33 req-f20e828a-a67c-4b85-82a4-a39ea2b6545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.817166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-f20e828a-a67c-4b85-82a4-a39ea2b6545d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0886116 Aug 16 22:57:55.886828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-1a6cd2da-d394-4599-8887-b7881811b092 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 200 len: 999 time: 0.0572958 Aug 16 22:57:55.942854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6e24-403c-46c5-8237-130136b32a33 req-1db2e93a-76bc-4328-88be-346ec97a763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.944277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-1db2e93a-76bc-4328-88be-346ec97a763c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0463235 Aug 16 22:57:55.993799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce6e24-403c-46c5-8237-130136b32a33 req-b33f504c-32fe-48e4-bded-1fba5e2b6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.995278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-b33f504c-32fe-48e4-bded-1fba5e2b6396 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392315 Aug 16 22:57:56.086521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-bf13ce5d-2855-418d-b49d-bf29dfd89eab service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799196 Aug 16 22:57:56.180711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91ce6e24-403c-46c5-8237-130136b32a33 req-af18f1a8-8061-475e-884f-c9cd4c6f3eab service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833960 Aug 16 22:57:56.666596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787efef-b8ba-49d2-819b-b532d0f66390 req-0615f395-e999-4857-a323-a42bae15be90 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.668085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1787efef-b8ba-49d2-819b-b532d0f66390 req-0615f395-e999-4857-a323-a42bae15be90 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Aug 16 22:57:56.706089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1787efef-b8ba-49d2-819b-b532d0f66390 req-eb2535dc-4633-410d-81d7-3c4a6d3b8a22 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Aug 16 22:57:57.004282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:57.054519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:57.058014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:57.058394 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.131397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.155223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:57.157563 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6c274e-e73a-4c4a-a900-5be8d5a106e2" -d '{"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-plugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:57.170128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:57.174538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.200636 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfce6c5-bd8a-402c-ba32-ca27badb12cd x-openstack-request-id: req-2bfce6c5-bd8a-402c-ba32-ca27badb12cd {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:57.200926 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-plugged", "status": "completed", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:57.201205 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bfce6c5-bd8a-402c-ba32-ca27badb12cd {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:57.201627 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'code': 200} Aug 16 22:57:57.229702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:57.825369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528a256-eb2d-4c10-9d5b-a9b536e8ac2d req-62d3062a-4c48-409e-802a-9a6c184bf7d0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.826839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b528a256-eb2d-4c10-9d5b-a9b536e8ac2d req-62d3062a-4c48-409e-802a-9a6c184bf7d0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0536132 Aug 16 22:57:57.865588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b528a256-eb2d-4c10-9d5b-a9b536e8ac2d req-cb1002ee-69d0-4d7b-9fea-f0f206694ce3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Aug 16 22:57:57.983245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d133273-07f9-4617-bb15-076784cc0f7e req-a8f40daa-53a8-4ab1-9505-62c467c30071 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.984764 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d133273-07f9-4617-bb15-076784cc0f7e req-a8f40daa-53a8-4ab1-9505-62c467c30071 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Aug 16 22:57:58.021826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d133273-07f9-4617-bb15-076784cc0f7e req-9109975c-842b-4c8a-b38a-c0145ee5cc79 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Aug 16 22:57:58.132648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9b8e5-e619-4d19-ad5a-1169ee02d6dd req-d7f50e63-2fb6-45c3-9d1a-699e9b6a206b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.134151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4b9b8e5-e619-4d19-ad5a-1169ee02d6dd req-d7f50e63-2fb6-45c3-9d1a-699e9b6a206b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0479705 Aug 16 22:57:58.171125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c4b9b8e5-e619-4d19-ad5a-1169ee02d6dd req-2828fc60-0260-476e-9542-e9995a231844 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Aug 16 22:57:58.401249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56da09f-cf36-48c7-9611-85ae868939c2 req-f1429126-a5e5-4bb7-8d9a-5713ef0df0a6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.402751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d56da09f-cf36-48c7-9611-85ae868939c2 req-f1429126-a5e5-4bb7-8d9a-5713ef0df0a6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Aug 16 22:57:58.439749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d56da09f-cf36-48c7-9611-85ae868939c2 req-5a198fa6-3a73-4f8c-b3a1-65e714f6a2b5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311692 Aug 16 22:57:59.556448 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887faf-02a3-4d70-a941-728b30358dad req-c9168c7f-63ad-4fc9-bfb4-aea667d6a76c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.557960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c887faf-02a3-4d70-a941-728b30358dad req-c9168c7f-63ad-4fc9-bfb4-aea667d6a76c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Aug 16 22:57:59.597051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c887faf-02a3-4d70-a941-728b30358dad req-0a71d7b9-b7c8-42a5-a135-89d467da5032 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Aug 16 22:57:59.892257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae116b-53d5-47b2-b7a9-27064672248f req-27897ed7-453a-4507-b86a-d1c2c54c4233 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.893752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5eae116b-53d5-47b2-b7a9-27064672248f req-27897ed7-453a-4507-b86a-d1c2c54c4233 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 945 time: 0.0557671 Aug 16 22:57:59.983943 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Deleting port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:59.984291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.071452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] For port 8d0058f0-8064-4af4-80ad-adebf6b1ade3, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=8d0058f0-8064-4af4-80ad-adebf6b1ade3,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:00.071819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.287802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.288094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.288416 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 disassociated. External IP: 172.25.8.70, port: 8d0058f0-8064-4af4-80ad-adebf6b1ade3. Aug 16 22:58:00.288769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Calling delete_port for 8d0058f0-8064-4af4-80ad-adebf6b1ade3 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:00.418096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.445905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'Port': ['ID=8d0058f0-8064-4af4-80ad-adebf6b1ade3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:00.794644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c8d6a79-ab53-4c14-98fb-1d3841ea461b req-fcda8d82-e61c-4a8b-8a08-ddefe6a5c197 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=c38cc17f-fd55-4559-b025-ba13a44d8356 HTTP/1.1" status: 200 len: 210 time: 0.0327055 Aug 16 22:58:00.815383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:00.917905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:00.928222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:00.939000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:00.939623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:57:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:00.956427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] No DVR routers for this DVR port 8d0058f0-8064-4af4-80ad-adebf6b1ade3 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:00.959145 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.961182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5eae116b-53d5-47b2-b7a9-27064672248f req-1396921e-36a3-4920-870c-6a35580df73f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "DELETE /v2.0/ports/8d0058f0-8064-4af4-80ad-adebf6b1ade3 HTTP/1.1" status: 204 len: 173 time: 1.0607126 Aug 16 22:58:00.961652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-deleted', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:00.963938 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bdfd5b-f13f-4de0-9ee2-6bc09ef4b512" -d '{"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-deleted", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:01.018104 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e468df1-e176-452d-88da-83a384543a8d x-openstack-request-id: req-7e468df1-e176-452d-88da-83a384543a8d {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:01.018491 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38cc17f-fd55-4559-b025-ba13a44d8356", "name": "network-vif-deleted", "tag": "8d0058f0-8064-4af4-80ad-adebf6b1ade3", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:01.018738 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e468df1-e176-452d-88da-83a384543a8d {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:01.019254 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38cc17f-fd55-4559-b025-ba13a44d8356', 'name': 'network-vif-deleted', 'tag': '8d0058f0-8064-4af4-80ad-adebf6b1ade3', 'status': 'completed', 'code': 200} Aug 16 22:58:01.059252 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:01.256616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:01.284430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:01.293343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:01.293959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:57:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:01.399269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:01.594907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:01.620487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64229ed8-f441-4213-ad65-263d3faae816 None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:01.836537 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414df90e-a1c1-4065-8aee-09344305a57f None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:58:02.044248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-c320d33e-a8bb-4eef-97a5-663496fec9d1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--997503654&fields=id&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 267 time: 0.0366457 Aug 16 22:58:02.148079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-2d3b426b-7f3d-40d1-a832-23429f38182d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:02.149567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-2d3b426b-7f3d-40d1-a832-23429f38182d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.0987587 Aug 16 22:58:02.164526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-b0d0a7ad-82b7-46c4-9530-ca88e4efce7b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/quotas/c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 375 time: 0.0088091 Aug 16 22:58:02.215947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-fcb73888-e427-4e94-a19b-2958d2afa0bc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462635 Aug 16 22:58:02.389371 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-56da09b6-1540-4c35-820a-e8010580cc45 service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619973 Aug 16 22:58:02.483227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-77e9e15e-f5be-4aff-b5a9-237e23d89cbc service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Aug 16 22:58:03.661023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5e25997-4842-4be2-bca5-9983c3a5eb3f req-a71f1e91-a6c2-4c00-9a2e-cd0f68b2cea5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0274062 Aug 16 22:58:04.739112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-788c343e-ccaf-492d-9412-278468e874cb req-082fe901-18af-4ad6-93db-86840cfe861e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0276444 Aug 16 22:58:05.051238 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:05.071504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 8d0058f0-8064-4af4-80ad-adebf6b1ade3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:05.071868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 8d0058f0-8064-4af4-80ad-adebf6b1ade3 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:05.833937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e20cf31-ab94-4aaf-8b5c-844a1a46e9fd req-ef4f721a-dfe8-4edf-bfd2-d1a0ebdab67f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0256374 Aug 16 22:58:06.910443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fa05950-aed7-4626-a6e2-c3c45f568e32 req-59ca8e43-5be6-4858-91a9-f36f21bd48c9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0255342 Aug 16 22:58:08.004592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fda8cbac-27ca-4f56-a3b3-eb5e172d6041 req-ea35e631-15b5-4941-946a-8d38a936d6cf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0262642 Aug 16 22:58:09.004017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-1fca3f8d-7f84-4f91-9b22-3746b92efc9f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:09.005538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-1fca3f8d-7f84-4f91-9b22-3746b92efc9f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1053686 Aug 16 22:58:09.069269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-84319332-1441-4743-aa30-b489cd0d60ed tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 379 time: 0.0347044 Aug 16 22:58:09.084852 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'port': {'device_id': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'admin_state_up': True, 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'security_groups': ['8b6c41be-9335-4002-95c5-2821e2a7c40c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:09.141234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcd59a2e-74ac-4822-a25f-e076cc6f1b63 req-93c80739-3826-46ca-b324-1a45bda17443 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0688276 Aug 16 22:58:09.209577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:09.213099 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.341576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Allocated IP 172.20.0.8 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/68f1f723-fa29-448e-b247-cd53d48b546b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:09.472106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.485303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Transition to ACTIVE for port object 68f1f723-fa29-448e-b247-cd53d48b546b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:09.518186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.565886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:09.569024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:09.572918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:09.596961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.625736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:09.626370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.640618 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-55b553f3-5ce3-47d5-a187-84a4fc6352d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599341 Aug 16 22:58:09.720554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Request body: {'port': {'device_id': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:09.774600 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.812930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44b5f49d-0dd7-4eac-ba8a-9a68e8a13805 None None] Provisioning for port 68f1f723-fa29-448e-b247-cd53d48b546b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:09.816444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-44b5f49d-0dd7-4eac-ba8a-9a68e8a13805 None None] Provisioning complete for port 68f1f723-fa29-448e-b247-cd53d48b546b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:09.816823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44b5f49d-0dd7-4eac-ba8a-9a68e8a13805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.853090 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-44b5f49d-0dd7-4eac-ba8a-9a68e8a13805 None None] Port 68f1f723-fa29-448e-b247-cd53d48b546b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:10.040578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f1f723-fa29-448e-b247-cd53d48b546b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:10.048546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.060582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Transition to ACTIVE for port object 68f1f723-fa29-448e-b247-cd53d48b546b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:10.064572 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.114878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.131832 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:10.190151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:10.190599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:10.191000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:10.195678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:10.196115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:10.201378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:10.201809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:10.202266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:10.202798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Bound port: 68f1f723-fa29-448e-b247-cd53d48b546b, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:10.203235 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.297671 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccf16-0520-4047-9c34-ec4268bdc06f req-5965db71-dacd-4ad5-bbc9-b9793ec68f4e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:10.299155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f20ccf16-0520-4047-9c34-ec4268bdc06f req-5965db71-dacd-4ad5-bbc9-b9793ec68f4e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0837615 Aug 16 22:58:10.315823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:10.334818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:10.340537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.384577 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f20ccf16-0520-4047-9c34-ec4268bdc06f req-ab0c8b80-3000-4662-873c-9054d7f2a29b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780814 Aug 16 22:58:10.388745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:10.389385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.390739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] 10.222.0.89 "PUT /v2.0/ports/68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 1092 time: 0.7281511 Aug 16 22:58:10.391247 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:10.393777 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b111efa6-866f-4aef-855b-e3f0ec6b731c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:10.427171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cd688-82c9-40ef-98e6-21d07f466206 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.456394 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b91a0-16cb-4453-a08a-2a4ed13860bc x-openstack-request-id: req-dc0b91a0-16cb-4453-a08a-2a4ed13860bc {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:10.456690 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:10.456940 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc0b91a0-16cb-4453-a08a-2a4ed13860bc {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:10.457386 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'status': 'completed', 'code': 200} Aug 16 22:58:10.521191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-fbd37eb9-44ce-414c-b6b4-4b5438c858c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:10.522816 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-fbd37eb9-44ce-414c-b6b4-4b5438c858c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0453725 Aug 16 22:58:10.579794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-415385aa-0482-42a0-bca3-b24e440a3eca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 217 time: 0.0349901 Aug 16 22:58:10.639635 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-65584c1a-f5ca-48e9-b13c-c7cfd486ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:10.641011 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-65584c1a-f5ca-48e9-b13c-c7cfd486ea8a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0491281 Aug 16 22:58:10.690286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-13121d39-46de-4d3a-9d22-79b1810a9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:10.691675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-13121d39-46de-4d3a-9d22-79b1810a9b69 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389173 Aug 16 22:58:10.783850 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-177ca2e8-d70e-48e6-830a-8d95f27be3ab service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810204 Aug 16 22:58:10.880921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8d37a5a4-83f5-44e3-8691-215c7def27ea req-36bbe292-f8ec-4a0d-846b-9b86a19dc611 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851109 Aug 16 22:58:11.023480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-e388796c-68a3-406a-ad8c-8745ac7f6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.024842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-e388796c-68a3-406a-ad8c-8745ac7f6a75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0407665 Aug 16 22:58:11.115119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-1e94441e-cffd-4dbf-b956-7c542e8b2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.116570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-1e94441e-cffd-4dbf-b956-7c542e8b2869 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0847578 Aug 16 22:58:11.159210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-2864a252-b35a-49eb-9abd-0488180dd34c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 217 time: 0.0327897 Aug 16 22:58:11.209888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-4f52dcf3-13c2-48ea-8820-03f8b7a80b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.211287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-4f52dcf3-13c2-48ea-8820-03f8b7a80b71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0451634 Aug 16 22:58:11.256098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-a9a68905-e4b3-4a96-bf55-89194c569e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.257557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-a9a68905-e4b3-4a96-bf55-89194c569e97 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383992 Aug 16 22:58:11.345823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-c4b19297-aad1-497a-83ce-221ffe30b6bd service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792253 Aug 16 22:58:11.440979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b111efa6-866f-4aef-855b-e3f0ec6b731c req-9950c170-3deb-495a-8ce7-0281773164b3 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Aug 16 22:58:11.518045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139ca7d-1576-486d-af7a-9fd158f62d76 req-96008b9f-d4d9-4c5d-8b0a-72a6c8899ba9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.519525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6139ca7d-1576-486d-af7a-9fd158f62d76 req-96008b9f-d4d9-4c5d-8b0a-72a6c8899ba9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0496929 Aug 16 22:58:11.556473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6139ca7d-1576-486d-af7a-9fd158f62d76 req-b912126d-79cb-4051-9fa2-ab422d852601 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Aug 16 22:58:12.676502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997b6a1-c36f-4c23-88c1-a003e4663672 req-562a9244-890f-426d-9689-2402c8624b73 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:12.678021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f997b6a1-c36f-4c23-88c1-a003e4663672 req-562a9244-890f-426d-9689-2402c8624b73 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0540192 Aug 16 22:58:12.718052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f997b6a1-c36f-4c23-88c1-a003e4663672 req-1329e90c-e485-4f64-8cc2-28cacb23a9ad tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341446 Aug 16 22:58:13.834785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fb693-13da-40dc-a036-77b1b59dbcac req-b4c862ce-5043-4d82-9b84-a29183846f34 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:13.836265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd9fb693-13da-40dc-a036-77b1b59dbcac req-b4c862ce-5043-4d82-9b84-a29183846f34 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0498173 Aug 16 22:58:13.874329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd9fb693-13da-40dc-a036-77b1b59dbcac req-32c01fca-3e32-4e61-bfc6-0e4f218f83ff tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Aug 16 22:58:14.821133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.989660 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc81b3d-badf-4438-b0fd-c235d324df00 req-a7d192f4-4220-4c65-838b-61cafe08d1f4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:14.991147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cc81b3d-badf-4438-b0fd-c235d324df00 req-a7d192f4-4220-4c65-838b-61cafe08d1f4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0486088 Aug 16 22:58:15.029332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cc81b3d-badf-4438-b0fd-c235d324df00 req-b974337f-ace3-46b1-aed0-457ab42739bf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Aug 16 22:58:15.245811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:15.336567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:15.347125 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '68f1f723-fa29-448e-b247-cd53d48b546b', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b', 'mac_address': 'fa:16:3e:46:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:15.386127 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.398187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f1f723-fa29-448e-b247-cd53d48b546b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:15.417553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:15.421578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.470593 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.582076 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-acfd433b-79ae-4f46-a43d-adb8d0e83c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.761588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['68f1f723-fa29-448e-b247-cd53d48b546b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:16.146381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba742e-04a5-4648-bf30-12ac3c64fd14 req-99ea79a0-a906-4513-90b1-fa8a1dfdddeb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:16.147835 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92ba742e-04a5-4648-bf30-12ac3c64fd14 req-99ea79a0-a906-4513-90b1-fa8a1dfdddeb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0517919 Aug 16 22:58:16.184844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92ba742e-04a5-4648-bf30-12ac3c64fd14 req-14722c0a-606b-464d-8ff7-d1da04732cfa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Aug 16 22:58:17.239256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:17.288641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 68f1f723-fa29-448e-b247-cd53d48b546b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:17.293378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 68f1f723-fa29-448e-b247-cd53d48b546b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:17.293753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.300564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214573f7-7119-4a7c-a7bc-1687e0c9d4a1 req-f25c7fbb-aa93-4f9a-afdb-db6a651888d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:17.302088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-214573f7-7119-4a7c-a7bc-1687e0c9d4a1 req-f25c7fbb-aa93-4f9a-afdb-db6a651888d7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0498121 Aug 16 22:58:17.341470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-214573f7-7119-4a7c-a7bc-1687e0c9d4a1 req-8af9f51c-9447-4c11-b150-9f837f192eea tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329080 Aug 16 22:58:17.376721 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.401719 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:17.404250 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70188537-5c73-4c5a-a116-709fb845f5ad" -d '{"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:17.418407 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:17.422312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.450863 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf0cd7-3225-498c-917e-8b41ea48c36e x-openstack-request-id: req-d8bf0cd7-3225-498c-917e-8b41ea48c36e {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:17.451132 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:17.451385 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8bf0cd7-3225-498c-917e-8b41ea48c36e {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:17.451768 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'code': 200} Aug 16 22:58:17.477338 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:17.576028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63849ca7-5a02-4a46-81b6-e3885f04e28f req-cee3d739-5bec-4aa8-a14a-e11c44764aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:17.577563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63849ca7-5a02-4a46-81b6-e3885f04e28f req-cee3d739-5bec-4aa8-a14a-e11c44764aa3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1097 time: 0.0399497 Aug 16 22:58:17.616753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-63849ca7-5a02-4a46-81b6-e3885f04e28f req-a13bb9f2-791a-4d79-9636-02cafcd45f4c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267608 Aug 16 22:58:18.218974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.332511 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b8f84c0a-07be-416a-8368-0991afb91fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.458814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802e47-4945-46af-b459-cdbd24ad07ab req-fc4ce6ec-04ed-4503-bf1f-c9584e48a6ca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:18.460309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85802e47-4945-46af-b459-cdbd24ad07ab req-fc4ce6ec-04ed-4503-bf1f-c9584e48a6ca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0522673 Aug 16 22:58:18.498822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85802e47-4945-46af-b459-cdbd24ad07ab req-9a527e61-d44d-4f6b-9590-c14d6e0a645a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 Aug 16 22:58:19.355224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.612859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6464-eeb7-4f60-8236-3d7ec6aad55d req-29b45034-22a2-43f4-9dc2-b290c6dc6206 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:19.614265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-772d6464-eeb7-4f60-8236-3d7ec6aad55d req-29b45034-22a2-43f4-9dc2-b290c6dc6206 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0482025 Aug 16 22:58:19.652009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-772d6464-eeb7-4f60-8236-3d7ec6aad55d req-f1d75cc6-eb81-4176-8956-0f6bfa4d6f0b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Aug 16 22:58:19.765301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afbe27-d1f6-49c6-a2b8-448e02ed3849 req-76fc2f6e-ff52-4430-bb57-e6ba421ad677 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:19.766809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-32afbe27-d1f6-49c6-a2b8-448e02ed3849 req-76fc2f6e-ff52-4430-bb57-e6ba421ad677 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0505741 Aug 16 22:58:19.775153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40506) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.779845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'floatingip': {'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:19.821828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.250111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.254286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.359225 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 associated. External IP: 172.25.8.70, port: 68f1f723-fa29-448e-b247-cd53d48b546b. Aug 16 22:58:20.563089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:20.906853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:20.911706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.916295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:20.925447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:20.926126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:58:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:20.937995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f94a16f-3a90-4c2d-9097-03262c231a15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "PUT /v2.0/floatingips/20f3b886-8c7c-4867-9367-9723fe9708e1 HTTP/1.1" status: 200 len: 990 time: 1.1617885 Aug 16 22:58:20.938586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:20.940802 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:20.976622 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317cdfb4-4c12-4ba7-975a-1800baa925e4 x-openstack-request-id: req-317cdfb4-4c12-4ba7-975a-1800baa925e4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:20.977036 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:20.977330 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-317cdfb4-4c12-4ba7-975a-1800baa925e4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:20.977843 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'status': 'completed', 'code': 200} Aug 16 22:58:21.035132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:21.075372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-973a1129-d39e-44e8-8003-a564768bf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.076900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-973a1129-d39e-44e8-8003-a564768bf76f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1097 time: 0.0410128 Aug 16 22:58:21.172248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-e3a27aba-1653-4f70-8bdd-8078b5dd375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.173682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-e3a27aba-1653-4f70-8bdd-8078b5dd375c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0895524 Aug 16 22:58:21.242658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-4215301d-e7d0-423a-a2f1-9250d7295320 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.0608830 Aug 16 22:58:21.296712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-f3c34546-7db0-4f5f-87b5-a576e702df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.298330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-f3c34546-7db0-4f5f-87b5-a576e702df01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0489962 Aug 16 22:58:21.344594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-eba2f90d-8a27-419f-97cd-1a5a7b899f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.346267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-eba2f90d-8a27-419f-97cd-1a5a7b899f43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403223 Aug 16 22:58:21.399530 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.423130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:46:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:58:20Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:21.439188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-2de2f825-0396-462d-9938-cbbd410d9dc2 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Aug 16 22:58:21.452651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:21.461582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:21.462208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T22:58:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:21.535414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc7afa0f-9358-48a5-a0a4-97a8a26c6a56 req-d62071a1-65ea-4b2a-afd8-585746dc5fd2 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Aug 16 22:58:21.570605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:21.789738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:46:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:58:20Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:21.820045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ecfcf-5744-4b64-877b-4d4e64a04378 None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:46:d0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T22:58:20Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:22.005590 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5de25a-de5a-4c7d-9577-3af182ec65f0 None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:58:23.203889 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.834617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.580852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dbac768a-fa55-4456-bb2f-e99d041eefac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.130450 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:48.220120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.332144 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-02775621-74be-4a81-ade3-dd915f5f7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.357403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.371903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.235149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.765612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-15664331-5941-4f92-84ef-edcae0c8d8f0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396333 Aug 16 22:59:07.885049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca05b-8051-4391-b858-f0fda448dffa req-3eed5ab6-2cb1-4976-9698-b2e47a4fc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.886568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-3eed5ab6-2cb1-4976-9698-b2e47a4fc93a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1097 time: 0.0456879 Aug 16 22:59:07.991897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca05b-8051-4391-b858-f0fda448dffa req-18d57c86-1761-4f5c-9364-8d7e180c97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.993440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-18d57c86-1761-4f5c-9364-8d7e180c97ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0837109 Aug 16 22:59:08.061362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-de272745-249e-442f-954f-6549754a115f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 1000 time: 0.0602326 Aug 16 22:59:08.114034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca05b-8051-4391-b858-f0fda448dffa req-92afbfed-56b5-4160-acd9-ac389794cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.115425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-92afbfed-56b5-4160-acd9-ac389794cb9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0427730 Aug 16 22:59:08.164333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca05b-8051-4391-b858-f0fda448dffa req-6aa29e7e-175d-4a28-bd55-0cc20de59673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.165881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-6aa29e7e-175d-4a28-bd55-0cc20de59673 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397456 Aug 16 22:59:08.263515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-d23d44cb-446a-4985-88f7-3dcd540a5871 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Aug 16 22:59:08.355744 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfaca05b-8051-4391-b858-f0fda448dffa req-4361c586-b122-43b0-8ff2-8ba30bea2d0b service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808842 Aug 16 22:59:14.835014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.580829 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a23fcde2-ba7a-4ae2-9c31-bc7115482bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.221799 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.331120 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-300fce4a-03f0-4736-a0c9-47093a34a658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.360295 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.373735 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.234332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.129149 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:59:27.741236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-0b0c7895-4aea-46a7-9395-49b81ec0e1b4 req-3765be1e-3438-490a-9087-af7d7b3bfab6 tempest-TestVolumeBootPattern-751745929 tempest-TestVolumeBootPattern-751745929-project] (94816) timed out ('10.222.0.89', 59580) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 22:59:44.832612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.581501 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-750d14a0-ccf1-4dbd-93e6-0471d9258eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.224010 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.331035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fda6999a-8674-4647-bdbb-a18e2327e838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.363657 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.377478 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.237899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.218725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739910b-c1f8-479b-9e61-73c5b9d1bcac req-b5686839-7907-4543-b141-f4b1f5a36fb8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:00.220229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c739910b-c1f8-479b-9e61-73c5b9d1bcac req-b5686839-7907-4543-b141-f4b1f5a36fb8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.1460512 Aug 16 23:00:00.262949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c739910b-c1f8-479b-9e61-73c5b9d1bcac req-da6eeac6-33c9-428d-9663-4e43c90b10b8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362120 Aug 16 23:00:01.128473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:01.378964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a0fe0-72bb-4d0a-94ba-287fe03be49f req-8696650e-bd21-4632-8a26-0859c4209e80 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:01.380378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e6a0fe0-72bb-4d0a-94ba-287fe03be49f req-8696650e-bd21-4632-8a26-0859c4209e80 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0495872 Aug 16 23:00:01.417527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e6a0fe0-72bb-4d0a-94ba-287fe03be49f req-591239dc-88b6-4676-89fd-c0fc3acbef3c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306823 Aug 16 23:00:02.531393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053cb2e-a2c9-4e98-b351-adeb7feb17aa req-fee5e198-0978-4874-9271-af9e11e17a50 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:02.532872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1053cb2e-a2c9-4e98-b351-adeb7feb17aa req-fee5e198-0978-4874-9271-af9e11e17a50 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0482540 Aug 16 23:00:02.571464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1053cb2e-a2c9-4e98-b351-adeb7feb17aa req-4d76671a-4672-45dc-8f98-50d0b6ec607f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Aug 16 23:00:03.687999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ae83-2fc6-446a-a72c-6b199ac3ba61 req-ddd1edd1-2a56-488e-b345-8117aa55360f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:03.689475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f00ae83-2fc6-446a-a72c-6b199ac3ba61 req-ddd1edd1-2a56-488e-b345-8117aa55360f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0493357 Aug 16 23:00:03.731852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1f00ae83-2fc6-446a-a72c-6b199ac3ba61 req-c87bd872-4a4c-4949-9786-6fce5fbbcece tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362017 Aug 16 23:00:04.846467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef1587-6724-480e-9704-a027fa518bf8 req-1a33687a-805c-44d5-8514-c71bd0a15ca7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:04.847920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fef1587-6724-480e-9704-a027fa518bf8 req-1a33687a-805c-44d5-8514-c71bd0a15ca7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0492227 Aug 16 23:00:04.887493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fef1587-6724-480e-9704-a027fa518bf8 req-559a45fc-c251-4fa6-8d28-8ddc3992ade1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337319 Aug 16 23:00:06.001239 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24383-794b-489e-879e-b35ceb82e964 req-8b282cec-1fc0-4dbd-88e1-81c65c3d256c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.002725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0de24383-794b-489e-879e-b35ceb82e964 req-8b282cec-1fc0-4dbd-88e1-81c65c3d256c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0490825 Aug 16 23:00:06.041108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0de24383-794b-489e-879e-b35ceb82e964 req-2119c2b4-681b-4ad4-bf02-17c68f33fa5c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Aug 16 23:00:07.154838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9e077-8b75-4099-8799-e91db3a99bb9 req-548fcc1f-f1a9-4f47-a40d-0ffc3cf9f244 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.156314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9e077-8b75-4099-8799-e91db3a99bb9 req-548fcc1f-f1a9-4f47-a40d-0ffc3cf9f244 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0488782 Aug 16 23:00:07.197291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9e077-8b75-4099-8799-e91db3a99bb9 req-5264ee79-87d0-4621-842a-addb436a4fbb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351608 Aug 16 23:00:07.867447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543604-251e-4443-8961-64756b068281 req-d79e7155-ac6f-484c-84b4-c0ce713dfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.868930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-d79e7155-ac6f-484c-84b4-c0ce713dfb4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1097 time: 0.0418806 Aug 16 23:00:07.975781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543604-251e-4443-8961-64756b068281 req-af2b16ba-98da-4e4e-8241-f849e12a410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.977269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-af2b16ba-98da-4e4e-8241-f849e12a410f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0840685 Aug 16 23:00:08.048752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-67406a3e-f1d3-4b68-9160-8742d76771e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 1000 time: 0.0603874 Aug 16 23:00:08.100994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543604-251e-4443-8961-64756b068281 req-c63f0e42-c7ad-485a-9f9e-e21afb45e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.102431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-c63f0e42-c7ad-485a-9f9e-e21afb45e879 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0426564 Aug 16 23:00:08.152364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543604-251e-4443-8961-64756b068281 req-602909be-7917-48df-b600-8d0935b9819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.153815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-602909be-7917-48df-b600-8d0935b9819a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395691 Aug 16 23:00:08.251766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-92f60080-48bc-4c1d-8512-3f8afb167c56 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 Aug 16 23:00:08.362998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932556e-fcc1-423a-8b7d-02d08f28beb0 req-48615a69-1825-4f69-bfe5-1da08f3acad8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.364482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4932556e-fcc1-423a-8b7d-02d08f28beb0 req-48615a69-1825-4f69-bfe5-1da08f3acad8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0939269 Aug 16 23:00:08.401207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9543604-251e-4443-8961-64756b068281 req-ce7fa38d-c686-4854-8bd2-e640efc6d1cf service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378624 Aug 16 23:00:08.417595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4932556e-fcc1-423a-8b7d-02d08f28beb0 req-d0c2b61f-c0a9-42c4-b9bb-bee5c248fc24 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Aug 16 23:00:09.534556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1392d-64ae-454e-85bc-5f94ad213bcf req-239d074a-8521-46a4-b2de-51db3d26978a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:09.536043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fc1392d-64ae-454e-85bc-5f94ad213bcf req-239d074a-8521-46a4-b2de-51db3d26978a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 16 23:00:09.573400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fc1392d-64ae-454e-85bc-5f94ad213bcf req-73fee782-6673-4a70-80d2-b4e36506df48 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Aug 16 23:00:10.686808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8c33-382f-4802-a4e2-f58bdacbf67c req-8c1afacf-56c9-4218-808c-0db6e88f65f5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.688325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-099c8c33-382f-4802-a4e2-f58bdacbf67c req-8c1afacf-56c9-4218-808c-0db6e88f65f5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0488808 Aug 16 23:00:10.732326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-099c8c33-382f-4802-a4e2-f58bdacbf67c req-7ad981ac-e9fb-4c0f-9949-52149e8358d6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374103 Aug 16 23:00:10.981856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eafd6-d6a6-4b17-bea4-a673c189d035 req-b233f607-1f08-4d0e-b236-b8922ff8c2ed tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.983495 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e1eafd6-d6a6-4b17-bea4-a673c189d035 req-b233f607-1f08-4d0e-b236-b8922ff8c2ed tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0648897 Aug 16 23:00:10.987127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-99c62d07-d610-4c7e-bf16-8c8599978b8b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781112 Aug 16 23:00:11.027016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e1eafd6-d6a6-4b17-bea4-a673c189d035 req-899f4c69-e231-424b-9054-ec9d998ca2d8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Aug 16 23:00:12.141253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2121c6-3ae0-44a9-86f5-b1e829c068a2 req-032bc441-1951-4aad-a54f-eb417c505ddc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.142781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e2121c6-3ae0-44a9-86f5-b1e829c068a2 req-032bc441-1951-4aad-a54f-eb417c505ddc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0522170 Aug 16 23:00:12.208161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e2121c6-3ae0-44a9-86f5-b1e829c068a2 req-9776e651-59e1-4b28-be48-cbebd5a88fd7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591624 Aug 16 23:00:12.218271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-acea7070-3dc9-4b72-b839-cb4411701c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.219660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-acea7070-3dc9-4b72-b839-cb4411701c35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1097 time: 0.0578103 Aug 16 23:00:12.313962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-83b03068-f04a-46d7-b728-43a94f8f1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.315337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-83b03068-f04a-46d7-b728-43a94f8f1369 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0843272 Aug 16 23:00:12.387660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-5d5b4299-a998-4a10-9199-d2e19cdccf6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 1000 time: 0.0610540 Aug 16 23:00:12.441045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-b826ae92-62cc-42ed-8a04-b5432e1a849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.442481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-b826ae92-62cc-42ed-8a04-b5432e1a849b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0432892 Aug 16 23:00:12.491730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-92d35dfd-7e3c-46b6-945e-8683fa70d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.493366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-92d35dfd-7e3c-46b6-945e-8683fa70d9ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402091 Aug 16 23:00:12.590024 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-b6a68125-ebd3-441e-a593-7e3544c41e4a service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846789 Aug 16 23:00:12.681956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-335f828c-6990-4216-ac8d-55d27f64e2b4 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810573 Aug 16 23:00:13.325565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8c2d-0418-48b8-b6e9-c9876ca9f32f req-c9e74115-47e2-44cf-b863-0c2ffc2e151b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.327050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-befd8c2d-0418-48b8-b6e9-c9876ca9f32f req-c9e74115-47e2-44cf-b863-0c2ffc2e151b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0524917 Aug 16 23:00:13.367418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-befd8c2d-0418-48b8-b6e9-c9876ca9f32f req-fbc6216a-849d-4cb0-bf4a-7f5d43d0e726 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343246 Aug 16 23:00:14.484645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca36a7-d8b0-4be5-b400-6beae331b987 req-436d5ee5-4151-47c4-945b-f13b9dd62387 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.486160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cca36a7-d8b0-4be5-b400-6beae331b987 req-436d5ee5-4151-47c4-945b-f13b9dd62387 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0497463 Aug 16 23:00:14.524130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4cca36a7-d8b0-4be5-b400-6beae331b987 req-68499730-5ce7-4286-8a8b-6803c480dbfb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Aug 16 23:00:14.831801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.951448 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-843c2354-3ae8-4c67-98ff-47d332a437ce service neutron] show failed (client error): The resource could not be found. Aug 16 23:00:14.952524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-843c2354-3ae8-4c67-98ff-47d332a437ce service neutron] 10.222.0.89 "GET /v2.0/ports/68f1f723-fa29-448e-b247-cd53d48b546b/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0538986 Aug 16 23:00:15.159109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-5858cd57-5ee1-4ca3-bbe2-78f1ecc09614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.160587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-5858cd57-5ee1-4ca3-bbe2-78f1ecc09614 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1097 time: 0.0433249 Aug 16 23:00:15.181125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:15.232272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.438139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:15.471510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:15.514217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:15.516455 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03866279-f460-4ed6-b33c-67f95b2a7b3a" -d '{"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:15.520609 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.533542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Transition to ACTIVE for port object 68f1f723-fa29-448e-b247-cd53d48b546b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.538576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.589816 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ece0cddf-834c-4370-af1c-96c79d6f0a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.651983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.657526 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6ed5d-7439-4972-bf99-049ebf403306 x-openstack-request-id: req-08d6ed5d-7439-4972-bf99-049ebf403306 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:15.657830 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:15.658087 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08d6ed5d-7439-4972-bf99-049ebf403306 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:15.658494 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'code': 200} Aug 16 23:00:15.690207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.690563 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.690928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.691257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.691597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.691930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.692267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.692597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.692931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.693281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.693718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.694051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:15.716918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] No DVR routers for this DVR port 68f1f723-fa29-448e-b247-cd53d48b546b on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:15.765688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3f885-d6ed-4d78-9a48-c7ca9c25202e req-be8376e6-d0f6-48c1-bbc3-0aee9107ce53 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.767302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbb3f885-d6ed-4d78-9a48-c7ca9c25202e req-be8376e6-d0f6-48c1-bbc3-0aee9107ce53 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.1469932 Aug 16 23:00:15.848717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dbb3f885-d6ed-4d78-9a48-c7ca9c25202e req-c3493e6b-01bd-4e37-9670-37a31ee30db3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742235 Aug 16 23:00:15.889895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:15.890235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:15.890569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:15.894777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:15.895102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Attempting to bind port 68f1f723-fa29-448e-b247-cd53d48b546b on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:15.900575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:15.900914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:15.901335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:15.901761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Bound port: 68f1f723-fa29-448e-b247-cd53d48b546b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:15.902120 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.963467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:15.967026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:15.970612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.011932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.012630 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.014203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] 10.222.0.88 "PUT /v2.0/ports/68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 1092 time: 0.8370693 Aug 16 23:00:16.032343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd6ffe-4327-4aab-832f-39a9ea51a355 service neutron] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.094367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-88d6c137-eacc-4939-96ed-7a1a0414990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.095942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-88d6c137-eacc-4939-96ed-7a1a0414990b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0442684 Aug 16 23:00:16.196223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-09eddf66-481e-4c01-b148-80b2a6cd7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.197949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-09eddf66-481e-4c01-b148-80b2a6cd7649 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0932806 Aug 16 23:00:16.271729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-60cfb4fa-e125-480b-971a-2bb313d8660d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.0658574 Aug 16 23:00:16.321803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-48a00ae2-64f5-4102-88da-ea55f15693a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.323169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-48a00ae2-64f5-4102-88da-ea55f15693a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0441427 Aug 16 23:00:16.369641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-7492ee1a-083c-4477-ba1f-017731fa4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.371152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-7492ee1a-083c-4477-ba1f-017731fa4dd7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401237 Aug 16 23:00:16.464555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-c76d9aac-30e1-46cb-a80b-0e833dface2b service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856414 Aug 16 23:00:16.639475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1aed79e1-ebf5-4452-9819-0bfd33bad0a3 req-43b3ccb6-a536-40f5-a7b1-27c8d039d84d service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Aug 16 23:00:16.972384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298ff9-dd97-4db9-b52e-9f881c1e1914 req-539382d0-5a5d-43d5-b70e-695b6b66b9e1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.973864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5298ff9-dd97-4db9-b52e-9f881c1e1914 req-539382d0-5a5d-43d5-b70e-695b6b66b9e1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0517607 Aug 16 23:00:17.010679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e5298ff9-dd97-4db9-b52e-9f881c1e1914 req-fcb976dd-f022-486e-b8dc-fdc3fb751993 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303349 Aug 16 23:00:17.659868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:17.662331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:17.711216 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d953b83-dd14-428b-aa74-ea5d7627099e x-openstack-request-id: req-0d953b83-dd14-428b-aa74-ea5d7627099e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:17.711579 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:17.711798 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d953b83-dd14-428b-aa74-ea5d7627099e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:17.712193 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'status': 'completed', 'code': 200} Aug 16 23:00:17.793680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:17.832463 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:17.832691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-424c24d5-c261-477b-b24e-9290c5cc545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.834237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-424c24d5-c261-477b-b24e-9290c5cc545f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0723212 Aug 16 23:00:17.836506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-2934556c-01ef-4e27-98ec-ee9b802b7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.837953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-2934556c-01ef-4e27-98ec-ee9b802b7e4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0676482 Aug 16 23:00:17.997045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-e0e0b717-23a7-44b5-bacf-0212251ef879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.998456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-e0e0b717-23a7-44b5-bacf-0212251ef879 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1567826 Aug 16 23:00:17.999785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-f0a1e174-eb0e-45e3-ab31-0a711a5286d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.001403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-f0a1e174-eb0e-45e3-ab31-0a711a5286d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1525156 Aug 16 23:00:18.225777 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.331760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d028f248-878f-45fc-843b-476a8028d626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.376906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-f70ad629-a81a-4f83-bad4-1981dee108b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.3705227 Aug 16 23:00:18.384488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-f745aa7a-18c0-42ec-b20b-d7109a2dcae6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.3721082 Aug 16 23:00:18.456052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c120ac-8fa0-43f7-a5a3-0dad91601e07 req-f3aa0404-ea65-45cd-8abc-3020b7c39d8c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.457549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10c120ac-8fa0-43f7-a5a3-0dad91601e07 req-f3aa0404-ea65-45cd-8abc-3020b7c39d8c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.3777704 Aug 16 23:00:18.492496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-ea1d1797-7987-4851-a263-b6317393bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.494306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-ea1d1797-7987-4851-a263-b6317393bf5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.1088779 Aug 16 23:00:18.496878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-fd8c0c3e-ff6f-4d56-aa03-7e45c00a39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.498239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-fd8c0c3e-ff6f-4d56-aa03-7e45c00a39f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0847137 Aug 16 23:00:18.564021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10c120ac-8fa0-43f7-a5a3-0dad91601e07 req-cad25b20-15c1-4447-9853-6e689ba121fe tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967822 Aug 16 23:00:18.580683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-b4ea1f5c-f19b-4f46-b59f-f6608ce685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.582260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-b4ea1f5c-f19b-4f46-b59f-f6608ce685aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802407 Aug 16 23:00:18.588548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-a21d6278-de3e-40cb-9b7c-241eb8e632d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.589975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-a21d6278-de3e-40cb-9b7c-241eb8e632d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795894 Aug 16 23:00:18.740136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-b98d73e2-d45c-422a-919f-488538bdeafc service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492186 Aug 16 23:00:18.745166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-be7051e2-e8a1-47c9-b0ff-88dcd0701c09 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373131 Aug 16 23:00:18.896891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-36d95680-5b26-43fc-8ea9-c6eccd42c67a service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493874 Aug 16 23:00:18.901915 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6a7f89ea-ed3c-4693-9e28-33c97f3391d7 req-060cb4ec-3cc0-47c2-8bef-b8b5663855cc service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371348 Aug 16 23:00:19.366875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.683652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f119dae-82d4-44df-bad4-6ae72dad40ad req-39258eec-61a7-40ba-94eb-96e77bb6faf0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.685063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f119dae-82d4-44df-bad4-6ae72dad40ad req-39258eec-61a7-40ba-94eb-96e77bb6faf0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0526719 Aug 16 23:00:19.722654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f119dae-82d4-44df-bad4-6ae72dad40ad req-1aa7216b-3cc1-4bcd-9f81-3cb7ba38b29e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Aug 16 23:00:19.920156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6600b8-89db-48aa-b866-5f9eaec64861 req-02255d66-0e86-4696-adbf-7870dfa71f3f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.921628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b6600b8-89db-48aa-b866-5f9eaec64861 req-02255d66-0e86-4696-adbf-7870dfa71f3f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0590711 Aug 16 23:00:19.982824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-8a535d5d-8859-470d-83e1-653a73585856 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.984175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-8a535d5d-8859-470d-83e1-653a73585856 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc&tenant_id=c1b66cd0f4e6411ead60f713d88e7748&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 943 time: 0.0840261 Aug 16 23:00:19.987224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b6600b8-89db-48aa-b866-5f9eaec64861 req-57877881-c4bd-4ae0-9de8-e3a0f56bd8ee tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520093 Aug 16 23:00:20.052529 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-da3b0134-f797-4cb2-ae96-50cb2d945b3b service neutron] delete failed (client error): The resource could not be found. Aug 16 23:00:20.053594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-da3b0134-f797-4cb2-ae96-50cb2d945b3b service neutron] 10.222.0.89 "DELETE /v2.0/ports/68f1f723-fa29-448e-b247-cd53d48b546b/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0571628 Aug 16 23:00:20.176667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-baf64b01-4c00-4d5b-93ef-082b7651120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.178222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-baf64b01-4c00-4d5b-93ef-082b7651120d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0414748 Aug 16 23:00:20.273788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-86125176-b193-40b0-914c-41fd1915ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.275143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-86125176-b193-40b0-914c-41fd1915ba8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0862329 Aug 16 23:00:20.342287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-c8148e0a-00a2-4469-b02a-ca87680e9993 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.0557976 Aug 16 23:00:20.395846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-ef412ae3-68aa-4bf1-82e4-dcb2a5612c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.397821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-ef412ae3-68aa-4bf1-82e4-dcb2a5612c34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0435443 Aug 16 23:00:20.449729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-5ee78570-9c74-422f-98ba-753cb523727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.451199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-5ee78570-9c74-422f-98ba-753cb523727d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428827 Aug 16 23:00:20.545526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-b7787ba3-0861-404c-b037-8fd761676f49 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817831 Aug 16 23:00:20.642662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1920afb0-c441-4dd2-be64-1df5da72ad58 req-8c8a474f-61f3-4f7b-abad-abdcb35e062e service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877948 Aug 16 23:00:21.089828 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-35d5cdbd-9dff-49bd-ae3e-9987413a0357 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653586 Aug 16 23:00:21.114160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed33ec-ff0b-47a7-abf7-bf69d0dce1ed req-99849dfe-dd0a-4008-82be-07a59c76757f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.116215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26ed33ec-ff0b-47a7-abf7-bf69d0dce1ed req-99849dfe-dd0a-4008-82be-07a59c76757f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 943 time: 0.0590458 Aug 16 23:00:21.184186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-26ed33ec-ff0b-47a7-abf7-bf69d0dce1ed req-4307909b-d834-46c6-b745-88d2fd12e4eb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619109 Aug 16 23:00:21.204310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-75511f65-c691-457b-9e8f-541562fb13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.204310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-75511f65-c691-457b-9e8f-541562fb13e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1095 time: 0.0519381 Aug 16 23:00:21.307694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-accfa9d7-110d-4321-a387-e88c28553d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.309129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-accfa9d7-110d-4321-a387-e88c28553d0a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0881217 Aug 16 23:00:21.382523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.385497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-e2611601-c582-4c82-a598-7eb249e794c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 998 time: 0.0690198 Aug 16 23:00:21.434430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-2970eabe-ba76-4b3f-859a-e162e698ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.435869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-2970eabe-ba76-4b3f-859a-e162e698ef78 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0429742 Aug 16 23:00:21.481485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-d5dcaf7e-77d8-4d01-8b3f-b8700e255d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.483032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-d5dcaf7e-77d8-4d01-8b3f-b8700e255d97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399058 Aug 16 23:00:21.578347 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-43f0aebb-e9e0-4352-80f4-81d6b926102e service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876644 Aug 16 23:00:21.668066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9280e91c-5241-4e1b-bc94-8f1d6d08800d req-0478800a-e958-4fee-a446-058d9e2e647d service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821357 Aug 16 23:00:21.823436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:21.918056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:21.929287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '68f1f723-fa29-448e-b247-cd53d48b546b', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '68f1f723-fa29-448e-b247-cd53d48b546b', 'mac_address': 'fa:16:3e:46:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:21.965879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.978202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f1f723-fa29-448e-b247-cd53d48b546b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:21.998356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:22.002665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.053751 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:22.061161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.061518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.062052 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.062398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.062737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.063074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.063443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.063966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.064430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.064765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.065178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.065514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:22.302011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90762590-e38c-491e-a8ae-dac72cea1dc4 req-0be83345-fc12-4727-a22e-16abaff8aea6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.303489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90762590-e38c-491e-a8ae-dac72cea1dc4 req-0be83345-fc12-4727-a22e-16abaff8aea6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0529583 Aug 16 23:00:22.339763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90762590-e38c-491e-a8ae-dac72cea1dc4 req-cc372da0-eb46-47db-82f1-02d43e70b9f5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Aug 16 23:00:22.431216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['68f1f723-fa29-448e-b247-cd53d48b546b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:22.455266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61da559-02fd-4ce8-8cf0-50f75915c12c req-c06aa43e-c151-473b-a75c-30f629fd6aea tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.456939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f61da559-02fd-4ce8-8cf0-50f75915c12c req-c06aa43e-c151-473b-a75c-30f629fd6aea tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0508289 Aug 16 23:00:22.497283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f61da559-02fd-4ce8-8cf0-50f75915c12c req-640fb6ed-6f6b-4b01-94fa-4e8e3d5db10e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331676 Aug 16 23:00:22.695418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077d0ac-0b0a-4795-94c5-68e6582302c6 req-b55cbfac-8b82-4a1a-ba95-e82728bc19ea tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.697046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6077d0ac-0b0a-4795-94c5-68e6582302c6 req-b55cbfac-8b82-4a1a-ba95-e82728bc19ea tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0522981 Aug 16 23:00:22.763550 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6077d0ac-0b0a-4795-94c5-68e6582302c6 req-cfe84e3f-f79c-4233-8d7e-26a3de013443 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602624 Aug 16 23:00:22.774139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-229d5fba-997e-4e53-856f-dee1d393d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.775899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-229d5fba-997e-4e53-856f-dee1d393d901 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 1096 time: 0.0652204 Aug 16 23:00:22.866197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-cc059752-8510-4632-8942-19d5976318f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.867659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-cc059752-8510-4632-8942-19d5976318f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0836205 Aug 16 23:00:22.936199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-2510b1b2-acbe-4ff7-913b-dc99e45b845a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 200 len: 999 time: 0.0608673 Aug 16 23:00:22.985215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-a3fdf89d-8711-44d3-a5b7-4556368d146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.986635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-a3fdf89d-8711-44d3-a5b7-4556368d146c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0419896 Aug 16 23:00:23.032125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-2b3b7086-e241-4fa3-b229-5fcff8bb7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.033571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-2b3b7086-e241-4fa3-b229-5fcff8bb7137 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392535 Aug 16 23:00:23.125090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-9295b43d-4a26-44f6-bb46-35fd25b2e950 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Aug 16 23:00:23.212416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-92faa2b2-d59f-436a-9bc6-5a52e7eba069 req-3c10b98e-f4aa-4222-a7f1-bd2c4ec0d11d service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795131 Aug 16 23:00:23.257039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.827486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:23.877260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 68f1f723-fa29-448e-b247-cd53d48b546b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:23.881044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 68f1f723-fa29-448e-b247-cd53d48b546b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:23.881456 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.887100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ea5f-5551-4c0e-92aa-43d99f6b6057 req-b5bd975b-c773-4e4f-ae3f-b4bcac8b6ccd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.888668 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea61ea5f-5551-4c0e-92aa-43d99f6b6057 req-b5bd975b-c773-4e4f-ae3f-b4bcac8b6ccd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 944 time: 0.0554535 Aug 16 23:00:23.931489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ea61ea5f-5551-4c0e-92aa-43d99f6b6057 req-cdca991d-3e4c-49a8-9db9-10d809fbb50a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366995 Aug 16 23:00:23.960864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.983325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:23.985564 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437aa0a-b5ea-451e-9ea2-dfe4bc1efccd" -d '{"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:23.997717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:24.002187 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.051023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:24.087849 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28d891b-185c-450a-8b3d-f19044cd0187 x-openstack-request-id: req-c28d891b-185c-450a-8b3d-f19044cd0187 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:24.088148 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-plugged", "status": "completed", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:24.088405 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c28d891b-185c-450a-8b3d-f19044cd0187 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:24.088805 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'code': 200} Aug 16 23:00:25.045260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319781-5a1c-47f3-a0d4-438991991d19 req-5733e370-01df-4cb3-8618-f92b0503f075 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.046747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1319781-5a1c-47f3-a0d4-438991991d19 req-5733e370-01df-4cb3-8618-f92b0503f075 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0492299 Aug 16 23:00:25.083657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1319781-5a1c-47f3-a0d4-438991991d19 req-46223a93-5f5b-4568-bc90-ddba25ce7fd0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Aug 16 23:00:25.317705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58b31-424f-4b85-a3fa-2dcd909b1dae req-cd5c0b34-ed80-460f-a059-972f51c79357 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.319454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfc58b31-424f-4b85-a3fa-2dcd909b1dae req-cd5c0b34-ed80-460f-a059-972f51c79357 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0487995 Aug 16 23:00:25.357674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfc58b31-424f-4b85-a3fa-2dcd909b1dae req-5ff93b08-4c26-4228-b001-1c4f6a3cb58f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Aug 16 23:00:26.474326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87586-4bc3-4fe9-930d-c425081a531e req-d0cf9d08-b8a8-43dd-83f3-f8e764d14471 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:26.475937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1be87586-4bc3-4fe9-930d-c425081a531e req-d0cf9d08-b8a8-43dd-83f3-f8e764d14471 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 16 23:00:26.517855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1be87586-4bc3-4fe9-930d-c425081a531e req-b7222175-94eb-4997-b22c-edef01b84bc7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359125 Aug 16 23:00:26.911178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-c8bd0807-fa1b-48c1-a33b-17639d9e62bf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:26.913228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-c8bd0807-fa1b-48c1-a33b-17639d9e62bf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 945 time: 0.0494044 Aug 16 23:00:26.999510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Deleting port 68f1f723-fa29-448e-b247-cd53d48b546b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:26.999873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.094306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] For port 68f1f723-fa29-448e-b247-cd53d48b546b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=68f1f723-fa29-448e-b247-cd53d48b546b,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:27.094687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.258796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.259069 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.259383 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 disassociated. External IP: 172.25.8.70, port: 68f1f723-fa29-448e-b247-cd53d48b546b. Aug 16 23:00:27.259729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Calling delete_port for 68f1f723-fa29-448e-b247-cd53d48b546b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:27.386483 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.414906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'Port': ['ID=68f1f723-fa29-448e-b247-cd53d48b546b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:27.535465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:27.655677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00634873-481b-4591-8f43-aaafc7466a6f req-12944bf8-d2b3-4bfe-978a-a4c1c8f4b978 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd0db634-f5b2-416f-9fc3-f14641c48cdc HTTP/1.1" status: 200 len: 210 time: 0.0612552 Aug 16 23:00:27.677730 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:27.688187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:27.698380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:27.699054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:00:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:27.719270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] No DVR routers for this DVR port 68f1f723-fa29-448e-b247-cd53d48b546b on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:27.721995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.723951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e63a1e1-0dc2-4aa8-b9c5-cd556cc68e3c req-5e11d116-3932-4132-91e3-c0447a11c91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "DELETE /v2.0/ports/68f1f723-fa29-448e-b247-cd53d48b546b HTTP/1.1" status: 204 len: 173 time: 0.8043590 Aug 16 23:00:27.724586 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-deleted', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:27.727369 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c3c4b2-d55f-471f-b5e7-ba28390b8055" -d '{"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-deleted", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:27.765561 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a0e118-45b2-42f6-bb6e-59010bb04603 x-openstack-request-id: req-18a0e118-45b2-42f6-bb6e-59010bb04603 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:27.765857 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0db634-f5b2-416f-9fc3-f14641c48cdc", "name": "network-vif-deleted", "tag": "68f1f723-fa29-448e-b247-cd53d48b546b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:27.766114 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18a0e118-45b2-42f6-bb6e-59010bb04603 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:27.766549 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0db634-f5b2-416f-9fc3-f14641c48cdc', 'name': 'network-vif-deleted', 'tag': '68f1f723-fa29-448e-b247-cd53d48b546b', 'status': 'completed', 'code': 200} Aug 16 23:00:27.807917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:28.023272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:28.050032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:28.058913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:28.059447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:00:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:28.166835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:28.366195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:28.393920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0401252-7298-4169-ba8d-1d956053ffdd None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:28.606195 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0476c-9648-4ff9-a0ca-8a862125db3a None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:00:28.931822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-baac36d8-2bb2-4755-b410-157f123ad07e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--997503654&fields=id&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 267 time: 0.0337665 Aug 16 23:00:29.037918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-14cfa004-c562-4061-9dd4-561419f583fb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:29.039308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-14cfa004-c562-4061-9dd4-561419f583fb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1008255 Aug 16 23:00:29.054652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-4e5f0ec6-5198-40c2-9e16-0c3386a26938 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/quotas/c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Aug 16 23:00:29.110836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-3ceb9990-e688-460d-a685-27e7f75372e3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509059 Aug 16 23:00:29.207330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-27e83611-27ea-4658-906d-a9af06932bf6 service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Aug 16 23:00:29.304148 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-fd1d6d0d-ebb1-4077-b366-3af45ca74cdd service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901368 Aug 16 23:00:29.465429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9368114f-cb2c-49e8-8849-bdd8a423870a req-ece0e373-e330-4ed2-9e7d-abb3ee4aa0c1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 210 time: 0.0277066 Aug 16 23:00:30.521841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-0416f407-b4e6-4090-bf4d-4c2e5c99790a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:30.523392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-0416f407-b4e6-4090-bf4d-4c2e5c99790a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1124804 Aug 16 23:00:30.808696 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3fc13c9-e036-4f45-8f3c-1f9b22ffb4d5 req-2ea4e230-2932-42ec-ad7e-f4e30d5a7c46 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 210 time: 0.2707639 Aug 16 23:00:30.837884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-688551b0-8889-4841-aac7-dfdeba1a186e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 379 time: 0.2891123 Aug 16 23:00:30.848598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'port': {'device_id': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'admin_state_up': True, 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'security_groups': ['8b6c41be-9335-4002-95c5-2821e2a7c40c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:30.955732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:30.959414 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.083887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Allocated IP 172.20.0.11 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/214dbbd8-c06d-4a71-8b72-69d01eb9b344) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:31.218641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.231968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Transition to ACTIVE for port object 214dbbd8-c06d-4a71-8b72-69d01eb9b344 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:31.263561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.307975 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:31.311231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:31.315055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:31.321454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:31.371732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:31.372371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.387788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-facc5dc4-7142-4d4e-ad05-b98372d5c492 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428214 Aug 16 23:00:31.406715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Request body: {'port': {'device_id': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:31.469463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.586687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b420f85-08fb-41c2-845f-c35d0a8f2bd2 None None] Provisioning for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:31.590260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7b420f85-08fb-41c2-845f-c35d0a8f2bd2 None None] Provisioning complete for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:31.590635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b420f85-08fb-41c2-845f-c35d0a8f2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.624779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7b420f85-08fb-41c2-845f-c35d0a8f2bd2 None None] Port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:00:31.743808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:31.751802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.764088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Transition to ACTIVE for port object 214dbbd8-c06d-4a71-8b72-69d01eb9b344 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:31.767663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.823068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:31.885270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:31.904498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:31.904799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:31.905159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:31.911127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 68f1f723-fa29-448e-b247-cd53d48b546b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:31.912892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 68f1f723-fa29-448e-b247-cd53d48b546b not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:31.925714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:31.926052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:31.933976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:31.934328 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:31.934731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:31.935185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Bound port: 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:31.935561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.986744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dac24-93cc-4994-b19c-22bd21639f84 req-34d49720-5f75-42b4-a0dc-5fed0ddd2456 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:31.988297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c31dac24-93cc-4994-b19c-22bd21639f84 req-34d49720-5f75-42b4-a0dc-5fed0ddd2456 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0964334 Aug 16 23:00:32.053319 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:32.067426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c31dac24-93cc-4994-b19c-22bd21639f84 req-8a314959-e45e-426b-807d-81469a827d3b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666587 Aug 16 23:00:32.071083 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:32.077176 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.112791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.113465 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.114924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] 10.222.0.88 "PUT /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1093 time: 0.7129457 Aug 16 23:00:32.115371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:32.117660 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:32.142847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fac1b-ff2f-4163-9dd3-7fd299f2c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:32.163283 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7420d4-e9ee-4516-ba01-57f41150dbfa x-openstack-request-id: req-8c7420d4-e9ee-4516-ba01-57f41150dbfa {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:32.163582 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:32.163840 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c7420d4-e9ee-4516-ba01-57f41150dbfa {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:32.164252 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'status': 'completed', 'code': 200} Aug 16 23:00:32.228998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-e9678dbf-2db9-4263-8e68-3a5e0a89d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.230608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-e9678dbf-2db9-4263-8e68-3a5e0a89d968 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0433347 Aug 16 23:00:32.284472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-dbbc0926-d76b-47dd-857f-ecd56604280b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 217 time: 0.0398118 Aug 16 23:00:32.332736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-9d9bcc98-1b78-4b2b-9c63-cbc68ef26673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.334777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-9d9bcc98-1b78-4b2b-9c63-cbc68ef26673 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0430772 Aug 16 23:00:32.380639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-7835c102-0d94-46d4-86b4-4b5b169a0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.382761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-7835c102-0d94-46d4-86b4-4b5b169a0034 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407453 Aug 16 23:00:32.480384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-89cdbbb9-101a-4c66-a706-77c9ea9c6224 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884280 Aug 16 23:00:32.571301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb2fae56-336a-4904-a03a-acc8436572c0 req-45cb4463-a3fb-4991-a932-bff5589c3af0 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820856 Aug 16 23:00:32.703262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-3455dda6-ff24-4ec0-ace8-0ea14859df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.704672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-3455dda6-ff24-4ec0-ace8-0ea14859df2f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0453005 Aug 16 23:00:32.794206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-eb2bbafc-3d7e-4501-98ee-b2270e1f194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.795656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-eb2bbafc-3d7e-4501-98ee-b2270e1f194c service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0833337 Aug 16 23:00:32.842707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-32baf1e9-7645-48ed-85f0-0646f75add29 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Aug 16 23:00:32.891952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-73c77acd-c9d4-4832-9022-7abe64bf4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.893405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-73c77acd-c9d4-4832-9022-7abe64bf4721 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0428679 Aug 16 23:00:32.939014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-5debac09-e114-4bc2-81f6-bc62dfddac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.940519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-5debac09-e114-4bc2-81f6-bc62dfddac48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405078 Aug 16 23:00:33.039583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-1771ab0b-886e-4db6-a91d-5c0ec4ec9f11 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914617 Aug 16 23:00:33.132583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1de734a-85ef-4c1d-8f2e-6b823a9290b6 req-a78365d8-38e8-445e-aab2-0b603d00536e service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 Aug 16 23:00:33.192954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b00a3-ebbe-4284-9adf-29093a5508ec req-0f3ee33c-2200-4c6c-8228-22c60d6617b5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:33.194540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-227b00a3-ebbe-4284-9adf-29093a5508ec req-0f3ee33c-2200-4c6c-8228-22c60d6617b5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0547376 Aug 16 23:00:33.232614 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-227b00a3-ebbe-4284-9adf-29093a5508ec req-91e59bb1-24fc-470a-9525-896986fdeb78 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321393 Aug 16 23:00:34.352510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74d7fa-c0f1-4c72-a5c9-4e880a7b30d5 req-8c99dbc3-bbe0-419f-a9b5-19cb2fedfdd8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:34.354037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f74d7fa-c0f1-4c72-a5c9-4e880a7b30d5 req-8c99dbc3-bbe0-419f-a9b5-19cb2fedfdd8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0518003 Aug 16 23:00:34.392229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5f74d7fa-c0f1-4c72-a5c9-4e880a7b30d5 req-3e0df7ef-23c7-43fc-9f08-c809154b592d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323505 Aug 16 23:00:35.507215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daed51-9d3e-4403-a64b-a2715d9b40cf req-2a6aeb58-0bba-4ba3-b5b4-9e1c80f6b89c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:35.508748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27daed51-9d3e-4403-a64b-a2715d9b40cf req-2a6aeb58-0bba-4ba3-b5b4-9e1c80f6b89c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0498755 Aug 16 23:00:35.545615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27daed51-9d3e-4403-a64b-a2715d9b40cf req-c78c01f1-fff3-4861-ab7e-270dad62be1f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Aug 16 23:00:35.932544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:36.031775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:36.043203 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:36.079559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.092310 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:36.111806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:36.117970 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.169552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:36.512408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['214dbbd8-c06d-4a71-8b72-69d01eb9b344'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:36.664249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fb3b5-3a96-447b-8181-b926f92b0ec7 req-63774056-25e6-4e6b-b3f6-6e96601f57bd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.665746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d49fb3b5-3a96-447b-8181-b926f92b0ec7 req-63774056-25e6-4e6b-b3f6-6e96601f57bd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Aug 16 23:00:36.703721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d49fb3b5-3a96-447b-8181-b926f92b0ec7 req-1e9d75ea-d93a-4420-a8af-6d7d17de3d83 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Aug 16 23:00:37.820842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86cb7e-bbbc-4db9-9020-a7b7a1052fa4 req-30e3ae91-924d-4098-a7b1-7ef399f9006a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:37.822369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd86cb7e-bbbc-4db9-9020-a7b7a1052fa4 req-30e3ae91-924d-4098-a7b1-7ef399f9006a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Aug 16 23:00:37.861039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dd86cb7e-bbbc-4db9-9020-a7b7a1052fa4 req-a2e5caee-0342-4004-a954-db36246fdedb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Aug 16 23:00:37.946367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:37.999257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:38.003221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:38.003599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.082442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.107727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:38.110004 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7af11b8-92fb-4c90-8f85-d38a167e8a6b" -d '{"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-plugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:38.123044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:38.128063 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.128235 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:38.151144 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39953671-9838-41d3-be7f-c53c54e456ea x-openstack-request-id: req-39953671-9838-41d3-be7f-c53c54e456ea {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:38.151433 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-plugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:38.151685 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39953671-9838-41d3-be7f-c53c54e456ea {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:38.152074 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'code': 200} Aug 16 23:00:38.181214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:38.277114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4b82d-9a8e-4da0-85bc-540a1d3469a3 req-2d5e8d8d-9ec2-48b4-b0e7-9d7ced5332e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.278575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49e4b82d-9a8e-4da0-85bc-540a1d3469a3 req-2d5e8d8d-9ec2-48b4-b0e7-9d7ced5332e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.0413451 Aug 16 23:00:38.316423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49e4b82d-9a8e-4da0-85bc-540a1d3469a3 req-b9a965c8-dc71-4d99-bb85-1556d7b5dae9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281308 Aug 16 23:00:38.980693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ed903-0039-46b6-85c8-2193cda52d94 req-28997e9f-cd94-4509-9491-4311e13508fa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.982215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-197ed903-0039-46b6-85c8-2193cda52d94 req-28997e9f-cd94-4509-9491-4311e13508fa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0517426 Aug 16 23:00:39.019853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-197ed903-0039-46b6-85c8-2193cda52d94 req-e21e579e-341b-40f9-9d6f-c412da3909fa tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Aug 16 23:00:40.139696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e338c-84b9-4435-a34e-a0b4c0384719 req-515fdaa5-92a6-44ea-96fc-c31533b395da tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:40.141211 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec9e338c-84b9-4435-a34e-a0b4c0384719 req-515fdaa5-92a6-44ea-96fc-c31533b395da tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0495524 Aug 16 23:00:40.180994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec9e338c-84b9-4435-a34e-a0b4c0384719 req-04aae9b0-bd56-4d60-854b-5fcd65169c95 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325599 Aug 16 23:00:40.291958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1fb2d-592a-4573-83de-cdaebd53a526 req-a99492ae-7276-4da8-baba-0749199ff1bb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:40.293491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-51f1fb2d-592a-4573-83de-cdaebd53a526 req-a99492ae-7276-4da8-baba-0749199ff1bb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0490031 Aug 16 23:00:40.302655 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 40870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:40.307135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'floatingip': {'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:40.348787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.777901 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.781563 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.879828 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 associated. External IP: 172.25.8.70, port: 214dbbd8-c06d-4a71-8b72-69d01eb9b344. Aug 16 23:00:41.085873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:41.193577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:41.198040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.205170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:41.225440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e2ac8fff-2d71-4730-be88-ab483ea593a5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "PUT /v2.0/floatingips/20f3b886-8c7c-4867-9367-9723fe9708e1 HTTP/1.1" status: 200 len: 991 time: 0.9216635 Aug 16 23:00:41.226032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:41.228325 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8d0df-d826-4d22-bb91-6dd9949008e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:41.273316 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0c1cc-4e46-4220-9bac-0704c42f5410 x-openstack-request-id: req-65c0c1cc-4e46-4220-9bac-0704c42f5410 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:41.273610 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:41.273855 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65c0c1cc-4e46-4220-9bac-0704c42f5410 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:41.274257 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'status': 'completed', 'code': 200} Aug 16 23:00:41.362208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-2258e51f-ab50-46ce-aa5a-e40ca152e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.363715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-2258e51f-ab50-46ce-aa5a-e40ca152e048 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.0443633 Aug 16 23:00:41.377990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:41.378619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:00:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:41.471052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-37a7d2f9-c885-4e23-ad89-236a0c27bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.471983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-37a7d2f9-c885-4e23-ad89-236a0c27bc6d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0921333 Aug 16 23:00:41.486263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:41.540946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-72951c27-9887-40b3-b715-a395802a705b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 999 time: 0.0616345 Aug 16 23:00:41.599600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-d7b62d1e-be73-47f8-80b2-dc1c47e34c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.601319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-d7b62d1e-be73-47f8-80b2-dc1c47e34c80 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0519898 Aug 16 23:00:41.651612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-7b4987c7-bda6-4697-8400-912b2538c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.653175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-7b4987c7-bda6-4697-8400-912b2538c73f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446708 Aug 16 23:00:41.714702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:00:40Z', 'revision_number': 9, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:41.746380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:41.754337 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-d2111385-b53a-4787-8df2-d3c3a06b2083 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903265 Aug 16 23:00:41.754999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:41.755639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:00:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:41.847045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ba8d0df-d826-4d22-bb91-6dd9949008e2 req-b0153d07-af31-4329-ae34-7f36e8f698f9 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847507 Aug 16 23:00:41.864254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:42.091277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:00:40Z', 'revision_number': 9, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:42.118476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434226c-d737-412d-a12b-d189ec8e37ee None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:00:40Z', 'revision_number': 9, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:42.312737 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5fe683-42de-44ff-bd27-8e6f27842d2c None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:00:44.832038 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.586765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ec2d33fb-c032-48b6-9f6a-e6e9ee1cabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.227815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.330623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9adb8e6c-a4ad-4f6c-9d65-54e2eb549216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.374502 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.382184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.282762 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.831510 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.129033 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:15.586233 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c8a678f2-3412-4e8b-8831-363ff8446b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.229016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.330166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9f88f3f4-5bdb-4a3a-9c01-cca69fc12be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.371769 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.061565 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-f65b6401-3693-473e-b6d9-500ae6b72c9b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396473 Aug 16 23:01:21.166473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e57e27a0-3a65-4f76-98fc-fd64fab32ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.167967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e57e27a0-3a65-4f76-98fc-fd64fab32ece service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.0442107 Aug 16 23:01:21.273163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-121e11a1-830f-419c-9d6e-7ddf181dcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.274684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-121e11a1-830f-419c-9d6e-7ddf181dcd10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0863719 Aug 16 23:01:21.386413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.585295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e13fd792-ced9-4dfc-8b2e-2bc65ab58b34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1002 time: 0.3022647 Aug 16 23:01:21.637265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e71910b3-10b5-40bf-856c-4a629d0120da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.638698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e71910b3-10b5-40bf-856c-4a629d0120da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0437613 Aug 16 23:01:21.684061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e825c3f6-8d22-4006-b82d-8b60d808277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.685555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-e825c3f6-8d22-4006-b82d-8b60d808277c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391588 Aug 16 23:01:21.780918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-1c4ce283-8cc7-4324-be37-00f3cadc700e service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858471 Aug 16 23:01:21.872131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75f727cb-08b9-4140-937a-88d08b6a0557 req-3b012efd-aa13-482b-800a-c6b5d63a2d56 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829453 Aug 16 23:01:23.294841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.836181 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.586905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e2eaa4f-b245-4b2b-bfb9-76e54f4952a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.229304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.329279 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d265400f-e84a-47dc-8d65-34c2f567de6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.373968 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.386852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.128950 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:53.292734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.844338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.586376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ef33-f53d-4501-8991-8ca2bb6fd644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.230458 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.329813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67fdf6da-46a3-4404-ba82-aaa46c391b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.377087 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.389285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.080234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-ab5a255e-ebf7-4ad1-87b9-ae86a53cc5f0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428236 Aug 16 23:02:23.180097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c49b-398e-45ed-916a-85b90688b34f req-1b7f0eba-7b2f-48cf-b382-cb6be1020735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.181558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-1b7f0eba-7b2f-48cf-b382-cb6be1020735 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.0390275 Aug 16 23:02:23.284337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c49b-398e-45ed-916a-85b90688b34f req-a31e55e1-7bde-4271-ad4d-eb9c152710b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.285751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-a31e55e1-7bde-4271-ad4d-eb9c152710b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0834696 Aug 16 23:02:23.311767 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.354405 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-9411df6d-7d43-440c-822c-f18a01caceac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1002 time: 0.0605469 Aug 16 23:02:23.403512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c49b-398e-45ed-916a-85b90688b34f req-5950eb09-528b-4b74-b16c-16bf74e9f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.404914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-5950eb09-528b-4b74-b16c-16bf74e9f5d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0427072 Aug 16 23:02:23.449505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c49b-398e-45ed-916a-85b90688b34f req-8db3ae77-0786-4d92-b771-012fdf9a67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.450956 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-8db3ae77-0786-4d92-b771-012fdf9a67bd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390947 Aug 16 23:02:23.544972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-ab615a62-bb11-4543-acb7-12ac7b52f517 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861998 Aug 16 23:02:23.642989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-36a4c49b-398e-45ed-916a-85b90688b34f req-f3d0b437-4dd8-47f2-b782-77fcd383f588 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872068 Aug 16 23:02:29.128375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:02:44.845974 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.587813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aded2e0d-9805-4420-b9d1-f02309274eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.231867 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.330072 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66d38c05-fe4c-435d-9704-506010240dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.379190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.393602 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.315986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.128213 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:13.799381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-8ce51a53-1028-4cc5-8e26-b70322e73563 req-0f8aa508-53f7-46f2-a8ca-0e5071981b85 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:03:13.800411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ce51a53-1028-4cc5-8e26-b70322e73563 req-0f8aa508-53f7-46f2-a8ca-0e5071981b85 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486329 Aug 16 23:03:14.056525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-b6cc23a6-e28f-481a-9ec2-46ab6785f4fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165857 Aug 16 23:03:14.064776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79731f-e116-4a9a-968d-19fe8beff78e req-bebc89ca-e9fd-4040-8386-32476f763035 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.066239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c79731f-e116-4a9a-968d-19fe8beff78e req-bebc89ca-e9fd-4040-8386-32476f763035 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.1319251 Aug 16 23:03:14.108472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8c79731f-e116-4a9a-968d-19fe8beff78e req-41e11b4d-6480-4a78-9c74-fb9cf86af2f6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357695 Aug 16 23:03:14.844605 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.225472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045484a6-d122-4213-83ff-2dac86c2d0a2 req-424a50e0-e605-4e9b-aafe-232a5988720f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.226944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-045484a6-d122-4213-83ff-2dac86c2d0a2 req-424a50e0-e605-4e9b-aafe-232a5988720f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0479224 Aug 16 23:03:15.268654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-045484a6-d122-4213-83ff-2dac86c2d0a2 req-05a0c7f0-44e8-4119-85d8-98cf5bf34520 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356810 Aug 16 23:03:15.589435 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-11977c9d-7e7b-446c-ae19-86d249882fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.382959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ddbb6-e929-480b-8f60-a416ea8f3131 req-74e91841-3a56-484c-af29-6876a39f7029 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.384424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348ddbb6-e929-480b-8f60-a416ea8f3131 req-74e91841-3a56-484c-af29-6876a39f7029 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Aug 16 23:03:16.420644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-348ddbb6-e929-480b-8f60-a416ea8f3131 req-5aa8af38-597a-413a-8730-a38c393a692c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302634 Aug 16 23:03:17.543837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-2a710703-2147-4ef9-b9e2-16854fe755ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:17.545379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-2a710703-2147-4ef9-b9e2-16854fe755ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.1246314 Aug 16 23:03:17.554064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f2f2-0710-41f9-b43f-b8d0a0094832 req-41681f79-ad4a-4fbf-ab93-7c5b6b0b686d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:17.555447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f888f2f2-0710-41f9-b43f-b8d0a0094832 req-41681f79-ad4a-4fbf-ab93-7c5b6b0b686d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0594244 Aug 16 23:03:17.644971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f888f2f2-0710-41f9-b43f-b8d0a0094832 req-d1f24895-0786-4537-bbc2-93a8bdb5ac0f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813913 Aug 16 23:03:17.673811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-91dc36cb-3c7a-42bb-8bdd-d76f3441f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:17.675284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-91dc36cb-3c7a-42bb-8bdd-d76f3441f6eb service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1189911 Aug 16 23:03:17.744049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-cb45d348-b228-49e9-9c8c-d20c2ab05bc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1002 time: 0.0613291 Aug 16 23:03:17.793405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-0bf13e03-2d79-4bf7-9fc7-36f041d0ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:17.794761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-0bf13e03-2d79-4bf7-9fc7-36f041d0ebd0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0430100 Aug 16 23:03:17.841022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-ba6258b4-d9ca-464c-9bdc-89377985f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:17.842621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-ba6258b4-d9ca-464c-9bdc-89377985f862 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406916 Aug 16 23:03:17.937609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-adeb97d4-5564-482f-850e-47e778fc33b6 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874507 Aug 16 23:03:18.030351 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-02be2b7d-4a44-48f2-85e4-1b2fe08997ba service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856848 Aug 16 23:03:18.231879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.329583 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6019ecc1-61c9-481a-b010-53b0e23bd599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.764761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff20bb-fa4a-4160-a988-7b52d62e0df5 req-ce54fe3a-0824-42c6-a629-6ff373f5f23a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.766784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81ff20bb-fa4a-4160-a988-7b52d62e0df5 req-ce54fe3a-0824-42c6-a629-6ff373f5f23a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0539179 Aug 16 23:03:18.804429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81ff20bb-fa4a-4160-a988-7b52d62e0df5 req-90629ee6-9467-4b48-85db-2451e69309b4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Aug 16 23:03:19.382372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.918133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a146c8-0a9e-4359-9edb-a7e2353d4e92 req-c0238f11-9203-41d5-9fbb-fb6febb346a2 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.919617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35a146c8-0a9e-4359-9edb-a7e2353d4e92 req-c0238f11-9203-41d5-9fbb-fb6febb346a2 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Aug 16 23:03:19.959686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35a146c8-0a9e-4359-9edb-a7e2353d4e92 req-d02964b6-898a-46fd-ad15-e343c9a60229 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Aug 16 23:03:21.080487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95b62-aa10-4424-8ce0-8c2c62a18d38 req-842f774e-e84f-434a-aa1a-046f3e624918 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.081999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48e95b62-aa10-4424-8ce0-8c2c62a18d38 req-842f774e-e84f-434a-aa1a-046f3e624918 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0542505 Aug 16 23:03:21.120048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48e95b62-aa10-4424-8ce0-8c2c62a18d38 req-b5a09b6e-ff21-489f-8acf-852cd5d2c99c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320210 Aug 16 23:03:21.396108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.238899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2bc63-5f8d-4e7f-a7ac-7ce424cd19db req-aaffe5da-a248-432d-9a72-e050b94b71bc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.240384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ee2bc63-5f8d-4e7f-a7ac-7ce424cd19db req-aaffe5da-a248-432d-9a72-e050b94b71bc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Aug 16 23:03:22.277418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ee2bc63-5f8d-4e7f-a7ac-7ce424cd19db req-267c647e-40f8-4e1d-999c-2f8e15b5a986 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Aug 16 23:03:23.137455 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-2a1e5336-dff8-41ac-84b9-012331346f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.138954 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-2a1e5336-dff8-41ac-84b9-012331346f18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1098 time: 0.0400429 Aug 16 23:03:23.249324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-f5127cf5-0779-4c1d-8ebb-c982b827442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.251638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-f5127cf5-0779-4c1d-8ebb-c982b827442d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0913136 Aug 16 23:03:23.322642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-9f1d3e9d-9c5f-43f2-ae15-3ff25eed5d2a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1002 time: 0.0591397 Aug 16 23:03:23.326004 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.403418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-b81d51a0-1cca-4701-b1b1-52844d45dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.404803 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-b81d51a0-1cca-4701-b1b1-52844d45dbe8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0741189 Aug 16 23:03:23.428827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253d72d-300e-4a62-9e57-8532a9eee29f req-f8f9d3f3-38d8-4a6b-ae1b-f7bc87d808da tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.430315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6253d72d-300e-4a62-9e57-8532a9eee29f req-f8f9d3f3-38d8-4a6b-ae1b-f7bc87d808da tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0742037 Aug 16 23:03:23.484447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-8fe9589d-15cd-4100-84bb-6e6a8fafdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.486032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-8fe9589d-15cd-4100-84bb-6e6a8fafdffa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736444 Aug 16 23:03:23.488812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6253d72d-300e-4a62-9e57-8532a9eee29f req-17820ada-806a-42ad-8930-7f29179609c6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Aug 16 23:03:23.589640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-fb2cddc5-01fd-4d9b-907c-716dd2041f8f service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943401 Aug 16 23:03:23.679743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-525feb4d-16c4-414c-8c3a-0d072afcc24d req-7b83bfe7-754a-461c-a516-563e95c3afa5 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820086 Aug 16 23:03:24.601581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee6f51-8ed0-49ec-baf8-07e924c0e298 req-79b3bfcb-581b-4191-9e34-072e1e5b0064 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:24.603037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ee6f51-8ed0-49ec-baf8-07e924c0e298 req-79b3bfcb-581b-4191-9e34-072e1e5b0064 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0476146 Aug 16 23:03:24.639809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43ee6f51-8ed0-49ec-baf8-07e924c0e298 req-8521643d-539c-451a-ae37-3174b69a74fe tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Aug 16 23:03:25.758754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786a79-4cc7-49a1-92ca-c8a19576c037 req-52f67855-b35e-47e7-9ec5-6a5e5a92b733 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.760237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da786a79-4cc7-49a1-92ca-c8a19576c037 req-52f67855-b35e-47e7-9ec5-6a5e5a92b733 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0531547 Aug 16 23:03:25.797973 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da786a79-4cc7-49a1-92ca-c8a19576c037 req-c50edf79-1644-4b62-91f9-392a1998213e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317254 Aug 16 23:03:26.911831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4548d-21d3-49c2-b07d-02c6f3d54d6b req-41941701-26ac-432e-bb20-ad6d5198f4fb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.913382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccb4548d-21d3-49c2-b07d-02c6f3d54d6b req-41941701-26ac-432e-bb20-ad6d5198f4fb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0490210 Aug 16 23:03:26.950190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccb4548d-21d3-49c2-b07d-02c6f3d54d6b req-0d0f6dbd-e55c-4396-aa11-4c0756658550 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 16 23:03:28.065481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c1275-d0cf-4814-a221-af2f09f3dfcc req-bfe214b9-2c0d-43be-bd03-6c5524d1bb36 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.066970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b76c1275-d0cf-4814-a221-af2f09f3dfcc req-bfe214b9-2c0d-43be-bd03-6c5524d1bb36 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Aug 16 23:03:28.104505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b76c1275-d0cf-4814-a221-af2f09f3dfcc req-b28f9c18-f8f6-4d5b-be1e-9f1c3b978d99 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Aug 16 23:03:29.223924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa66f3-da38-43df-9f27-3eba8acc2dd7 req-f0ba7e9d-afd6-4873-92d0-043eed0c9ab8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.225428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00aa66f3-da38-43df-9f27-3eba8acc2dd7 req-f0ba7e9d-afd6-4873-92d0-043eed0c9ab8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0520220 Aug 16 23:03:29.262430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00aa66f3-da38-43df-9f27-3eba8acc2dd7 req-f071a84a-792c-41dd-a0f4-c141e5d35417 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308878 Aug 16 23:03:30.233764 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-c66f3ac7-201e-4886-aa9f-aba108d83ee4 service neutron] show failed (client error): The resource could not be found. Aug 16 23:03:30.235345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-c66f3ac7-201e-4886-aa9f-aba108d83ee4 service neutron] 10.222.0.88 "GET /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0544820 Aug 16 23:03:30.385277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f69bd-c485-41e1-98d6-fe937a91a4bb req-30c733db-f14a-4735-83d4-e518b4fb62a8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.386826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c29f69bd-c485-41e1-98d6-fe937a91a4bb req-30c733db-f14a-4735-83d4-e518b4fb62a8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0547998 Aug 16 23:03:30.431652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c29f69bd-c485-41e1-98d6-fe937a91a4bb req-2cbe9c4c-03c9-40f0-85fe-42b8e6b53a35 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Aug 16 23:03:30.502220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-102b12a8-7039-4c87-a4e3-17ba53c5b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.503666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-102b12a8-7039-4c87-a4e3-17ba53c5b7a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1098 time: 0.0908132 Aug 16 23:03:30.528722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:30.580906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.778110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:30.809411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:30.853514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:30.855769 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e215a-893f-4ee6-b29f-e8f25024f3b5" -d '{"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-unplugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:30.859870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.872077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Transition to ACTIVE for port object 214dbbd8-c06d-4a71-8b72-69d01eb9b344 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:30.876387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.907660 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e86080-c1e2-4edb-a70b-18f4f1dbbd1e x-openstack-request-id: req-46e86080-c1e2-4edb-a70b-18f4f1dbbd1e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:30.907951 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-unplugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:30.908758 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46e86080-c1e2-4edb-a70b-18f4f1dbbd1e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:30.908758 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'code': 200} Aug 16 23:03:30.956403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:30.971279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.971631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.971983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.972326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.972668 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.973005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.973367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.973706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.974043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.974382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.974705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:30.975037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:31.011994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] No DVR routers for this DVR port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:31.150399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:31.150737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:31.151068 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:31.155148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:31.155473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:31.160168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:31.160511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:31.160894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:31.161348 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Bound port: 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:31.161706 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.222178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:31.224967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:31.229638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.261387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.262156 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.263576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] 10.222.0.89 "PUT /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1093 time: 0.7388723 Aug 16 23:03:31.287458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b05de-91ff-4d5e-a6db-5298e8292d00 service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:31.348207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-ac0b593b-2d09-493d-b5d8-3b53477f601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.349937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-ac0b593b-2d09-493d-b5d8-3b53477f601d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0425472 Aug 16 23:03:31.448185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-4b028bfb-6bfa-49a9-b74c-188fa29326d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.449715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-4b028bfb-6bfa-49a9-b74c-188fa29326d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0921147 Aug 16 23:03:31.551458 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-1bc89c6f-0cf2-4b58-9816-62c805fd9aa3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.0889928 Aug 16 23:03:31.567178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fac4d-7720-4392-adb3-653c4a0e1af4 req-dec1d2fb-1f79-474f-b607-1f24fe3a5774 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.568602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c65fac4d-7720-4392-adb3-653c4a0e1af4 req-dec1d2fb-1f79-474f-b607-1f24fe3a5774 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0644934 Aug 16 23:03:31.633226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-edcd6101-1727-41ee-8191-86fb3a17cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.635077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-edcd6101-1727-41ee-8191-86fb3a17cba0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0654287 Aug 16 23:03:31.644071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c65fac4d-7720-4392-adb3-653c4a0e1af4 req-12d9c8dd-5afc-4f34-a94a-b7e8dea551c1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673716 Aug 16 23:03:31.685171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-a598f641-8d10-4bee-ae29-8aae3d0e7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.686643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-a598f641-8d10-4bee-ae29-8aae3d0e7b71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396705 Aug 16 23:03:31.781464 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-71c9cd54-26f4-407c-b4eb-afb29e37b40f service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Aug 16 23:03:31.875511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd786f8c-9863-4cf5-be2c-b6291146d4a6 req-0960c4b5-a7ca-4e09-95eb-e6eb776262dc service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831444 Aug 16 23:03:32.760310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed51d8e-1389-4a76-b2e9-65d413e1276b req-6279ad63-bb33-43cf-ab93-4b2e3a9cdf0d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.761734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fed51d8e-1389-4a76-b2e9-65d413e1276b req-6279ad63-bb33-43cf-ab93-4b2e3a9cdf0d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0488935 Aug 16 23:03:32.799563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fed51d8e-1389-4a76-b2e9-65d413e1276b req-744b200a-8ed2-4307-91d5-aa379298c30c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Aug 16 23:03:32.909361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:32.911700 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eaa9b2-1624-4848-a57b-28cedea378fa" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:32.959303 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106fae9-78b6-44a7-b0a5-fc814b7383db x-openstack-request-id: req-b106fae9-78b6-44a7-b0a5-fc814b7383db {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:32.959595 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:32.959843 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b106fae9-78b6-44a7-b0a5-fc814b7383db {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:32.960239 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'status': 'completed', 'code': 200} Aug 16 23:03:33.066581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-69041ee4-3cdd-4098-9d90-f1dd360cdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.067965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-69041ee4-3cdd-4098-9d90-f1dd360cdfbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0648680 Aug 16 23:03:33.072899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-3b327139-0589-4284-83cd-006ba2660192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.074283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-3b327139-0589-4284-83cd-006ba2660192 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0631382 Aug 16 23:03:33.226873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-9d71f3be-9689-4dac-b606-2bfce421a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.228329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-9d71f3be-9689-4dac-b606-2bfce421a37a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1527314 Aug 16 23:03:33.229690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-8b12e1f7-59db-40ce-a555-d088f171931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.230980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-8b12e1f7-59db-40ce-a555-d088f171931c service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1478190 Aug 16 23:03:33.575643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-0103532c-07b2-43ad-a4fc-fbb8b24f882c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.3386979 Aug 16 23:03:33.577417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-1b83bf42-5b70-4ee2-bd11-bd6f16c28340 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.3350203 Aug 16 23:03:33.658138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-600ad178-fc84-4037-aa5a-cdab5d74bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.659568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-600ad178-fc84-4037-aa5a-cdab5d74bb9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0760157 Aug 16 23:03:33.660899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-47aa8ec5-de3e-452e-8044-754f0c6de433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.662229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-47aa8ec5-de3e-452e-8044-754f0c6de433 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0717118 Aug 16 23:03:33.735882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-6538eee6-bd97-49cb-b57c-bafaa9762c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.737316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-6538eee6-bd97-49cb-b57c-bafaa9762c91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678391 Aug 16 23:03:33.757625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-2a68356a-6543-4034-8315-b11b90c8f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.759030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-2a68356a-6543-4034-8315-b11b90c8f986 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548654 Aug 16 23:03:33.923328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-375ef4d3-93ab-4199-8fc7-48f60a3bf5db service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779213 Aug 16 23:03:33.943939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-7228d65e-3909-4ec9-b729-75224840fec7 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499939 Aug 16 23:03:34.010189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f515-a1ec-4764-94c6-e6f1109574e3 req-e2e2b046-c3d5-427d-b50a-6f770a8fc25d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.011568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fe9f515-a1ec-4764-94c6-e6f1109574e3 req-e2e2b046-c3d5-427d-b50a-6f770a8fc25d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.1397343 Aug 16 23:03:34.115206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fe9f515-a1ec-4764-94c6-e6f1109574e3 req-28838941-c484-45ed-8424-48b2913bcd99 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751464 Aug 16 23:03:34.118677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-361de7aa-e84e-41ba-a94c-848123afceaf service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851020 Aug 16 23:03:34.141751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-06eaa9b2-1624-4848-a57b-28cedea378fa req-f4966a35-34d2-4479-b87f-b286a65c98bc service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864424 Aug 16 23:03:34.436744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-c2d50447-617d-405c-9c5c-25ed58f09a94 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.438234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-c2d50447-617d-405c-9c5c-25ed58f09a94 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&tenant_id=c1b66cd0f4e6411ead60f713d88e7748&binding%3Ahost_id=n-h2-791505-20 HTTP/1.1" status: 200 len: 944 time: 0.0808432 Aug 16 23:03:34.448515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f9397-419e-429a-820a-4509c4b2cf6e req-f90c2fa0-0615-4506-8623-9ee23924fb15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.450004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-710f9397-419e-429a-820a-4509c4b2cf6e req-f90c2fa0-0615-4506-8623-9ee23924fb15 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0659738 Aug 16 23:03:34.527506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-710f9397-419e-429a-820a-4509c4b2cf6e req-8f3eaeb9-375d-4d07-8c14-d2cd5da0f2f7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707686 Aug 16 23:03:34.535814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-4f607e7e-71ee-4ee7-acbc-f2515dcadc04 service neutron] 10.222.0.89 "GET /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344/bindings/n-h2-791505-20 HTTP/1.1" status: 200 len: 383 time: 0.0849233 Aug 16 23:03:34.616569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-603d5c2e-d9b2-4563-9db4-5b91bdbf9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.618084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-603d5c2e-d9b2-4563-9db4-5b91bdbf9f5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1096 time: 0.0419273 Aug 16 23:03:34.707376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-94628bda-8f3f-4769-9618-73c44b6b2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.708861 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-94628bda-8f3f-4769-9618-73c44b6b2d56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0835032 Aug 16 23:03:34.777948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-d920e3de-7014-4afd-befa-14d4098ea2a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.0611560 Aug 16 23:03:34.825907 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-bec8da87-00a5-4139-9f3b-9d542cd040fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.827311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-bec8da87-00a5-4139-9f3b-9d542cd040fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0424855 Aug 16 23:03:34.871880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-3b8cc7d4-7645-49dc-9970-888ca0ad864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.873280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-3b8cc7d4-7645-49dc-9970-888ca0ad864c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389342 Aug 16 23:03:34.894594 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:34.934340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:34.968939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-bcfcfd51-3815-4d1d-a39c-ee755feff84a service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Aug 16 23:03:35.061851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-5fdb4030-05cc-481e-bf0f-643e8acbb04e service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861580 Aug 16 23:03:35.645699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fbfb2-df74-46ba-8b82-b9f8ba525a55 req-8ed6ad79-a6ac-466a-a3ce-0a1ba726a07b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:35.647178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-569fbfb2-df74-46ba-8b82-b9f8ba525a55 req-8ed6ad79-a6ac-466a-a3ce-0a1ba726a07b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0490015 Aug 16 23:03:35.685585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-569fbfb2-df74-46ba-8b82-b9f8ba525a55 req-b8d3655c-435e-44c6-b33b-634d83c867c8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Aug 16 23:03:36.634397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:36.730132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:36.740933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:36.777442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.793629 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:36.801669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df232bd3-9973-4af0-b0ec-398a73bf7a76 req-f088862b-4485-41ff-9ea5-d5861df20728 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.803183 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df232bd3-9973-4af0-b0ec-398a73bf7a76 req-f088862b-4485-41ff-9ea5-d5861df20728 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Aug 16 23:03:36.812415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:36.816351 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.841620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df232bd3-9973-4af0-b0ec-398a73bf7a76 req-10cf0f0a-d6ed-4391-a127-570337921974 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323462 Aug 16 23:03:36.864445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.871826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.872176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.872522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.872864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.873229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.873567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.873898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.874242 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.874602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.874944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.875260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:36.875586 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:37.246284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-839154c1-0504-44dc-b7b2-0fbf4944825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.247760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-839154c1-0504-44dc-b7b2-0fbf4944825c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1097 time: 0.0408473 Aug 16 23:03:37.266046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:37.319912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.521082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:37.553308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:37.585182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:37.593638 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.603545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Ignored duplicate provisioning block setup for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 23:03:37.607269 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.691094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=9']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:37.731854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] No DVR routers for this DVR port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:37.867952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:37.868616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:37.868616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:37.872833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:37.873185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Attempting to bind port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:37.878734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:37.879165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:37.879456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:37.879883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Bound port: 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:37.880270 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.975646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:37.980119 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:37.990724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd28d89-e742-4528-a811-33885bd01be3 req-de866b34-85a7-4991-b1ac-1890c018d581 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.992276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdd28d89-e742-4528-a811-33885bd01be3 req-de866b34-85a7-4991-b1ac-1890c018d581 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 944 time: 0.0802588 Aug 16 23:03:37.994008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.036674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.037400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.038833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] 10.222.0.88 "PUT /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1093 time: 0.7767584 Aug 16 23:03:38.051245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:38.054147 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c329b6-b1b1-4c56-ae8b-3f27204810e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:38.098960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27226794-c8d9-4129-b08e-8299cde17650 service neutron] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:38.117676 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33d792-1b91-428a-b338-9ad4316c2666 x-openstack-request-id: req-cd33d792-1b91-428a-b338-9ad4316c2666 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:38.118017 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:38.118219 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd33d792-1b91-428a-b338-9ad4316c2666 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:38.118606 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'status': 'completed', 'code': 200} Aug 16 23:03:38.123430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cdd28d89-e742-4528-a811-33885bd01be3 req-243de570-370d-4f2d-a62c-532140f49a1b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240880 Aug 16 23:03:38.139761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-19a345a1-11aa-416f-a850-60d299fce3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.141857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-19a345a1-11aa-416f-a850-60d299fce3b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1097 time: 0.0623245 Aug 16 23:03:38.256801 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-e79070e2-2b12-4070-8aeb-a25fd94c4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.258360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-e79070e2-2b12-4070-8aeb-a25fd94c4609 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1097 time: 0.0864098 Aug 16 23:03:38.272135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-3fbc195a-b05f-427c-b119-a7a09518dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.273531 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-3fbc195a-b05f-427c-b119-a7a09518dde3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1246264 Aug 16 23:03:38.389162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-9eeb3f71-d3c5-4a0e-8d34-cc7c8cbecb4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.1070421 Aug 16 23:03:38.439956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-e224cdf4-8277-4772-a53e-172fdac28f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.441473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-e224cdf4-8277-4772-a53e-172fdac28f65 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1707783 Aug 16 23:03:38.489495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-7d3725a7-4188-4c19-b532-bdd6b19dee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.490960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-7d3725a7-4188-4c19-b532-bdd6b19dee69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0936828 Aug 16 23:03:38.541292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-f2d3c434-dfac-4b89-b4ad-eb9c998bfbd9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.0888343 Aug 16 23:03:38.550682 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-effc114c-15eb-4089-893a-8e7839b5a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.552090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-effc114c-15eb-4089-893a-8e7839b5a615 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529389 Aug 16 23:03:38.638503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:38.645372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-7d1172ae-befa-41b5-9089-b92730f0e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.646781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-7d1172ae-befa-41b5-9089-b92730f0e107 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0937982 Aug 16 23:03:38.675199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:38.700667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-afdeaf50-3778-4c84-883e-0b59853f7385 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405580 Aug 16 23:03:38.721751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-c254326a-7980-4b51-b0c7-a331b7d21533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.723229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-c254326a-7980-4b51-b0c7-a331b7d21533 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612123 Aug 16 23:03:38.869494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8809e7f4-444f-4da2-835f-cde84b909cb5 req-b3fea867-1bb4-4bb6-9b28-6e8aaa2e9cf3 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582160 Aug 16 23:03:38.874540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-731114c4-98ce-4473-861e-8a2fcfdc9f44 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374247 Aug 16 23:03:38.978686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-09743209-eefa-4ee9-a401-a20660b3ea3b service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924060 Aug 16 23:03:39.011236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-11b63835-c2b6-4530-93d8-80fc599406ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.012732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-11b63835-c2b6-4530-93d8-80fc599406ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 1097 time: 0.0474637 Aug 16 23:03:39.101731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-513ffac5-5fe8-440c-aa9b-f35b3994775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.103185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-513ffac5-5fe8-440c-aa9b-f35b3994775f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0833919 Aug 16 23:03:39.172526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-f9d93672-b1c0-4b51-8de5-7a5cca8fa0e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 200 len: 1000 time: 0.0611413 Aug 16 23:03:39.247940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-d48ae923-7e2f-4edf-9d00-ba762125fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.249818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-d48ae923-7e2f-4edf-9d00-ba762125fc79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0687342 Aug 16 23:03:39.264971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66afc9-1423-4b6a-8a16-712859d330c0 req-34837ce9-8bda-40a5-9614-ed9bf9f610c2 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.266911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c66afc9-1423-4b6a-8a16-712859d330c0 req-34837ce9-8bda-40a5-9614-ed9bf9f610c2 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0605030 Aug 16 23:03:39.329090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-1035cdbe-da54-4801-ad80-b0204636fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.330539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-1035cdbe-da54-4801-ad80-b0204636fb1c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732553 Aug 16 23:03:39.333266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c66afc9-1423-4b6a-8a16-712859d330c0 req-2e8df2af-16c9-4670-bf44-f8b26a035e04 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593004 Aug 16 23:03:39.421321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-74ddacf4-dfec-4258-9de6-0df0659b58fe service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824912 Aug 16 23:03:39.751870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-80c329b6-b1b1-4c56-ae8b-3f27204810e2 req-d70fc976-02e9-40ae-913f-097139ccc73d service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222098 Aug 16 23:03:40.447397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3b7a5-8a02-460a-81b1-13ccbffcb22b req-5ddf3116-62c6-4b17-bab2-be476eb498ab tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:40.448883 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ad3b7a5-8a02-460a-81b1-13ccbffcb22b req-5ddf3116-62c6-4b17-bab2-be476eb498ab tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Aug 16 23:03:40.487251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ad3b7a5-8a02-460a-81b1-13ccbffcb22b req-ae640946-1bea-402c-9fa6-b20d8ee8131c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Aug 16 23:03:41.602092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3aeaf4-b472-4767-a4f8-b662160b7855 req-bf1760e2-a000-45e4-b480-1ff1f218320a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.603562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3aeaf4-b472-4767-a4f8-b662160b7855 req-bf1760e2-a000-45e4-b480-1ff1f218320a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0476115 Aug 16 23:03:41.640704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3aeaf4-b472-4767-a4f8-b662160b7855 req-959c8dd5-37cb-4519-b392-801d5b3beca8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307412 Aug 16 23:03:42.757127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d3aa-7234-4dfc-8ac6-72186b70ee44 req-d40656d5-7962-4bae-8824-4ac3a7cdf076 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.758542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3198d3aa-7234-4dfc-8ac6-72186b70ee44 req-d40656d5-7962-4bae-8824-4ac3a7cdf076 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Aug 16 23:03:42.795821 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3198d3aa-7234-4dfc-8ac6-72186b70ee44 req-e3634f8e-c4aa-41ef-96e9-1a088921c4f6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313790 Aug 16 23:03:42.907810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff76b5-390d-4d63-9c81-7c280e60a12d req-d0364605-ed95-44e9-ad7b-e34a8f40f289 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.909315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cff76b5-390d-4d63-9c81-7c280e60a12d req-d0364605-ed95-44e9-ad7b-e34a8f40f289 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0483980 Aug 16 23:03:42.933530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:42.946547 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9cff76b5-390d-4d63-9c81-7c280e60a12d req-65d95768-b62a-4791-bf77-2a3368aed724 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Aug 16 23:03:43.031975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:43.043029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'mac_address': 'fa:16:3e:2d:1b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:43.061483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf42e7-913b-4bf5-82b3-f1089b1205a0 req-846288d5-8663-412c-8235-be3ab2121911 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:43.063571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bbf42e7-913b-4bf5-82b3-f1089b1205a0 req-846288d5-8663-412c-8235-be3ab2121911 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Aug 16 23:03:43.079214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.092168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:43.101431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bbf42e7-913b-4bf5-82b3-f1089b1205a0 req-ed9a3df1-5435-4148-96b1-6563a3422d1b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Aug 16 23:03:43.115435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:43.119601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.128597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:43.166212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=11']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:43.356899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec7c61-4a96-4275-9961-1804d65a709a req-b9929c45-a4c1-42cb-93ed-6d1f63912858 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:43.358321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cec7c61-4a96-4275-9961-1804d65a709a req-b9929c45-a4c1-42cb-93ed-6d1f63912858 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Aug 16 23:03:43.397779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7cec7c61-4a96-4275-9961-1804d65a709a req-3ca24e1f-5eb6-496c-99b5-3c5a370b5d70 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329525 Aug 16 23:03:43.622577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['214dbbd8-c06d-4a71-8b72-69d01eb9b344'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:44.513810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bb4fd-cd2d-4fd2-9b2f-c5dde7d1beb4 req-457e2929-997b-4949-bedf-bcaecdbdf5b1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.515302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-419bb4fd-cd2d-4fd2-9b2f-c5dde7d1beb4 req-457e2929-997b-4949-bedf-bcaecdbdf5b1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Aug 16 23:03:44.552336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-419bb4fd-cd2d-4fd2-9b2f-c5dde7d1beb4 req-0eb3a4f0-a45b-4fd8-9651-5bb0cd5301ff tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Aug 16 23:03:44.836003 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.938732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373de810-fcbf-453a-98b2-d6ef846f926a req-f23405dd-9ca4-423a-a84f-3eeb98b12c9a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.940187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-373de810-fcbf-453a-98b2-d6ef846f926a req-f23405dd-9ca4-423a-a84f-3eeb98b12c9a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 946 time: 0.0473688 Aug 16 23:03:44.964993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:45.013481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:45.017642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:45.018025 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.033779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Deleting port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:45.034123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.096470 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.119108 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:45.121378 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7fe06f-824c-4acc-ac5e-fa7dfe10f056" -d '{"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-plugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:45.121596 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:45.121973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.135733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 214dbbd8-c06d-4a71-8b72-69d01eb9b344, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=214dbbd8-c06d-4a71-8b72-69d01eb9b344,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:45.140222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.169476 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ef1975-1839-4854-9dee-1da55713cc05 x-openstack-request-id: req-97ef1975-1839-4854-9dee-1da55713cc05 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:45.169771 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-plugged", "status": "completed", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:45.170028 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97ef1975-1839-4854-9dee-1da55713cc05 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:45.170421 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'code': 200} Aug 16 23:03:45.195630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:45.297861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.298241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.298564 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 disassociated. External IP: 172.25.8.70, port: 214dbbd8-c06d-4a71-8b72-69d01eb9b344. Aug 16 23:03:45.298917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Calling delete_port for 214dbbd8-c06d-4a71-8b72-69d01eb9b344 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:45.422301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.454304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'Port': ['ID=214dbbd8-c06d-4a71-8b72-69d01eb9b344,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:45.575766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:45.594023 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12c9c762-d1b3-44cc-a86c-6bff8184de31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.658644 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfe8ae2b-ee7f-4339-8993-c62b70222395 req-e0e6b27b-ecab-4211-ad4c-c5122072d366 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa62a116-ef32-4bd6-b39d-d9f93f8b9d23 HTTP/1.1" status: 200 len: 210 time: 0.0318651 Aug 16 23:03:45.721918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:45.731402 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:45.740989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:45.741632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:03:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:45.760762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] No DVR routers for this DVR port 214dbbd8-c06d-4a71-8b72-69d01eb9b344 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:45.763526 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.766087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-373de810-fcbf-453a-98b2-d6ef846f926a req-86995e64-596d-427e-ab12-0943f18f0017 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "DELETE /v2.0/ports/214dbbd8-c06d-4a71-8b72-69d01eb9b344 HTTP/1.1" status: 204 len: 173 time: 0.8197227 Aug 16 23:03:45.766529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-deleted', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:45.768923 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36718ea-3c21-4a2c-b621-91e00f806ea4" -d '{"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-deleted", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:45.808829 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164f953-8367-4992-8a3c-a182063b8162 x-openstack-request-id: req-f164f953-8367-4992-8a3c-a182063b8162 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:45.809292 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa62a116-ef32-4bd6-b39d-d9f93f8b9d23", "name": "network-vif-deleted", "tag": "214dbbd8-c06d-4a71-8b72-69d01eb9b344", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:45.809617 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f164f953-8367-4992-8a3c-a182063b8162 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:45.810122 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa62a116-ef32-4bd6-b39d-d9f93f8b9d23', 'name': 'network-vif-deleted', 'tag': '214dbbd8-c06d-4a71-8b72-69d01eb9b344', 'status': 'completed', 'code': 200} Aug 16 23:03:45.848325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:46.213357 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:46.240816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:03:46.250017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:46.250754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:03:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:46.370861 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:46.570990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:46.597784 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207705a-8bb6-4d22-9500-4dd535b88eed None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:46.823112 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1761a-1a51-48f8-8140-531d7a73bbea None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:03:46.957018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-cabb713a-ffee-4b22-b8fb-bde587cf150c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--997503654&fields=id&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 267 time: 0.0337093 Aug 16 23:03:47.066020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-43bc5fc8-cd96-42fd-84db-a67011c77805 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.067463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-43bc5fc8-cd96-42fd-84db-a67011c77805 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1034107 Aug 16 23:03:47.082585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-c859d0b2-a813-4b28-aa25-7a14d0d37f79 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/quotas/c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 375 time: 0.0094664 Aug 16 23:03:47.133546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-bf520c63-92d8-4adc-8334-61c2b843f9ca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458634 Aug 16 23:03:47.231974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-842b375b-a52c-415a-aae8-08c3e4ef548e service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Aug 16 23:03:47.318746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-1484a890-480c-449d-b3af-7828aefa97cd service neutron] 10.222.0.22 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808475 Aug 16 23:03:47.482042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-95f06943-c431-43d5-98df-9cca6d317213 req-d580699d-ce1a-400c-9dc2-e1344318e9e4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 210 time: 0.0311258 Aug 16 23:03:48.232258 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.328681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-50b2dbe6-81e3-463f-91f6-915193b6aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.580276 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-002e8989-00ed-440a-8373-dd1b7a71f3d3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.581785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-002e8989-00ed-440a-8373-dd1b7a71f3d3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 812 time: 0.1216609 Aug 16 23:03:48.596213 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c84930b4-33d9-4b7e-969b-ed3f336eef72 req-de6bfee0-6b11-4fe3-aebe-7a487e8133af tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 210 time: 0.0401952 Aug 16 23:03:48.639712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-58316af9-ad5e-47c6-88b7-720a11ab31c0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 379 time: 0.0339520 Aug 16 23:03:48.655950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'port': {'device_id': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'admin_state_up': True, 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'security_groups': ['8b6c41be-9335-4002-95c5-2821e2a7c40c']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:48.766250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Made reservation on behalf of c1b66cd0f4e6411ead60f713d88e7748 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:48.769656 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.891110 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Allocated IP 172.20.0.12 (b7eaf81b-c3e0-4f87-b8e6-6706d1967b64/22c40da6-ecec-4916-954d-d4f23c60e5ea/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:48.973330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:48.992397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 214dbbd8-c06d-4a71-8b72-69d01eb9b344 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:48.992749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 214dbbd8-c06d-4a71-8b72-69d01eb9b344 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:49.030879 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.043688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Transition to ACTIVE for port object 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:49.075308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.121714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:49.125371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:49.129428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:49.135674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:49.182390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:49.183028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.199341 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-e129b373-a5ab-4426-a035-5a2d80940e1a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5470276 Aug 16 23:03:49.225665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Request body: {'port': {'device_id': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:49.282456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.316901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d2ddc9-fbe9-46e3-8a84-8782f011fd5a None None] Provisioning for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:49.320668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-46d2ddc9-fbe9-46e3-8a84-8782f011fd5a None None] Provisioning complete for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:49.321048 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-46d2ddc9-fbe9-46e3-8a84-8782f011fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.355144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-46d2ddc9-fbe9-46e3-8a84-8782f011fd5a None None] Port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:03:49.383726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.546435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:49.553725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.565515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Transition to ACTIVE for port object 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:49.569081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.620438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:49.721054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:49.721424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:49.721767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:49.730006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:49.730256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:49.738958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:49.739314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:49.739723 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:49.740177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Bound port: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:49.740554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.752400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535dd77-fd7d-42fd-999f-3a71f0ef025e req-55d0fc33-dbc8-4fc3-989e-569c5c491e0b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:49.754058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d535dd77-fd7d-42fd-999f-3a71f0ef025e req-55d0fc33-dbc8-4fc3-989e-569c5c491e0b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0815206 Aug 16 23:03:49.828496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d535dd77-fd7d-42fd-999f-3a71f0ef025e req-b1a15812-6656-4428-a860-e1f7096eb6e6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675952 Aug 16 23:03:49.845599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:49.848733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:49.854400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.889785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:49.890476 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.891868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] 10.222.0.89 "PUT /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1093 time: 0.6708226 Aug 16 23:03:49.892310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:49.894618 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa217811-2e02-445b-8f64-c711ba730a38" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:49.919440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab8482-47aa-40f9-a759-0ac52977034d service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:49.946180 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d033c3-515c-48ba-82fe-43b638095ee9 x-openstack-request-id: req-e7d033c3-515c-48ba-82fe-43b638095ee9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:49.946475 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:49.946723 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7d033c3-515c-48ba-82fe-43b638095ee9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:49.947126 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'status': 'completed', 'code': 200} Aug 16 23:03:50.009653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-5f473ccd-7596-4d63-a0fa-af7e511e42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.011354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-5f473ccd-7596-4d63-a0fa-af7e511e42ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0448973 Aug 16 23:03:50.076587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-1675653d-645a-408b-bc72-7709fe3bfb28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 217 time: 0.0391669 Aug 16 23:03:50.130335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-082dda4a-6c75-46d9-941f-7c157242c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.131794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-082dda4a-6c75-46d9-941f-7c157242c03c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0442626 Aug 16 23:03:50.180921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-36303b5b-a37d-447f-82e0-11bfa1d87c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.182354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-36303b5b-a37d-447f-82e0-11bfa1d87c11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389898 Aug 16 23:03:50.278789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-34818c09-707b-4a3e-b6f6-9cde18ceb83d service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863292 Aug 16 23:03:50.370330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c89503bf-43bc-4edb-9c26-b40c78c05196 req-acb58777-332e-4019-88a0-80b86e38a770 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801072 Aug 16 23:03:50.508405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217811-2e02-445b-8f64-c711ba730a38 req-8da514a5-ac26-4946-96ff-6bcc73f0a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.510138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-8da514a5-ac26-4946-96ff-6bcc73f0a70f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0457137 Aug 16 23:03:50.599253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217811-2e02-445b-8f64-c711ba730a38 req-c5c24e94-e054-4b16-95eb-26b7ae18f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.600824 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-c5c24e94-e054-4b16-95eb-26b7ae18f8ba service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0830767 Aug 16 23:03:50.647130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-f8a941cb-cc20-434a-922b-1b78d0d29a91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 217 time: 0.0390401 Aug 16 23:03:50.697716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217811-2e02-445b-8f64-c711ba730a38 req-85429683-6532-4c20-ae5c-2c4689b5bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.699127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-85429683-6532-4c20-ae5c-2c4689b5bde3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0430009 Aug 16 23:03:50.744595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217811-2e02-445b-8f64-c711ba730a38 req-4f825e9d-7032-4884-a6d8-26b6e1a03696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.746101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-4f825e9d-7032-4884-a6d8-26b6e1a03696 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397012 Aug 16 23:03:50.837993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-0d86059f-2937-49b7-b612-c998b818223c service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Aug 16 23:03:50.962439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa217811-2e02-445b-8f64-c711ba730a38 req-2d7aa59d-9238-402b-8905-3fa1746c4899 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159308 Aug 16 23:03:50.970639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911f4d-d5c2-44c4-8288-7429e41572b2 req-7d42f248-5020-4f3f-8142-4b05d95527f4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.972017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c911f4d-d5c2-44c4-8288-7429e41572b2 req-7d42f248-5020-4f3f-8142-4b05d95527f4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0756862 Aug 16 23:03:51.010450 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c911f4d-d5c2-44c4-8288-7429e41572b2 req-f9b54e56-6961-4c50-b03a-3b8cf8da8cdd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Aug 16 23:03:51.398162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:52.125703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6750e-ad21-4e02-883a-5f9a8860ece6 req-d8a1732d-52b6-4f2a-873a-936045849b0a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:52.127449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fb6750e-ad21-4e02-883a-5f9a8860ece6 req-d8a1732d-52b6-4f2a-873a-936045849b0a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0490117 Aug 16 23:03:52.170121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9fb6750e-ad21-4e02-883a-5f9a8860ece6 req-4408918a-5fbc-4caa-9bcd-5c979feaf66b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Aug 16 23:03:53.283023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6a50f-d654-41c8-95d7-38eb15768e70 req-f76fb1a1-3953-4952-8f1e-1bb9b19aca5d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.284475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65c6a50f-d654-41c8-95d7-38eb15768e70 req-f76fb1a1-3953-4952-8f1e-1bb9b19aca5d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0477664 Aug 16 23:03:53.321453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65c6a50f-d654-41c8-95d7-38eb15768e70 req-50cc13ce-ac3a-4140-8f71-14da54eaa607 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Aug 16 23:03:53.338813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.439375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea560-3469-444a-aada-5a3f9cd2660c req-aa0aada8-4f41-4689-9275-c0cb863fcd45 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.440845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-755ea560-3469-444a-aada-5a3f9cd2660c req-aa0aada8-4f41-4689-9275-c0cb863fcd45 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0529952 Aug 16 23:03:54.480006 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-755ea560-3469-444a-aada-5a3f9cd2660c req-8204b29f-7efd-4a71-a634-9b92ecbce664 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331936 Aug 16 23:03:54.702322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:54.796894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:54.807489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:54.843810 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.859129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:54.879059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:54.882822 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.929744 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:55.223513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:55.595838 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c809a7-ef4a-47d6-ad55-91d4e50e6be5 req-b9cf80ca-ac80-4533-8d49-95543ec622a9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:55.597332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3c809a7-ef4a-47d6-ad55-91d4e50e6be5 req-b9cf80ca-ac80-4533-8d49-95543ec622a9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0493629 Aug 16 23:03:55.635194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b3c809a7-ef4a-47d6-ad55-91d4e50e6be5 req-e763cf17-10e6-44e8-97e4-4e93b366f38a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Aug 16 23:03:56.701818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:56.749657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc2f34-c666-4b57-9a19-4d2ef0f51e62 req-90c5d8f3-66d5-49f6-9427-8b772cb9d7f5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.751656 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86fc2f34-c666-4b57-9a19-4d2ef0f51e62 req-90c5d8f3-66d5-49f6-9427-8b772cb9d7f5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0498002 Aug 16 23:03:56.754041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:56.758017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:56.758401 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.789591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86fc2f34-c666-4b57-9a19-4d2ef0f51e62 req-1e73a504-4a17-4ccf-8538-1e941996e7e8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313194 Aug 16 23:03:56.833866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.855136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:56.857389 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}726aef65e397127161e0a5040eb61ab81465aacb41a6180aaee822645d73debc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675818ff-4dff-4e59-a7a0-ccc8fc99191a" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:56.870843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:56.875586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.903720 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e0b7cd-f526-45e9-ae81-a9c749124dee x-openstack-request-id: req-12e0b7cd-f526-45e9-ae81-a9c749124dee {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:56.904123 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:56.904473 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12e0b7cd-f526-45e9-ae81-a9c749124dee {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:56.905059 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'code': 200} Aug 16 23:03:56.934975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:57.040960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096923f-9e65-4c46-836c-b9cc15fac831 req-db42b35c-2f91-4b6d-8288-b085c2464383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:57.042471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c096923f-9e65-4c46-836c-b9cc15fac831 req-db42b35c-2f91-4b6d-8288-b085c2464383 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0422285 Aug 16 23:03:57.314439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c096923f-9e65-4c46-836c-b9cc15fac831 req-081dd928-190c-46e3-8ffb-9068f3d21cfd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613344 Aug 16 23:03:57.901910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb0422-5c9e-4d94-9179-b5c39225b293 req-0438ece0-7f69-4997-8bf5-7663fc447c56 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:57.903373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bcb0422-5c9e-4d94-9179-b5c39225b293 req-0438ece0-7f69-4997-8bf5-7663fc447c56 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0483360 Aug 16 23:03:57.941303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bcb0422-5c9e-4d94-9179-b5c39225b293 req-23f5f7d0-f182-4d2e-bbd4-2e0bca073d22 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Aug 16 23:03:59.056241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411d9e-4d9e-4755-b726-f4ecba360142 req-ffe27a0e-0cb2-40f1-ab83-8d5ed22a2a5e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:59.057732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f411d9e-4d9e-4755-b726-f4ecba360142 req-ffe27a0e-0cb2-40f1-ab83-8d5ed22a2a5e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0486164 Aug 16 23:03:59.095163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f411d9e-4d9e-4755-b726-f4ecba360142 req-c1693866-ec0b-4966-a188-d0596e96b47e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Aug 16 23:03:59.207413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bf534-2fbd-43d0-9b6b-0fd76c63ccd2 req-4ddef560-3242-4fba-8630-f9fb85a92a6b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:59.208868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-045bf534-2fbd-43d0-9b6b-0fd76c63ccd2 req-4ddef560-3242-4fba-8630-f9fb85a92a6b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0499833 Aug 16 23:03:59.217988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41390) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:59.222446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Request body: {'floatingip': {'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:59.260560 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.687106 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.690974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.790402 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 associated. External IP: 172.25.8.70, port: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba. Aug 16 23:03:59.996466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:00.104693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:00.109396 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.115741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:00.125934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:00.126822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:03:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.136770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ad2d07e1-fd68-4af5-8c14-83eb25c26a76 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "PUT /v2.0/floatingips/20f3b886-8c7c-4867-9367-9723fe9708e1 HTTP/1.1" status: 200 len: 992 time: 0.9177248 Aug 16 23:04:00.137397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:00.140272 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f519138d048b2c84dd4fb9a0672e97c49463387b73da4091ec4a40d6eb22b960" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729c1c12-ba42-42e3-95c3-e3e4829d4db5" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:00.177531 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58cfc9-a78b-4a0b-a965-af50705d1a04 x-openstack-request-id: req-5c58cfc9-a78b-4a0b-a965-af50705d1a04 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:00.177831 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:00.178087 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c58cfc9-a78b-4a0b-a965-af50705d1a04 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:00.178498 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'status': 'completed', 'code': 200} Aug 16 23:04:00.243843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:00.275620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-732f4452-ed50-491a-bafe-4b5c5e521740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:00.277233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-732f4452-ed50-491a-bafe-4b5c5e521740 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0421324 Aug 16 23:04:00.369658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-e92856c1-eb17-4f1a-9757-2b99ebf36186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:00.371170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-e92856c1-eb17-4f1a-9757-2b99ebf36186 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0870981 Aug 16 23:04:00.436472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-f211e8d6-d630-4332-806f-ae7e1d9a8fc8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0570257 Aug 16 23:04:00.460581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:03:59Z', 'revision_number': 13, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.485961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-c07feba1-1174-4885-8a27-7ef9c278c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:00.487454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-c07feba1-1174-4885-8a27-7ef9c278c7eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0446687 Aug 16 23:04:00.489261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:00.497604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:00.498207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:03:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.537541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-50f45989-3290-4c06-a5b8-030ba0276aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:00.538972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-50f45989-3290-4c06-a5b8-030ba0276aff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448799 Aug 16 23:04:00.605158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:00.632187 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-a518bab2-d56f-46b8-af11-8c2d0c13d3ec service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Aug 16 23:04:00.727991 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-729c1c12-ba42-42e3-95c3-e3e4829d4db5 req-fb8ad8c3-c07e-4445-8807-98032406ab9e service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888364 Aug 16 23:04:00.829094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:03:59Z', 'revision_number': 13, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.854935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366ee51-1490-4aa7-a988-67ae70b98c6b None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '20f3b886-8c7c-4867-9367-9723fe9708e1', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:55:42Z', 'updated_at': '2021-08-16T23:03:59Z', 'revision_number': 13, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:01.039378 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc09154-644f-4c6a-ad9b-92c74925496a None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:04:12.747768 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-c04ea45a-bdb1-4cc9-8bfd-dfec96ebccaa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401621 Aug 16 23:04:12.847103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-2b8c09c4-4706-4f5b-90d6-4ecd0a2e7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.848573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-2b8c09c4-4706-4f5b-90d6-4ecd0a2e7bd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0404148 Aug 16 23:04:12.953297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-5b0fd45f-5cc9-4393-8aab-9f1f3c771841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.954769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-5b0fd45f-5cc9-4393-8aab-9f1f3c771841 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0879300 Aug 16 23:04:13.018608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-097a2bec-3066-43fd-8924-4d1d055f120c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1002 time: 0.0566797 Aug 16 23:04:13.071025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-4de54ca1-6c2e-4a38-8607-b2b496501780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.072443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-4de54ca1-6c2e-4a38-8607-b2b496501780 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0467899 Aug 16 23:04:13.118375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-72140fed-6bfb-4274-85d0-5d4b67cb9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.119825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-72140fed-6bfb-4274-85d0-5d4b67cb9009 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395405 Aug 16 23:04:13.210647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-f5b7880d-c63d-4c60-be94-a96f8b28de45 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833476 Aug 16 23:04:13.304149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ce8a4cf-1ded-4516-9003-b14c121f4c18 req-325ca47d-dbf5-4836-98af-9acac3db07c8 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851212 Aug 16 23:04:14.859014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.594601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84b3b90e-1967-4c6c-ac9c-0a474e5a10c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.234553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.327480 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb542128-52ef-4126-96d3-1e18a41674d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.389288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.129074 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:04:21.400040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.338115 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.855653 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.595136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9743-c7df-4e11-89c6-3a4468162bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.236325 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.326636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-589f7a68-9c3c-4f15-9f64-af65745a7521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.392485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.401899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.367380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.129622 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:13.836918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-016d1df6-06fa-46e2-8e5a-153bcc6b3cff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774839 Aug 16 23:05:13.951226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-f2f626ba-9cdb-4eb3-a4a6-416432479531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:13.952729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-f2f626ba-9cdb-4eb3-a4a6-416432479531 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0443056 Aug 16 23:05:14.064098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-b0fc54c1-0cb0-4a75-bd39-608a58e328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:14.065627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-b0fc54c1-0cb0-4a75-bd39-608a58e328c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0866990 Aug 16 23:05:14.133976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-9f3be92b-700b-4a66-b6b8-fb686e541299 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1002 time: 0.0607557 Aug 16 23:05:14.188713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-7e0b0576-22dd-40f7-937b-7f3c28476d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:14.190161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-7e0b0576-22dd-40f7-937b-7f3c28476d42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0436728 Aug 16 23:05:14.236300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-6f4c19e2-4ae8-4f14-bc6c-f84e2d278c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:14.237781 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-6f4c19e2-4ae8-4f14-bc6c-f84e2d278c80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395060 Aug 16 23:05:14.333661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-fbd63cb1-f7e5-41e8-b643-f4f3e9f1c922 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837753 Aug 16 23:05:14.427308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be16d02a-bb59-4bab-bbd7-3e597064d232 req-2e0ffcbb-9982-4cf4-aefa-7d76e52b8059 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820603 Aug 16 23:05:14.873550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.596197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-453e0201-1c5b-4118-a3a7-0042dc87977c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.238313 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.327384 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0ae5c1af-5d03-4ba3-aebd-8dd5beefcc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.394807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.403791 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.374144 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.128621 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:42.076228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2b475-1584-47f9-80dc-276732f07b7a req-6dfb707a-50bc-4f4f-930f-9b2f002c5ede tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:42.077772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c2b475-1584-47f9-80dc-276732f07b7a req-6dfb707a-50bc-4f4f-930f-9b2f002c5ede tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.1351340 Aug 16 23:05:42.118660 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21c2b475-1584-47f9-80dc-276732f07b7a req-0695f849-1918-4b02-b1c8-564f1c270baf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346727 Aug 16 23:05:44.872490 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.597535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e9017b2c-bca2-4392-8515-af5450447353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.239000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.327356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-575ac883-56d9-4ebe-9753-80fe98b54833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.397289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.405831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.369005 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.457698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94668c1-c7d6-434a-b1fc-dab50d59fe93 req-64ee8a8c-66a4-40f4-9ae9-f9a69da2644f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:53.459156 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94668c1-c7d6-434a-b1fc-dab50d59fe93 req-64ee8a8c-66a4-40f4-9ae9-f9a69da2644f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0728920 Aug 16 23:05:53.475988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-49809ab3-85aa-4521-96a5-18925a348507 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062095 Aug 16 23:05:53.503155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94668c1-c7d6-434a-b1fc-dab50d59fe93 req-5696dbfb-8bd9-4b18-8e4e-cd85f2a12e02 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357769 Aug 16 23:05:54.620033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597bbe-6df4-46f7-a77a-b879bb6a0527 req-351b8d00-49ff-49fe-8347-677363f6df90 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.621546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7597bbe-6df4-46f7-a77a-b879bb6a0527 req-351b8d00-49ff-49fe-8347-677363f6df90 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0480373 Aug 16 23:05:54.659202 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7597bbe-6df4-46f7-a77a-b879bb6a0527 req-b549912c-21a8-403a-a278-64704c5c56f8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Aug 16 23:05:54.827698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-c0441b2b-4d02-4172-b106-15e78cb152df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.829087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-c0441b2b-4d02-4172-b106-15e78cb152df service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0438411 Aug 16 23:05:54.922250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-b8d25a53-ad01-440a-8d57-6b04391c3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.923709 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-b8d25a53-ad01-440a-8d57-6b04391c3e43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0830958 Aug 16 23:05:55.224997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-4a6a8329-d292-4318-ae1f-53ae47376dfe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1002 time: 0.2896595 Aug 16 23:05:55.277847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-24160d45-7e22-48ae-b7db-fb7d8172385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.279302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-24160d45-7e22-48ae-b7db-fb7d8172385d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0433581 Aug 16 23:05:55.327386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-be25ab77-3f12-4bd6-bf30-a28c0f8ab2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.328849 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-be25ab77-3f12-4bd6-bf30-a28c0f8ab2c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388064 Aug 16 23:05:55.425258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-1f0b728e-eab5-4e13-8dd5-421fb2b724c0 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Aug 16 23:05:55.518199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-bf322b92-2569-40dc-be86-3ff5f5617af3 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811422 Aug 16 23:05:55.778332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46c082-7624-4e12-bf98-b2cdbda3b85a req-39ccfa61-9c99-4855-8701-a1c6fd4b7a68 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.779809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca46c082-7624-4e12-bf98-b2cdbda3b85a req-39ccfa61-9c99-4855-8701-a1c6fd4b7a68 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0528631 Aug 16 23:05:55.817020 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca46c082-7624-4e12-bf98-b2cdbda3b85a req-ac19cdc9-9dd3-4147-9832-34a92bf02838 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Aug 16 23:05:56.931427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d64070-3d43-4b32-8b53-3f97704323a9 req-5c28426a-c658-4c55-afb2-ca8c4dc928a8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.932949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d64070-3d43-4b32-8b53-3f97704323a9 req-5c28426a-c658-4c55-afb2-ca8c4dc928a8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0484431 Aug 16 23:05:56.970707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d64070-3d43-4b32-8b53-3f97704323a9 req-256f8b17-c16b-41a4-ac53-a89bb559700d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Aug 16 23:05:58.087347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438b5f-e01e-4dea-9a4b-50469c436888 req-cf4cf02b-8f7f-45bf-8fb7-e9df33dcc21e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.089324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b438b5f-e01e-4dea-9a4b-50469c436888 req-cf4cf02b-8f7f-45bf-8fb7-e9df33dcc21e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0482373 Aug 16 23:05:58.126810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b438b5f-e01e-4dea-9a4b-50469c436888 req-e1daab78-acbb-4f3b-a97e-311daee0861a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Aug 16 23:05:59.254787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab5f6-8505-46ec-96cf-48f9660c8953 req-80b928a9-01fe-4532-b71e-0c5242189e69 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.256272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d76ab5f6-8505-46ec-96cf-48f9660c8953 req-80b928a9-01fe-4532-b71e-0c5242189e69 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0632854 Aug 16 23:05:59.294291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d76ab5f6-8505-46ec-96cf-48f9660c8953 req-97160f1e-c08e-480c-a6e4-b7fd016f4cbf tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Aug 16 23:06:00.410609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7778588-7a4c-491a-ba84-8189d6ba02db req-6f5f77ae-16db-4736-a1ff-ab6bacad46b3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.412099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7778588-7a4c-491a-ba84-8189d6ba02db req-6f5f77ae-16db-4736-a1ff-ab6bacad46b3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0488720 Aug 16 23:06:00.450223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7778588-7a4c-491a-ba84-8189d6ba02db req-c021160f-0bae-4878-a819-8e15ed9b4e93 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315733 Aug 16 23:06:01.563672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b44686-9a1d-4f3b-bd07-633dc63a0d35 req-6d4997c3-54aa-43ad-bd19-e4caa845a6c3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:01.565169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4b44686-9a1d-4f3b-bd07-633dc63a0d35 req-6d4997c3-54aa-43ad-bd19-e4caa845a6c3 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0480721 Aug 16 23:06:01.603404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4b44686-9a1d-4f3b-bd07-633dc63a0d35 req-d6d9fbe0-7501-4019-9f7b-5ccd2b9b04de tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324228 Aug 16 23:06:02.721699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ddfd7-e553-4dcb-8b53-29c1f7087ac7 req-fe074713-f127-4bd5-8c64-86b479eaae11 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.723100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a26ddfd7-e553-4dcb-8b53-29c1f7087ac7 req-fe074713-f127-4bd5-8c64-86b479eaae11 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0514696 Aug 16 23:06:02.760698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a26ddfd7-e553-4dcb-8b53-29c1f7087ac7 req-a9a900eb-0a34-4d3c-a6c7-b1515394e1c6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Aug 16 23:06:03.874636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cc80f-d686-4d85-bc54-7656db7f9732 req-d2312294-0fad-4e1c-b66b-b7345c3768e8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.876122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-277cc80f-d686-4d85-bc54-7656db7f9732 req-d2312294-0fad-4e1c-b66b-b7345c3768e8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0491557 Aug 16 23:06:03.913506 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-277cc80f-d686-4d85-bc54-7656db7f9732 req-c409df25-df2d-45d4-8144-30f94659c283 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Aug 16 23:06:05.037291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603869ed-a75a-42f3-92fc-b347b4b98d15 req-c462e7bd-5fbe-42f1-8a45-d2f98366683a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.039630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-603869ed-a75a-42f3-92fc-b347b4b98d15 req-c462e7bd-5fbe-42f1-8a45-d2f98366683a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0515451 Aug 16 23:06:05.077503 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-603869ed-a75a-42f3-92fc-b347b4b98d15 req-4ea8b5a2-4eb8-4fcc-8f57-0b3bec23c839 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319743 Aug 16 23:06:06.198545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0be3d-2409-476f-a449-2d5bc0ee609d req-2ab1ec48-28b5-434a-aab8-98944021ec9b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.200027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37c0be3d-2409-476f-a449-2d5bc0ee609d req-2ab1ec48-28b5-434a-aab8-98944021ec9b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0532842 Aug 16 23:06:06.237560 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37c0be3d-2409-476f-a449-2d5bc0ee609d req-1e2543d9-6d39-442b-8f19-ce786ecf306e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317068 Aug 16 23:06:07.355711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfedb0f-0ec1-4ddd-a8a5-8ecfe0b75c8a req-597f553f-018e-41c5-8b9f-db8eb86b23f6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.357205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfedb0f-0ec1-4ddd-a8a5-8ecfe0b75c8a req-597f553f-018e-41c5-8b9f-db8eb86b23f6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0508299 Aug 16 23:06:07.398381 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bfedb0f-0ec1-4ddd-a8a5-8ecfe0b75c8a req-7a66e000-cb4b-4c62-93c4-790a06a28aed tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351522 Aug 16 23:06:08.512578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f13e95-6f54-400a-809c-f87091990f90 req-56e2adc9-6ba4-4f33-89f7-0b719527a985 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.514089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f13e95-6f54-400a-809c-f87091990f90 req-56e2adc9-6ba4-4f33-89f7-0b719527a985 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0486228 Aug 16 23:06:08.551951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f13e95-6f54-400a-809c-f87091990f90 req-3bc958a6-35ff-4d88-936e-97b96dda7485 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Aug 16 23:06:09.670493 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5d17c-b771-4972-8da9-dc92a691e465 req-cba50bd7-0c0a-41a6-881f-8804e1ce225f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.671992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bb5d17c-b771-4972-8da9-dc92a691e465 req-cba50bd7-0c0a-41a6-881f-8804e1ce225f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0525255 Aug 16 23:06:09.715206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bb5d17c-b771-4972-8da9-dc92a691e465 req-a1cb24a6-151a-4214-ab7e-dedb5c121778 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370698 Aug 16 23:06:10.830121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0254803-d807-484f-bc4a-41f7943b1ba8 req-ba36ff2e-6665-400a-b076-2270f2035a91 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:10.831593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0254803-d807-484f-bc4a-41f7943b1ba8 req-ba36ff2e-6665-400a-b076-2270f2035a91 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0481679 Aug 16 23:06:10.869355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0254803-d807-484f-bc4a-41f7943b1ba8 req-4bd4aa90-fb3d-4510-b4cf-7ef434acdeb7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Aug 16 23:06:11.128867 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:06:11.984003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11728d-31d2-4717-b67e-5be43dd81159 req-3e2c5754-bd42-411b-aa03-26e23ca08654 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.985508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e11728d-31d2-4717-b67e-5be43dd81159 req-3e2c5754-bd42-411b-aa03-26e23ca08654 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0477135 Aug 16 23:06:12.023014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3e11728d-31d2-4717-b67e-5be43dd81159 req-6f42afcd-b64d-4ed5-8e71-35b567bb7f84 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Aug 16 23:06:13.140539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b62dbc-54ab-4bb3-8792-4bb9a422b1b3 req-1363960d-068a-4dee-b56e-958adde517cb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:13.142075 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b62dbc-54ab-4bb3-8792-4bb9a422b1b3 req-1363960d-068a-4dee-b56e-958adde517cb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0521889 Aug 16 23:06:13.179593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b62dbc-54ab-4bb3-8792-4bb9a422b1b3 req-f7fb62ef-a261-401d-a3a0-e0c866615447 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Aug 16 23:06:14.295288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbb889-56cb-482f-97a8-aaef7acbfa80 req-b2cc98a1-108f-430c-9c4e-0306bb501725 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.296785 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56dbb889-56cb-482f-97a8-aaef7acbfa80 req-b2cc98a1-108f-430c-9c4e-0306bb501725 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0501723 Aug 16 23:06:14.334984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-56dbb889-56cb-482f-97a8-aaef7acbfa80 req-2a737fd7-3cca-4e32-8529-718ec40ea1c6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Aug 16 23:06:14.791703 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.89', 60396) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:14.819458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-f2adb027-13a4-4381-a09b-bd6891c68c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.820975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-f2adb027-13a4-4381-a09b-bd6891c68c25 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1098 time: 0.0412486 Aug 16 23:06:14.852182 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-02076637-d437-434f-906f-4ebe581a90e5 service neutron] show failed (client error): The resource could not be found. Aug 16 23:06:14.853766 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-02076637-d437-434f-906f-4ebe581a90e5 service neutron] 10.222.0.89 "GET /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0595825 Aug 16 23:06:14.871903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.935610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-832ecf2a-8386-42ce-89b3-27d2e7edde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.937199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-832ecf2a-8386-42ce-89b3-27d2e7edde6c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0919125 Aug 16 23:06:15.007117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-30ee4715-c97d-42a2-94b6-49b6336d1359 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1002 time: 0.0582447 Aug 16 23:06:15.070372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-b97d3186-d27c-4323-bc43-83a4886c9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.072398 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-b97d3186-d27c-4323-bc43-83a4886c9f20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0513635 Aug 16 23:06:15.126785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-dc7b815a-b3e2-4ab4-bce2-d5decc8aee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.128315 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-dc7b815a-b3e2-4ab4-bce2-d5decc8aee99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454748 Aug 16 23:06:15.223279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-fb344adc-1d3d-463e-9d7c-0f24deafa0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.224787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-fb344adc-1d3d-463e-9d7c-0f24deafa0bd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1098 time: 0.1321816 Aug 16 23:06:15.249902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:15.257089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-ddaa8bdd-668a-41fc-97c8-51704a2518d6 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163206 Aug 16 23:06:15.359043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.433360 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ad260497-91ca-4cea-845b-9135f0dfb39e req-8e018d07-770e-496a-b675-56517d2ae670 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624734 Aug 16 23:06:15.543155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c870524-26ee-4157-85e4-83f9ee5114ee req-d1e66be1-9e6f-4303-9c59-1f231eaefe44 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.544652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c870524-26ee-4157-85e4-83f9ee5114ee req-d1e66be1-9e6f-4303-9c59-1f231eaefe44 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.1268075 Aug 16 23:06:15.598101 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-76caf462-a4fe-4aaa-9786-a21856287998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.627573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c870524-26ee-4157-85e4-83f9ee5114ee req-ba7dfc48-c04b-4f04-adc8-1da59cf00630 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769701 Aug 16 23:06:15.659751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:15.696024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:15.735888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:15.741639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.754753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Transition to ACTIVE for port object 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:15.758347 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.784406 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050c17a-e09f-490a-84fd-3ac08dfef761" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:15.842920 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:15.859720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.860070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.860417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.860740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.861095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.861462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.861780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.862122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.863023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.863362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.863693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.864023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:15.905820 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977342bd-c5ad-4788-b36e-be609281f91a x-openstack-request-id: req-977342bd-c5ad-4788-b36e-be609281f91a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:15.906184 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:15.906813 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-977342bd-c5ad-4788-b36e-be609281f91a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:15.906927 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'code': 200} Aug 16 23:06:15.907905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] No DVR routers for this DVR port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:16.044856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:16.045226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:16.045557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:16.049749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:16.050075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:16.054761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:16.055096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:16.055477 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:16.055899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Bound port: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:16.056763 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.119325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:16.122751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:16.127494 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.160367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.161109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.162507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] 10.222.0.88 "PUT /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1093 time: 0.9181216 Aug 16 23:06:16.187822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39dbb0-849c-4514-ac74-df4c18bd1cfb service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:16.248397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-93f1e631-493b-4ff1-9c38-539322fbe3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.250118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-93f1e631-493b-4ff1-9c38-539322fbe3b8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0469666 Aug 16 23:06:16.343360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-00da4feb-d923-4316-89e6-fe94addf2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.345218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-00da4feb-d923-4316-89e6-fe94addf2ddb service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0868611 Aug 16 23:06:16.413546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-1f28d0bb-8f80-48b0-9e4a-c7050810dd69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0613487 Aug 16 23:06:16.465683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-7c7e10ba-fb03-4665-adfe-324646ec77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.467104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-7c7e10ba-fb03-4665-adfe-324646ec77bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0469017 Aug 16 23:06:16.513693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-214556a2-4447-448d-be21-4b3103df31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.515149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-214556a2-4447-448d-be21-4b3103df31ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405405 Aug 16 23:06:16.609151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-f2ae2a08-9dba-4b34-96a3-8b52824607a3 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Aug 16 23:06:16.710010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-ebc9c019-cf3e-4335-afe8-0c839747a0e3 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934339 Aug 16 23:06:16.747359 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d4161-bd2f-42b2-9d13-b45dc6b23393 req-60e7b844-3298-48ba-9473-d53488607907 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.748837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a5d4161-bd2f-42b2-9d13-b45dc6b23393 req-60e7b844-3298-48ba-9473-d53488607907 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0532620 Aug 16 23:06:16.792974 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a5d4161-bd2f-42b2-9d13-b45dc6b23393 req-6137af66-674d-447c-aecd-85b6722c6f45 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377553 Aug 16 23:06:17.385705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:17.429897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:17.907692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:17.909986 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:17.921520 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e1bfa-6288-4947-ba68-efd7b59cb7b8 req-a9f2f9ca-bc94-4c24-ba24-bff06489b210 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.923170 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e66e1bfa-6288-4947-ba68-efd7b59cb7b8 req-a9f2f9ca-bc94-4c24-ba24-bff06489b210 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0571795 Aug 16 23:06:17.965538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e66e1bfa-6288-4947-ba68-efd7b59cb7b8 req-1953a9eb-79d5-4cd9-8f46-95343b688573 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355341 Aug 16 23:06:17.967155 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd80f0d-966d-4379-a7aa-d147c0e4791a x-openstack-request-id: req-afd80f0d-966d-4379-a7aa-d147c0e4791a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:17.967455 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:17.967709 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afd80f0d-966d-4379-a7aa-d147c0e4791a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:17.968110 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'status': 'completed', 'code': 200} Aug 16 23:06:18.084610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-94d82778-3edc-4fde-b889-33a14a8f0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.086171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-94d82778-3edc-4fde-b889-33a14a8f0ee6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0729620 Aug 16 23:06:18.089983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-2d459004-014a-489f-bddd-991fb5b96c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.091516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-2d459004-014a-489f-bddd-991fb5b96c6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0686307 Aug 16 23:06:18.243207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.255521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-e099bbc8-e530-4031-b407-417897d7995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.256981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-e099bbc8-e530-4031-b407-417897d7995b service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1634765 Aug 16 23:06:18.261309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-8c05c00a-57d2-47b3-a4aa-e662876d2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.262636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-8c05c00a-57d2-47b3-a4aa-e662876d2fd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1603501 Aug 16 23:06:18.330619 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-254e95ce-d65b-49cd-a15f-00715b8de182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.367595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-de6880fa-cfd5-489d-9efc-6c2adeed75ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.1031573 Aug 16 23:06:18.375160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-72c387b8-397a-41ea-b051-c8d5fe235206 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0759861 Aug 16 23:06:18.449397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-d4da3bde-0cbd-4189-a7fd-d0691fcd80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.450866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-d4da3bde-0cbd-4189-a7fd-d0691fcd80cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0748808 Aug 16 23:06:18.457533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-773d68a1-e98e-4d74-abbf-c76bf93e3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.458875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-773d68a1-e98e-4d74-abbf-c76bf93e3fd5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0571384 Aug 16 23:06:18.531611 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-5ef763ef-4e1a-4556-a422-809143c8cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.533025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-5ef763ef-4e1a-4556-a422-809143c8cab6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732827 Aug 16 23:06:18.539345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-a7aa30dd-ee66-48d8-ac88-1055072847e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.540896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-a7aa30dd-ee66-48d8-ac88-1055072847e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695534 Aug 16 23:06:18.933430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-8400b71d-f29c-4f35-9fab-1ff1a6f5b1f6 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915076 Aug 16 23:06:18.935581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-2ab45320-df2b-4efc-97ab-902ffe7f63b8 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855851 Aug 16 23:06:19.133153 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-fd08110a-4598-4d0f-a9fb-6dfd184b19ab service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844790 Aug 16 23:06:19.134997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6af74d2b-ff6b-4d90-8378-5fdc4fa545ad req-f7bd407e-18b7-414d-8676-f5135a9e016a service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940718 Aug 16 23:06:19.143342 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299433-8699-41d8-9918-bfed75ed91f7 req-9513d1d7-3a5e-4ca3-8b0e-e7be1f5c38ad tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:19.144758 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68299433-8699-41d8-9918-bfed75ed91f7 req-9513d1d7-3a5e-4ca3-8b0e-e7be1f5c38ad tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.1046724 Aug 16 23:06:19.185625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68299433-8699-41d8-9918-bfed75ed91f7 req-815984b2-a117-4363-b980-2f16e3e5b144 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341272 Aug 16 23:06:19.401803 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.302447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fc320-56c0-4ed2-8c0a-2e5ee808f9c8 req-f420c927-a249-4e7a-adf1-cc886fb520e6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.303970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-213fc320-56c0-4ed2-8c0a-2e5ee808f9c8 req-f420c927-a249-4e7a-adf1-cc886fb520e6 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0497541 Aug 16 23:06:20.343707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-213fc320-56c0-4ed2-8c0a-2e5ee808f9c8 req-776cbb98-309d-4f20-a527-b922f2aad299 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 Aug 16 23:06:21.412491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.461476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b785-7217-4cf5-a343-b45a6260bdcc req-c1ba6cca-791e-4cb9-bd06-92db815d1cdb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.463493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5762b785-7217-4cf5-a343-b45a6260bdcc req-c1ba6cca-791e-4cb9-bd06-92db815d1cdb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0481575 Aug 16 23:06:21.502724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5762b785-7217-4cf5-a343-b45a6260bdcc req-ca5c598c-6f4e-42d4-aac5-c6d0a9874937 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Aug 16 23:06:22.623720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d7951-a03e-4cf2-9523-f62e7f56d0ba req-b885889a-2016-41c3-b607-619dea1f5152 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:22.625196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f92d7951-a03e-4cf2-9523-f62e7f56d0ba req-b885889a-2016-41c3-b607-619dea1f5152 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0520010 Aug 16 23:06:22.662261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f92d7951-a03e-4cf2-9523-f62e7f56d0ba req-548a627a-4b6b-4f4f-b4f4-88799789578a tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Aug 16 23:06:23.381772 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.780291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3965b0-0988-41c2-bf97-4f8e5a14e88e req-bf5d1bba-725b-4f33-af9e-7abda56ef099 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.781809 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3965b0-0988-41c2-bf97-4f8e5a14e88e req-bf5d1bba-725b-4f33-af9e-7abda56ef099 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0494626 Aug 16 23:06:23.819516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c3965b0-0988-41c2-bf97-4f8e5a14e88e req-5be72175-bdfb-4eb7-a14e-6afe83713aa0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Aug 16 23:06:24.936072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b6fa-bc0d-408d-9801-848e72404c44 req-fdb40ab1-a5f7-44c4-ac5f-9cc0a57f305e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:24.937576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fc1b6fa-bc0d-408d-9801-848e72404c44 req-fdb40ab1-a5f7-44c4-ac5f-9cc0a57f305e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0494165 Aug 16 23:06:24.974567 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fc1b6fa-bc0d-408d-9801-848e72404c44 req-c7c5a156-a083-45b4-9f4b-76987c04a2e7 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310526 Aug 16 23:06:26.093981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc11ad0-a4af-416f-bbf2-060d2079e53b req-04b40ab8-b707-4528-ba04-db11615e0374 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.095468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbc11ad0-a4af-416f-bbf2-060d2079e53b req-04b40ab8-b707-4528-ba04-db11615e0374 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0522766 Aug 16 23:06:26.133332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbc11ad0-a4af-416f-bbf2-060d2079e53b req-4c4948f2-7d26-4686-a3b8-d853f091c89b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Aug 16 23:06:27.112105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-7c91a3df-cb09-4d80-8a30-65f65e87d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.113587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-7c91a3df-cb09-4d80-8a30-65f65e87d74a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1096 time: 0.0403516 Aug 16 23:06:27.247171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-09343449-6e4b-4b70-9869-75433358d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.248642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-09343449-6e4b-4b70-9869-75433358d01a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1136057 Aug 16 23:06:27.272941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4e52e-d384-4e08-88df-d9c58bb7496c req-6591782c-e2f7-4c9c-aeef-8eb83bf1e9e8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.274376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7e4e52e-d384-4e08-88df-d9c58bb7496c req-6591782c-e2f7-4c9c-aeef-8eb83bf1e9e8 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0709565 Aug 16 23:06:27.344887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-86e61ce2-2b05-4af7-aa67-ec9db5518f9c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0862684 Aug 16 23:06:27.349753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7e4e52e-d384-4e08-88df-d9c58bb7496c req-ae29b5b1-f63b-420f-9b7b-d7d916a14955 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494525 Aug 16 23:06:27.398407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-df25d42c-f289-449b-951d-742b29870b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.400016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-df25d42c-f289-449b-951d-742b29870b5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0477316 Aug 16 23:06:27.445811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-1c877202-03b3-459e-82a5-77c2af38714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.447776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-1c877202-03b3-459e-82a5-77c2af38714f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404289 Aug 16 23:06:27.537932 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-17733d62-9753-422a-9256-1467b24743c8 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818157 Aug 16 23:06:27.634718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-adb44a72-5f68-494e-96ad-4626c11e5292 req-ce38d24d-5a05-4167-8ece-f4565ca95914 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879877 Aug 16 23:06:28.464480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382945-2ae2-40f7-8156-88be1eb082ff req-c3f8f441-6efb-4bd6-a6dd-56859620d708 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.466066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00382945-2ae2-40f7-8156-88be1eb082ff req-c3f8f441-6efb-4bd6-a6dd-56859620d708 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0486498 Aug 16 23:06:28.504185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00382945-2ae2-40f7-8156-88be1eb082ff req-3fc3e267-8066-4c70-8813-4f6d7bde4bc4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323255 Aug 16 23:06:29.628262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a63ae0-2e85-4351-9664-c510757c42da req-688df545-349f-4ad4-89c4-7d5c9277b91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.630172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12a63ae0-2e85-4351-9664-c510757c42da req-688df545-349f-4ad4-89c4-7d5c9277b91c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 944 time: 0.0554559 Aug 16 23:06:29.630590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:29.669529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12a63ae0-2e85-4351-9664-c510757c42da req-4c9fd085-061f-435a-8201-0f9cc2b148c1 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Aug 16 23:06:29.729817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:29.740349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:29.777835 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.790973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:29.809924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:29.813851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.859648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:29.866752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.867109 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.867457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.867802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.868166 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.868507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.868839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.869202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.869536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.869866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.870195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:29.870527 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:30.315545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:30.788716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a620e-fb50-4550-9b78-4d981d36c266 req-070bf733-5036-41f3-97a4-88bccd95acb4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:30.790143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc8a620e-fb50-4550-9b78-4d981d36c266 req-070bf733-5036-41f3-97a4-88bccd95acb4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0493007 Aug 16 23:06:30.827236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc8a620e-fb50-4550-9b78-4d981d36c266 req-f8219c69-fd94-4e68-ac50-1a07ebe5df27 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Aug 16 23:06:31.157421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-4aad9442-0306-4b45-a581-63da38d83e4d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.158902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-4aad9442-0306-4b45-a581-63da38d83e4d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.88 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&tenant_id=c1b66cd0f4e6411ead60f713d88e7748&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 945 time: 0.0827746 Aug 16 23:06:31.167459 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b62eb-91e2-47d7-ad71-0e1376e25cc9 req-a826ee3f-1cfc-49bf-9c85-31ecc64bf346 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.168836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13b62eb-91e2-47d7-ad71-0e1376e25cc9 req-a826ee3f-1cfc-49bf-9c85-31ecc64bf346 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0836565 Aug 16 23:06:31.238493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a13b62eb-91e2-47d7-ad71-0e1376e25cc9 req-86073746-91de-43ec-8b97-a795f8d0f9c9 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635543 Aug 16 23:06:31.247914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-710774ba-2101-4310-86eb-660b6bb3f807 service neutron] 10.222.0.88 "GET /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba/bindings/n-h1-791505-20 HTTP/1.1" status: 200 len: 383 time: 0.0781472 Aug 16 23:06:31.326600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-f21e24cd-be7c-4c4a-a389-1987b2f8e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.327994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-f21e24cd-be7c-4c4a-a389-1987b2f8e3e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1097 time: 0.0403032 Aug 16 23:06:31.436607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-251e6912-9718-4e7d-8aaf-4c87f89f44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.438144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-251e6912-9718-4e7d-8aaf-4c87f89f44c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.0894017 Aug 16 23:06:31.525562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-4ede3356-2cb2-4c8d-ae96-8804646ba8c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1001 time: 0.0619333 Aug 16 23:06:31.575872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-09c74ae9-e5d0-47db-9989-76e941ba2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.577447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-09c74ae9-e5d0-47db-9989-76e941ba2366 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0448055 Aug 16 23:06:31.637818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-2ca87383-3560-44d8-89b1-b3ad3cd43b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.639314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-2ca87383-3560-44d8-89b1-b3ad3cd43b48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447850 Aug 16 23:06:31.648058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:31.696110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:31.700221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:31.700597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.731985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-5b86882b-bd7c-41d7-8fcb-8eb0b4b15936 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Aug 16 23:06:31.779352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.801119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:31.819547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:31.826162 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.833848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-dbcc658e-b08f-49b4-a9d2-e7ae15015fd0 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929165 Aug 16 23:06:31.850461 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e735b794-2c46-46ba-a793-5784152775bc" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:31.883528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:31.952530 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bced89c-a0e7-4bd9-85e7-252b1bc253ed x-openstack-request-id: req-1bced89c-a0e7-4bd9-85e7-252b1bc253ed {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:31.952865 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:31.953157 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bced89c-a0e7-4bd9-85e7-252b1bc253ed {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:31.953571 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'code': 200} Aug 16 23:06:32.353842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cf96c-80d2-4c7e-97c3-13ff940be4a6 req-92204860-277a-4a89-925f-e700773c8347 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.355343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e5cf96c-80d2-4c7e-97c3-13ff940be4a6 req-92204860-277a-4a89-925f-e700773c8347 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0497799 Aug 16 23:06:32.392622 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2e5cf96c-80d2-4c7e-97c3-13ff940be4a6 req-0fb9389f-6c8c-43cc-9b2b-9e56c7945be4 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Aug 16 23:06:33.508583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87ed4f-03b3-4841-9150-cbf09c01535a req-026c1195-8faa-4b56-a27b-1805506a511d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:33.510092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a87ed4f-03b3-4841-9150-cbf09c01535a req-026c1195-8faa-4b56-a27b-1805506a511d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0491824 Aug 16 23:06:33.552721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a87ed4f-03b3-4841-9150-cbf09c01535a req-0cd682a9-dfc5-4693-b097-89ca041d9731 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365930 Aug 16 23:06:34.671914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7ccde-a40b-4cce-bc7f-0b8fd6d41185 req-31d84c09-7b79-45e8-9c92-623b6f6b611b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.673578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cc7ccde-a40b-4cce-bc7f-0b8fd6d41185 req-31d84c09-7b79-45e8-9c92-623b6f6b611b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0505939 Aug 16 23:06:34.713742 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1cc7ccde-a40b-4cce-bc7f-0b8fd6d41185 req-b9e41807-8778-4c8d-a11e-2c458bee948c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342937 Aug 16 23:06:35.836123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b60f1-98bb-4b3e-8249-ee8448b471ef req-78c04d11-5ef4-4871-83f0-9eff4640f4dc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.837666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a33b60f1-98bb-4b3e-8249-ee8448b471ef req-78c04d11-5ef4-4871-83f0-9eff4640f4dc tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0530543 Aug 16 23:06:35.878409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a33b60f1-98bb-4b3e-8249-ee8448b471ef req-d01a34ff-01d1-45a6-9f8f-375f1cee3a8d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346961 Aug 16 23:06:36.158927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-b61715bb-020d-4ac5-a5a6-7e7ded3c422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.160328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-b61715bb-020d-4ac5-a5a6-7e7ded3c422c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d&tenant_id=c1b66cd0f4e6411ead60f713d88e7748 HTTP/1.1" status: 200 len: 1098 time: 0.0403283 Aug 16 23:06:36.185834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:36.240689 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.441674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:36.474407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:36.513136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:36.515380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c6952-743e-498c-9a90-9e8ab84a7b3c" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:36.519615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.533740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Transition to ACTIVE for port object 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:36.537450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.566938 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde0002-a702-47eb-816c-cc5718b6cb62 x-openstack-request-id: req-dbde0002-a702-47eb-816c-cc5718b6cb62 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:36.567235 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:36.567489 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbde0002-a702-47eb-816c-cc5718b6cb62 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:36.567882 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'code': 200} Aug 16 23:06:36.592690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=10']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:36.662475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] No DVR routers for this DVR port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:36.797445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:36.797791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:36.798128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:36.802312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:36.802644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Attempting to bind port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:36.807418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:36.807763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Checking segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:36.808162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Bound using segment: {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:36.808595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Bound port: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b9674c-df09-4c6a-990a-cf93db8f19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:36.808966 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.874973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:36.878508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:36.882348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.916291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.916918 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.918553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] 10.222.0.89 "PUT /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1094 time: 0.7366102 Aug 16 23:06:36.941770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f129ea-fecc-4681-99e8-97d3934d85cb service neutron] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=11']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:37.036518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93d042-5960-40e3-ad07-95f617049db4 req-cbd56c02-9a24-4cdb-9b79-1eafb50cc7c0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.038128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be93d042-5960-40e3-ad07-95f617049db4 req-cbd56c02-9a24-4cdb-9b79-1eafb50cc7c0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0801079 Aug 16 23:06:37.040250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-68fec9d6-7f99-47ee-b314-10927a601e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.041686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-68fec9d6-7f99-47ee-b314-10927a601e0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1097 time: 0.0741863 Aug 16 23:06:37.125707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be93d042-5960-40e3-ad07-95f617049db4 req-3a3f71a0-4e51-4363-ac83-0895bd094fa5 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814643 Aug 16 23:06:37.162697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-2fb65e9e-79e4-4602-ae19-021eebf51c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.164163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-2fb65e9e-79e4-4602-ae19-021eebf51c82 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1058700 Aug 16 23:06:37.233157 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-5b9e628b-1c50-4118-8b6e-5a43970b4e83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0607624 Aug 16 23:06:37.285755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-c41a8173-75fa-4fa6-8ced-bd8226515d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.287173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-c41a8173-75fa-4fa6-8ced-bd8226515d98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0433545 Aug 16 23:06:37.336568 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-41e21823-1211-4ee9-8f7b-92c89208eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.338613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-41e21823-1211-4ee9-8f7b-92c89208eff1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396793 Aug 16 23:06:37.437089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-2191b5d9-df80-43b6-8d60-f26d8675d759 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870268 Aug 16 23:06:37.530307 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac60444e-adcd-4d3b-8ad1-59c0ae72f97a req-39a21d21-a8e8-4abd-b1cc-71fcc5d45ddf service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Aug 16 23:06:37.670812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:37.708078 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:38.243836 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719511f-21f3-4261-b828-b7bb7d42e2f4 req-006fa26a-907f-42e9-aab8-4c3f328b9669 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.245373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e719511f-21f3-4261-b828-b7bb7d42e2f4 req-006fa26a-907f-42e9-aab8-4c3f328b9669 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0487754 Aug 16 23:06:38.288138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e719511f-21f3-4261-b828-b7bb7d42e2f4 req-48644a2b-ba06-4bff-b18a-be678caf514d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367765 Aug 16 23:06:38.569158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:38.572234 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e137c1-75c5-4b5b-ad13-84f8edefdf13" -d '{"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:38.619331 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4af842-63f5-4fd7-8652-0fdbe18973e1 x-openstack-request-id: req-3f4af842-63f5-4fd7-8652-0fdbe18973e1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:38.619632 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:38.619885 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f4af842-63f5-4fd7-8652-0fdbe18973e1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:38.620310 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'status': 'completed', 'code': 200} Aug 16 23:06:38.746784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-0028c15e-002b-4259-bd4d-d7baf398ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.748613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-0028c15e-002b-4259-bd4d-d7baf398ee6b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1097 time: 0.0730188 Aug 16 23:06:38.753352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-45bdac09-bcc9-43da-9f07-04f5df73d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.754720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-45bdac09-bcc9-43da-9f07-04f5df73d359 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 1097 time: 0.0704818 Aug 16 23:06:38.910371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-fafad6b9-c324-486c-9a99-55ef507173b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.911854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-fafad6b9-c324-486c-9a99-55ef507173b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1532609 Aug 16 23:06:38.914394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-7757d772-d5de-4dfd-a09a-d60b4bf1dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.916253 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-7757d772-d5de-4dfd-a09a-d60b4bf1dfc7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 200 len: 912 time: 0.1496842 Aug 16 23:06:39.025591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-16ae19e5-7e54-4499-acee-14f2b2f5bc05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.1057515 Aug 16 23:06:39.031628 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-6d396f0f-230e-41b7-ade0-c4b5641a37fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 200 len: 1000 time: 0.0731168 Aug 16 23:06:39.111926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-96461f90-d939-4a76-b08d-fbfb43ea0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.113413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-96461f90-d939-4a76-b08d-fbfb43ea0e84 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0808508 Aug 16 23:06:39.116711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-9e92881d-ffba-4ddd-9afc-7aebbb25f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.118602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-9e92881d-ffba-4ddd-9afc-7aebbb25f273 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 200 len: 851 time: 0.0564377 Aug 16 23:06:39.193150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-f6da9101-0a30-4e54-94b1-064fb4c08857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.194680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-f6da9101-0a30-4e54-94b1-064fb4c08857 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737870 Aug 16 23:06:39.197236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-503a82a4-9815-4058-97a9-7649bee5d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.198596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-503a82a4-9815-4058-97a9-7649bee5d958 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689583 Aug 16 23:06:39.632006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0c1cc-646a-4961-8b89-2d9d80eb272b req-72f3494c-33c7-4dd0-973b-ffb17873b0fd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.633549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9f0c1cc-646a-4961-8b89-2d9d80eb272b req-72f3494c-33c7-4dd0-973b-ffb17873b0fd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.1699657 Aug 16 23:06:39.650417 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-53568304-8322-484b-a3a8-4e8d7d755240 service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484055 Aug 16 23:06:39.653400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-6ec01f2b-e1ad-4eb2-b715-465d3669c8de service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909630 Aug 16 23:06:39.792419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9f0c1cc-646a-4961-8b89-2d9d80eb272b req-8c92e8a8-610c-4c30-8396-a11e6f283052 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519816 Aug 16 23:06:39.845726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-8bfe9855-82e4-461e-9425-10bf42bac577 service neutron] 10.222.0.89 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716297 Aug 16 23:06:39.847688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10e137c1-75c5-4b5b-ad13-84f8edefdf13 req-9770f12d-1c26-446c-9b32-dda92f89be7f service neutron] 10.222.0.88 "GET /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873183 Aug 16 23:06:40.910981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177651ec-000f-46e5-b95e-ef5d8567e46b req-f66f13e9-a69d-44b1-8303-91520136e269 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.912493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-177651ec-000f-46e5-b95e-ef5d8567e46b req-f66f13e9-a69d-44b1-8303-91520136e269 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0499606 Aug 16 23:06:40.951072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-177651ec-000f-46e5-b95e-ef5d8567e46b req-aefc0f30-58a5-4f19-a8f8-1c6fac1ddf45 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323691 Aug 16 23:06:42.065878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f29c5-08be-4776-9778-945fdc6dec86 req-7dd28244-33fc-423f-b02e-ad4794a003dd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.067426 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c79f29c5-08be-4776-9778-945fdc6dec86 req-7dd28244-33fc-423f-b02e-ad4794a003dd tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0478573 Aug 16 23:06:42.104346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c79f29c5-08be-4776-9778-945fdc6dec86 req-9bfd5ce2-babb-4b40-9ef6-1b3ebc6bee10 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Aug 16 23:06:43.223633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851839b-cfba-4d54-a1c3-d3ae00bda914 req-df3785f1-d44f-4640-9789-91ba3db41253 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.225119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1851839b-cfba-4d54-a1c3-d3ae00bda914 req-df3785f1-d44f-4640-9789-91ba3db41253 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0517292 Aug 16 23:06:43.261878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1851839b-cfba-4d54-a1c3-d3ae00bda914 req-2a3a51b5-ccea-4a93-abb9-ca9b35d8fd1b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307686 Aug 16 23:06:44.377757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fe550-3f35-409f-b4d3-10791fc71204 req-522c0e54-bf5b-4382-9957-3e510fedfc7f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.379246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b3fe550-3f35-409f-b4d3-10791fc71204 req-522c0e54-bf5b-4382-9957-3e510fedfc7f tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0492284 Aug 16 23:06:44.417946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b3fe550-3f35-409f-b4d3-10791fc71204 req-3a4b5775-9d33-4cc7-a346-00f962a11da0 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328274 Aug 16 23:06:44.889307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.538074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dbea6-1e64-4405-bbd3-dcdaa115c3d8 req-57dfebd0-79fe-49b6-a3ca-8d9547e08665 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.539589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac9dbea6-1e64-4405-bbd3-dcdaa115c3d8 req-57dfebd0-79fe-49b6-a3ca-8d9547e08665 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 16 23:06:45.576603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac9dbea6-1e64-4405-bbd3-dcdaa115c3d8 req-3859d135-88dc-404f-a92c-d775e4ba7f5d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Aug 16 23:06:45.599806 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bbf73bf-b220-4e19-9cab-56f94764635c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.694802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0b8db-0d2d-4830-b990-1544b07ecc84 req-ccdf5732-eaf0-42ad-8e8d-c7d0a9659251 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:46.696342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9be0b8db-0d2d-4830-b990-1544b07ecc84 req-ccdf5732-eaf0-42ad-8e8d-c7d0a9659251 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0522981 Aug 16 23:06:46.734319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9be0b8db-0d2d-4830-b990-1544b07ecc84 req-ce6011fd-e5f2-426f-8d11-bbcbbf4cbcff tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319870 Aug 16 23:06:47.852549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bf511-9103-4f2a-bc4f-85f52ce9d346 req-bebd306b-dff8-404d-8536-d4cc3dd2e25d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.854088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-699bf511-9103-4f2a-bc4f-85f52ce9d346 req-bebd306b-dff8-404d-8536-d4cc3dd2e25d tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0523360 Aug 16 23:06:47.893029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-699bf511-9103-4f2a-bc4f-85f52ce9d346 req-d516297e-9f2a-498b-bd68-920aa489acca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Aug 16 23:06:48.128568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:06:48.248146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.330844 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0dfe0546-331b-4eb0-a64f-89f0bdda5aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.007712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0c73-99d8-47ba-9266-8d96450ed4ef req-39510194-b2bf-49aa-84b6-0ca5b8667c38 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.009919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-737c0c73-99d8-47ba-9266-8d96450ed4ef req-39510194-b2bf-49aa-84b6-0ca5b8667c38 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0502288 Aug 16 23:06:49.046783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-737c0c73-99d8-47ba-9266-8d96450ed4ef req-89b11609-d792-4b08-b839-a47d30317e59 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Aug 16 23:06:49.163378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522b34f-26f4-4de6-ae1c-9fc737e544b7 req-944b5dba-5366-4ae1-9742-2d41fb29047c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.165438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d522b34f-26f4-4de6-ae1c-9fc737e544b7 req-944b5dba-5366-4ae1-9742-2d41fb29047c tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0535443 Aug 16 23:06:49.201746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d522b34f-26f4-4de6-ae1c-9fc737e544b7 req-0f24ffa6-7e3c-40a6-b5cd-327920cdb3ca tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303633 Aug 16 23:06:49.316156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea4d8-ac00-4f2c-b038-b4dbe86e2b28 req-1e84886e-c38d-4bd5-ab63-2b58e1bbd578 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.317667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e7ea4d8-ac00-4f2c-b038-b4dbe86e2b28 req-1e84886e-c38d-4bd5-ab63-2b58e1bbd578 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0493720 Aug 16 23:06:49.355088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8e7ea4d8-ac00-4f2c-b038-b4dbe86e2b28 req-75306774-539a-466a-828d-36b293066d3b tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Aug 16 23:06:49.404757 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.586472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a33e6-ca26-4832-9e31-09f00d7a3be2 req-58a0c9cc-b3fc-4bc5-b367-824697de8f07 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.587960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-141a33e6-ca26-4832-9e31-09f00d7a3be2 req-58a0c9cc-b3fc-4bc5-b367-824697de8f07 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 945 time: 0.0493643 Aug 16 23:06:49.591883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:49.626122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-141a33e6-ca26-4832-9e31-09f00d7a3be2 req-4a2500a3-f545-4408-9b95-07352f97ce0e tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Aug 16 23:06:49.685553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.696241 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'port_id': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'mac_address': 'fa:16:3e:69:af:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:49.735730 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.913247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:49.932781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.936716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.982680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=12']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.285677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:50.746473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa593e-bc6e-4e3e-8cf3-e55e41fbb4ea req-9c8214f7-34b9-40a8-8c82-1ccb158c0b68 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.747958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2afa593e-bc6e-4e3e-8cf3-e55e41fbb4ea req-9c8214f7-34b9-40a8-8c82-1ccb158c0b68 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0526483 Aug 16 23:06:50.785676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2afa593e-bc6e-4e3e-8cf3-e55e41fbb4ea req-62d4f52e-d830-4434-bd96-ae20f45cf3ae tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314457 Aug 16 23:06:51.411032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.416882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9512d70-f912-461e-ab22-6715b621df72 req-cdf1b01a-1b0a-403f-a6ca-119612d14085 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:51.418500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9512d70-f912-461e-ab22-6715b621df72 req-cdf1b01a-1b0a-403f-a6ca-119612d14085 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 946 time: 0.0499420 Aug 16 23:06:51.515279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Deleting port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:51.515635 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.606491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:51.606863 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.616481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:51.669738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:51.673788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:51.674214 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.750524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.772915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:51.776230 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406324b-5c4a-4ef1-a70b-9f1167ad56c9" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:51.790171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:51.794380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.805513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.806163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.806416 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1 disassociated. External IP: 172.25.8.70, port: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba. Aug 16 23:06:51.806959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Calling delete_port for 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:51.825916 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cd888-0b42-4957-8e16-eaee54766415 x-openstack-request-id: req-7b8cd888-0b42-4957-8e16-eaee54766415 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:51.826210 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-plugged", "status": "completed", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:51.826460 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b8cd888-0b42-4957-8e16-eaee54766415 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:51.826853 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'code': 200} Aug 16 23:06:51.855393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=13']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.946287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2576ac-a8a9-4c4a-a657-9c1fca192b09 req-fde59a9c-bb2e-4815-bbb2-9c48af6d3007 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:51.947859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e2576ac-a8a9-4c4a-a657-9c1fca192b09 req-fde59a9c-bb2e-4815-bbb2-9c48af6d3007 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 947 time: 0.0766962 Aug 16 23:06:52.034087 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e2576ac-a8a9-4c4a-a657-9c1fca192b09 req-e1c8147e-23fd-4492-ad14-d1100db4ac05 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b6c41be-9335-4002-95c5-2821e2a7c40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750551 Aug 16 23:06:52.038365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.069429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'Port': ['ID=4e881d6a-ade3-4545-9a38-ad2b6b97d6ba,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:52.188471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:52.301176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:52.311218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:52.320496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:52.321158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:52.341548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] No DVR routers for this DVR port 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:52.344336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.346445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9512d70-f912-461e-ab22-6715b621df72 req-a7e9445d-0d0e-4960-9450-ac634457bd54 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.89 "DELETE /v2.0/ports/4e881d6a-ade3-4545-9a38-ad2b6b97d6ba HTTP/1.1" status: 204 len: 173 time: 0.9178255 Aug 16 23:06:52.346903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-deleted', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:52.349229 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f68dd-f483-403d-a339-210e3c127826" -d '{"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-deleted", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:52.394633 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393375e-8a65-46e2-ae7c-eedf7de1508c x-openstack-request-id: req-d393375e-8a65-46e2-ae7c-eedf7de1508c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:52.394927 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5b79cb-f55f-44a8-a070-f1145ac4427d", "name": "network-vif-deleted", "tag": "4e881d6a-ade3-4545-9a38-ad2b6b97d6ba", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:52.395181 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d393375e-8a65-46e2-ae7c-eedf7de1508c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:52.395585 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5b79cb-f55f-44a8-a070-f1145ac4427d', 'name': 'network-vif-deleted', 'tag': '4e881d6a-ade3-4545-9a38-ad2b6b97d6ba', 'status': 'completed', 'code': 200} Aug 16 23:06:52.452807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:52.649435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:52.679518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:52.688015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:52.688554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:52.791293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:52.986707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:53.013281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722cd64-12a4-462f-9f83-0736ea2ca280 None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 4, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b64d73bb-dd30-4504-a530-95c35e3b4ce0', 'name': '', 'network_id': 'b7eaf81b-c3e0-4f87-b8e6-6706d1967b64', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'mac_address': 'fa:16:3e:e6:84:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:39Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'subnets': [{'id': '22c40da6-ecec-4916-954d-d4f23c60e5ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:53.142575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-db62db91-4218-4c5d-bfc1-c47c8217f23a req-9b1075db-2481-475f-a88b-07929d6b7226 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 210 time: 0.0279627 Aug 16 23:06:53.245700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026090e-845b-45a8-afae-f495ee01709c None None] New status for floating IP 20f3b886-8c7c-4867-9367-9723fe9708e1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:06:53.396904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.238301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b064cc2-6509-4811-bc1e-2c409045ddee req-4715bb86-11a8-4788-979a-eb6e06076abe tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 210 time: 0.0273345 Aug 16 23:06:55.337465 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f196e774-fb70-4748-b1ba-81115a3a1c6b req-fe2a7d0e-1411-4b37-8836-8f06b50831ac tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5b79cb-f55f-44a8-a070-f1145ac4427d HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 16 23:06:55.635036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:55.658653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:55.659960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 4e881d6a-ade3-4545-9a38-ad2b6b97d6ba not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:59.050111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41920) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.109382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.134533 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.184558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.187419 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.188672 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "DELETE /v2.0/security-groups/8b6c41be-9335-4002-95c5-2821e2a7c40c HTTP/1.1" status: 204 len: 168 time: 0.1375401 Aug 16 23:06:59.191581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41926) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.201294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c41be-9335-4002-95c5-2821e2a7c40c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:59.208735 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [None req-e7ab4acf-ec0e-4d07-949d-9444fe08ee35 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] show failed (client error): The resource could not be found. Aug 16 23:06:59.208891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.209183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.209534 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.209877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.210213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.210551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.210991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.211791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.212123 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.212448 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.212776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.213056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e7ab4acf-ec0e-4d07-949d-9444fe08ee35 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "GET /v2.0/security-groups/8b6c41be-9335-4002-95c5-2821e2a7c40c HTTP/1.1" status: 404 len: 347 time: 0.0206511 Aug 16 23:06:59.213357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c21749-c040-4680-878a-ad1aaa428185 tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:59.213629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41930) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.346645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Deleting port 7cb690e5-214d-4057-ac89-198a42ab63b4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:59.346904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.421387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.421653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.433533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Calling delete_port for 7cb690e5-214d-4057-ac89-198a42ab63b4 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:59.572813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.598069 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Pushing event deleted for resources: {'Port': ['ID=7cb690e5-214d-4057-ac89-198a42ab63b4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:59.665680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.668268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.669470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-51abf08d-2bc9-493a-b97c-bec08fcb3acb tempest-ServerActionsTestJSON-761928186 tempest-ServerActionsTestJSON-761928186-project] 10.222.0.22 "DELETE /v2.0/floatingips/20f3b886-8c7c-4867-9367-9723fe9708e1 HTTP/1.1" status: 204 len: 168 time: 0.4549358 Aug 16 23:06:59.672502 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41938) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:00.427634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.717498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Deleting port b64d73bb-dd30-4504-a530-95c35e3b4ce0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:00.717759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.793374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] For port b64d73bb-dd30-4504-a530-95c35e3b4ce0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b64d73bb-dd30-4504-a530-95c35e3b4ce0,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:00.793749 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.805843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Calling delete_port for b64d73bb-dd30-4504-a530-95c35e3b4ce0 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:01.034398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.060390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b64d73bb-dd30-4504-a530-95c35e3b4ce0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:01.224339 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.438070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Router 148a69ca-058f-4b12-bf87-9bef8bf23d61 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:01.543422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:01.548438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cdf14abe-7bf0-4a06-8061-62e99f241b7c admin admin] 10.222.0.22 "PUT /v2.0/routers/148a69ca-058f-4b12-bf87-9bef8bf23d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749166 Aug 16 23:07:01.551017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41942) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:01.552843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Sync routers for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:01.562401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:01.562996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:01.654907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.668517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:07:01.758085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.812745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Deleting port f9f612d6-be03-4eb5-b3ae-cf2de497fca4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:01.813112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.845670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T23:07:00Z', 'revision_number': 5, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port': {'id': 'f9f612d6-be03-4eb5-b3ae-cf2de497fca4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:01.871865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Checking router: 148a69ca-058f-4b12-bf87-9bef8bf23d61 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:07:01.880307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Routers {'148a69ca-058f-4b12-bf87-9bef8bf23d61'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:01.880907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:06:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['148a69ca-058f-4b12-bf87-9bef8bf23d61'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:01.891183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] For port f9f612d6-be03-4eb5-b3ae-cf2de497fca4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:01.891564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.903691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Calling delete_port for f9f612d6-be03-4eb5-b3ae-cf2de497fca4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:01.967416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] Set router 148a69ca-058f-4b12-bf87-9bef8bf23d61 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:07:02.024828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T23:07:01Z', 'revision_number': 6, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:02.052878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8128ed-f71d-41af-b816-eb88ebf47c52 None None] The sync data for ids ['148a69ca-058f-4b12-bf87-9bef8bf23d61'] in n-d-791505-20 is: [{'id': '148a69ca-058f-4b12-bf87-9bef8bf23d61', 'name': 'tempest-ServerActionsTestJSON-1068435036-router', 'tenant_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:37Z', 'updated_at': '2021-08-16T23:07:01Z', 'revision_number': 6, 'project_id': 'c1b66cd0f4e6411ead60f713d88e7748', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:02.319216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.344530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f612d6-be03-4eb5-b3ae-cf2de497fca4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:02.405697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.513325 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.515402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.575728 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.576266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148a69ca-058f-4b12-bf87-9bef8bf23d61 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:07:02.581354 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.582496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82efd340-a170-4be5-bda7-303a8ab7dd86 admin admin] 10.222.0.22 "DELETE /v2.0/routers/148a69ca-058f-4b12-bf87-9bef8bf23d61 HTTP/1.1" status: 204 len: 168 time: 1.0305557 Aug 16 23:07:02.585052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41946) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:02.629367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Deleting subnet 22c40da6-ecec-4916-954d-d4f23c60e5ea {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:02.632478 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.667697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.775953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.830090 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.860456 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c40da6-ecec-4916-954d-d4f23c60e5ea,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:02.864949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.867411 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3ce7f8f1-f0be-4b44-92b7-987f0d11d12c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/22c40da6-ecec-4916-954d-d4f23c60e5ea HTTP/1.1" status: 204 len: 168 time: 0.2804067 Aug 16 23:07:02.869488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41948) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:02.872277 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c8834b-9dc2-4840-a90a-22ccd4a513bb None None] Network b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:02.937944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.994889 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Deleting port 070d5c9a-6331-4f02-8ad7-31ff44ed357a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:02.995251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.068421 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] For port 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=070d5c9a-6331-4f02-8ad7-31ff44ed357a,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:03.069479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.071872 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] DHCP port deletion for b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:03.083959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Calling delete_port for 070d5c9a-6331-4f02-8ad7-31ff44ed357a owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:03.117962 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Deleting port 070d5c9a-6331-4f02-8ad7-31ff44ed357a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:03.118342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.163188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.184490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] For port 070d5c9a-6331-4f02-8ad7-31ff44ed357a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=070d5c9a-6331-4f02-8ad7-31ff44ed357a,segment=NetworkSegment(42b9674c-df09-4c6a-990a-cf93db8f19ca),segment_id=42b9674c-df09-4c6a-990a-cf93db8f19ca)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:03.184900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.192184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=070d5c9a-6331-4f02-8ad7-31ff44ed357a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.198605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] No DVR routers for this DVR port 070d5c9a-6331-4f02-8ad7-31ff44ed357a on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:03.200093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Calling delete_port for 070d5c9a-6331-4f02-8ad7-31ff44ed357a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:03.270330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.273879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.280291 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7eaf81b-c3e0-4f87-b8e6-6706d1967b64']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.290238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b9674c-df09-4c6a-990a-cf93db8f19ca') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.290487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b9674c-df09-4c6a-990a-cf93db8f19ca') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.299260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.302259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] Pushing event deleted for resources: {'Port': ['ID=070d5c9a-6331-4f02-8ad7-31ff44ed357a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.304095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0fed7-989e-4f3a-9e63-4176202b39ec None None] No DVR routers for this DVR port 070d5c9a-6331-4f02-8ad7-31ff44ed357a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:03.316921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.323417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:03.323841 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:03.325871 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:03.385361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.390248 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.392222 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7eaf81b-c3e0-4f87-b8e6-6706d1967b64 HTTP/1.1" status: 204 len: 168 time: 0.5217977 Aug 16 23:07:03.404614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83870cd5-31d8-4d92-8ea3-13699da34a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7eaf81b-c3e0-4f87-b8e6-6706d1967b64,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.504302 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41952) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.544007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83a0c8de-1946-4b26-a9ff-884e888fe3c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1b66cd0f4e6411ead60f713d88e7748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385432 Aug 16 23:07:03.546427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41954) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.592570 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.612945 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.662103 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.665400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.666483 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/082130d7-8f73-4783-8c46-85f65ce32f39 HTTP/1.1" status: 204 len: 168 time: 0.1191750 Aug 16 23:07:03.674803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e064f-e50e-4581-8ba7-6e45d30f9518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082130d7-8f73-4783-8c46-85f65ce32f39,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.711695 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f9f612d6-be03-4eb5-b3ae-cf2de497fca4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:03.736700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f9f612d6-be03-4eb5-b3ae-cf2de497fca4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:03.737050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f9f612d6-be03-4eb5-b3ae-cf2de497fca4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:03.737512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b64d73bb-dd30-4504-a530-95c35e3b4ce0 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:03.756565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b64d73bb-dd30-4504-a530-95c35e3b4ce0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:03.756915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b64d73bb-dd30-4504-a530-95c35e3b4ce0 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:03.757379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 070d5c9a-6331-4f02-8ad7-31ff44ed357a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:03.775716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 070d5c9a-6331-4f02-8ad7-31ff44ed357a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:03.776073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 070d5c9a-6331-4f02-8ad7-31ff44ed357a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:04.365055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 41976) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:04.462670 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1199566453-network', 'tenant_id': '2b8fdd6a6d424ab6b5ddab0d1ae44186'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:04.483677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Made reservation on behalf of 2b8fdd6a6d424ab6b5ddab0d1ae44186 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:04.486066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.494738 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.582807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.587044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.606630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:04.621435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c594d-b28d-4644-9022-86d4a670cf4a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.624262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.624608 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Added segment a8fce9fe-1161-4d49-97b2-8271e29b0234 of type vlan for network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 Aug 16 23:07:04.663276 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.687557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.688481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.689165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.740008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3736784 Aug 16 23:07:04.743427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 41980) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:04.748738 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Request body: {'subnet': {'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1199566453-subnet', 'tenant_id': '2b8fdd6a6d424ab6b5ddab0d1ae44186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:04.753883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748f5b5-80ae-43e6-85f2-f65c3c0bb1af admin admin] Pushing event updated for resources: {'Network': ['ID=92fba1c0-51a3-45f1-8dbd-733caefe3cc0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.768286 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:04.775160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Made reservation on behalf of 2b8fdd6a6d424ab6b5ddab0d1ae44186 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:04.777577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.937610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.999311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b7cef3-77f1-461b-8db9-9b2a528936f3,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:05.004869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Checking segment: {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:05.005351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Network hostable DHCP agents. Network: 92fba1c0-51a3-45f1-8dbd-733caefe3cc0, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:05.021356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:05.031679 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 92fba1c0-51a3-45f1-8dbd-733caefe3cc0) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:05.036068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.037008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.043014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104784ea-e730-4427-b5f1-3cd230c0425e None None] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:05.052467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c00e9c34-a904-4ab1-bfcd-db0975e13f95 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3076882 Aug 16 23:07:05.322693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054b242-0237-4f7e-a4af-2933305aa281 None None] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:05.483475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ec4285ae-a39a-4aba-890f-e24c37fa4501 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.484946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ec4285ae-a39a-4aba-890f-e24c37fa4501 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 814 time: 0.1019950 Aug 16 23:07:05.499761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-2e686e55-4df0-4b7c-8382-7ef86e95283d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/quotas/2b8fdd6a6d424ab6b5ddab0d1ae44186 HTTP/1.1" status: 200 len: 375 time: 0.0087824 Aug 16 23:07:05.535232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-c3d3ff41-9251-4ee8-bdc9-f653bd934d10 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299511 Aug 16 23:07:05.547148 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-dc82708f-3813-4405-90c4-adf11db8e079 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:05.548018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-dc82708f-3813-4405-90c4-adf11db8e079 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 Aug 16 23:07:05.708422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-9eb13df2-4344-4a9a-8c79-b73736224b18 service neutron] 10.222.0.22 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211379 Aug 16 23:07:05.802328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-dc4dbbe8-c7b5-48e8-b889-02d23d81c02a service neutron] 10.222.0.22 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874016 Aug 16 23:07:05.963154 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-46868628-b035-409d-a97d-3b841205b471 req-87d159c2-2244-4ce2-8423-50e1f032ae16 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 210 time: 0.0276558 Aug 16 23:07:07.083655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e6b9814-ea9c-46c9-b3e6-2fc2da6e92c6 req-2b3bf1e3-d8ae-4d57-8aa2-2928a6b87255 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 210 time: 0.0395889 Aug 16 23:07:07.116567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-e0373cfe-6be4-4739-8cd7-953940cc3b8f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:07.118551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-e0373cfe-6be4-4739-8cd7-953940cc3b8f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.89 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 814 time: 0.1407642 Aug 16 23:07:07.152041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Request body: {'port': {'device_id': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0', 'admin_state_up': True, 'tenant_id': '2b8fdd6a6d424ab6b5ddab0d1ae44186'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:07.257144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Made reservation on behalf of 2b8fdd6a6d424ab6b5ddab0d1ae44186 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:07.261127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.387888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Allocated IP 172.20.0.7 (92fba1c0-51a3-45f1-8dbd-733caefe3cc0/d2b7cef3-77f1-461b-8db9-9b2a528936f3/743872d2-b55a-4968-a68e-02d787f697ab) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:07.537867 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.577416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.616699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:07.622176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:07.625881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:07.651808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Pushing event updated for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.678985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:07.680127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.694753 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-5a164698-8af1-450c-ab2a-15ea70df53fd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466595 Aug 16 23:07:07.719114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-79a81329-9b6e-4aba-9f51-37a0ef198ce4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:07.720176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-79a81329-9b6e-4aba-9f51-37a0ef198ce4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052371 Aug 16 23:07:07.732750 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Request body: {'port': {'device_id': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:07.789283 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.057835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743872d2-b55a-4968-a68e-02d787f697ab {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:08.065432 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.077850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Transition to ACTIVE for port object 743872d2-b55a-4968-a68e-02d787f697ab will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:08.081624 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.142034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:08.249405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Attempting to bind port 743872d2-b55a-4968-a68e-02d787f697ab on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:08.249737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Attempting to bind port 743872d2-b55a-4968-a68e-02d787f697ab by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:08.250062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Attempting to bind port 743872d2-b55a-4968-a68e-02d787f697ab on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:08.263147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2b876-20ea-44c0-9b0c-e73c4b0e7146 req-3610abf6-56ae-4a3c-97e7-365fb430001e tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:08.264754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c2b876-20ea-44c0-9b0c-e73c4b0e7146 req-3610abf6-56ae-4a3c-97e7-365fb430001e tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 943 time: 0.1013165 Aug 16 23:07:08.268033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Port 743872d2-b55a-4968-a68e-02d787f697ab on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:07:08.268369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Attempting to bind port 743872d2-b55a-4968-a68e-02d787f697ab on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:08.279631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:08.279971 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Checking segment: {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:08.280347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Bound using segment: {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:08.280777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Bound port: 743872d2-b55a-4968-a68e-02d787f697ab, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:08.281161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.342192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31c2b876-20ea-44c0-9b0c-e73c4b0e7146 req-038c7e4c-034d-4a89-8272-080144a4d7b8 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705297 Aug 16 23:07:08.374772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:08.377992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=743872d2-b55a-4968-a68e-02d787f697ab,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:08.382571 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.416070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:08.416693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.418108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] 10.222.0.89 "PUT /v2.0/ports/743872d2-b55a-4968-a68e-02d787f697ab HTTP/1.1" status: 200 len: 1092 time: 0.6891646 Aug 16 23:07:08.420315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:08.422614 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a1499a-f036-4ec6-9517-f76d116a583c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "tag": "743872d2-b55a-4968-a68e-02d787f697ab"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:08.452341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef875e1f-f276-4e57-9fd0-0ec4dacc0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:08.461999 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda20419-1c13-4200-b8e7-070159d03057 x-openstack-request-id: req-cda20419-1c13-4200-b8e7-070159d03057 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:08.462300 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "tag": "743872d2-b55a-4968-a68e-02d787f697ab", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:08.462553 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cda20419-1c13-4200-b8e7-070159d03057 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:08.462951 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab', 'status': 'completed', 'code': 200} Aug 16 23:07:08.530930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-0f50faa3-6c31-4b54-bb62-a1135c68d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:08.532449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-0f50faa3-6c31-4b54-bb62-a1135c68d3b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 1095 time: 0.0421987 Aug 16 23:07:08.587016 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-d4b0e45f-bce3-482b-867d-7d43d2ba7229 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743872d2-b55a-4968-a68e-02d787f697ab HTTP/1.1" status: 200 len: 217 time: 0.0336297 Aug 16 23:07:08.642856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-daa8e7f5-5138-404a-a6a6-b3499cb341de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:08.644304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-daa8e7f5-5138-404a-a6a6-b3499cb341de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0466049 Aug 16 23:07:08.683256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-1e489d61-73fb-40e9-8b85-5466da77676d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258255 Aug 16 23:07:08.778331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-71e18013-73cb-409f-98ad-46995c8bfe64 service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820925 Aug 16 23:07:08.875145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6afaaa36-bd2a-4145-9c38-e575b08549c0 req-14fdb3f4-d2da-436e-ac5d-9bd76f2ad6e4 service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Aug 16 23:07:09.020122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-3ad412cc-bd1a-4cd7-a013-7aa7615cf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.021568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-3ad412cc-bd1a-4cd7-a013-7aa7615cf062 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 1095 time: 0.0402689 Aug 16 23:07:09.117437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-0b59fc40-6db4-45e5-8af1-9a6f0bfff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.118917 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-0b59fc40-6db4-45e5-8af1-9a6f0bfff41f service neutron] 10.222.0.89 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 914 time: 0.0874531 Aug 16 23:07:09.162566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-055221ea-4016-449b-a1a3-0aa61588c336 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743872d2-b55a-4968-a68e-02d787f697ab HTTP/1.1" status: 200 len: 217 time: 0.0344374 Aug 16 23:07:09.215052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-969fa62b-545e-4db3-a958-1004e517a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.216556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-969fa62b-545e-4db3-a958-1004e517a728 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0464382 Aug 16 23:07:09.248452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-beb4fe34-1a06-4097-812f-43a756e2b6fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244033 Aug 16 23:07:09.341865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-66f72be8-73a6-48bd-9b10-8cd09306ab34 service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811925 Aug 16 23:07:09.463065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2a1499a-f036-4ec6-9517-f76d116a583c req-32fdd996-d6cc-4f65-a23e-4318dca879c8 service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114478 Aug 16 23:07:09.486910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fa709-07c0-49dc-9822-63c207b3fbee req-bb5c7b3c-865c-42e3-bd5d-423bcdb23aee tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.488463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b52fa709-07c0-49dc-9822-63c207b3fbee req-bb5c7b3c-865c-42e3-bd5d-423bcdb23aee tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 943 time: 0.0603831 Aug 16 23:07:09.533180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b52fa709-07c0-49dc-9822-63c207b3fbee req-7aa5e445-27a2-4a02-b1f7-7ec834faea71 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Aug 16 23:07:10.650253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7eb04-b125-42b7-b076-d2bf3eccc0de req-71856897-ff26-4078-833a-b08cfd2be394 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:10.651855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76f7eb04-b125-42b7-b076-d2bf3eccc0de req-71856897-ff26-4078-833a-b08cfd2be394 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 943 time: 0.0508246 Aug 16 23:07:10.696199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76f7eb04-b125-42b7-b076-d2bf3eccc0de req-35a7c6d5-700c-49d8-9313-edc811a6a4ab tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382891 Aug 16 23:07:11.759045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 743872d2-b55a-4968-a68e-02d787f697ab details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:11.812973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf724-64d6-4d5d-969c-4c3e14d4967e req-db79a41c-a2c3-41a5-947d-a947ad1dbd2c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:11.814477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6bf724-64d6-4d5d-969c-4c3e14d4967e req-db79a41c-a2c3-41a5-947d-a947ad1dbd2c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 943 time: 0.0491767 Aug 16 23:07:11.856910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2d6bf724-64d6-4d5d-969c-4c3e14d4967e req-26f3e985-c632-4751-bf64-c2b758d6b55f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Aug 16 23:07:11.859655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=743872d2-b55a-4968-a68e-02d787f697ab,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:11.871031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '743872d2-b55a-4968-a68e-02d787f697ab', 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0', 'port_id': '743872d2-b55a-4968-a68e-02d787f697ab', 'mac_address': 'fa:16:3e:a3:83:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b7cef3-77f1-461b-8db9-9b2a528936f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:11.908233 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.924446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743872d2-b55a-4968-a68e-02d787f697ab {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:11.946099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=743872d2-b55a-4968-a68e-02d787f697ab,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:11.950238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.998937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:12.267096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['743872d2-b55a-4968-a68e-02d787f697ab'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:12.978717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbabd2-c69e-454a-ab87-2fdef6f0dd9c req-338883c6-2f32-4279-8406-6b2856c4c27a tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:12.980191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52fbabd2-c69e-454a-ab87-2fdef6f0dd9c req-338883c6-2f32-4279-8406-6b2856c4c27a tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 944 time: 0.0488620 Aug 16 23:07:13.017274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52fbabd2-c69e-454a-ab87-2fdef6f0dd9c req-4c43f312-cbf4-4710-81e4-e67015492e1d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Aug 16 23:07:13.757816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 743872d2-b55a-4968-a68e-02d787f697ab up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:13.812573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 743872d2-b55a-4968-a68e-02d787f697ab completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:13.816236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 743872d2-b55a-4968-a68e-02d787f697ab triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:13.816611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:13.894741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:13.918605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:13.921180 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cddb51-a51e-4b2d-b9a9-286919266892" -d '{"events": [{"server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "name": "network-vif-plugged", "status": "completed", "tag": "743872d2-b55a-4968-a68e-02d787f697ab"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:13.934582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=743872d2-b55a-4968-a68e-02d787f697ab,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:13.938709 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:13.965477 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1e6f28-b1b0-49d4-8391-919475981f47 x-openstack-request-id: req-ac1e6f28-b1b0-49d4-8391-919475981f47 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:13.965770 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "name": "network-vif-plugged", "status": "completed", "tag": "743872d2-b55a-4968-a68e-02d787f697ab", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:13.966023 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac1e6f28-b1b0-49d4-8391-919475981f47 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:13.966412 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab', 'code': 200} Aug 16 23:07:13.991611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:14.121410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903734-88e8-45a6-b420-2947eeb70f97 req-7d69c8ff-dd65-4484-ae80-b393c7d52ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:14.122832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74903734-88e8-45a6-b420-2947eeb70f97 req-7d69c8ff-dd65-4484-ae80-b393c7d52ce1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 1097 time: 0.0655389 Aug 16 23:07:14.182259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74903734-88e8-45a6-b420-2947eeb70f97 req-47bdbd1f-eb4c-4c08-a720-ad462f4632f3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Aug 16 23:07:14.190911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb5a3-68fd-4c37-a56c-f432c8bb1083 req-f3e9d54f-6a68-49b8-b1b9-53febfb60da4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:14.192302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1bb5a3-68fd-4c37-a56c-f432c8bb1083 req-f3e9d54f-6a68-49b8-b1b9-53febfb60da4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0861123 Aug 16 23:07:14.231682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d1bb5a3-68fd-4c37-a56c-f432c8bb1083 req-dc5f5f2f-516a-40ed-9ce8-ae89ed977239 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Aug 16 23:07:14.901244 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.351344 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e85e34-67d5-4087-9c2e-7a301729949b req-40fe4d16-327e-44d9-b76a-c606b38cf272 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:15.352896 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6e85e34-67d5-4087-9c2e-7a301729949b req-40fe4d16-327e-44d9-b76a-c606b38cf272 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0525465 Aug 16 23:07:15.393542 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b6e85e34-67d5-4087-9c2e-7a301729949b req-5e4f7d51-47eb-4f69-a4af-dcd157e80894 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Aug 16 23:07:15.601582 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-33f7fea6-1aa1-40f7-8f63-2c60f69ceccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:16.512162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04279-2baa-4cc8-8ed7-3caa4dfe76c1 req-ff9aa190-8274-497b-b034-259582b40ec5 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:16.513662 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25d04279-2baa-4cc8-8ed7-3caa4dfe76c1 req-ff9aa190-8274-497b-b034-259582b40ec5 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0539894 Aug 16 23:07:16.552514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25d04279-2baa-4cc8-8ed7-3caa4dfe76c1 req-f5a4bab8-86b3-4a41-8f31-5d15868c5c30 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 16 23:07:16.787862 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-d8cb3120-dac5-4fa5-b62f-1d2cccb78b47 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622313 Aug 16 23:07:16.814642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-db3e077e-799f-461c-a5b0-681dc097538c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:16.816188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-db3e077e-799f-461c-a5b0-681dc097538c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 814 time: 0.1376050 Aug 16 23:07:16.832150 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-07464cc7-cf06-413a-bd0d-501cc0296d2f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/quotas/2b8fdd6a6d424ab6b5ddab0d1ae44186 HTTP/1.1" status: 200 len: 375 time: 0.0095565 Aug 16 23:07:17.166103 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-e2f7ffe1-105f-4bd1-98dc-fdff8dfcbeaa tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3274240 Aug 16 23:07:17.168622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-498562be-b969-474b-88b1-0e6e396b70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.170038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-498562be-b969-474b-88b1-0e6e396b70a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 1097 time: 0.3217375 Aug 16 23:07:17.177138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-4dd65dbd-7591-48a3-a817-f94d628a9cd9 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:17.178106 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-4dd65dbd-7591-48a3-a817-f94d628a9cd9 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055470 Aug 16 23:07:17.296634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-6af76f88-8f34-4902-a804-30a884d06194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.298110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-6af76f88-8f34-4902-a804-30a884d06194 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 914 time: 0.1082475 Aug 16 23:07:17.369497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-b6c14269-6e57-48dc-a7d0-c6aed299d789 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743872d2-b55a-4968-a68e-02d787f697ab HTTP/1.1" status: 200 len: 217 time: 0.0623267 Aug 16 23:07:17.447127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-dc865b7f-7628-4dd1-9087-044c4b4fe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.448508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-dc865b7f-7628-4dd1-9087-044c4b4fe952 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0696571 Aug 16 23:07:17.450568 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-d41654f9-ba6f-4d2d-a553-f1a3cebc1300 service neutron] 10.222.0.22 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166893 Aug 16 23:07:17.522236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-0b1ddb15-6e49-4a3e-9638-ee6e97077407 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572419 Aug 16 23:07:17.618699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-21425eb9-1cfe-487b-9288-39e0c4c5e676 service neutron] 10.222.0.22 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618841 Aug 16 23:07:17.643352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-0b8d5bb8-19b1-4a7a-a07e-39a0c58b775f service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111810 Aug 16 23:07:17.740206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dd207d8-6aa5-4905-a518-df99fe93d656 req-fb009761-f79a-48c6-88b3-c036ee076300 service neutron] 10.222.0.89 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896471 Aug 16 23:07:17.783072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b8232c2-f4aa-463a-ab04-b474ca766129 req-9208fd5c-9b5a-484f-a138-f1ed65e99c00 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 16 23:07:18.248599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.331418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ee42411-98a7-496b-a798-7345d0da75fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.845402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-5b46419b-4252-41f9-87a3-53eae8b12f4c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.846854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-5b46419b-4252-41f9-87a3-53eae8b12f4c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.88 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 814 time: 0.1141579 Aug 16 23:07:18.887510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Request body: {'port': {'device_id': 'a788543a-5833-461a-8cd0-3df80b43590a', 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0', 'admin_state_up': True, 'tenant_id': '2b8fdd6a6d424ab6b5ddab0d1ae44186'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:18.891814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6fef3c58-56dc-4828-8437-da48c2b756ee req-62b6dbc2-ad08-4fe9-87b8-7b5e5f74f39f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 210 time: 0.0359998 Aug 16 23:07:18.999663 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Made reservation on behalf of 2b8fdd6a6d424ab6b5ddab0d1ae44186 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:19.003849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.128496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Allocated IP 172.20.0.9 (92fba1c0-51a3-45f1-8dbd-733caefe3cc0/d2b7cef3-77f1-461b-8db9-9b2a528936f3/24c640af-6c88-4857-af43-4ce9ff582d0b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:19.278621 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.317044 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.355436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['743872d2-b55a-4968-a68e-02d787f697ab'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:19.367800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:19.371032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:19.375245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:19.382580 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Pushing event updated for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:19.409467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.409961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.410409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.410871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.411281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.411637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.412085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.412525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.412986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.414022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.414487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.414913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:19.420017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.443242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:19.443871 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.458500 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-c0909a6a-4470-48e1-a432-7264965d738c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749774 Aug 16 23:07:19.478858 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Request body: {'port': {'device_id': 'a788543a-5833-461a-8cd0-3df80b43590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:19.539605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.818286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c640af-6c88-4857-af43-4ce9ff582d0b {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:19.826166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.837593 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Transition to ACTIVE for port object 24c640af-6c88-4857-af43-4ce9ff582d0b will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:19.841515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.897353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:19.973964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Attempting to bind port 24c640af-6c88-4857-af43-4ce9ff582d0b on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:19.974300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Attempting to bind port 24c640af-6c88-4857-af43-4ce9ff582d0b by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:19.974633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Attempting to bind port 24c640af-6c88-4857-af43-4ce9ff582d0b on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:19.992547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Port 24c640af-6c88-4857-af43-4ce9ff582d0b on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:07:19.992867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Attempting to bind port 24c640af-6c88-4857-af43-4ce9ff582d0b on network 92fba1c0-51a3-45f1-8dbd-733caefe3cc0 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:20.000911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:20.001286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Checking segment: {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:20.001948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Bound using segment: {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:20.002353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Bound port: 24c640af-6c88-4857-af43-4ce9ff582d0b, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fce9fe-1161-4d49-97b2-8271e29b0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:20.002775 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.047992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed04f1-3004-43a8-bedc-8063984e8fdb req-54d2185d-339d-4a90-8785-3732b15ef4ba tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.049518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86ed04f1-3004-43a8-bedc-8063984e8fdb req-54d2185d-339d-4a90-8785-3732b15ef4ba tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 943 time: 0.0885632 Aug 16 23:07:20.100027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:20.104576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=24c640af-6c88-4857-af43-4ce9ff582d0b,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:20.108217 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.114638 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-86ed04f1-3004-43a8-bedc-8063984e8fdb req-85e9c236-84df-48f0-8c92-197ec7024f53 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Aug 16 23:07:20.148686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.149330 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.150692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] 10.222.0.88 "PUT /v2.0/ports/24c640af-6c88-4857-af43-4ce9ff582d0b HTTP/1.1" status: 200 len: 1092 time: 0.6771722 Aug 16 23:07:20.151128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:20.153374 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c988ca-0b67-4691-8429-e1de71bcf16e" -d '{"events": [{"name": "network-changed", "server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:20.180246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b452f-3dd2-4a20-a393-cfb9073df7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:20.201596 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21170f1f-9b14-47ea-8c37-ca3228c1c13e x-openstack-request-id: req-21170f1f-9b14-47ea-8c37-ca3228c1c13e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:20.201887 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:20.202140 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21170f1f-9b14-47ea-8c37-ca3228c1c13e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:20.202583 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b', 'status': 'completed', 'code': 200} Aug 16 23:07:20.262334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-a58142d9-93b6-4489-9e41-cf3cecf9ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.263877 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-a58142d9-93b6-4489-9e41-cf3cecf9ad08 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 1095 time: 0.0411711 Aug 16 23:07:20.312635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-e0e81aa1-2330-4e7d-bfd7-245ef08fb236 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24c640af-6c88-4857-af43-4ce9ff582d0b HTTP/1.1" status: 200 len: 217 time: 0.0341165 Aug 16 23:07:20.365896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-3869b1c0-3c55-4fe3-aeb8-fc8c33910565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.367882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-3869b1c0-3c55-4fe3-aeb8-fc8c33910565 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0444882 Aug 16 23:07:20.405145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-29c13f82-7532-41b9-b1a3-dccb3948339b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287724 Aug 16 23:07:20.498282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-f9dd8fb6-3a15-48e8-b6be-b16829de1b14 service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Aug 16 23:07:20.592822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55a90229-1b38-4a56-99fa-547c3d3dfa8f req-b95bec9e-1a8f-4f31-8f79-89b420e5672e service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Aug 16 23:07:20.721911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-64833495-502c-4b39-ae24-cf850c1f02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.723311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-64833495-502c-4b39-ae24-cf850c1f02a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 1095 time: 0.0416811 Aug 16 23:07:20.821888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-89135e2f-4420-47c9-8d4f-f0c273eb83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.823379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-89135e2f-4420-47c9-8d4f-f0c273eb83d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 914 time: 0.0919328 Aug 16 23:07:20.867975 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-bfdc3bf0-14bf-4b48-b258-7219744a8875 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24c640af-6c88-4857-af43-4ce9ff582d0b HTTP/1.1" status: 200 len: 217 time: 0.0361996 Aug 16 23:07:20.919471 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-fd75889c-f0ef-4417-8e6d-fd0f9f03b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.921533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-fd75889c-f0ef-4417-8e6d-fd0f9f03b524 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0464916 Aug 16 23:07:20.955359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-484b4b9b-cb70-429b-802f-885dca92c760 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248425 Aug 16 23:07:21.064249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-08662b17-292b-4508-9d8c-e2df8f26ce48 service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982933 Aug 16 23:07:21.164935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41c988ca-0b67-4691-8429-e1de71bcf16e req-2fbccc50-c4f5-4b4b-976f-5237bc5b122c service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912611 Aug 16 23:07:21.232160 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381159b-876f-4f77-b3d5-af8705e51989 req-aa15ef97-2439-471c-b063-9ef590d1cba3 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:21.234098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4381159b-876f-4f77-b3d5-af8705e51989 req-aa15ef97-2439-471c-b063-9ef590d1cba3 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 943 time: 0.0515304 Aug 16 23:07:21.274798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4381159b-876f-4f77-b3d5-af8705e51989 req-85063abe-afe3-4422-b417-ac71ca986fdb tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Aug 16 23:07:21.416796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.389171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240995f-e604-45a2-85b1-cb521159f575 req-103691ff-af72-40d1-a397-582cdbce4c10 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:22.390682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7240995f-e604-45a2-85b1-cb521159f575 req-103691ff-af72-40d1-a397-582cdbce4c10 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 943 time: 0.0488632 Aug 16 23:07:22.428419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7240995f-e604-45a2-85b1-cb521159f575 req-8638bad1-960e-4cd8-a611-4b8b632b17d1 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 16 23:07:23.415483 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.553189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a871-ff4d-485a-9169-6b7e53050e88 req-b894ac79-a7d0-4cf7-a5ae-962896fd3a5d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:23.554995 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38b0a871-ff4d-485a-9169-6b7e53050e88 req-b894ac79-a7d0-4cf7-a5ae-962896fd3a5d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 943 time: 0.0579827 Aug 16 23:07:23.592629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38b0a871-ff4d-485a-9169-6b7e53050e88 req-0d45dcfe-a064-4f49-a10f-ae7db9523ab0 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 16 23:07:23.874426 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 24c640af-6c88-4857-af43-4ce9ff582d0b details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:23.965289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=24c640af-6c88-4857-af43-4ce9ff582d0b,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:23.976331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '24c640af-6c88-4857-af43-4ce9ff582d0b', 'network_id': '92fba1c0-51a3-45f1-8dbd-733caefe3cc0', 'port_id': '24c640af-6c88-4857-af43-4ce9ff582d0b', 'mac_address': 'fa:16:3e:c5:8e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b7cef3-77f1-461b-8db9-9b2a528936f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:24.015636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.032131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c640af-6c88-4857-af43-4ce9ff582d0b {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:24.050504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=24c640af-6c88-4857-af43-4ce9ff582d0b,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:24.054428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.104131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:24.468120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['24c640af-6c88-4857-af43-4ce9ff582d0b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:24.705362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38c94-ac5c-47f7-8b78-28e45bc8bd1e req-449c61b1-75fe-4d3e-a1d0-5386d3169a40 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:24.706851 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e38c94-ac5c-47f7-8b78-28e45bc8bd1e req-449c61b1-75fe-4d3e-a1d0-5386d3169a40 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 944 time: 0.0491428 Aug 16 23:07:24.744134 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2e38c94-ac5c-47f7-8b78-28e45bc8bd1e req-e5e6cc3d-eaa2-4967-89ae-b368de64f5eb tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Aug 16 23:07:25.128681 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:07:25.858430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a9726-004c-4309-aa43-81fe0436a4d6 req-70fe1d96-300f-4849-a887-a67f85575059 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.859923 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-394a9726-004c-4309-aa43-81fe0436a4d6 req-70fe1d96-300f-4849-a887-a67f85575059 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 944 time: 0.0486045 Aug 16 23:07:25.891552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 24c640af-6c88-4857-af43-4ce9ff582d0b up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:25.897950 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-394a9726-004c-4309-aa43-81fe0436a4d6 req-75f61fc4-b607-42ad-8b58-89e68d6224c5 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Aug 16 23:07:25.942928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 24c640af-6c88-4857-af43-4ce9ff582d0b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:25.946675 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 24c640af-6c88-4857-af43-4ce9ff582d0b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:25.947050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.021185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.043437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:26.045666 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53303c75-b654-4381-9ca2-55d9459e498b" -d '{"events": [{"server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "name": "network-vif-plugged", "status": "completed", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:26.058183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=24c640af-6c88-4857-af43-4ce9ff582d0b,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:26.062175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.091484 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c033531-e085-4440-83fb-aad0ac9c2a51 x-openstack-request-id: req-7c033531-e085-4440-83fb-aad0ac9c2a51 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:26.091767 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "name": "network-vif-plugged", "status": "completed", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:26.092011 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c033531-e085-4440-83fb-aad0ac9c2a51 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:26.092389 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b', 'code': 200} Aug 16 23:07:26.116227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:26.231538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955483d9-59c2-4649-9461-70ad5d1c5d78 req-2286f33f-9502-4e87-b309-54fb704bf73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:26.233002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-955483d9-59c2-4649-9461-70ad5d1c5d78 req-2286f33f-9502-4e87-b309-54fb704bf73c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 1097 time: 0.0430419 Aug 16 23:07:26.267128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-955483d9-59c2-4649-9461-70ad5d1c5d78 req-ba99204c-c37e-4da2-92da-4465ebe25f67 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269294 Aug 16 23:07:27.013091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad4d22-db3e-49a3-bf70-c07737469034 req-fd150dad-2b57-45e6-80d3-85cfa09de117 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:27.014586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dad4d22-db3e-49a3-bf70-c07737469034 req-fd150dad-2b57-45e6-80d3-85cfa09de117 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0488844 Aug 16 23:07:27.051868 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0dad4d22-db3e-49a3-bf70-c07737469034 req-2e41fa8c-bfa2-47aa-b02a-7cc4ffc90c2f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Aug 16 23:07:28.170810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730edfb-2be2-45ed-95b4-3456a985a2b4 req-9f2452c4-e6c1-4084-ac47-48f5403b8e30 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:28.172287 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e730edfb-2be2-45ed-95b4-3456a985a2b4 req-9f2452c4-e6c1-4084-ac47-48f5403b8e30 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0497427 Aug 16 23:07:28.210528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e730edfb-2be2-45ed-95b4-3456a985a2b4 req-e024c38b-5269-4db5-acbd-d04f647be880 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Aug 16 23:07:29.077089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-17e0e829-6343-4550-af03-72ed769a1f59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425472 Aug 16 23:07:29.184237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298d87-e5b2-4818-831c-9fd185129811 req-81a539bf-651d-491e-82bb-9f5a7931c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.185767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-81a539bf-651d-491e-82bb-9f5a7931c07b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 1097 time: 0.0407352 Aug 16 23:07:29.317564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298d87-e5b2-4818-831c-9fd185129811 req-50a1f564-bbfc-4ec2-b7b4-9065eb49d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.319014 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-50a1f564-bbfc-4ec2-b7b4-9065eb49d943 service neutron] 10.222.0.88 "GET /v2.0/networks?id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 200 len: 914 time: 0.1120853 Aug 16 23:07:29.364178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-3f4fd869-ea6c-4dcf-b999-70e738a16bee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24c640af-6c88-4857-af43-4ce9ff582d0b HTTP/1.1" status: 200 len: 217 time: 0.0357566 Aug 16 23:07:29.373031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352857-477a-4428-aae5-e0670d0c964a req-51d0aeb2-53fe-4837-bc5b-26d32c4b55b8 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.374470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2352857-477a-4428-aae5-e0670d0c964a req-51d0aeb2-53fe-4837-bc5b-26d32c4b55b8 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0918858 Aug 16 23:07:29.445376 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2352857-477a-4428-aae5-e0670d0c964a req-11290691-ccb0-49c1-afee-f902edf50bc5 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626254 Aug 16 23:07:29.446867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298d87-e5b2-4818-831c-9fd185129811 req-305a9366-83f2-4128-ba6c-89a64479b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.448284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-305a9366-83f2-4128-ba6c-89a64479b19a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 200 len: 854 time: 0.0729437 Aug 16 23:07:29.483425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-e682ec1f-659d-4152-bfd6-b37ea72df348 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92fba1c0-51a3-45f1-8dbd-733caefe3cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266690 Aug 16 23:07:29.584651 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-aa48dea2-d35e-444b-a569-bfd0521e12e7 service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902185 Aug 16 23:07:29.687585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5298d87-e5b2-4818-831c-9fd185129811 req-3b61282e-7157-4ff2-90e3-c0761af686e2 service neutron] 10.222.0.88 "GET /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948317 Aug 16 23:07:29.927683 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67883d-d305-4cbc-b016-065d14b7d4d6 req-37ef47d2-fd21-4151-8b98-01af42f9e92c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.929123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf67883d-d305-4cbc-b016-065d14b7d4d6 req-37ef47d2-fd21-4151-8b98-01af42f9e92c tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 16 23:07:29.967446 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf67883d-d305-4cbc-b016-065d14b7d4d6 req-53d9140a-ff53-42f1-8f27-d459c56e5fef tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 16 23:07:31.082769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6995-da54-4760-9639-c1b610fb5e98 req-30862322-51d3-44da-9a72-297ec49b70aa tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.084275 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00cd6995-da54-4760-9639-c1b610fb5e98 req-30862322-51d3-44da-9a72-297ec49b70aa tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0487680 Aug 16 23:07:31.124743 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-00cd6995-da54-4760-9639-c1b610fb5e98 req-d53eaf3a-8e58-4798-98f6-54dc6e648385 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Aug 16 23:07:31.762320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed950fb1-5477-4cf2-ad96-236616944175 req-8a3b623f-51d0-4e65-b6e6-3abace72b5dd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.763671 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed950fb1-5477-4cf2-ad96-236616944175 req-8a3b623f-51d0-4e65-b6e6-3abace72b5dd tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.88 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 945 time: 0.0481136 Aug 16 23:07:31.853270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Deleting port 24c640af-6c88-4857-af43-4ce9ff582d0b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:31.853617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:31.943088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] For port 24c640af-6c88-4857-af43-4ce9ff582d0b, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=24c640af-6c88-4857-af43-4ce9ff582d0b,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:31.943457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:31.956515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Calling delete_port for 24c640af-6c88-4857-af43-4ce9ff582d0b owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:32.086972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:32.114851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Pushing event deleted for resources: {'Port': ['ID=24c640af-6c88-4857-af43-4ce9ff582d0b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:32.127500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['743872d2-b55a-4968-a68e-02d787f697ab'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:32.132925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['24c640af-6c88-4857-af43-4ce9ff582d0b'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:32.154795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] No DVR routers for this DVR port 24c640af-6c88-4857-af43-4ce9ff582d0b on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:32.157498 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:32.159510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ed950fb1-5477-4cf2-ad96-236616944175 req-961b11ba-8ce7-47d8-89bb-213a03fd2d47 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.88 "DELETE /v2.0/ports/24c640af-6c88-4857-af43-4ce9ff582d0b HTTP/1.1" status: 204 len: 173 time: 0.3872452 Aug 16 23:07:32.160317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'name': 'network-vif-deleted', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:32.162315 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d213917-8877-4f7a-bb0e-b857dac877f0" -d '{"events": [{"server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "name": "network-vif-deleted", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:32.200998 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922732e1-736d-4622-b544-1f482ccce279 x-openstack-request-id: req-922732e1-736d-4622-b544-1f482ccce279 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:32.201324 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a788543a-5833-461a-8cd0-3df80b43590a", "name": "network-vif-deleted", "tag": "24c640af-6c88-4857-af43-4ce9ff582d0b", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:32.201575 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-922732e1-736d-4622-b544-1f482ccce279 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:32.201975 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a788543a-5833-461a-8cd0-3df80b43590a', 'name': 'network-vif-deleted', 'tag': '24c640af-6c88-4857-af43-4ce9ff582d0b', 'status': 'completed', 'code': 200} Aug 16 23:07:32.246017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-466b5c6f-582c-4dce-8070-399044206719 req-33ee7828-d981-47b3-bf19-49acdf276390 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=a788543a-5833-461a-8cd0-3df80b43590a HTTP/1.1" status: 200 len: 210 time: 0.0317776 Aug 16 23:07:33.396903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaa8a5-6011-4fa6-b1aa-9cab3614f817 req-7279e0bd-c895-425b-81cf-733e14c8a707 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:33.398407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74eaa8a5-6011-4fa6-b1aa-9cab3614f817 req-7279e0bd-c895-425b-81cf-733e14c8a707 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0536194 Aug 16 23:07:33.693408 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74eaa8a5-6011-4fa6-b1aa-9cab3614f817 req-6c5f9a95-18f5-4118-99ec-4bbbad0c8bb5 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890902 Aug 16 23:07:33.822549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98692fcc-cbd1-46e7-9d12-ec866c3c325a req-028a9e00-76b2-41dc-9838-4aa1604dcf0d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:33.824023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98692fcc-cbd1-46e7-9d12-ec866c3c325a req-028a9e00-76b2-41dc-9838-4aa1604dcf0d tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0486481 Aug 16 23:07:33.860519 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98692fcc-cbd1-46e7-9d12-ec866c3c325a req-b46d4b39-5418-43b6-a801-a5f61cb38b18 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Aug 16 23:07:33.974795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe12c44-19d1-4516-894d-adbbfb931174 req-87d99551-0ef3-4726-8562-07d344666612 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:33.976723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffe12c44-19d1-4516-894d-adbbfb931174 req-87d99551-0ef3-4726-8562-07d344666612 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0485952 Aug 16 23:07:34.013704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ffe12c44-19d1-4516-894d-adbbfb931174 req-c57d30fb-4875-4bc8-b761-794a93c99238 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Aug 16 23:07:34.086142 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-a07807c7-af48-4448-81aa-363c073b7c67 req-bea028a4-741e-4db8-abe6-524ca008dc2a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:34.087167 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a07807c7-af48-4448-81aa-363c073b7c67 req-bea028a4-741e-4db8-abe6-524ca008dc2a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060906 Aug 16 23:07:34.198525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f483b-60aa-4ef5-ab70-92db22d45e27 req-b4ed604c-d76c-44c8-9f5c-58a5fe7a9dce tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:34.200005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355f483b-60aa-4ef5-ab70-92db22d45e27 req-b4ed604c-d76c-44c8-9f5c-58a5fe7a9dce tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0538850 Aug 16 23:07:34.238031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-355f483b-60aa-4ef5-ab70-92db22d45e27 req-1678b892-afe6-4221-a300-a396418e08cc tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Aug 16 23:07:34.359008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc993c8f-65b8-4f17-8804-0efe599de597 req-9835f1a5-4e94-4797-861c-a74bc510ceba tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:34.361388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc993c8f-65b8-4f17-8804-0efe599de597 req-9835f1a5-4e94-4797-861c-a74bc510ceba tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0558591 Aug 16 23:07:34.399623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc993c8f-65b8-4f17-8804-0efe599de597 req-156735ba-c0fc-43b3-85f6-d211c5f24a36 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 16 23:07:34.526140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f115d5-f25a-4fe9-a274-15719d11c65b req-88469a3f-f23a-4c5b-bfec-82a5e95aa872 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:34.527591 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04f115d5-f25a-4fe9-a274-15719d11c65b req-88469a3f-f23a-4c5b-bfec-82a5e95aa872 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0509751 Aug 16 23:07:34.564445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04f115d5-f25a-4fe9-a274-15719d11c65b req-1340d4a2-e0ce-48de-9bc3-6d8eb805ba40 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Aug 16 23:07:34.875179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d9ae-ffea-496d-99e1-bd20cfa70428 req-9708b0e8-ca36-4430-97f7-8f6d3f69dbb4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:34.877040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d100d9ae-ffea-496d-99e1-bd20cfa70428 req-9708b0e8-ca36-4430-97f7-8f6d3f69dbb4 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0514703 Aug 16 23:07:34.914389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d100d9ae-ffea-496d-99e1-bd20cfa70428 req-302c2f0f-b976-451e-9e82-e50f2b01108f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Aug 16 23:07:35.955868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 24c640af-6c88-4857-af43-4ce9ff582d0b no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:35.979963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 24c640af-6c88-4857-af43-4ce9ff582d0b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:35.980316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 24c640af-6c88-4857-af43-4ce9ff582d0b not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:36.031041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf5dd-bb66-45ab-b1fc-fb937d8fd9b4 req-626148e2-713e-40d6-b9ff-5c9e7cb20a05 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:36.032524 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54daf5dd-bb66-45ab-b1fc-fb937d8fd9b4 req-626148e2-713e-40d6-b9ff-5c9e7cb20a05 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0500727 Aug 16 23:07:36.069801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54daf5dd-bb66-45ab-b1fc-fb937d8fd9b4 req-e0072e21-321b-4cf5-be70-53d80fd6cb0a tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/security-groups?id=d90c594d-b28d-4644-9022-86d4a670cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Aug 16 23:07:36.470676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-66d5ae17-41b9-4863-bc3b-1e155b525316 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:36.472142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-66d5ae17-41b9-4863-bc3b-1e155b525316 tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 16 23:07:36.566117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Deleting port 743872d2-b55a-4968-a68e-02d787f697ab {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:36.566462 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.652067 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] For port 743872d2-b55a-4968-a68e-02d787f697ab, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=743872d2-b55a-4968-a68e-02d787f697ab,segment=NetworkSegment(a8fce9fe-1161-4d49-97b2-8271e29b0234),segment_id=a8fce9fe-1161-4d49-97b2-8271e29b0234)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:36.652431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.664356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Calling delete_port for 743872d2-b55a-4968-a68e-02d787f697ab owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:36.789997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.816056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Pushing event deleted for resources: {'Port': ['ID=743872d2-b55a-4968-a68e-02d787f697ab,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:36.831296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['743872d2-b55a-4968-a68e-02d787f697ab'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:36.863744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] No DVR routers for this DVR port 743872d2-b55a-4968-a68e-02d787f697ab on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:36.866819 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.868834 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2d7a113-960e-4134-b043-93e4bd5abc26 req-689fb595-f572-4104-b947-a03faf81861b tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.89 "DELETE /v2.0/ports/743872d2-b55a-4968-a68e-02d787f697ab HTTP/1.1" status: 204 len: 173 time: 0.3869638 Aug 16 23:07:36.869294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'name': 'network-vif-deleted', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:36.871539 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71284590-ba88-4d27-b339-d099a3333556" -d '{"events": [{"server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "name": "network-vif-deleted", "tag": "743872d2-b55a-4968-a68e-02d787f697ab"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:36.909191 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a80dc-2535-4052-aefa-1ba7a351bec1 x-openstack-request-id: req-c71a80dc-2535-4052-aefa-1ba7a351bec1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:36.909370 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a", "name": "network-vif-deleted", "tag": "743872d2-b55a-4968-a68e-02d787f697ab", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:36.909621 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c71a80dc-2535-4052-aefa-1ba7a351bec1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:36.909907 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a', 'name': 'network-vif-deleted', 'tag': '743872d2-b55a-4968-a68e-02d787f697ab', 'status': 'completed', 'code': 200} Aug 16 23:07:37.173574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-018e26b4-0d12-48c7-a163-700db5474876 req-e1c6cabf-f882-4f4c-9300-60b3088f204f tempest-ServersNegativeTestJSON-1144699955 tempest-ServersNegativeTestJSON-1144699955-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d559a0e-6e7f-4dc4-bbc8-d40d5b19741a HTTP/1.1" status: 200 len: 210 time: 0.0256178 Aug 16 23:07:38.230493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42170) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:38.274820 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Deleting subnet d2b7cef3-77f1-461b-8db9-9b2a528936f3 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:38.277810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.310230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.347314 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.404789 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.430956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b7cef3-77f1-461b-8db9-9b2a528936f3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:38.440891 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.442989 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b158c5c-b311-470a-86bb-1f5f4f0d0ca5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d2b7cef3-77f1-461b-8db9-9b2a528936f3 HTTP/1.1" status: 204 len: 168 time: 0.2112844 Aug 16 23:07:38.445349 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42174) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:38.524470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.607390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.616761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fba1c0-51a3-45f1-8dbd-733caefe3cc0']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:38.626167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fce9fe-1161-4d49-97b2-8271e29b0234') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:38.626464 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fce9fe-1161-4d49-97b2-8271e29b0234') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:38.635335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.649222 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.654957 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:38.655348 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:38.656972 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:38.714725 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.720409 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.722276 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] 10.222.0.22 "DELETE /v2.0/networks/92fba1c0-51a3-45f1-8dbd-733caefe3cc0 HTTP/1.1" status: 204 len: 168 time: 0.2759767 Aug 16 23:07:38.734134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a940404-6650-4fc7-a3ef-edb4b18e316a admin admin] Pushing event deleted for resources: {'Network': ['ID=92fba1c0-51a3-45f1-8dbd-733caefe3cc0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:38.831942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42178) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:38.871717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bb3da1a2-55f7-4407-9b9b-470bc242a517 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b8fdd6a6d424ab6b5ddab0d1ae44186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385764 Aug 16 23:07:38.874226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42180) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:38.921787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.941947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.988881 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.991981 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.993176 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d90c594d-b28d-4644-9022-86d4a670cf4a HTTP/1.1" status: 204 len: 168 time: 0.1180389 Aug 16 23:07:39.001036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481a61-8e9b-4e19-b95f-11d2b9fd097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c594d-b28d-4644-9022-86d4a670cf4a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:39.671696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:39.775200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616396856'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:39.796156 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:39.799843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.811383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.868859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 743872d2-b55a-4968-a68e-02d787f697ab no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:39.890033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 743872d2-b55a-4968-a68e-02d787f697ab {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:39.890615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 743872d2-b55a-4968-a68e-02d787f697ab not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:39.904110 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.908370 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.931516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:39.944736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afcbc9-51de-4e7f-97aa-e9561366f8c8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:39.949784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.950121 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Added segment 7e622782-52dd-4fc0-9d23-633630dacf25 of type vlan for network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f Aug 16 23:07:39.990431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.016107 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.021782 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:40.022985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.096056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4231746 Aug 16 23:07:40.131006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42d8e8-2a50-4792-94ad-3f98db7263a0 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Network': ['ID=fad7b5c0-a40b-4be8-a1c5-222f51b6a52f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:40.142782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:43.391054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42208) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:43.396335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'subnet': {'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:43.486621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:43.490162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.672023 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.731924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Subnet': ['ID=8639b58f-c0c9-46a1-8847-94dee1332662,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:43.743946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking segment: {'id': '7e622782-52dd-4fc0-9d23-633630dacf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:43.744602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network hostable DHCP agents. Network: fad7b5c0-a40b-4be8-a1c5-222f51b6a52f, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:43.761152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:43.769282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, fad7b5c0-a40b-4be8-a1c5-222f51b6a52f) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:43.774185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.776417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.776952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284e6c6-ba5f-43ae-ba37-0c66c64848a1 None None] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:43.790940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7e92801e-19cc-42e0-b4cd-5edc5d1f56ea tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987634 Aug 16 23:07:43.794524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42210) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:43.799834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-740114042'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:43.821609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:43.825693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.850666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:43.860620 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.860974 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Added segment e65c3519-f8b1-4560-a252-c65bbc315c08 of type vlan for network 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 Aug 16 23:07:43.901326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.926479 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.929167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-fad7b5c0-a40b-4be8-a1c5-222f51b6a52f', 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f', 'tenant_id': '607aeb0299f14ebf8c6d854664009102', 'fixed_ips': [{'subnet_id': '8639b58f-c0c9-46a1-8847-94dee1332662'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:43.930033 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.932667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.933291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.990331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1945083 Aug 16 23:07:43.993417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:43.998404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'subnet': {'network_id': '9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:44.047003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f2423-eb23-4589-bcb6-d6fc17cc2de9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Network': ['ID=9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.059382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:44.077014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Allocated IP 2001:db8:0:ffff::2 (fad7b5c0-a40b-4be8-a1c5-222f51b6a52f/8639b58f-c0c9-46a1-8847-94dee1332662/d0fd2637-362b-4db0-81fc-3546e44ad8fa) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:44.101831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:44.105492 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.267524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.275894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Transition to ACTIVE for port object d0fd2637-362b-4db0-81fc-3546e44ad8fa will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:44.290987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Transition to ACTIVE for port object d0fd2637-362b-4db0-81fc-3546e44ad8fa will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:44.296649 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.299861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.341914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:44.345839 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:44.348759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:44.351105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Pushing event updated for resources: {'Port': ['ID=d0fd2637-362b-4db0-81fc-3546e44ad8fa,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.363240 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.363587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.363924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.364259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.364585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.364917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.365272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.365661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.365919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Subnet': ['ID=bd816a02-f810-4ff1-a55d-48916354dca4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.366053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.366705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.367038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.367360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:44.370445 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking segment: {'id': 'e65c3519-f8b1-4560-a252-c65bbc315c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:44.370817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network hostable DHCP agents. Network: 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:44.387884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:44.398054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:44.402152 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.402769 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.411611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831d7dd-03db-4d7d-82b5-b8e38b62bda1 None None] Network 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:44.417869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-57de74ed-1f92-4073-ae82-66dcca75f00b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4234405 Aug 16 23:07:44.420646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42216) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:44.460403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Attempting to bind port d0fd2637-362b-4db0-81fc-3546e44ad8fa on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:44.460689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Attempting to bind port d0fd2637-362b-4db0-81fc-3546e44ad8fa by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '7e622782-52dd-4fc0-9d23-633630dacf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:44.461053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Attempting to bind port d0fd2637-362b-4db0-81fc-3546e44ad8fa on network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:44.475126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:44.475506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Checking segment: {'id': '7e622782-52dd-4fc0-9d23-633630dacf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:44.475919 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.476325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Bound using segment: {'id': '7e622782-52dd-4fc0-9d23-633630dacf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:44.476801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Bound port: d0fd2637-362b-4db0-81fc-3546e44ad8fa, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e622782-52dd-4fc0-9d23-633630dacf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'fad7b5c0-a40b-4be8-a1c5-222f51b6a52f'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:44.477239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.524227 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.607705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.612195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] For port d0fd2637-362b-4db0-81fc-3546e44ad8fa, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:44.617558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] For port d0fd2637-362b-4db0-81fc-3546e44ad8fa, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d0fd2637-362b-4db0-81fc-3546e44ad8fa,segment=NetworkSegment(7e622782-52dd-4fc0-9d23-633630dacf25),segment_id=7e622782-52dd-4fc0-9d23-633630dacf25)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:44.623030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.669564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13ae9f-d564-43bc-af81-23d22a1ce50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6', 'network_id': '9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6', 'tenant_id': '607aeb0299f14ebf8c6d854664009102', 'fixed_ips': [{'subnet_id': 'bd816a02-f810-4ff1-a55d-48916354dca4'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:44.670573 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3e13ae9f-d564-43bc-af81-23d22a1ce50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.673619 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.702282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Subnet': ['ID=bd816a02-f810-4ff1-a55d-48916354dca4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.765394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e89d0-e14a-4395-a797-2f7fc7e2c3db None None] Pushing event updated for resources: {'Port': ['ID=d0fd2637-362b-4db0-81fc-3546e44ad8fa,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.776799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.782112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c943e-abc8-4a07-b8fa-5bb3d1e275cc None None] Network 9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:44.789651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:44.799825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65c3519-f8b1-4560-a252-c65bbc315c08') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:44.800147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65c3519-f8b1-4560-a252-c65bbc315c08') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:44.809406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.824423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.832134 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:44.832544 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:44.835960 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:44.919913 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.921566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.926902 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.928808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 HTTP/1.1" status: 204 len: 168 time: 0.5071902 Aug 16 23:07:44.932651 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:44.938711 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1261857460'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:44.941447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89674a2-fb02-42f1-807c-8d3e0d46a8ff tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Network': ['ID=9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.963823 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:44.967273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.992650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:45.002637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.002987 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Added segment 2a531026-fb62-45e0-8cfc-c099f16e82ba of type vlan for network 19f5d6c8-4071-49d0-97e0-4c134eba0a00 Aug 16 23:07:45.044510 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.069594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.075451 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.076039 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.133510 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1992290 Aug 16 23:07:45.136379 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:45.148544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'subnet': {'network_id': '19f5d6c8-4071-49d0-97e0-4c134eba0a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:45.166507 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94767d-ecfa-44de-aec4-018b4ffadb68 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Network': ['ID=19f5d6c8-4071-49d0-97e0-4c134eba0a00,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:45.181939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 19f5d6c8-4071-49d0-97e0-4c134eba0a00 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:45.242044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:45.247955 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.308259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Performing IP validity checks on allocation pools {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 23:07:45.308782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.ipam_backend_mixin [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94817) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 23:07:45.441817 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.502825 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Subnet': ['ID=63c1fd2f-c72f-466b-84c4-20934d46072d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:45.520632 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking segment: {'id': '2a531026-fb62-45e0-8cfc-c099f16e82ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '19f5d6c8-4071-49d0-97e0-4c134eba0a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:45.521000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network hostable DHCP agents. Network: 19f5d6c8-4071-49d0-97e0-4c134eba0a00, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:45.539155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network 19f5d6c8-4071-49d0-97e0-4c134eba0a00 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:45.549167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 19f5d6c8-4071-49d0-97e0-4c134eba0a00) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:45.553327 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.553923 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.560761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ce675-1927-4e18-ab77-49b222666fa9 None None] Network 19f5d6c8-4071-49d0-97e0-4c134eba0a00 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:45.569041 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d7400d3b-f55b-47ab-8c36-6a78e1e5919e tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4310448 Aug 16 23:07:45.571686 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:45.636692 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d1e2e588-e33f-4e97-a6d8-b2d112a3b28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.663701 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3b34c-6c8a-4e71-ad84-c5057384d4cb None None] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:45.678461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.741447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.754829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-15298af2-b699-483a-b2d4-2cb8cd822289 None None] Provisioning for port d0fd2637-362b-4db0-81fc-3546e44ad8fa completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:45.781529 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d0fd2637-362b-4db0-81fc-3546e44ad8fa up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:45.816067 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.842885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34cb0a-edb5-40a8-9fd8-8aa5f0fe4cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-19f5d6c8-4071-49d0-97e0-4c134eba0a00', 'network_id': '19f5d6c8-4071-49d0-97e0-4c134eba0a00', 'tenant_id': '607aeb0299f14ebf8c6d854664009102', 'fixed_ips': [{'subnet_id': '63c1fd2f-c72f-466b-84c4-20934d46072d'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:45.843707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dc34cb0a-edb5-40a8-9fd8-8aa5f0fe4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.852302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Subnet': ['ID=63c1fd2f-c72f-466b-84c4-20934d46072d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:45.910499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.920735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f5d6c8-4071-49d0-97e0-4c134eba0a00']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:45.930761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a531026-fb62-45e0-8cfc-c099f16e82ba') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:45.931083 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a531026-fb62-45e0-8cfc-c099f16e82ba') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:45.942030 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.960579 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.968842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:45.969335 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:45.972300 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:45.979972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d0fd2637-362b-4db0-81fc-3546e44ad8fa completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:45.989806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d0fd2637-362b-4db0-81fc-3546e44ad8fa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:45.990233 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.011702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bc6a4-cd8b-43c0-a7dc-66db0027862b None None] Network 19f5d6c8-4071-49d0-97e0-4c134eba0a00 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:46.033762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.039870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.042008 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/19f5d6c8-4071-49d0-97e0-4c134eba0a00 HTTP/1.1" status: 204 len: 168 time: 0.4693193 Aug 16 23:07:46.046267 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42224) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:46.051486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428537669'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:46.059219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19858f91-3aa2-46ff-96c5-ce28404948d6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Network': ['ID=19f5d6c8-4071-49d0-97e0-4c134eba0a00,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:46.074018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:46.077787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.103165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:46.113119 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.113478 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Added segment a15a5ccf-840e-499b-b5f0-93f91476488b of type vlan for network 4b349a7e-fc74-4525-90ac-1d5982c738b3 Aug 16 23:07:46.156460 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.182808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.188941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.189568 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.260727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2131994 Aug 16 23:07:46.263696 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42226) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:46.268937 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'subnet': {'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:46.274261 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5575-0a91-4466-9550-e75e7b0c5baa tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Network': ['ID=4b349a7e-fc74-4525-90ac-1d5982c738b3,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:46.300966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 4b349a7e-fc74-4525-90ac-1d5982c738b3 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:46.371713 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:46.375718 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.393625 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.432655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d0fd2637-362b-4db0-81fc-3546e44ad8fa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d0fd2637-362b-4db0-81fc-3546e44ad8fa,segment=NetworkSegment(7e622782-52dd-4fc0-9d23-633630dacf25),segment_id=7e622782-52dd-4fc0-9d23-633630dacf25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:46.438170 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.506550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0b78390c-21a4-41e2-ac50-11c8bfc45260 None None] Provisioning complete for port d0fd2637-362b-4db0-81fc-3546e44ad8fa triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:46.506930 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b78390c-21a4-41e2-ac50-11c8bfc45260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.508674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d0fd2637-362b-4db0-81fc-3546e44ad8fa,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:46.875119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.932450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Subnet': ['ID=7cea8121-ffb5-4b2c-a16a-fa3ca353af4e,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:46.940727 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking segment: {'id': 'a15a5ccf-840e-499b-b5f0-93f91476488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:46.941100 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network hostable DHCP agents. Network: 4b349a7e-fc74-4525-90ac-1d5982c738b3, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:46.956792 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network 4b349a7e-fc74-4525-90ac-1d5982c738b3 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:46.965516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 4b349a7e-fc74-4525-90ac-1d5982c738b3) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:46.969582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.970176 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.974059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b19c72-cfd8-4eb8-b735-a8d13230b75e None None] Network 4b349a7e-fc74-4525-90ac-1d5982c738b3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:46.984729 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6b13583f-f4aa-4a38-8e55-04d0c298968d tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7198927 Aug 16 23:07:46.988578 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42228) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:46.993619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-868950232'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:47.014223 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:47.017692 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.041827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:47.050767 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.051216 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Added segment 683ce7dc-231f-428b-987e-f9271fad95a2 of type vlan for network ce77f33d-b529-48ea-93da-36651d5be375 Aug 16 23:07:47.090486 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.124862 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.126010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-4b349a7e-fc74-4525-90ac-1d5982c738b3', 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3', 'tenant_id': '607aeb0299f14ebf8c6d854664009102', 'fixed_ips': [{'subnet_id': '7cea8121-ffb5-4b2c-a16a-fa3ca353af4e'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:47.127211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.131539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.132273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.202673 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2089734 Aug 16 23:07:47.202924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:47.207236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Request body: {'subnet': {'network_id': 'ce77f33d-b529-48ea-93da-36651d5be375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:47.207973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b639c3e-8a73-41e1-b047-31245f6b8de6 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Network': ['ID=ce77f33d-b529-48ea-93da-36651d5be375,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.222167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network ce77f33d-b529-48ea-93da-36651d5be375 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:47.298827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Made reservation on behalf of 607aeb0299f14ebf8c6d854664009102 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:47.302399 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.334379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Allocated IP 2001:db8::2 (4b349a7e-fc74-4525-90ac-1d5982c738b3/7cea8121-ffb5-4b2c-a16a-fa3ca353af4e/f70a7ad6-204e-4f47-87c4-defec50ccf97) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:47.493663 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.501982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Transition to ACTIVE for port object f70a7ad6-204e-4f47-87c4-defec50ccf97 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:47.505605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.517454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Transition to ACTIVE for port object f70a7ad6-204e-4f47-87c4-defec50ccf97 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:47.524679 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.562554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event updated for resources: {'Subnet': ['ID=6bd3bf65-3223-414e-98bf-f16ba54ad923,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.567975 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Network 4b349a7e-fc74-4525-90ac-1d5982c738b3 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:47.573204 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:47.576749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:47.578087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Checking segment: {'id': '683ce7dc-231f-428b-987e-f9271fad95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce77f33d-b529-48ea-93da-36651d5be375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:47.578451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network hostable DHCP agents. Network: ce77f33d-b529-48ea-93da-36651d5be375, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:47.589456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Pushing event updated for resources: {'Port': ['ID=f70a7ad6-204e-4f47-87c4-defec50ccf97,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.596145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Network ce77f33d-b529-48ea-93da-36651d5be375 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:47.605821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, ce77f33d-b529-48ea-93da-36651d5be375) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:47.610013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.610634 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.626034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3f512496-94a5-4bed-bd20-a88a34909994 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4230905 Aug 16 23:07:47.628349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac4f98-eb90-4d68-b3d6-0f31d5c60c08 None None] Network ce77f33d-b529-48ea-93da-36651d5be375 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:47.628976 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42232) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:47.677671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Attempting to bind port f70a7ad6-204e-4f47-87c4-defec50ccf97 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:47.678617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Attempting to bind port f70a7ad6-204e-4f47-87c4-defec50ccf97 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a15a5ccf-840e-499b-b5f0-93f91476488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:47.678985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Attempting to bind port f70a7ad6-204e-4f47-87c4-defec50ccf97 on network 4b349a7e-fc74-4525-90ac-1d5982c738b3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:47.690060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:47.690447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Checking segment: {'id': 'a15a5ccf-840e-499b-b5f0-93f91476488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:47.690857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.691391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Bound using segment: {'id': 'a15a5ccf-840e-499b-b5f0-93f91476488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:47.691793 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Bound port: f70a7ad6-204e-4f47-87c4-defec50ccf97, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15a5ccf-840e-499b-b5f0-93f91476488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4b349a7e-fc74-4525-90ac-1d5982c738b3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:47.692105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.732776 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.743714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d0fd2637-362b-4db0-81fc-3546e44ad8fa up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:47.790004 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.845330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] For port f70a7ad6-204e-4f47-87c4-defec50ccf97, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:47.850412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] For port f70a7ad6-204e-4f47-87c4-defec50ccf97, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f70a7ad6-204e-4f47-87c4-defec50ccf97,segment=NetworkSegment(a15a5ccf-840e-499b-b5f0-93f91476488b),segment_id=a15a5ccf-840e-499b-b5f0-93f91476488b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:47.850573 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.855434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.878890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd3bf65-3223-414e-98bf-f16ba54ad923,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.929333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d0fd2637-362b-4db0-81fc-3546e44ad8fa triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:47.929713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.943598 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.957742 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b93268-5799-4bc6-9d78-857a908107f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-ce77f33d-b529-48ea-93da-36651d5be375', 'network_id': 'ce77f33d-b529-48ea-93da-36651d5be375', 'tenant_id': '607aeb0299f14ebf8c6d854664009102', 'fixed_ips': [{'subnet_id': '6bd3bf65-3223-414e-98bf-f16ba54ad923'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:47.957935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce77f33d-b529-48ea-93da-36651d5be375']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:47.958612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-85b93268-5799-4bc6-9d78-857a908107f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.972185 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683ce7dc-231f-428b-987e-f9271fad95a2') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:47.972546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683ce7dc-231f-428b-987e-f9271fad95a2') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:47.983077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.986706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18944574-3931-40c5-a90e-de17eb65d837 None None] Pushing event updated for resources: {'Port': ['ID=f70a7ad6-204e-4f47-87c4-defec50ccf97,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.999097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.007073 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:48.008304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:48.010889 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:48.073023 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.080417 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.085844 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/ce77f33d-b529-48ea-93da-36651d5be375 HTTP/1.1" status: 204 len: 168 time: 0.4523611 Aug 16 23:07:48.086033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.086147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7ccd7-2004-47ca-b34b-60529b71b8b0 None None] Network ce77f33d-b529-48ea-93da-36651d5be375 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:48.101312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8a25-f996-4525-a415-5e73f5d886d5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Network': ['ID=ce77f33d-b529-48ea-93da-36651d5be375,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:48.106761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7ccd7-2004-47ca-b34b-60529b71b8b0 None None] Network ce77f33d-b529-48ea-93da-36651d5be375 could not be found, it might have been deleted concurrently. {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:07:48.122056 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fc2f94-831f-4f62-b7a0-ca381e651bd9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] GET failed (client error): The resource could not be found. Aug 16 23:07:48.126412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-74fc2f94-831f-4f62-b7a0-ca381e651bd9 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "GET /v2.0/subnets/6bd3bf65-3223-414e-98bf-f16ba54ad923 HTTP/1.1" status: 404 len: 337 time: 0.0397151 Aug 16 23:07:48.127494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.154011 n-d-791505-20 neutron-server[94816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fd951a-1bb7-41f2-ac28-2d509a186372 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:48.154011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fd951a-1bb7-41f2-ac28-2d509a186372 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94816) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:48.161239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.162026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e6fd951a-1bb7-41f2-ac28-2d509a186372 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/ce77f33d-b529-48ea-93da-36651d5be375 HTTP/1.1" status: 404 len: 339 time: 0.0332057 Aug 16 23:07:48.187842 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e373d4-368d-4c7c-b2a6-ba78022bc7c8 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:48.188291 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e373d4-368d-4c7c-b2a6-ba78022bc7c8 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:48.189972 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f1e373d4-368d-4c7c-b2a6-ba78022bc7c8 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/subnets/6bd3bf65-3223-414e-98bf-f16ba54ad923 HTTP/1.1" status: 404 len: 337 time: 0.0267203 Aug 16 23:07:48.192386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.214926 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-778da6d4-1a87-440c-a612-dec28d0c867b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:48.215501 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778da6d4-1a87-440c-a612-dec28d0c867b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:48.217259 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-778da6d4-1a87-440c-a612-dec28d0c867b tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/ce77f33d-b529-48ea-93da-36651d5be375 HTTP/1.1" status: 404 len: 339 time: 0.0239735 Aug 16 23:07:48.219839 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.254107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.281715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Deleting subnet 7cea8121-ffb5-4b2c-a16a-fa3ca353af4e {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:48.284967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.324968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.332007 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ca35719-628b-4cba-bbf8-34733ef43a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.406505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.472593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.501180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Subnet': ['ID=7cea8121-ffb5-4b2c-a16a-fa3ca353af4e,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:48.503404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.505350 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c7a74a3-8438-4864-9854-3223a4bacd52 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/subnets/7cea8121-ffb5-4b2c-a16a-fa3ca353af4e HTTP/1.1" status: 204 len: 168 time: 0.2844458 Aug 16 23:07:48.508332 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:48.585015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.643125 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Deleting port f70a7ad6-204e-4f47-87c4-defec50ccf97 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:48.643471 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.707979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] For port f70a7ad6-204e-4f47-87c4-defec50ccf97, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f70a7ad6-204e-4f47-87c4-defec50ccf97,segment=NetworkSegment(a15a5ccf-840e-499b-b5f0-93f91476488b),segment_id=a15a5ccf-840e-499b-b5f0-93f91476488b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:48.708356 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.721240 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Calling delete_port for f70a7ad6-204e-4f47-87c4-defec50ccf97 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:48.806698 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.833266 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Port': ['ID=f70a7ad6-204e-4f47-87c4-defec50ccf97,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:48.836650 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No DVR routers for this DVR port f70a7ad6-204e-4f47-87c4-defec50ccf97 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:48.865626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f527c7-7ffd-4445-a66a-2167036d6923 None None] Network 4b349a7e-fc74-4525-90ac-1d5982c738b3 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:48.917470 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.927207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b349a7e-fc74-4525-90ac-1d5982c738b3']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:48.934682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-62353e6d-f57e-40e4-84da-5e4358dbf553 None None] Could not find standard attr ID for object f70a7ad6-204e-4f47-87c4-defec50ccf97. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:07:48.941740 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15a5ccf-840e-499b-b5f0-93f91476488b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:48.942143 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15a5ccf-840e-499b-b5f0-93f91476488b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:48.951120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.965443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.971751 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:48.972208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:48.975375 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:49.034183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4657a-d389-4721-909f-f3d8f215c1e0 None None] DHCP port deletion for 4b349a7e-fc74-4525-90ac-1d5982c738b3 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:49.034742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.040858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.044554 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/4b349a7e-fc74-4525-90ac-1d5982c738b3 HTTP/1.1" status: 204 len: 168 time: 0.5335803 Aug 16 23:07:49.045546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42246) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.063406 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53335175-2001-4d97-99c0-5c3b64dcdcc5 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Network': ['ID=4b349a7e-fc74-4525-90ac-1d5982c738b3,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:49.081497 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-d152f101-374f-410a-8ab6-0847670f9f9a tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:49.081946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d152f101-374f-410a-8ab6-0847670f9f9a tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:49.083634 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d152f101-374f-410a-8ab6-0847670f9f9a tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/subnets/63c1fd2f-c72f-466b-84c4-20934d46072d HTTP/1.1" status: 404 len: 337 time: 0.0372949 Aug 16 23:07:49.086777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.104765 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-228d2db3-a5cf-4f42-95c5-60487f3d9892 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:49.105286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228d2db3-a5cf-4f42-95c5-60487f3d9892 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:49.106903 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-228d2db3-a5cf-4f42-95c5-60487f3d9892 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/19f5d6c8-4071-49d0-97e0-4c134eba0a00 HTTP/1.1" status: 404 len: 339 time: 0.0191388 Aug 16 23:07:49.109147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.138073 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-150725df-bfe6-4511-9722-c3a9c599fc42 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:49.138518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150725df-bfe6-4511-9722-c3a9c599fc42 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:49.140140 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-150725df-bfe6-4511-9722-c3a9c599fc42 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/subnets/bd816a02-f810-4ff1-a55d-48916354dca4 HTTP/1.1" status: 404 len: 337 time: 0.0301356 Aug 16 23:07:49.142773 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42252) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.160993 n-d-791505-20 neutron-server[94817]: INFO neutron.pecan_wsgi.hooks.translation [None req-511b958a-d4c2-4bdb-8aa4-3d473bca7033 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:49.161551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511b958a-d4c2-4bdb-8aa4-3d473bca7033 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94817) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:49.163723 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-511b958a-d4c2-4bdb-8aa4-3d473bca7033 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/9bbe4a0b-f0f6-40e1-a055-b4f86fcbc6e6 HTTP/1.1" status: 404 len: 339 time: 0.0196068 Aug 16 23:07:49.166134 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42254) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.214754 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Deleting subnet 8639b58f-c0c9-46a1-8847-94dee1332662 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:49.217796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.256322 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.340127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.397892 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.411992 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.425701 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Subnet': ['ID=8639b58f-c0c9-46a1-8847-94dee1332662,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:49.430008 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.432522 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-63a57337-3f86-42c6-bb1c-076df7c774cd tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/subnets/8639b58f-c0c9-46a1-8847-94dee1332662 HTTP/1.1" status: 204 len: 168 time: 0.2648201 Aug 16 23:07:49.434329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.436668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29a288-65e2-4ea7-ad8d-194102ddf256 None None] Network fad7b5c0-a40b-4be8-a1c5-222f51b6a52f requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:49.511266 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.569365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Deleting port d0fd2637-362b-4db0-81fc-3546e44ad8fa {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:49.569710 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.611132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] DHCP port deletion for fad7b5c0-a40b-4be8-a1c5-222f51b6a52f request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:49.633855 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] For port d0fd2637-362b-4db0-81fc-3546e44ad8fa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d0fd2637-362b-4db0-81fc-3546e44ad8fa,segment=NetworkSegment(7e622782-52dd-4fc0-9d23-633630dacf25),segment_id=7e622782-52dd-4fc0-9d23-633630dacf25)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:49.634230 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.646260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Calling delete_port for d0fd2637-362b-4db0-81fc-3546e44ad8fa owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:49.657459 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Deleting port d0fd2637-362b-4db0-81fc-3546e44ad8fa {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:49.658750 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.727470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] For port d0fd2637-362b-4db0-81fc-3546e44ad8fa, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d0fd2637-362b-4db0-81fc-3546e44ad8fa,segment=NetworkSegment(7e622782-52dd-4fc0-9d23-633630dacf25),segment_id=7e622782-52dd-4fc0-9d23-633630dacf25)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:49.727968 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.729841 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.742636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d0fd2637-362b-4db0-81fc-3546e44ad8fa no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:49.744603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Calling delete_port for d0fd2637-362b-4db0-81fc-3546e44ad8fa owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:49.761795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] No DVR routers for this DVR port d0fd2637-362b-4db0-81fc-3546e44ad8fa on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:49.766450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Port': ['ID=d0fd2637-362b-4db0-81fc-3546e44ad8fa,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:49.766624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d0fd2637-362b-4db0-81fc-3546e44ad8fa {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:49.766954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d0fd2637-362b-4db0-81fc-3546e44ad8fa not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:49.837882 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.846928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.857262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad7b5c0-a40b-4be8-a1c5-222f51b6a52f']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.860846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] Pushing event deleted for resources: {'Port': ['ID=d0fd2637-362b-4db0-81fc-3546e44ad8fa,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:49.866332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e5eba-1c9a-41e6-b87d-a5cd155ebc4d None None] No DVR routers for this DVR port d0fd2637-362b-4db0-81fc-3546e44ad8fa on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:49.869058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e622782-52dd-4fc0-9d23-633630dacf25') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.869386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e622782-52dd-4fc0-9d23-633630dacf25') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.879066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.892554 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.899351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:49.899870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:49.902947 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:49.961002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.967722 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.969754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] 10.222.0.22 "DELETE /v2.0/networks/fad7b5c0-a40b-4be8-a1c5-222f51b6a52f HTTP/1.1" status: 204 len: 168 time: 0.5345073 Aug 16 23:07:49.981812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664df886-945e-424c-a7eb-751313c689d4 tempest-NetworksIpV6Test-969797540 tempest-NetworksIpV6Test-969797540-project] Pushing event deleted for resources: {'Network': ['ID=fad7b5c0-a40b-4be8-a1c5-222f51b6a52f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:50.202664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:50.335530 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8574a7a-2711-4e13-8711-1688e12e061e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=607aeb0299f14ebf8c6d854664009102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316249 Aug 16 23:07:50.338013 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42266) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:50.391097 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.411786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.458904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.463103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.463103 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8afcbc9-51de-4e7f-97aa-e9561366f8c8 HTTP/1.1" status: 204 len: 168 time: 0.1239359 Aug 16 23:07:50.474039 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3abcb-d076-45c5-9e85-2c734753408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afcbc9-51de-4e7f-97aa-e9561366f8c8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:51.085764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42288) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:51.175674 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1510640520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:51.199475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.200608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.252323 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.256242 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.271258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.272950 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc6f20cc-d48f-477b-9eac-4f831e55a0ce tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1861615 Aug 16 23:07:51.275626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42292) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:51.280360 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1342659692'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:51.300177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Made reservation on behalf of 975518fc7c004637a5e4c257f8e1ff7d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:51.303530 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.314215 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.403985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.409108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.420085 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.436440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:51.445960 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e038c06a-3ee3-476c-9a34-91d274e36cd5,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:51.450894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.451238 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Added segment c8c10aed-d6a7-4203-ba5a-29dd7aa54c91 of type vlan for network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 Aug 16 23:07:51.493505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.520055 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.527544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.528391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.584702 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3074901 Aug 16 23:07:51.587605 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42294) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:51.599609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'subnet': {'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:51.616819 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944077e-8180-42d1-8bad-924b49fe9dc1 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event updated for resources: {'Network': ['ID=738ffe1c-0aea-4e65-9074-6065ad7ffc49,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:51.627354 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:51.695553 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Made reservation on behalf of 975518fc7c004637a5e4c257f8e1ff7d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:51.699333 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.878295 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.942311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event updated for resources: {'Subnet': ['ID=73a54a26-a36e-4059-b64f-769d882ed473,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:51.950290 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Checking segment: {'id': 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:51.950661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Network hostable DHCP agents. Network: 738ffe1c-0aea-4e65-9074-6065ad7ffc49, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:51.968377 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:51.978074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 738ffe1c-0aea-4e65-9074-6065ad7ffc49) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:51.984003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.984882 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.992826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05815c-db74-4583-8ace-ef8fd39ce448 None None] Network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:52.002397 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4af24199-d26e-415d-b38f-402dcf29425d tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4138317 Aug 16 23:07:52.005467 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42296) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:52.011540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1534578428'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:52.035023 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Made reservation on behalf of 975518fc7c004637a5e4c257f8e1ff7d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:52.039361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.063549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:52.073091 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.073449 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Added segment bb8edabd-7ff2-4924-a118-d6336e3fe9ad of type vlan for network 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d Aug 16 23:07:52.113861 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.141608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.147973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:52.148565 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.160823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-738ffe1c-0aea-4e65-9074-6065ad7ffc49', 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49', 'tenant_id': '975518fc7c004637a5e4c257f8e1ff7d', 'fixed_ips': [{'subnet_id': '73a54a26-a36e-4059-b64f-769d882ed473'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:52.162863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.202376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1949337 Aug 16 23:07:52.205218 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42298) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:52.210885 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'subnet': {'network_id': '14d9d5fa-7fb5-4513-bfed-010c71bd8c9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:52.265849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962902fc-a789-46d4-9ca5-0130c9c02894 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event updated for resources: {'Network': ['ID=14d9d5fa-7fb5-4513-bfed-010c71bd8c9d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:52.298652 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:52.314052 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Made reservation on behalf of 975518fc7c004637a5e4c257f8e1ff7d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:52.317557 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.372215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Allocated IP 172.20.0.2 (738ffe1c-0aea-4e65-9074-6065ad7ffc49/73a54a26-a36e-4059-b64f-769d882ed473/fee5efca-3b93-4bfe-9bd8-408f764997ef) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:52.506610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.533027 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.543523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Transition to ACTIVE for port object fee5efca-3b93-4bfe-9bd8-408f764997ef will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:52.558939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Transition to ACTIVE for port object fee5efca-3b93-4bfe-9bd8-408f764997ef will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:52.565627 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.570279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event updated for resources: {'Subnet': ['ID=cd852df7-79e2-4c70-a329-801efd9f2997,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:52.581901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Checking segment: {'id': 'bb8edabd-7ff2-4924-a118-d6336e3fe9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14d9d5fa-7fb5-4513-bfed-010c71bd8c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:52.582272 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Network hostable DHCP agents. Network: 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:52.598813 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Network 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:52.607352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:52.608081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:52.611063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:52.614646 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:52.616257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:52.616378 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.618306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532dde67-bf54-4ff3-aeb9-710b613c1ade None None] Network 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:52.636056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Pushing event updated for resources: {'Port': ['ID=fee5efca-3b93-4bfe-9bd8-408f764997ef,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:52.636375 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea644154-f98d-48d3-9410-002420a0bc83 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4301443 Aug 16 23:07:52.639582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42300) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:52.644565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e8b66f0e-9df1-412e-88e9-4f4c5da829f6 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Request body: {'router': {'external_gateway_info': {'network_id': '14d9d5fa-7fb5-4513-bfed-010c71bd8c9d'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:52.734244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Attempting to bind port fee5efca-3b93-4bfe-9bd8-408f764997ef on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:52.734534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Attempting to bind port fee5efca-3b93-4bfe-9bd8-408f764997ef by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:52.734901 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Attempting to bind port fee5efca-3b93-4bfe-9bd8-408f764997ef on network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:52.746827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:52.747210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Checking segment: {'id': 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:52.747615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.748011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Bound using segment: {'id': 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:52.748479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Bound port: fee5efca-3b93-4bfe-9bd8-408f764997ef, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '738ffe1c-0aea-4e65-9074-6065ad7ffc49'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:52.748865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.856478 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e8b66f0e-9df1-412e-88e9-4f4c5da829f6 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.967841 n-d-791505-20 neutron-server[94817]: INFO neutron.api.v2.resource [None req-e8b66f0e-9df1-412e-88e9-4f4c5da829f6 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:07:52.968921 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e8b66f0e-9df1-412e-88e9-4f4c5da829f6 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "PUT /v2.0/routers/419efb89-dde9-47a3-9f7e-22e354ed1489 HTTP/1.1" status: 400 len: 364 time: 0.3281941 Aug 16 23:07:52.975296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42302) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:53.017268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881e231-d6ef-4029-a9e2-94190c56a1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-14d9d5fa-7fb5-4513-bfed-010c71bd8c9d', 'network_id': '14d9d5fa-7fb5-4513-bfed-010c71bd8c9d', 'tenant_id': '975518fc7c004637a5e4c257f8e1ff7d', 'fixed_ips': [{'subnet_id': 'cd852df7-79e2-4c70-a329-801efd9f2997'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:53.018220 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a881e231-d6ef-4029-a9e2-94190c56a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.034858 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] For port fee5efca-3b93-4bfe-9bd8-408f764997ef, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:53.035076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Deleting subnet cd852df7-79e2-4c70-a329-801efd9f2997 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:53.038332 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.053200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] For port fee5efca-3b93-4bfe-9bd8-408f764997ef, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fee5efca-3b93-4bfe-9bd8-408f764997ef,segment=NetworkSegment(c8c10aed-d6a7-4203-ba5a-29dd7aa54c91),segment_id=c8c10aed-d6a7-4203-ba5a-29dd7aa54c91)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:53.058019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.078871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.123987 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.174727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baab06-9660-4cef-aa6e-80f94fb41649 None None] Pushing event updated for resources: {'Port': ['ID=fee5efca-3b93-4bfe-9bd8-408f764997ef,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:53.193609 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-a881e231-d6ef-4029-a9e2-94190c56a1ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd852df7-79e2-4c70-a329-801efd9f2997: This subnet is being modified by another concurrent operation. Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd852df7-79e2-4c70-a329-801efd9f2997: This subnet is being modified by another concurrent operation. Aug 16 23:07:53.198388 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 23:07:53.221377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647e6e1-9990-4509-b70a-1fdbb23630a0 None None] Network 14d9d5fa-7fb5-4513-bfed-010c71bd8c9d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:53.234481 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event deleted for resources: {'Subnet': ['ID=cd852df7-79e2-4c70-a329-801efd9f2997,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:53.238309 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.240280 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3f51a533-4786-475b-b47d-16d418e8a0bb tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "DELETE /v2.0/subnets/cd852df7-79e2-4c70-a329-801efd9f2997 HTTP/1.1" status: 204 len: 168 time: 0.2639837 Aug 16 23:07:53.243533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:53.348400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.429546 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.448565 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.458811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d9d5fa-7fb5-4513-bfed-010c71bd8c9d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.469131 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8edabd-7ff2-4924-a118-d6336e3fe9ad') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.469441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8edabd-7ff2-4924-a118-d6336e3fe9ad') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.478276 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.492274 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.498017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:53.498438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:53.501341 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:53.562296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.569124 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.570875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "DELETE /v2.0/networks/14d9d5fa-7fb5-4513-bfed-010c71bd8c9d HTTP/1.1" status: 204 len: 168 time: 0.3263478 Aug 16 23:07:53.573518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:53.582087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef1c08-0d9b-49a8-9c51-2efd196dc823 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event deleted for resources: {'Network': ['ID=14d9d5fa-7fb5-4513-bfed-010c71bd8c9d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:53.627860 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Deleting subnet 73a54a26-a36e-4059-b64f-769d882ed473 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:53.631273 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.670245 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.761389 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fee5efca-3b93-4bfe-9bd8-408f764997ef up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:53.763974 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.819545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fee5efca-3b93-4bfe-9bd8-408f764997ef completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:53.826852 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.855523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event deleted for resources: {'Subnet': ['ID=73a54a26-a36e-4059-b64f-769d882ed473,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:53.859050 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.860952 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f7e2adad-5cf1-4a12-99b5-d4a3fea52b73 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "DELETE /v2.0/subnets/73a54a26-a36e-4059-b64f-769d882ed473 HTTP/1.1" status: 204 len: 168 time: 0.2863698 Aug 16 23:07:53.863429 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42308) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:53.945155 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.004111 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Deleting port fee5efca-3b93-4bfe-9bd8-408f764997ef {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:54.004461 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.069428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] For port fee5efca-3b93-4bfe-9bd8-408f764997ef, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fee5efca-3b93-4bfe-9bd8-408f764997ef,segment=NetworkSegment(c8c10aed-d6a7-4203-ba5a-29dd7aa54c91),segment_id=c8c10aed-d6a7-4203-ba5a-29dd7aa54c91)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:54.069858 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.082776 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Calling delete_port for fee5efca-3b93-4bfe-9bd8-408f764997ef owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:54.116474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb58503-0244-4f17-a6d1-f95bfcd70d32 None None] Network 738ffe1c-0aea-4e65-9074-6065ad7ffc49 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:54.167077 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.185307 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ba9433e7-1649-4648-99df-9eb755106474 None None] Could not find standard attr ID for object fee5efca-3b93-4bfe-9bd8-408f764997ef. {{(pid=94818) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:07:54.199629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event deleted for resources: {'Port': ['ID=fee5efca-3b93-4bfe-9bd8-408f764997ef,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:54.201583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] No DVR routers for this DVR port fee5efca-3b93-4bfe-9bd8-408f764997ef on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:54.276187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdda9dd-49c7-4ef8-a673-7e751f5d45fe None None] DHCP port deletion for 738ffe1c-0aea-4e65-9074-6065ad7ffc49 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:54.281696 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.291917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a1b52-19dd-440a-a56a-6eda1371fbf6 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:07:54.295094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738ffe1c-0aea-4e65-9074-6065ad7ffc49']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:54.309571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:54.309869 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c10aed-d6a7-4203-ba5a-29dd7aa54c91') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:54.319272 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.332483 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.339074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:54.339532 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:54.342551 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:54.352322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a1b52-19dd-440a-a56a-6eda1371fbf6 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:07:54.399505 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.406180 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.408132 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "DELETE /v2.0/networks/738ffe1c-0aea-4e65-9074-6065ad7ffc49 HTTP/1.1" status: 204 len: 168 time: 0.5437698 Aug 16 23:07:54.410998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:54.419678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f4b0e-93f1-4484-b899-48b81578434e tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Pushing event deleted for resources: {'Network': ['ID=738ffe1c-0aea-4e65-9074-6065ad7ffc49,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:54.441333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ac695d88-b634-4163-9ff6-f540a9014e90 tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "GET /v2.0/ports?device_id=419efb89-dde9-47a3-9f7e-22e354ed1489 HTTP/1.1" status: 200 len: 205 time: 0.0288985 Aug 16 23:07:54.442531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:54.561865 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.714190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.716240 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.762788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.763308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Fanout notify agent at l3_agent the message router_deleted on router 419efb89-dde9-47a3-9f7e-22e354ed1489 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:07:54.770299 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.771354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-894e1cd7-a5e3-47c9-991e-ddb630a0262f tempest-RoutersNegativeTest-836621730 tempest-RoutersNegativeTest-836621730-project] 10.222.0.22 "DELETE /v2.0/routers/419efb89-dde9-47a3-9f7e-22e354ed1489 HTTP/1.1" status: 204 len: 168 time: 0.3277647 Aug 16 23:07:55.004095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42318) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:55.133714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f79f51a0-c0e4-4c40-ae9a-4f70e28130cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=975518fc7c004637a5e4c257f8e1ff7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284523 Aug 16 23:07:55.136181 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:55.181937 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.202894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.249793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.252652 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.253772 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e038c06a-3ee3-476c-9a34-91d274e36cd5 HTTP/1.1" status: 204 len: 168 time: 0.1167088 Aug 16 23:07:55.262103 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8c9b3-a266-4cc6-a164-95b90d34f4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038c06a-3ee3-476c-9a34-91d274e36cd5,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:55.734098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fee5efca-3b93-4bfe-9bd8-408f764997ef no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:55.754583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fee5efca-3b93-4bfe-9bd8-408f764997ef {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:55.754940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fee5efca-3b93-4bfe-9bd8-408f764997ef not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:55.856424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:55.949686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-182709429-network', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:55.970524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Made reservation on behalf of c04428bff672493e8fee33f2c73c09ad for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:55.972721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.981394 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.070615 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.074540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.097901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:56.112805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f09ed-3fd2-4b37-8521-0970e8b06e9d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.115699 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.116053 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Added segment 267853c6-7bdf-441a-ae31-7f559f978aff of type vlan for network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 Aug 16 23:07:56.156197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.179778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.180888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:56.181535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.231165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3736322 Aug 16 23:07:56.234133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42348) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:56.239376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Request body: {'subnet': {'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-subnet', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:56.242407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16737-7dfe-4a47-8215-60a9458f8d06 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa8276d-b4d9-4323-8315-c1d6063d08a4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.252330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:56.263241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Made reservation on behalf of c04428bff672493e8fee33f2c73c09ad for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:56.266447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.438584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.492779 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df88921-3ed4-4c31-a74a-39365c582989,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.501458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Checking segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:56.502074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Network hostable DHCP agents. Network: 5aa8276d-b4d9-4323-8315-c1d6063d08a4, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:56.517648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:56.527399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 5aa8276d-b4d9-4323-8315-c1d6063d08a4) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:56.531511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:56.532095 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.536309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bded07-0e93-49a4-91fe-f518471134e1 None None] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:56.546233 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c43bec9d-0d30-493e-93ce-420f78827fb8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3108096 Aug 16 23:07:56.548812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:56.553614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:56.574617 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.575663 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.634147 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.696254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:56.697406 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.843534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Allocated IP 172.20.0.2 (5aa8276d-b4d9-4323-8315-c1d6063d08a4/2df88921-3ed4-4c31-a74a-39365c582989/47ff8f5d-4910-40a1-8b9e-4c3f50e38d31) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:56.993352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.002094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Transition to ACTIVE for port object 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:57.017750 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Transition to ACTIVE for port object 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:57.023534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.067518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:57.071262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:57.075822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:57.079027 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Pushing event updated for resources: {'Port': ['ID=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.090447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.131488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Attempting to bind port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:57.131856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Attempting to bind port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:57.132221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Attempting to bind port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:57.137295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:57.137658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Checking segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:57.138062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.138476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Bound using segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:57.138938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Bound port: 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:57.139317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.199372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] For port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:57.202350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] For port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:57.206019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.266193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3622ee-c182-4507-af88-6ba58e2ef99e None None] Pushing event updated for resources: {'Port': ['ID=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.287435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.307152 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.418058 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Allocated IP 172.25.8.7 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/8cc1b771-818c-47e1-b563-43c7314cdabd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:57.537432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.581393 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.615479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:57.618319 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:57.623759 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:57.650660 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Pushing event updated for resources: {'Port': ['ID=8cc1b771-818c-47e1-b563-43c7314cdabd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.764581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:57.817303 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:57.877389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.080926 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.150369 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5f459-a31d-4824-b775-1e641de8e75e None None] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:58.211565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Router 275463b1-2fd7-43f4-b170-d85ad7015ee4 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:07:58.275115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Provisioning for port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:58.281005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Provisioning complete for port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:58.281412 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.319234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:58.331290 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Sync routers for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:58.336457 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.337999 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-40eb8cd2-71aa-4afe-aa34-ff0d13fc965f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7882135 Aug 16 23:07:58.340825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42352) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:58.346250 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:58.346980 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:58.392765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.434441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] For port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:58.439216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.478988 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:07:58.514985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c8118-aeff-4444-85b2-40a8c48fbed0 None None] Pushing event updated for resources: {'Port': ['ID=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:58.660283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c76ee9c5-023e-4554-a1fa-20eb732bb1e3 None None] Provisioning complete for port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:58.660672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c76ee9c5-023e-4554-a1fa-20eb732bb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.680634 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:57Z', 'revision_number': 3, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:58.710259 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Checking router: 275463b1-2fd7-43f4-b170-d85ad7015ee4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:07:58.710712 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Updating router 275463b1-2fd7-43f4-b170-d85ad7015ee4 port 8cc1b771-818c-47e1-b563-43c7314cdabd binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:07:58.735954 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.986014 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.995678 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Transition to ACTIVE for port object 8cc1b771-818c-47e1-b563-43c7314cdabd will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:59.001897 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.053124 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Attempting to bind port 8cc1b771-818c-47e1-b563-43c7314cdabd on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:59.053507 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Attempting to bind port 8cc1b771-818c-47e1-b563-43c7314cdabd by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:59.053875 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Attempting to bind port 8cc1b771-818c-47e1-b563-43c7314cdabd on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:59.055683 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Pushing event updated for resources: {'Port': ['ID=8cc1b771-818c-47e1-b563-43c7314cdabd,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:59.064923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.065298 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.065645 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.065989 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.066328 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.066662 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.067048 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.067385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.067713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.068774 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.068901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.069211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:59.072379 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:59.072755 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:59.073180 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.073571 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:59.074466 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Bound port: 8cc1b771-818c-47e1-b563-43c7314cdabd, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:59.074466 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.123021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.124487 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] For port 8cc1b771-818c-47e1-b563-43c7314cdabd, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:59.127907 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] For port 8cc1b771-818c-47e1-b563-43c7314cdabd, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc1b771-818c-47e1-b563-43c7314cdabd,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:59.132181 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.190763 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f703-309e-4359-9a7b-adb6bbf583ba None None] Pushing event updated for resources: {'Port': ['ID=8cc1b771-818c-47e1-b563-43c7314cdabd,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:59.193883 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:59.194487 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:59.297093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:07:59.322808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Allocated IP 172.20.0.1 (5aa8276d-b4d9-4323-8315-c1d6063d08a4/2df88921-3ed4-4c31-a74a-39365c582989/903b5fc6-547e-4e89-9240-4347551f299b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:59.428010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.440914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Transition to ACTIVE for port object 903b5fc6-547e-4e89-9240-4347551f299b will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:59.476413 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.482701 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:57Z', 'revision_number': 3, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:59.508866 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cbaa66-6299-4077-ae5f-a50ac524cc0d None None] The sync data for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 is: [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:57Z', 'revision_number': 3, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:59.513235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:59.518172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:59.522554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:59.552147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Pushing event updated for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:59.573401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.779623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7563327-a712-48ea-8c60-e87beace5e70 None None] Provisioning for port 903b5fc6-547e-4e89-9240-4347551f299b completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:59.788212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:59.789780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.791715 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b7563327-a712-48ea-8c60-e87beace5e70 None None] Provisioning complete for port 903b5fc6-547e-4e89-9240-4347551f299b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:59.792090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7563327-a712-48ea-8c60-e87beace5e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.861058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b7563327-a712-48ea-8c60-e87beace5e70 None None] Port 903b5fc6-547e-4e89-9240-4347551f299b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:07:59.874247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:59.874623 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.968212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.972815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.041236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Pushing event updated for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:00.043693 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.141140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:00.142591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:00.263837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Router 275463b1-2fd7-43f4-b170-d85ad7015ee4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:00.381220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:00.384604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1d4b46c3-ffc9-49c0-810f-602cc346a04a None None] Provisioning complete for port 903b5fc6-547e-4e89-9240-4347551f299b triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:00.384991 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1d4b46c3-ffc9-49c0-810f-602cc346a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.387538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5c8f335a-1b2a-4919-a918-6d6042591c6c admin admin] 10.222.0.22 "PUT /v2.0/routers/275463b1-2fd7-43f4-b170-d85ad7015ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448093 Aug 16 23:08:00.422015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b46c3-ffc9-49c0-810f-602cc346a04a None None] Port 903b5fc6-547e-4e89-9240-4347551f299b cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:00.853345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42368) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:00.858694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-428801668-network', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:00.879499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Made reservation on behalf of 055cccfcd6c14bc8a14f4b8656274f19 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:00.882438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.891229 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.984388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.988182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.009194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:01.023046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b016e-499f-41f7-b983-1bb070096ef8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:01.027922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.028266 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Added segment c545eafe-2499-4af9-860d-9d8385ebd49f of type vlan for network 5753536f-6d85-4c8f-9018-8caeaeadcc5d Aug 16 23:08:01.070941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.096890 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.097876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:01.098466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.099674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Sync routers for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:01.110185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:01.110812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.161294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42370) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:01.161881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3067410 Aug 16 23:08:01.164888 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3e134-56a0-4174-9991-bbd09b9df461 admin admin] Pushing event updated for resources: {'Network': ['ID=5753536f-6d85-4c8f-9018-8caeaeadcc5d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:01.167763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Request body: {'subnet': {'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-subnet', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:01.188907 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Made reservation on behalf of 055cccfcd6c14bc8a14f4b8656274f19 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:01.191342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.195697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:01.281913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:01.357189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.413518 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47166c2-a2b1-4386-a17e-a5a4210d39d7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:01.424443 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.424789 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.425149 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.425487 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.425818 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.426146 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.426469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.426791 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.427112 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.427978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.428690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.428690 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:01.431842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Checking segment: {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:01.432206 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Network hostable DHCP agents. Network: 5753536f-6d85-4c8f-9018-8caeaeadcc5d, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:01.449304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:01.457883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 5753536f-6d85-4c8f-9018-8caeaeadcc5d) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:01.462106 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:01.462648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.471641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0fe9e-1dff-4638-9f6c-24ca13076220 None None] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:01.479307 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-14ba56f5-0f89-4747-a37e-497717ad4bc5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3161247 Aug 16 23:08:01.481950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42372) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:01.486433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:01.506561 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.507538 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.561963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.568759 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 4, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '903b5fc6-547e-4e89-9240-4347551f299b', 'name': '', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'mac_address': 'fa:16:3e:1b:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:59Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 2, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'subnets': [{'id': '2df88921-3ed4-4c31-a74a-39365c582989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.617581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Checking router: 275463b1-2fd7-43f4-b170-d85ad7015ee4 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:01.617930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Updating router 275463b1-2fd7-43f4-b170-d85ad7015ee4 port 903b5fc6-547e-4e89-9240-4347551f299b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:01.654305 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.698742 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.705863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'fixed_ips': [{'subnet_id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:01.706917 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.912443 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.931389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.947216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc1b771-818c-47e1-b563-43c7314cdabd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:02.031414 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Allocated IP 172.25.8.155 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/3114b9fe-ab04-4f9e-9fda-517fdd26ced2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:02.128350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:02.139364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.162822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8cc1b771-818c-47e1-b563-43c7314cdabd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:02.177218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.178339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cc1b771-818c-47e1-b563-43c7314cdabd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:02.178436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.187013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Allocated IP 172.20.0.2 (5753536f-6d85-4c8f-9018-8caeaeadcc5d/e47166c2-a2b1-4386-a17e-a5a4210d39d7/1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:02.212793 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:02.219233 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:02.222914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:02.228852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Pushing event updated for resources: {'Port': ['ID=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.391719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.421818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Transition to ACTIVE for port object 903b5fc6-547e-4e89-9240-4347551f299b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:02.434997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.442899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.480092 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.520819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8cc1b771-818c-47e1-b563-43c7314cdabd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc1b771-818c-47e1-b563-43c7314cdabd,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:02.532624 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.584202 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.586030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de658d09-2e90-4a7f-a616-be33d73b4ad9 None None] Pushing event updated for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.629627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Transition to ACTIVE for port object 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:02.663080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Attempting to bind port 903b5fc6-547e-4e89-9240-4347551f299b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:02.663460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Attempting to bind port 903b5fc6-547e-4e89-9240-4347551f299b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:02.663833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Attempting to bind port 903b5fc6-547e-4e89-9240-4347551f299b on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:02.683543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Transition to ACTIVE for port object 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:02.685230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:02.685615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Checking segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:02.686030 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.686439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Bound using segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:02.686921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Bound port: 903b5fc6-547e-4e89-9240-4347551f299b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:02.687312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.691636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8cc1b771-818c-47e1-b563-43c7314cdabd,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.691832 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.702987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.776771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:02.784852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:02.796205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:02.807352 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Pushing event updated for resources: {'Port': ['ID=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.824164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Router 993ca819-cd40-4172-92c2-0f178450b064 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:08:02.841235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] For port 903b5fc6-547e-4e89-9240-4347551f299b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:02.870270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] For port 903b5fc6-547e-4e89-9240-4347551f299b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=903b5fc6-547e-4e89-9240-4347551f299b,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:02.876350 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.906746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Attempting to bind port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:02.907119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Attempting to bind port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:02.907484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Attempting to bind port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc on network 5753536f-6d85-4c8f-9018-8caeaeadcc5d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:02.926356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:02.926737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Checking segment: {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:02.927141 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.927562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Bound using segment: {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:02.928044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Bound port: 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:02.928425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.935560 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:02.948150 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Sync routers for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:02.951721 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.956308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42374) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:02.960642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:02.962314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:02.962712 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:02.962870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:02.964513 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-898084d3-445b-4fb8-b4d0-47a21247e8cb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4815383 Aug 16 23:08:02.964649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de658d09-2e90-4a7f-a616-be33d73b4ad9 None None] Pushing event updated for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:03.089594 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:03.092711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] For port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:03.097673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] For port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:03.105014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.141852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:03.247288 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798dad3-d3ca-4821-be36-94238058d3e9 None None] Pushing event updated for resources: {'Port': ['ID=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:03.314500 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 3, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.343103 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Checking router: 993ca819-cd40-4172-92c2-0f178450b064 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:03.343833 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Updating router 993ca819-cd40-4172-92c2-0f178450b064 port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:03.376328 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.431217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 4, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '903b5fc6-547e-4e89-9240-4347551f299b', 'name': '', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'mac_address': 'fa:16:3e:1b:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:59Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 4, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'subnets': [{'id': '2df88921-3ed4-4c31-a74a-39365c582989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.459195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420cfbc-6460-45bb-a35c-80e4922f162f None None] The sync data for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 is: [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:07:59Z', 'revision_number': 4, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '903b5fc6-547e-4e89-9240-4347551f299b', 'name': '', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'mac_address': 'fa:16:3e:1b:0a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:59Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 4, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'subnets': [{'id': '2df88921-3ed4-4c31-a74a-39365c582989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:03.489773 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.726151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Allocated IP 172.20.0.1 (5753536f-6d85-4c8f-9018-8caeaeadcc5d/e47166c2-a2b1-4386-a17e-a5a4210d39d7/81677d69-6b42-435a-9f9b-4bda656cfae4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:03.828459 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.846777 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Transition to ACTIVE for port object 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:03.858061 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.883038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.909324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Transition to ACTIVE for port object 81677d69-6b42-435a-9f9b-4bda656cfae4 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:03.912421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f8510-5d3c-46af-b44a-298e9e54f527 None None] Pushing event updated for resources: {'Port': ['ID=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:03.914824 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Attempting to bind port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:03.915189 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Attempting to bind port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:03.915556 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Attempting to bind port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:03.916349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:03.921476 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:03.921852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:03.922260 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.922654 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:03.923122 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Bound port: 3114b9fe-ab04-4f9e-9fda-517fdd26ced2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:03.923509 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.956678 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.980194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:03.985940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 903b5fc6-547e-4e89-9240-4347551f299b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:03.998386 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] For port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:04.003541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:04.004000 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] For port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:04.007199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:04.011184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:04.017134 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.059034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 903b5fc6-547e-4e89-9240-4347551f299b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:04.064848 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 903b5fc6-547e-4e89-9240-4347551f299b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:04.065255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.070738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Pushing event updated for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.091792 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.130428 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f8510-5d3c-46af-b44a-298e9e54f527 None None] Pushing event updated for resources: {'Port': ['ID=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.150464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:04.151094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:04.231466 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.286222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 903b5fc6-547e-4e89-9240-4347551f299b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=903b5fc6-547e-4e89-9240-4347551f299b,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:04.291611 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.292439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc1b771-818c-47e1-b563-43c7314cdabd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:04.294628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.322985 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:04.392170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.422094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cc1b771-818c-47e1-b563-43c7314cdabd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:04.422761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.555526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e6809-d8fa-472f-85d7-bee03a3199ec None None] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:04.561770 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.569182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.584851 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 3, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:04.613825 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f9493-be88-4025-a9df-be5b49776527 None None] The sync data for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 is: [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 3, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:04.661184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Pushing event updated for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.665653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.802708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Provisioning for port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:04.810837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Provisioning complete for port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:04.811487 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.979320 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.032499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] For port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:05.041281 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.110491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e737a-5959-4782-b212-53357fd87676 None None] Pushing event updated for resources: {'Port': ['ID=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:05.120093 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:05.121759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:05.245345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Router 993ca819-cd40-4172-92c2-0f178450b064 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:05.363307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:05.366942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Provisioning for port 81677d69-6b42-435a-9f9b-4bda656cfae4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:05.376959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f0bb9a2c-cb0d-44d1-995f-2cfcb262e81d admin admin] 10.222.0.22 "PUT /v2.0/routers/993ca819-cd40-4172-92c2-0f178450b064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4114258 Aug 16 23:08:05.380074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Provisioning complete for port 81677d69-6b42-435a-9f9b-4bda656cfae4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:05.380500 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.432610 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Port 81677d69-6b42-435a-9f9b-4bda656cfae4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:05.443568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Provisioning complete for port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:05.444087 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-768889c0-51a2-4575-81a8-3469e52abc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.658102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1b24c425-ee41-495d-9935-8b0ed1588e76 None None] Provisioning complete for port 81677d69-6b42-435a-9f9b-4bda656cfae4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:05.658492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1b24c425-ee41-495d-9935-8b0ed1588e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.703785 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1b24c425-ee41-495d-9935-8b0ed1588e76 None None] Port 81677d69-6b42-435a-9f9b-4bda656cfae4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:05.837639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:05.862158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ea44374d-2ef9-4390-a34a-7e1f58caab14 None None] Provisioning complete for port 81677d69-6b42-435a-9f9b-4bda656cfae4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:05.862544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ea44374d-2ef9-4390-a34a-7e1f58caab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.908093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ea44374d-2ef9-4390-a34a-7e1f58caab14 None None] Port 81677d69-6b42-435a-9f9b-4bda656cfae4 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:05.919212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:05.919594 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.994503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:06.043615 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:06.047553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:06.047938 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.134728 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.155378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:06.161399 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.162236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 903b5fc6-547e-4e89-9240-4347551f299b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:06.237138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:06.248649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 903b5fc6-547e-4e89-9240-4347551f299b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:06.249032 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.266174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-a16e959e-e2a1-4b61-910d-6eac59bfd60a tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:06.267672 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-a16e959e-e2a1-4b61-910d-6eac59bfd60a tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 816 time: 0.1160667 Aug 16 23:08:06.283924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-de12367a-334b-49a6-88b3-51517112f4a6 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/quotas/c04428bff672493e8fee33f2c73c09ad HTTP/1.1" status: 200 len: 375 time: 0.0093701 Aug 16 23:08:06.335752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-fe5253e8-b9e4-45aa-91cd-886acf7f0469 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457373 Aug 16 23:08:06.437557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-613bc335-ee93-47a4-abdf-d45dcbaf6774 service neutron] 10.222.0.22 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899363 Aug 16 23:08:06.532193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-15d92689-fb73-44bb-ba99-cc0f91fc9570 service neutron] 10.222.0.22 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875700 Aug 16 23:08:06.718145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4eb56d56-aba9-43c8-99bc-4a9818f373d9 req-f1db5c28-7ec6-4ee5-9f65-7de61b2359f7 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 210 time: 0.0340397 Aug 16 23:08:06.894159 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Sync routers for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:06.903325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:06.903955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:07.011417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:07.207503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:04Z', 'revision_number': 4, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '81677d69-6b42-435a-9f9b-4bda656cfae4', 'name': '', 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'mac_address': 'fa:16:3e:d7:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:03Z', 'updated_at': '2021-08-16T23:08:04Z', 'revision_number': 2, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'subnets': [{'id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:07.237230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Checking router: 993ca819-cd40-4172-92c2-0f178450b064 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:07.237582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Updating router 993ca819-cd40-4172-92c2-0f178450b064 port 81677d69-6b42-435a-9f9b-4bda656cfae4 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:07.262823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.523356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.533605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Transition to ACTIVE for port object 81677d69-6b42-435a-9f9b-4bda656cfae4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:07.539398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.595899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc2c4-99a8-425e-8ff3-5086146bbafb None None] Pushing event updated for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:07.647344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Attempting to bind port 81677d69-6b42-435a-9f9b-4bda656cfae4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:07.647721 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Attempting to bind port 81677d69-6b42-435a-9f9b-4bda656cfae4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:07.648092 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Attempting to bind port 81677d69-6b42-435a-9f9b-4bda656cfae4 on network 5753536f-6d85-4c8f-9018-8caeaeadcc5d {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:07.653321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:07.653706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Checking segment: {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:07.654131 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.654523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Bound using segment: {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:07.655003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Bound port: 81677d69-6b42-435a-9f9b-4bda656cfae4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c545eafe-2499-4af9-860d-9d8385ebd49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:07.655388 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.722425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] For port 81677d69-6b42-435a-9f9b-4bda656cfae4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:07.726817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] For port 81677d69-6b42-435a-9f9b-4bda656cfae4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81677d69-6b42-435a-9f9b-4bda656cfae4,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:07.735031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.794048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:07.872136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ac788285-0bf0-4a86-a5bf-32ff55e8c043 req-d187dc60-49ad-417c-92bd-173885defd28 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 210 time: 0.0340211 Aug 16 23:08:07.910657 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cc2c4-99a8-425e-8ff3-5086146bbafb None None] Pushing event updated for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:07.912039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3bc21015-82b3-4d7c-8e76-4141f2a58326 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:07.913798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3bc21015-82b3-4d7c-8e76-4141f2a58326 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 816 time: 0.1572225 Aug 16 23:08:07.916284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:07.916915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:07:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:07.948809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Request body: {'port': {'device_id': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'admin_state_up': True, 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:07.959720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:07.960317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.067522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Made reservation on behalf of c04428bff672493e8fee33f2c73c09ad for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:08.071991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.095186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:08.205303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Allocated IP 172.20.0.5 (5aa8276d-b4d9-4323-8315-c1d6063d08a4/2df88921-3ed4-4c31-a74a-39365c582989/f5e58113-de74-472d-83ed-0bce07f0676d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:08.314446 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:04Z', 'revision_number': 4, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '81677d69-6b42-435a-9f9b-4bda656cfae4', 'name': '', 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'mac_address': 'fa:16:3e:d7:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:03Z', 'updated_at': '2021-08-16T23:08:07Z', 'revision_number': 4, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'subnets': [{'id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:08.340764 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d856099-6281-4b98-8590-7828e1c4a7f2 None None] The sync data for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 is: [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:04Z', 'revision_number': 4, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '81677d69-6b42-435a-9f9b-4bda656cfae4', 'name': '', 'network_id': '5753536f-6d85-4c8f-9018-8caeaeadcc5d', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'mac_address': 'fa:16:3e:d7:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:03Z', 'updated_at': '2021-08-16T23:08:07Z', 'revision_number': 4, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'subnets': [{'id': 'e47166c2-a2b1-4386-a17e-a5a4210d39d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:08.351862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.373744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Transition to ACTIVE for port object f5e58113-de74-472d-83ed-0bce07f0676d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:08.418995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.462980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:08.468562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:08.472509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:08.501174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Pushing event updated for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:08.530513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:08.531870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.549692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-b984a8ee-e82b-4ca2-8112-397a82c15e0e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051400 Aug 16 23:08:08.576835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Request body: {'port': {'device_id': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:08.635786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.781946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9076e6a-a1e4-4dbc-a1b7-cee2f669941a None None] Provisioning for port f5e58113-de74-472d-83ed-0bce07f0676d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:08.787853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a9076e6a-a1e4-4dbc-a1b7-cee2f669941a None None] Provisioning complete for port f5e58113-de74-472d-83ed-0bce07f0676d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:08.788429 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a9076e6a-a1e4-4dbc-a1b7-cee2f669941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.832272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a9076e6a-a1e4-4dbc-a1b7-cee2f669941a None None] Port f5e58113-de74-472d-83ed-0bce07f0676d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:08.931442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e58113-de74-472d-83ed-0bce07f0676d {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:08.939125 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.951766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Transition to ACTIVE for port object f5e58113-de74-472d-83ed-0bce07f0676d will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:08.963650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.034399 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Pushing event updated for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:09.085758 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b76c5-9cb2-412a-a7dc-bf0b8d062e7b req-02fb7c0a-0b08-4a2a-bcdd-c671fa0ffcdb tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.087348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f02b76c5-9cb2-412a-a7dc-bf0b8d062e7b req-02fb7c0a-0b08-4a2a-bcdd-c671fa0ffcdb tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 943 time: 0.1328759 Aug 16 23:08:09.146647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Attempting to bind port f5e58113-de74-472d-83ed-0bce07f0676d on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:09.147031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Attempting to bind port f5e58113-de74-472d-83ed-0bce07f0676d by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:09.147374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Attempting to bind port f5e58113-de74-472d-83ed-0bce07f0676d on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:09.153083 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f02b76c5-9cb2-412a-a7dc-bf0b8d062e7b req-f6c480e4-3b41-4114-9766-65a9d119d250 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573449 Aug 16 23:08:09.156658 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Port f5e58113-de74-472d-83ed-0bce07f0676d on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:08:09.156997 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Attempting to bind port f5e58113-de74-472d-83ed-0bce07f0676d on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:09.164048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:09.164406 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Checking segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:09.164803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Bound using segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:09.165407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Bound port: f5e58113-de74-472d-83ed-0bce07f0676d, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:09.165787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.230311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:09.233487 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f5e58113-de74-472d-83ed-0bce07f0676d,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:09.238161 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.276004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.276556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.277971 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] 10.222.0.89 "PUT /v2.0/ports/f5e58113-de74-472d-83ed-0bce07f0676d HTTP/1.1" status: 200 len: 1092 time: 0.7057977 Aug 16 23:08:09.278424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:09.280701 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d3868c-5839-48b4-a740-8aa65f35c738" -d '{"events": [{"name": "network-changed", "server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:09.311122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a21aa-2757-4d61-8a7a-c5cf1a796bdf service neutron] Pushing event updated for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:09.318386 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02841c-55f2-4c39-902e-a863b2fb4005 x-openstack-request-id: req-7b02841c-55f2-4c39-902e-a863b2fb4005 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:09.318703 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:09.318959 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b02841c-55f2-4c39-902e-a863b2fb4005 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:09.319439 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d', 'status': 'completed', 'code': 200} Aug 16 23:08:09.388609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-e747dd35-b3d9-436f-9d68-048691241fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.390215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-e747dd35-b3d9-436f-9d68-048691241fa1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 1095 time: 0.0436604 Aug 16 23:08:09.446866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-27e2ac89-a77a-4cfe-bc7e-81b6dee8728c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e58113-de74-472d-83ed-0bce07f0676d HTTP/1.1" status: 200 len: 217 time: 0.0354197 Aug 16 23:08:09.504711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-66bb9b5b-44a2-4965-a987-72802742688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.506752 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-66bb9b5b-44a2-4965-a987-72802742688d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 200 len: 855 time: 0.0488584 Aug 16 23:08:09.563304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-f4c0db3d-d24a-435f-b252-e616643e0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.564792 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-f4c0db3d-d24a-435f-b252-e616643e0083 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5aa8276d-b4d9-4323-8315-c1d6063d08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457647 Aug 16 23:08:09.659798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-5dcb7e2b-cf19-47e2-b765-caa3b4b4cd42 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834148 Aug 16 23:08:09.760482 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9645e4a8-1342-4758-9dbf-2c5cfa4dd846 req-7c0140c9-3d88-41ad-b679-c016ea5bf504 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Aug 16 23:08:09.768196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81677d69-6b42-435a-9f9b-4bda656cfae4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:09.822321 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 81677d69-6b42-435a-9f9b-4bda656cfae4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:09.826425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 81677d69-6b42-435a-9f9b-4bda656cfae4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:09.826874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.905388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-80f19d8a-d8a5-4499-913c-37e7cfe1a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.906852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-80f19d8a-d8a5-4499-913c-37e7cfe1a707 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 1095 time: 0.0407169 Aug 16 23:08:09.909276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.942611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 81677d69-6b42-435a-9f9b-4bda656cfae4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81677d69-6b42-435a-9f9b-4bda656cfae4,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:09.947395 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:09.995202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:10.003349 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-d32b22be-e3d9-447a-8873-3d3e3a7d93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:10.004779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-d32b22be-e3d9-447a-8873-3d3e3a7d93ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 916 time: 0.0905309 Aug 16 23:08:10.047775 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-07f2d64d-f02d-41e2-a54d-a52c1ef4a568 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e58113-de74-472d-83ed-0bce07f0676d HTTP/1.1" status: 200 len: 217 time: 0.0347664 Aug 16 23:08:10.094917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-a3748e72-354f-4c5f-aa79-ee6086e5135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:10.096327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-a3748e72-354f-4c5f-aa79-ee6086e5135a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 200 len: 855 time: 0.0419095 Aug 16 23:08:10.145528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-253cffc0-288a-49cd-8bc5-8289b0f30eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:10.147534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-253cffc0-288a-49cd-8bc5-8289b0f30eeb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5aa8276d-b4d9-4323-8315-c1d6063d08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433774 Aug 16 23:08:10.262675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-65a796ec-bdc3-4cd6-961b-a87ed95f12f3 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040568 Aug 16 23:08:10.329027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd3cb-c834-4bfc-8866-f1e0911e17d9 req-3985d7c0-2963-410e-8a8c-4690bb01c597 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:10.330551 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e47fd3cb-c834-4bfc-8866-f1e0911e17d9 req-3985d7c0-2963-410e-8a8c-4690bb01c597 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 943 time: 0.1041791 Aug 16 23:08:10.390415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e47fd3cb-c834-4bfc-8866-f1e0911e17d9 req-5c42bd0f-bd19-4b0d-b737-7c46847e6e0c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Aug 16 23:08:10.401098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0d3868c-5839-48b4-a740-8aa65f35c738 req-381982bb-d3ff-4128-bfcf-4255cac040ac service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276762 Aug 16 23:08:11.506260 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779221b-41b9-4d1c-8d13-54e679526795 req-a2a315e6-2ae8-4281-864b-774159cf7ad4 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:11.507770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3779221b-41b9-4d1c-8d13-54e679526795 req-a2a315e6-2ae8-4281-864b-774159cf7ad4 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 943 time: 0.0500154 Aug 16 23:08:11.546488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3779221b-41b9-4d1c-8d13-54e679526795 req-adfb9652-238f-4cd8-bed9-b6c3d1c39438 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Aug 16 23:08:11.748253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81677d69-6b42-435a-9f9b-4bda656cfae4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:11.798197 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 81677d69-6b42-435a-9f9b-4bda656cfae4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:11.798574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.993045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f5e58113-de74-472d-83ed-0bce07f0676d details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:08:12.243632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f5e58113-de74-472d-83ed-0bce07f0676d,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:12.254659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'f5e58113-de74-472d-83ed-0bce07f0676d', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'port_id': 'f5e58113-de74-472d-83ed-0bce07f0676d', 'mac_address': 'fa:16:3e:8f:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:08:12.292024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.304219 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e58113-de74-472d-83ed-0bce07f0676d {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:12.323028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f5e58113-de74-472d-83ed-0bce07f0676d,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:12.327251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.373287 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:12.664784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6110-48b8-4f77-9d52-f0a19ca9dd79 req-0e099528-f53d-4d46-88ee-d8ae54445c5d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:12.666305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-812b6110-48b8-4f77-9d52-f0a19ca9dd79 req-0e099528-f53d-4d46-88ee-d8ae54445c5d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 944 time: 0.0528498 Aug 16 23:08:12.674824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['f5e58113-de74-472d-83ed-0bce07f0676d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:12.705658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-812b6110-48b8-4f77-9d52-f0a19ca9dd79 req-e4f4020b-738b-4502-b7c7-a4b72ec5c87e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Aug 16 23:08:13.819960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e635399-ac44-4bf9-abdf-ef6ae4c254c2 req-7ebfda38-a16e-4df5-a265-ea50549a0d42 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:13.821596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e635399-ac44-4bf9-abdf-ef6ae4c254c2 req-7ebfda38-a16e-4df5-a265-ea50549a0d42 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 944 time: 0.0497868 Aug 16 23:08:13.859204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e635399-ac44-4bf9-abdf-ef6ae4c254c2 req-635cd7da-e60f-4742-91d7-0dbc98228112 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Aug 16 23:08:14.022599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f5e58113-de74-472d-83ed-0bce07f0676d up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:14.070395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port f5e58113-de74-472d-83ed-0bce07f0676d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:14.073960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port f5e58113-de74-472d-83ed-0bce07f0676d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:14.074337 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.151346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.173914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:14.176478 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8bf870-2585-49b1-8c67-2f4a19aece33" -d '{"events": [{"server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "name": "network-vif-plugged", "status": "completed", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:14.190327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f5e58113-de74-472d-83ed-0bce07f0676d,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:14.194283 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.217380 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26dcaf-2e8f-4c50-a130-d86b21c6ee31 x-openstack-request-id: req-ec26dcaf-2e8f-4c50-a130-d86b21c6ee31 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:14.217675 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "name": "network-vif-plugged", "status": "completed", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:14.218108 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec26dcaf-2e8f-4c50-a130-d86b21c6ee31 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:14.218330 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d', 'code': 200} Aug 16 23:08:14.244666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.354721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba78028-fd6f-45d2-bd2e-b905ac14ebbb req-7c60ac80-240c-46b3-8b38-202d234b1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.356258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ba78028-fd6f-45d2-bd2e-b905ac14ebbb req-7c60ac80-240c-46b3-8b38-202d234b1e8c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 1097 time: 0.0413291 Aug 16 23:08:14.394389 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ba78028-fd6f-45d2-bd2e-b905ac14ebbb req-38fcec5f-a21f-4636-9788-38c9552eced8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271637 Aug 16 23:08:14.931410 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.984435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56dd93-724f-4062-8a45-2e4e2dd54c58 req-c6dcb828-0e5d-4781-be93-3451e5e55680 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.985943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc56dd93-724f-4062-8a45-2e4e2dd54c58 req-c6dcb828-0e5d-4781-be93-3451e5e55680 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0588419 Aug 16 23:08:15.024646 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc56dd93-724f-4062-8a45-2e4e2dd54c58 req-36c853cd-7d11-465d-89b4-40289d5acfb8 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 16 23:08:15.598702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-560aa421-575d-4c68-a620-cd7b8d40b46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.139185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1a96-3c08-4b94-a54b-0d78b305dae3 req-2bc9bcb9-8a43-4d02-b13f-a98b7d6eb7c4 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.140687 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b46f1a96-3c08-4b94-a54b-0d78b305dae3 req-2bc9bcb9-8a43-4d02-b13f-a98b7d6eb7c4 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0490959 Aug 16 23:08:16.179301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b46f1a96-3c08-4b94-a54b-0d78b305dae3 req-552fa8b8-3269-49b2-b4d5-89860de2af99 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Aug 16 23:08:16.291317 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eea9b-8796-4505-b41f-c4c5bb07e33a req-317e9d5b-a945-4a37-a099-6fe58d5eabe8 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.292718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-326eea9b-8796-4505-b41f-c4c5bb07e33a req-317e9d5b-a945-4a37-a099-6fe58d5eabe8 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0486600 Aug 16 23:08:16.329580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-326eea9b-8796-4505-b41f-c4c5bb07e33a req-e5b9840c-2eaf-4f0e-a17c-cb6ff6f1ed85 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Aug 16 23:08:16.758409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-53f733c2-7694-4803-a940-e2c5b5e2763b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542274 Aug 16 23:08:16.859200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-e97769a4-ca40-443b-8c23-ef31b305fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.860707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-e97769a4-ca40-443b-8c23-ef31b305fcab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 1097 time: 0.0417118 Aug 16 23:08:16.986360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-c1b6a060-3bed-497d-bdb8-67c5d976abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.988875 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-c1b6a060-3bed-497d-bdb8-67c5d976abbb service neutron] 10.222.0.89 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 916 time: 0.1084123 Aug 16 23:08:17.030549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-71774e3e-00ae-400d-a57c-979c7c7fa4d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e58113-de74-472d-83ed-0bce07f0676d HTTP/1.1" status: 200 len: 217 time: 0.0345335 Aug 16 23:08:17.079400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-aa4ce250-e09e-40b9-9c5e-17c477de1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:17.080802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-aa4ce250-e09e-40b9-9c5e-17c477de1d35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 200 len: 855 time: 0.0433614 Aug 16 23:08:17.128217 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-379e7931-cad6-4b70-88a4-0bfac4f980e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:17.129760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-379e7931-cad6-4b70-88a4-0bfac4f980e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5aa8276d-b4d9-4323-8315-c1d6063d08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407472 Aug 16 23:08:17.222763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-c19bcc4c-c5e6-4fa7-98b3-313084a0f70b service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849833 Aug 16 23:08:17.320989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec6b7c62-55d7-4ad7-862c-26817a1b4d07 req-18ec8968-fd9c-4bb4-9551-a5e1c9678de8 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904369 Aug 16 23:08:18.248396 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.332507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e650f75d-e084-4db9-8235-b6543f5d64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.414577 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.423567 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.437905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.786250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f47433-ab41-47a9-8cee-802ff59eb44e req-027cc351-e3f2-47df-a97b-96dbc7fba1a5 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:34.787648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34f47433-ab41-47a9-8cee-802ff59eb44e req-027cc351-e3f2-47df-a97b-96dbc7fba1a5 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0523708 Aug 16 23:08:34.828511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-34f47433-ab41-47a9-8cee-802ff59eb44e req-853a26ec-213a-40ea-a3a3-54752d32c3bd tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 16 23:08:35.943231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee1fd-5ad6-4c37-a6d6-486c8e733562 req-29542ea6-aee8-4a17-9673-c947f314eac9 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:35.944697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27bee1fd-5ad6-4c37-a6d6-486c8e733562 req-29542ea6-aee8-4a17-9673-c947f314eac9 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0484407 Aug 16 23:08:35.981149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-27bee1fd-5ad6-4c37-a6d6-486c8e733562 req-91ef91d9-dcb9-496f-9c65-ce3ca29b0bd8 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Aug 16 23:08:36.555332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-b1d06b20-1e02-4637-80f9-c742ed9d3f0c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:36.556794 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-b1d06b20-1e02-4637-80f9-c742ed9d3f0c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 945 time: 0.0533302 Aug 16 23:08:36.647166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Deleting port f5e58113-de74-472d-83ed-0bce07f0676d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:36.647513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.737088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] For port f5e58113-de74-472d-83ed-0bce07f0676d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f5e58113-de74-472d-83ed-0bce07f0676d,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:36.737375 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.749979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Calling delete_port for f5e58113-de74-472d-83ed-0bce07f0676d owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:36.872935 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.904332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Pushing event deleted for resources: {'Port': ['ID=f5e58113-de74-472d-83ed-0bce07f0676d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:36.917189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.917552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.917895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.918237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.918572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.918906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.919238 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.919602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.919935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.920266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.920592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.920916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:36.922818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['f5e58113-de74-472d-83ed-0bce07f0676d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:36.958939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] No DVR routers for this DVR port f5e58113-de74-472d-83ed-0bce07f0676d on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:36.961824 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.963914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62d0815d-beaa-47e8-8839-e4fd45b2a6fa req-cf1b064c-181e-4b00-8f67-1256b73e276e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "DELETE /v2.0/ports/f5e58113-de74-472d-83ed-0bce07f0676d HTTP/1.1" status: 204 len: 173 time: 0.3977342 Aug 16 23:08:36.964400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'name': 'network-vif-deleted', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:36.966740 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56715260-41c6-4b40-85f8-73107cce3a23" -d '{"events": [{"server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "name": "network-vif-deleted", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:37.014988 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bee6ec-2739-4664-a921-cbd72b78719a x-openstack-request-id: req-54bee6ec-2739-4664-a921-cbd72b78719a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:37.015374 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7848c4d-e03e-4f3e-b2a7-af2f92800cec", "name": "network-vif-deleted", "tag": "f5e58113-de74-472d-83ed-0bce07f0676d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:37.015535 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54bee6ec-2739-4664-a921-cbd72b78719a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:37.015942 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7848c4d-e03e-4f3e-b2a7-af2f92800cec', 'name': 'network-vif-deleted', 'tag': 'f5e58113-de74-472d-83ed-0bce07f0676d', 'status': 'completed', 'code': 200} Aug 16 23:08:37.081790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e5a2101-d5b2-440b-93be-aa9b3212894d req-545b4f8f-bc97-47cc-94e6-cfd747a1f65b tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7848c4d-e03e-4f3e-b2a7-af2f92800cec HTTP/1.1" status: 200 len: 210 time: 0.0277207 Aug 16 23:08:38.550205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-ff67fe2d-d650-4b4a-b4ba-3b927dc5a896 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.552210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-ff67fe2d-d650-4b4a-b4ba-3b927dc5a896 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 816 time: 0.1042290 Aug 16 23:08:38.567053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-975e14e9-2763-4c9e-a07c-e44d6dbe7c2a tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/quotas/c04428bff672493e8fee33f2c73c09ad HTTP/1.1" status: 200 len: 375 time: 0.0090787 Aug 16 23:08:38.616045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-4f44443b-4b9f-42c4-b69b-829101496c56 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437737 Aug 16 23:08:38.711576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-9ebfab9a-0eb5-4103-9b1a-9f5593b84efa service neutron] 10.222.0.22 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838685 Aug 16 23:08:38.798562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-b2bbdfd6-81cb-4ae3-95fd-0792392a1f31 service neutron] 10.222.0.22 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809853 Aug 16 23:08:38.967955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e69e0cc0-d747-4b87-92cc-69b8f424a4c2 req-0ed8e5e7-5f1a-45a4-a856-ded4000d09ad tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 210 time: 0.0260816 Aug 16 23:08:39.128652 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:40.076906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-07fd47fb-a817-4342-856e-ea69b9e3582c req-7d9ae19f-600c-4fb1-acc3-f04dd04f7354 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 210 time: 0.0379865 Aug 16 23:08:40.169049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-a069c6d9-f57a-4a35-829a-d8b14178dab9 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.170489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-a069c6d9-f57a-4a35-829a-d8b14178dab9 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 816 time: 0.1215487 Aug 16 23:08:40.177723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f5e58113-de74-472d-83ed-0bce07f0676d no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:40.195544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Request body: {'port': {'device_id': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'admin_state_up': True, 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:40.197727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: f5e58113-de74-472d-83ed-0bce07f0676d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:40.198074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f5e58113-de74-472d-83ed-0bce07f0676d not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:40.302958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Made reservation on behalf of c04428bff672493e8fee33f2c73c09ad for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:40.306423 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.428610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Allocated IP 172.20.0.5 (5aa8276d-b4d9-4323-8315-c1d6063d08a4/2df88921-3ed4-4c31-a74a-39365c582989/ea2c97cf-d7cc-4dbc-804d-d80fc614fcae) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:40.576546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.590015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Transition to ACTIVE for port object ea2c97cf-d7cc-4dbc-804d-d80fc614fcae will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:40.621788 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.665120 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:40.670017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:40.673622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:40.699724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Pushing event updated for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:40.728681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.729342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.744552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-10e4dd1c-8587-4b47-ac32-039ef6f69d51 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533972 Aug 16 23:08:40.772669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Request body: {'port': {'device_id': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:40.827308 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.886270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d65ec3d1-c1a5-497e-9e36-0ee13429def4 None None] Provisioning for port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:40.890051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d65ec3d1-c1a5-497e-9e36-0ee13429def4 None None] Provisioning complete for port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:40.890426 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d65ec3d1-c1a5-497e-9e36-0ee13429def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.925707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-d65ec3d1-c1a5-497e-9e36-0ee13429def4 None None] Port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:41.314350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7817aa-cdc3-45c5-87e0-cc45e083db50 req-625d76a8-e571-41ba-be01-60815a89dc88 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.315843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c7817aa-cdc3-45c5-87e0-cc45e083db50 req-625d76a8-e571-41ba-be01-60815a89dc88 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 931 time: 0.1029398 Aug 16 23:08:41.375099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3c7817aa-cdc3-45c5-87e0-cc45e083db50 req-4da0c48c-4139-4128-b338-a2eef94bc7f0 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Aug 16 23:08:41.432167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2c97cf-d7cc-4dbc-804d-d80fc614fcae {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:41.439562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.451245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Transition to ACTIVE for port object ea2c97cf-d7cc-4dbc-804d-d80fc614fcae will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:41.454417 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.507736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:41.575800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Attempting to bind port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:41.576147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Attempting to bind port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:41.576486 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Attempting to bind port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:41.580891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:08:41.581251 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Attempting to bind port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae on network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:41.586717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:41.587054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Checking segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:41.587447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Bound using segment: {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:41.587883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Bound port: ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267853c6-7bdf-441a-ae31-7f559f978aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:41.588256 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.653500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:41.656874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:41.661680 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.699572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.700153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.701570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] 10.222.0.89 "PUT /v2.0/ports/ea2c97cf-d7cc-4dbc-804d-d80fc614fcae HTTP/1.1" status: 200 len: 1092 time: 0.9342699 Aug 16 23:08:41.703987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:41.706147 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111808df-e74a-43a5-b35c-9a0f6f0d3588" -d '{"events": [{"name": "network-changed", "server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:41.733411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a04998-660f-4973-bb5e-a6b89a490ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:41.751380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d2fc0b-142f-4836-8df6-820df7698f1e x-openstack-request-id: req-d7d2fc0b-142f-4836-8df6-820df7698f1e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:41.751830 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:41.752305 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7d2fc0b-142f-4836-8df6-820df7698f1e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:41.752756 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae', 'status': 'completed', 'code': 200} Aug 16 23:08:41.807689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-176a33f7-44e3-424c-8c35-ab36756d4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.809235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-176a33f7-44e3-424c-8c35-ab36756d4ddf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 1095 time: 0.0431769 Aug 16 23:08:41.866604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-2f515eac-a5f4-4b96-8d3d-232ee1189dd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae HTTP/1.1" status: 200 len: 217 time: 0.0363002 Aug 16 23:08:41.920352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-39dffedf-b2b0-40b8-b89f-0caf14cad74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.921839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-39dffedf-b2b0-40b8-b89f-0caf14cad74d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 200 len: 855 time: 0.0445547 Aug 16 23:08:41.972722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-c6dcc6c9-da63-4219-a413-335981373abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.974722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-c6dcc6c9-da63-4219-a413-335981373abf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5aa8276d-b4d9-4323-8315-c1d6063d08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424356 Aug 16 23:08:42.066436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-3ff4838a-f40a-4e39-aa74-11e2078ba8b9 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800982 Aug 16 23:08:42.164613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f3bd75be-c16e-4b2d-be34-363105cee6dc req-156356d5-5e8b-4ece-ac28-95391737f652 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861454 Aug 16 23:08:42.297011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-371180d2-fbb5-49bb-99d5-04020c5edee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.298520 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-371180d2-fbb5-49bb-99d5-04020c5edee9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c04428bff672493e8fee33f2c73c09ad&device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 1095 time: 0.0409005 Aug 16 23:08:42.390554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-b7e83d87-56f4-402c-b777-d8c97eb196e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.392021 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-b7e83d87-56f4-402c-b777-d8c97eb196e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 200 len: 916 time: 0.0861740 Aug 16 23:08:42.435741 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-2a935d1d-8b4e-4aae-a704-aaab60aae5fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae HTTP/1.1" status: 200 len: 217 time: 0.0348115 Aug 16 23:08:42.515465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-3dc16c68-1752-4d3a-a575-5de765f9d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.516897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-3dc16c68-1752-4d3a-a575-5de765f9d609 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 200 len: 855 time: 0.0737262 Aug 16 23:08:42.531605 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48b90c-7580-4ea7-8b14-3e72f628affb req-46f506bf-e788-4c21-98c7-d48d538e682d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.533010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d48b90c-7580-4ea7-8b14-3e72f628affb req-46f506bf-e788-4c21-98c7-d48d538e682d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 943 time: 0.0822628 Aug 16 23:08:42.592313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3d48b90c-7580-4ea7-8b14-3e72f628affb req-fd44ba61-f0db-4728-a74b-b0b996bee5eb tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Aug 16 23:08:42.599042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-cc774f09-8be6-44ea-bc92-d5e0598b9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.600481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-cc774f09-8be6-44ea-bc92-d5e0598b9e7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5aa8276d-b4d9-4323-8315-c1d6063d08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665886 Aug 16 23:08:42.698443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-bd18b045-97ea-4d5b-ae8f-2352013707a9 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863714 Aug 16 23:08:42.787874 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-111808df-e74a-43a5-b35c-9a0f6f0d3588 req-1b30ddca-fd64-46c2-a2f1-205d82d0a427 service neutron] 10.222.0.89 "GET /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818882 Aug 16 23:08:43.714192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8ec15-c53e-4df5-aefe-0d160326acd0 req-83eb37ed-f6a4-445e-b874-405b72194fed tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:43.715836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ec8ec15-c53e-4df5-aefe-0d160326acd0 req-83eb37ed-f6a4-445e-b874-405b72194fed tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 943 time: 0.0538130 Aug 16 23:08:43.753539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ec8ec15-c53e-4df5-aefe-0d160326acd0 req-09206113-9e17-4fb2-850a-91208baa3b87 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 16 23:08:44.193718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea2c97cf-d7cc-4dbc-804d-d80fc614fcae details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:08:44.291889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:44.302412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae', 'network_id': '5aa8276d-b4d9-4323-8315-c1d6063d08a4', 'port_id': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae', 'mac_address': 'fa:16:3e:ca:f9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df88921-3ed4-4c31-a74a-39365c582989', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:08:44.338535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.351228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2c97cf-d7cc-4dbc-804d-d80fc614fcae {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:44.376132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:44.380114 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.428126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.435698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.436106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.436455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.436798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.437218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.437562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.437894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.438226 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.438556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.438942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.439275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.439606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:44.768360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea2c97cf-d7cc-4dbc-804d-d80fc614fcae'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:44.867684 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f746f3-fa1b-4e56-939c-69e91cab65d8 req-c054c4a3-1819-42f4-bedd-c31e6158df4d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.869244 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f746f3-fa1b-4e56-939c-69e91cab65d8 req-c054c4a3-1819-42f4-bedd-c31e6158df4d tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Aug 16 23:08:44.907342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f746f3-fa1b-4e56-939c-69e91cab65d8 req-771f3c63-ad5e-4f6c-aba6-83e6241f8a3c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Aug 16 23:08:44.987262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.599400 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a16cb762-e98f-4151-ba0f-9e9c80c0bf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.021045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb8cb1-dc4f-4c58-8c68-881b7d3c9007 req-01e75cbe-93e2-47f9-a434-fd55e1b8c0d0 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.022529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8eb8cb1-dc4f-4c58-8c68-881b7d3c9007 req-01e75cbe-93e2-47f9-a434-fd55e1b8c0d0 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Aug 16 23:08:46.059223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8eb8cb1-dc4f-4c58-8c68-881b7d3c9007 req-9e1d96b3-c5fb-4e54-b4a6-0714046638d7 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307541 Aug 16 23:08:46.207488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea2c97cf-d7cc-4dbc-804d-d80fc614fcae up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:46.258000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:46.261873 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:46.262249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.336563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.359394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:46.361694 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccb4b69-1566-40a1-a66f-50eefb8dcf30" -d '{"events": [{"server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:46.374869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:46.379562 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.406859 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc3ffd-b7c8-44d0-9c37-25e77c010ca7 x-openstack-request-id: req-1edc3ffd-b7c8-44d0-9c37-25e77c010ca7 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:46.407153 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "name": "network-vif-plugged", "status": "completed", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:46.407412 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1edc3ffd-b7c8-44d0-9c37-25e77c010ca7 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:46.407802 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae', 'code': 200} Aug 16 23:08:46.433868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:46.533905 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912d439-8774-4c43-b804-526d2f129e54 req-2d093848-aa3a-461e-a16d-ed13e5fc099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.535920 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9912d439-8774-4c43-b804-526d2f129e54 req-2d093848-aa3a-461e-a16d-ed13e5fc099c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 1097 time: 0.0441313 Aug 16 23:08:46.572654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9912d439-8774-4c43-b804-526d2f129e54 req-6a9e5f57-6b37-4d27-be53-4f1bbaac0d11 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275478 Aug 16 23:08:47.173606 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61351c-af93-4fe7-bcac-a52ab4d8f89c req-4a43ea70-6279-4227-8ec4-56d3ce0f50ba tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:47.175066 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d61351c-af93-4fe7-bcac-a52ab4d8f89c req-4a43ea70-6279-4227-8ec4-56d3ce0f50ba tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Aug 16 23:08:47.212138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d61351c-af93-4fe7-bcac-a52ab4d8f89c req-9b12dd02-0fb5-4a83-a982-4b70c46f2359 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Aug 16 23:08:48.251457 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.328463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8f9ee-f501-4f02-944d-03bb8c524a22 req-805d1203-b902-45f0-beea-f0ab5cf79773 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:48.330044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edb8f9ee-f501-4f02-944d-03bb8c524a22 req-805d1203-b902-45f0-beea-f0ab5cf79773 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0485280 Aug 16 23:08:48.334573 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-62154bd8-c7b7-419c-aff4-25e3fa0d2477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.368731 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edb8f9ee-f501-4f02-944d-03bb8c524a22 req-f86b5efb-0e14-4ce1-b04a-73b72ad0e99e tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322673 Aug 16 23:08:48.486489 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e1ba-6c8e-43ad-8402-da9559b721d5 req-9c879143-892a-4044-8fa6-7eb55bdb1548 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:48.487985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5357e1ba-6c8e-43ad-8402-da9559b721d5 req-9c879143-892a-4044-8fa6-7eb55bdb1548 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Aug 16 23:08:48.526440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5357e1ba-6c8e-43ad-8402-da9559b721d5 req-5b9b0c75-163c-49e8-a664-091bb3fd066a tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Aug 16 23:08:49.422024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.422701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.475580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.870939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91955f-85fc-459c-82d7-bd78b6f588c7 req-19cb1bfd-4e08-4b2c-935a-de2c9783133c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:06.872432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a91955f-85fc-459c-82d7-bd78b6f588c7 req-19cb1bfd-4e08-4b2c-935a-de2c9783133c tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 16 23:09:06.910908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a91955f-85fc-459c-82d7-bd78b6f588c7 req-7518f0c2-b4d1-4fb7-a7a2-bd99bf769212 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Aug 16 23:09:08.026627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908472-66c8-4b75-bcd4-df193cd4065d req-020aa5f4-c8c8-42fa-949b-eb05c5ea9f43 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.028207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c908472-66c8-4b75-bcd4-df193cd4065d req-020aa5f4-c8c8-42fa-949b-eb05c5ea9f43 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0495381 Aug 16 23:09:08.064761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5c908472-66c8-4b75-bcd4-df193cd4065d req-b95b73ef-526f-4604-8a85-c95b9ae59ff7 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/security-groups?id=a02f09ed-3fd2-4b37-8521-0970e8b06e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304854 Aug 16 23:09:08.717219 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81d763-7a17-499a-b559-c19c93a7346c req-2ff038fa-c23b-4916-8ab1-c1089fae01b1 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.718712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a81d763-7a17-499a-b559-c19c93a7346c req-2ff038fa-c23b-4916-8ab1-c1089fae01b1 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 945 time: 0.0515444 Aug 16 23:09:08.810574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Deleting port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:08.810921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.900188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] For port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:08.900551 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.912956 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Calling delete_port for ea2c97cf-d7cc-4dbc-804d-d80fc614fcae owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:09.034998 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.066030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Pushing event deleted for resources: {'Port': ['ID=ea2c97cf-d7cc-4dbc-804d-d80fc614fcae,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.086569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ea2c97cf-d7cc-4dbc-804d-d80fc614fcae'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:09.108280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] No DVR routers for this DVR port ea2c97cf-d7cc-4dbc-804d-d80fc614fcae on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:09.111186 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.114097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3a81d763-7a17-499a-b559-c19c93a7346c req-77e5e8a2-9fd2-49cb-b4f2-b9516dc18289 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.89 "DELETE /v2.0/ports/ea2c97cf-d7cc-4dbc-804d-d80fc614fcae HTTP/1.1" status: 204 len: 173 time: 0.3845103 Aug 16 23:09:09.114786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'name': 'network-vif-deleted', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:09.117813 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1eb60-1935-4147-bc8f-49cfe7ba05f4" -d '{"events": [{"server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "name": "network-vif-deleted", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:09.160985 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1671749-5662-41f5-85d1-11d35afae9f4 x-openstack-request-id: req-a1671749-5662-41f5-85d1-11d35afae9f4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:09.161672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0b69a0-d44d-4a87-990c-96adea1084f8", "name": "network-vif-deleted", "tag": "ea2c97cf-d7cc-4dbc-804d-d80fc614fcae", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:09.161931 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1671749-5662-41f5-85d1-11d35afae9f4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:09.162547 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0b69a0-d44d-4a87-990c-96adea1084f8', 'name': 'network-vif-deleted', 'tag': 'ea2c97cf-d7cc-4dbc-804d-d80fc614fcae', 'status': 'completed', 'code': 200} Aug 16 23:09:09.198897 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e4de5110-d04a-47b5-9625-702cb3da33fd req-047c469d-6840-4eb9-a961-96b6c0e44739 tempest-TestEncryptedCinderVolumes-589669454 tempest-TestEncryptedCinderVolumes-589669454-project] 10.222.0.22 "GET /v2.0/ports?device_id=df0b69a0-d44d-4a87-990c-96adea1084f8 HTTP/1.1" status: 200 len: 210 time: 0.0292096 Aug 16 23:09:10.295481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42680) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.639517 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.879795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Deleting port 903b5fc6-547e-4e89-9240-4347551f299b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:10.880143 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.957922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] For port 903b5fc6-547e-4e89-9240-4347551f299b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=903b5fc6-547e-4e89-9240-4347551f299b,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:10.958182 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.970197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Calling delete_port for 903b5fc6-547e-4e89-9240-4347551f299b owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:11.145251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.173299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Pushing event deleted for resources: {'Port': ['ID=903b5fc6-547e-4e89-9240-4347551f299b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:11.337094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.835440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Router 275463b1-2fd7-43f4-b170-d85ad7015ee4 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:09:11.934446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:11.939333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4eb540a0-68a7-4cec-bc8e-5a20de82f96c admin admin] 10.222.0.22 "PUT /v2.0/routers/275463b1-2fd7-43f4-b170-d85ad7015ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428165 Aug 16 23:09:11.942407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42682) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:11.945088 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Sync routers for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:11.954258 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:11.954874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:12.043813 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.057346 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:12.144265 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.197712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Deleting port 8cc1b771-818c-47e1-b563-43c7314cdabd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:12.198062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.232421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:09:11Z', 'revision_number': 5, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port': {'id': '8cc1b771-818c-47e1-b563-43c7314cdabd', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:87:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:07:57Z', 'updated_at': '2021-08-16T23:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:12.258026 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Checking router: 275463b1-2fd7-43f4-b170-d85ad7015ee4 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:12.265961 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Routers {'275463b1-2fd7-43f4-b170-d85ad7015ee4'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:12.266565 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['275463b1-2fd7-43f4-b170-d85ad7015ee4'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:12.280022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] For port 8cc1b771-818c-47e1-b563-43c7314cdabd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cc1b771-818c-47e1-b563-43c7314cdabd,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:12.280401 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.292734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Calling delete_port for 8cc1b771-818c-47e1-b563-43c7314cdabd owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:12.350210 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] Set router 275463b1-2fd7-43f4-b170-d85ad7015ee4 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:12.402912 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:09:12Z', 'revision_number': 6, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:12.413184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea2c97cf-d7cc-4dbc-804d-d80fc614fcae no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:12.428952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcd41b-3f96-46a4-a581-b88799f38ee3 None None] The sync data for ids ['275463b1-2fd7-43f4-b170-d85ad7015ee4'] in n-d-791505-20 is: [{'id': '275463b1-2fd7-43f4-b170-d85ad7015ee4', 'name': 'tempest-TestEncryptedCinderVolumes-182709429-router', 'tenant_id': 'c04428bff672493e8fee33f2c73c09ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:07:56Z', 'updated_at': '2021-08-16T23:09:12Z', 'revision_number': 6, 'project_id': 'c04428bff672493e8fee33f2c73c09ad', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:12.433717 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: ea2c97cf-d7cc-4dbc-804d-d80fc614fcae {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:12.434094 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ea2c97cf-d7cc-4dbc-804d-d80fc614fcae not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:12.463188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.495654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc1b771-818c-47e1-b563-43c7314cdabd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:12.550364 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.637862 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.639889 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.681407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.681966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 275463b1-2fd7-43f4-b170-d85ad7015ee4 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:09:12.686133 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.687271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8d0f23d6-9e29-4cc2-8b9a-c39ea6d542f9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/275463b1-2fd7-43f4-b170-d85ad7015ee4 HTTP/1.1" status: 204 len: 168 time: 0.7439654 Aug 16 23:09:12.689869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42684) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:12.733306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Deleting subnet 2df88921-3ed4-4c31-a74a-39365c582989 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:12.736175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.773419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.851419 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.907164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.931987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df88921-3ed4-4c31-a74a-39365c582989,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:12.935562 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.937517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-66b7ea8d-7247-4cd2-8027-aa9a62f261c0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2df88921-3ed4-4c31-a74a-39365c582989 HTTP/1.1" status: 204 len: 168 time: 0.2460566 Aug 16 23:09:12.939875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42686) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:12.942434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3c6df-5ba1-4dde-886e-55ac6d56ff9f None None] Network 5aa8276d-b4d9-4323-8315-c1d6063d08a4 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:13.011045 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.063452 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Deleting port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:13.063795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.128861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] For port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,segment=NetworkSegment(267853c6-7bdf-441a-ae31-7f559f978aff),segment_id=267853c6-7bdf-441a-ae31-7f559f978aff)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:13.129287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.145135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Calling delete_port for 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:13.209035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] DHCP port deletion for 5aa8276d-b4d9-4323-8315-c1d6063d08a4 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:09:13.228321 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.253623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Pushing event deleted for resources: {'Port': ['ID=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.259257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Deleting port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:13.259639 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.260082 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] No DVR routers for this DVR port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:13.321875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] For port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:13.322276 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.334933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Calling delete_port for 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:13.336475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.337829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:09:13.339513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.347337 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa8276d-b4d9-4323-8315-c1d6063d08a4']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:13.357637 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267853c6-7bdf-441a-ae31-7f559f978aff') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:13.358025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267853c6-7bdf-441a-ae31-7f559f978aff') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:13.364269 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] Pushing event deleted for resources: {'Port': ['ID=47ff8f5d-4910-40a1-8b9e-4c3f50e38d31,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.366853 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.367843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb1b8e-3e10-40e1-a746-a4e2d5fd8d5d None None] No DVR routers for this DVR port 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:13.386136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.393035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:13.393632 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:13.395734 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:13.451096 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.456764 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.459004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] 10.222.0.22 "DELETE /v2.0/networks/5aa8276d-b4d9-4323-8315-c1d6063d08a4 HTTP/1.1" status: 204 len: 168 time: 0.5181723 Aug 16 23:09:13.464333 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42688) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.478500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873aad7f-8cf7-44f8-9c5a-6a40aa65795b admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa8276d-b4d9-4323-8315-c1d6063d08a4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.777667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:13.800653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:13.801004 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 47ff8f5d-4910-40a1-8b9e-4c3f50e38d31 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:13.801451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc1b771-818c-47e1-b563-43c7314cdabd no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:13.820843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.821521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8cc1b771-818c-47e1-b563-43c7314cdabd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:13.822077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cc1b771-818c-47e1-b563-43c7314cdabd not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:13.822504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 903b5fc6-547e-4e89-9240-4347551f299b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:13.840707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 903b5fc6-547e-4e89-9240-4347551f299b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:13.841057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 903b5fc6-547e-4e89-9240-4347551f299b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:14.061807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Deleting port 81677d69-6b42-435a-9f9b-4bda656cfae4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:14.062062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.137081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] For port 81677d69-6b42-435a-9f9b-4bda656cfae4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=81677d69-6b42-435a-9f9b-4bda656cfae4,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:14.137471 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.149556 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Calling delete_port for 81677d69-6b42-435a-9f9b-4bda656cfae4 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:14.332719 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.363394 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=81677d69-6b42-435a-9f9b-4bda656cfae4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.526953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.742226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Router 993ca819-cd40-4172-92c2-0f178450b064 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:09:14.847965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:14.852908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-82a5cad2-861c-4bda-9ebb-543a7fd49d0d admin admin] 10.222.0.22 "PUT /v2.0/routers/993ca819-cd40-4172-92c2-0f178450b064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3900075 Aug 16 23:09:14.855428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42690) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.857702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Sync routers for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:14.867428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:14.868040 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:14.959051 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.972150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:15.048864 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.067451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.123519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Deleting port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:15.123866 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.165468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:09:14Z', 'revision_number': 5, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port': {'id': '3114b9fe-ab04-4f9e-9fda-517fdd26ced2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ca819-cd40-4172-92c2-0f178450b064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:15.195460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Checking router: 993ca819-cd40-4172-92c2-0f178450b064 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:15.203735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Routers {'993ca819-cd40-4172-92c2-0f178450b064'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:15.203875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] For port 3114b9fe-ab04-4f9e-9fda-517fdd26ced2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:15.204242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.204356 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:08:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['993ca819-cd40-4172-92c2-0f178450b064'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:15.220764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Calling delete_port for 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:15.288575 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] Set router 993ca819-cd40-4172-92c2-0f178450b064 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:15.339129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:09:15Z', 'revision_number': 6, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:15.368923 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ffe58-3455-4544-b3c4-be4e01e4811d None None] The sync data for ids ['993ca819-cd40-4172-92c2-0f178450b064'] in n-d-791505-20 is: [{'id': '993ca819-cd40-4172-92c2-0f178450b064', 'name': 'tempest-TestEncryptedCinderVolumes-428801668-router', 'tenant_id': '055cccfcd6c14bc8a14f4b8656274f19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:01Z', 'updated_at': '2021-08-16T23:09:15Z', 'revision_number': 6, 'project_id': '055cccfcd6c14bc8a14f4b8656274f19', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:15.381831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.413681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Pushing event deleted for resources: {'Port': ['ID=3114b9fe-ab04-4f9e-9fda-517fdd26ced2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.473337 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.561928 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.564158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.599304 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7855de40-9fda-4cda-b6ed-efeb9693e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.611493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.612077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 993ca819-cd40-4172-92c2-0f178450b064 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:09:15.616197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.617761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-681e56e1-dcfa-44d3-b7c1-e0a34dde361f admin admin] 10.222.0.22 "DELETE /v2.0/routers/993ca819-cd40-4172-92c2-0f178450b064 HTTP/1.1" status: 204 len: 168 time: 0.7614179 Aug 16 23:09:15.620426 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42692) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.664479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Deleting subnet e47166c2-a2b1-4386-a17e-a5a4210d39d7 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:15.667490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.701547 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.785185 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.845084 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.870733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47166c2-a2b1-4386-a17e-a5a4210d39d7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.875579 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.877789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f936ed22-1197-4e48-bb7b-9ea77d7dc31d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e47166c2-a2b1-4386-a17e-a5a4210d39d7 HTTP/1.1" status: 204 len: 168 time: 0.2563713 Aug 16 23:09:15.880931 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42694) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.881292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760a64d-6970-4187-8d71-058f40cd1701 None None] Network 5753536f-6d85-4c8f-9018-8caeaeadcc5d requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:15.948353 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.004979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Deleting port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:16.005368 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.067780 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] For port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,segment=NetworkSegment(c545eafe-2499-4af9-860d-9d8385ebd49f),segment_id=c545eafe-2499-4af9-860d-9d8385ebd49f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:16.068064 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.080111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Calling delete_port for 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:16.130817 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:09:16.166391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.169558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a6989-e3c8-4af5-a9c2-0f394235641a None None] DHCP port deletion for 5753536f-6d85-4c8f-9018-8caeaeadcc5d request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:09:16.195928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.197113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81677d69-6b42-435a-9f9b-4bda656cfae4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:16.199731 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] No DVR routers for this DVR port 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:16.224056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 81677d69-6b42-435a-9f9b-4bda656cfae4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:16.224403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 81677d69-6b42-435a-9f9b-4bda656cfae4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:16.272360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.282619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5753536f-6d85-4c8f-9018-8caeaeadcc5d']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:16.296741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c545eafe-2499-4af9-860d-9d8385ebd49f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:16.297055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c545eafe-2499-4af9-860d-9d8385ebd49f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:16.306826 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.599919 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.605867 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:16.606262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:16.607888 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:16.661726 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.667063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.668967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5753536f-6d85-4c8f-9018-8caeaeadcc5d HTTP/1.1" status: 204 len: 168 time: 0.7870789 Aug 16 23:09:16.679783 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8053a4-3a20-403f-ac99-d6a4e0da92e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5753536f-6d85-4c8f-9018-8caeaeadcc5d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.821795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42698) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.860987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-933078fc-3033-4663-b078-f707f98f9450 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c04428bff672493e8fee33f2c73c09ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380352 Aug 16 23:09:16.863387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.910365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.933947 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.980759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.983461 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.984833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a02f09ed-3fd2-4b37-8521-0970e8b06e9d HTTP/1.1" status: 204 len: 168 time: 0.1205230 Aug 16 23:09:16.992343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585f445-6094-43ce-8cba-a55bf6387a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f09ed-3fd2-4b37-8521-0970e8b06e9d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.288929 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42706) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.329063 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1fafa81c-5add-4a22-87c1-14c9fe6e2e3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=055cccfcd6c14bc8a14f4b8656274f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389626 Aug 16 23:09:17.331914 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42710) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.378575 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.398928 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.443121 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.445810 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.447030 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e6b016e-499f-41f7-b983-1bb070096ef8 HTTP/1.1" status: 204 len: 168 time: 0.1142395 Aug 16 23:09:17.454961 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b016e-499f-41f7-b983-1bb070096ef8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.465376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.466298 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.466808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.467365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.468003 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.468615 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.469368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.469884 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.471001 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.472128 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.472635 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.472978 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7df50ce-cc79-4019-9c59-082a68cb2882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:17.783561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:17.804434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:17.804802 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 1620cdb0-ae71-4e1c-a4e6-9af0c2a6d2fc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:17.805233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:17.824115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:17.824528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3114b9fe-ab04-4f9e-9fda-517fdd26ced2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:18.109176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42732) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.214906 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1072893196-network', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:18.235575 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Made reservation on behalf of d8ee522d648044ab9c5d4f34107ad81f for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:18.238375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.249971 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.253672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.335310 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c7f3-d416-433a-9be4-fdd4cb94d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.343404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.347846 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.372781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:09:18.381915 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e47a70-a986-4c2d-a31b-41990e23e533,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.387749 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.388131 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Added segment 63ba5a0e-0e06-417a-b8a3-425b64a6121b of type vlan for network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c Aug 16 23:09:18.427828 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.451303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.452374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:18.452986 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.503939 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3935564 Aug 16 23:09:18.506932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42736) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.512013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Request body: {'subnet': {'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1072893196-subnet', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:18.516255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e860ad-3b81-44e1-8810-fb0cd32f26ad admin admin] Pushing event updated for resources: {'Network': ['ID=2427814b-f8e1-4e46-a0f1-61e5e7f7471c,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.526023 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:09:18.532962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Made reservation on behalf of d8ee522d648044ab9c5d4f34107ad81f for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:18.536117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.700018 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.746612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4661de41-9e0e-4d41-85cd-77bfb8a907a1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.762306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Checking segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:18.762597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Network hostable DHCP agents. Network: 2427814b-f8e1-4e46-a0f1-61e5e7f7471c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:09:18.778720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:09:18.786528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 2427814b-f8e1-4e46-a0f1-61e5e7f7471c) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:18.790352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:18.790936 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.795344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c54871-27b7-4738-94aa-674c08f23a5d None None] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:18.804685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-08a8fc51-30d0-4e31-9acc-46d8c6b53ba9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2965508 Aug 16 23:09:18.807460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42738) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.812017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:18.836707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.837831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.923910 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.941613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:09:18.942491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.070676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.231164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Allocated IP 172.20.0.2 (2427814b-f8e1-4e46-a0f1-61e5e7f7471c/4661de41-9e0e-4d41-85cd-77bfb8a907a1/6b9cb99e-8101-42d7-bc6c-4215708dbe6a) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:19.266117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.294957 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.378188 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.386374 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Transition to ACTIVE for port object 6b9cb99e-8101-42d7-bc6c-4215708dbe6a will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:19.397567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Allocated IP 172.25.8.253 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/bf56baec-07eb-4d29-b5de-3271c28b2cc4) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:19.401674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Transition to ACTIVE for port object 6b9cb99e-8101-42d7-bc6c-4215708dbe6a will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:19.411869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.448759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.461924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:19.469195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:19.471927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Pushing event updated for resources: {'Port': ['ID=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.474118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:19.516162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.528477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Attempting to bind port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:19.528690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Attempting to bind port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:19.528983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Attempting to bind port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a on network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:19.535257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:19.535970 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Checking segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:19.536329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.536776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Bound using segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:19.537373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Bound port: 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:19.537820 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.557725 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.593789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:19.599250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:19.602825 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:19.603372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] For port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:19.607573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] For port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:19.612058 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.627958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf56baec-07eb-4d29-b5de-3271c28b2cc4,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.678180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d0a1-257f-44a5-8ccc-240ce4291406 None None] Pushing event updated for resources: {'Port': ['ID=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.884015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.078995 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.213029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Router a391d6ae-aea6-464d-838e-b1a260dca7a9 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:09:20.318884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:20.328809 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1870488-0942-454f-930f-367bebc2657b None None] Sync routers for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:20.336931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.340918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2eed7dda-952b-4a90-b706-43ea53b933f2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5298212 Aug 16 23:09:20.341111 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:20.341111 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:20.341601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42740) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.451933 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:20.594497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80814888-4b5a-42f3-8b37-22fe35b42f93 None None] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:20.662838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-aac525d8-80b9-456d-a098-7235d5b39a85 None None] Provisioning for port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:20.745401 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:19Z', 'revision_number': 3, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:20.772148 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1870488-0942-454f-930f-367bebc2657b None None] Checking router: a391d6ae-aea6-464d-838e-b1a260dca7a9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:20.772612 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1870488-0942-454f-930f-367bebc2657b None None] Updating router a391d6ae-aea6-464d-838e-b1a260dca7a9 port bf56baec-07eb-4d29-b5de-3271c28b2cc4 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:09:20.799358 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.800473 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.964688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Allocated IP 172.20.0.1 (2427814b-f8e1-4e46-a0f1-61e5e7f7471c/4661de41-9e0e-4d41-85cd-77bfb8a907a1/c54ece92-84fe-4092-aa40-96edd7b34c75) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:21.064199 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.072034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.074052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c1870488-0942-454f-930f-367bebc2657b None None] Transition to ACTIVE for port object bf56baec-07eb-4d29-b5de-3271c28b2cc4 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:21.079775 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.092636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Transition to ACTIVE for port object c54ece92-84fe-4092-aa40-96edd7b34c75 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:21.126944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.131527 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1870488-0942-454f-930f-367bebc2657b None None] Attempting to bind port bf56baec-07eb-4d29-b5de-3271c28b2cc4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:21.131900 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1870488-0942-454f-930f-367bebc2657b None None] Attempting to bind port bf56baec-07eb-4d29-b5de-3271c28b2cc4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:21.132267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1870488-0942-454f-930f-367bebc2657b None None] Attempting to bind port bf56baec-07eb-4d29-b5de-3271c28b2cc4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:21.135314 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Pushing event updated for resources: {'Port': ['ID=bf56baec-07eb-4d29-b5de-3271c28b2cc4,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.143762 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1870488-0942-454f-930f-367bebc2657b None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:21.144144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1870488-0942-454f-930f-367bebc2657b None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:21.144549 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.144951 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1870488-0942-454f-930f-367bebc2657b None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:21.145441 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c1870488-0942-454f-930f-367bebc2657b None None] Bound port: bf56baec-07eb-4d29-b5de-3271c28b2cc4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:21.145825 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.148763 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.149142 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.149495 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.149827 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.150161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.150492 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.150822 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.151152 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.151479 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.151803 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.152128 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.152478 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:21.166547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:21.169449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:21.172982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:21.194856 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Pushing event updated for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.204300 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c1870488-0942-454f-930f-367bebc2657b None None] For port bf56baec-07eb-4d29-b5de-3271c28b2cc4, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:21.208460 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c1870488-0942-454f-930f-367bebc2657b None None] For port bf56baec-07eb-4d29-b5de-3271c28b2cc4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bf56baec-07eb-4d29-b5de-3271c28b2cc4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:21.212787 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c1870488-0942-454f-930f-367bebc2657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.214906 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.273411 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:21.274060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:21.309969 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3cbbe-3d3f-4586-a35d-b7fe67dfb450 None None] Pushing event updated for resources: {'Port': ['ID=bf56baec-07eb-4d29-b5de-3271c28b2cc4,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.354978 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.388027 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:21.417103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a504a64-7d4d-4227-a224-635852083b9c None None] Provisioning for port c54ece92-84fe-4092-aa40-96edd7b34c75 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:21.430184 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3a504a64-7d4d-4227-a224-635852083b9c None None] Provisioning complete for port c54ece92-84fe-4092-aa40-96edd7b34c75 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:21.430655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3a504a64-7d4d-4227-a224-635852083b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.452719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.472686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3a504a64-7d4d-4227-a224-635852083b9c None None] Port c54ece92-84fe-4092-aa40-96edd7b34c75 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:21.529992 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.535654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.566105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c1870488-0942-454f-930f-367bebc2657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:19Z', 'revision_number': 3, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:21.592453 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1870488-0942-454f-930f-367bebc2657b None None] The sync data for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 is: [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:19Z', 'revision_number': 3, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:21.841642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6b9cb99e-8101-42d7-bc6c-4215708dbe6a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:21.898843 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:21.902820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:21.903431 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.926585 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.930365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Pushing event updated for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.991323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.028707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:22.030253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:22.030380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:22.035461 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.099988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:22.161877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Router a391d6ae-aea6-464d-838e-b1a260dca7a9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:09:22.279962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:22.291266 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f448bfbc-d815-465e-a8cb-607f9e8b8997 admin admin] 10.222.0.22 "PUT /v2.0/routers/a391d6ae-aea6-464d-838e-b1a260dca7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9428945 Aug 16 23:09:22.295667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-23c09341-3043-4a52-a599-32fb324ac950 None None] Provisioning complete for port c54ece92-84fe-4092-aa40-96edd7b34c75 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:22.295797 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23c09341-3043-4a52-a599-32fb324ac950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.331807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-23c09341-3043-4a52-a599-32fb324ac950 None None] Port c54ece92-84fe-4092-aa40-96edd7b34c75 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:22.752213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42756) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:22.757315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-851206379-network', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:22.777911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Made reservation on behalf of 7fa3e50610fd4fca9e1d2e08472c1afa for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:22.780239 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.789053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.883431 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.887286 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.907612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:09:22.920639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d269a-0474-4cd8-96f1-9e4f8af286ab,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:22.926082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.926434 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Added segment 55dcb06a-f333-4b32-9e1f-49b48847b22a of type vlan for network 44c68777-2c5d-4175-9336-b03ae2123520 Aug 16 23:09:22.966151 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.991809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.992787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:22.993516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.049388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2958796 Aug 16 23:09:23.052043 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42758) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:23.052933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f275c-21ba-46da-b2a7-bbf23b123aee admin admin] Pushing event updated for resources: {'Network': ['ID=44c68777-2c5d-4175-9336-b03ae2123520,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:23.062548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 44c68777-2c5d-4175-9336-b03ae2123520 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:09:23.063057 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Request body: {'subnet': {'network_id': '44c68777-2c5d-4175-9336-b03ae2123520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-851206379-subnet', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:23.084774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Made reservation on behalf of 7fa3e50610fd4fca9e1d2e08472c1afa for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:23.087134 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.137779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Sync routers for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:23.147301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:23.147951 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:23.253693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:23.259860 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.320898 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bd7d38-bb63-4100-a849-c78a5eb43089,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:23.328293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Checking segment: {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:23.328676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Network hostable DHCP agents. Network: 44c68777-2c5d-4175-9336-b03ae2123520, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:09:23.345376 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Network 44c68777-2c5d-4175-9336-b03ae2123520 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:09:23.354440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 44c68777-2c5d-4175-9336-b03ae2123520) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:23.359320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:23.360307 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.367455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac24e48f-c8a8-4780-b9a8-4584fdbacc79 None None] Network 44c68777-2c5d-4175-9336-b03ae2123520 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:23.374838 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e76f8d5b-852d-44af-9a69-bb01416f8fd8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3214500 Aug 16 23:09:23.377470 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42760) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:23.382032 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:23.402647 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.403580 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.457755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.529995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.584044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 2, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:23.587313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-44c68777-2c5d-4175-9336-b03ae2123520', 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'fixed_ips': [{'subnet_id': '73bd7d38-bb63-4100-a849-c78a5eb43089'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:09:23.588144 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.602762 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.621931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Checking router: a391d6ae-aea6-464d-838e-b1a260dca7a9 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:23.622293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Updating router a391d6ae-aea6-464d-838e-b1a260dca7a9 port c54ece92-84fe-4092-aa40-96edd7b34c75 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:09:23.659688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:23.869697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Allocated IP 172.20.0.2 (44c68777-2c5d-4175-9336-b03ae2123520/73bd7d38-bb63-4100-a849-c78a5eb43089/0f6e6219-7428-4ec4-b692-01080911e139) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:23.877504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6b9cb99e-8101-42d7-bc6c-4215708dbe6a up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:24.092233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:24.092899 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.152125 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.174873 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.219670 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.226194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.239614 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Transition to ACTIVE for port object 0f6e6219-7428-4ec4-b692-01080911e139 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:24.247546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Transition to ACTIVE for port object c54ece92-84fe-4092-aa40-96edd7b34c75 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:24.276488 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.285252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Allocated IP 172.25.8.240 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/523bbde2-fc92-4e96-a5b7-0234c73a55bc) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:24.288264 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Transition to ACTIVE for port object 0f6e6219-7428-4ec4-b692-01080911e139 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:24.327728 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.347045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bf56baec-07eb-4d29-b5de-3271c28b2cc4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:24.352029 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe2f0-9e86-4f5e-aaa7-bf2ffb3a1d27 None None] Pushing event updated for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:24.405616 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.423113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Network 44c68777-2c5d-4175-9336-b03ae2123520 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:24.439077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:24.450440 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.463980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:24.479850 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Pushing event updated for resources: {'Port': ['ID=0f6e6219-7428-4ec4-b692-01080911e139,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:24.502941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:24.506071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Attempting to bind port c54ece92-84fe-4092-aa40-96edd7b34c75 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:24.506255 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:24.506441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Attempting to bind port c54ece92-84fe-4092-aa40-96edd7b34c75 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:24.506808 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Attempting to bind port c54ece92-84fe-4092-aa40-96edd7b34c75 on network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:24.509014 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:24.517447 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:24.517851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Checking segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:24.518813 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.519210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Bound using segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:24.519686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Bound port: c54ece92-84fe-4092-aa40-96edd7b34c75, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:24.520074 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.541697 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Pushing event updated for resources: {'Port': ['ID=523bbde2-fc92-4e96-a5b7-0234c73a55bc,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:24.552429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port bf56baec-07eb-4d29-b5de-3271c28b2cc4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:24.562173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Attempting to bind port 0f6e6219-7428-4ec4-b692-01080911e139 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:24.562173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Attempting to bind port 0f6e6219-7428-4ec4-b692-01080911e139 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:24.562173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Attempting to bind port 0f6e6219-7428-4ec4-b692-01080911e139 on network 44c68777-2c5d-4175-9336-b03ae2123520 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:24.563678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bf56baec-07eb-4d29-b5de-3271c28b2cc4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:24.564046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.603151 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:24.603393 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Checking segment: {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:24.603787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.604180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Bound using segment: {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:24.604664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Bound port: 0f6e6219-7428-4ec4-b692-01080911e139, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:24.605052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.696880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] For port c54ece92-84fe-4092-aa40-96edd7b34c75, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:24.703737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] For port c54ece92-84fe-4092-aa40-96edd7b34c75, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c54ece92-84fe-4092-aa40-96edd7b34c75,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:24.714607 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.773005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.775779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] For port 0f6e6219-7428-4ec4-b692-01080911e139, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:24.814605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] For port 0f6e6219-7428-4ec4-b692-01080911e139, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0f6e6219-7428-4ec4-b692-01080911e139,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:24.823378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.828787 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.839513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe2f0-9e86-4f5e-aaa7-bf2ffb3a1d27 None None] Pushing event updated for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:24.842050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:24.842659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:24.920892 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port bf56baec-07eb-4d29-b5de-3271c28b2cc4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bf56baec-07eb-4d29-b5de-3271c28b2cc4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:24.936635 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:24.996637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:25.160938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d67e3-7a3a-438d-92e6-d10a5f1ffe1c None None] Pushing event updated for resources: {'Port': ['ID=0f6e6219-7428-4ec4-b692-01080911e139,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:25.161707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Router bfecdc62-a5f8-46c9-ac48-88649006932a is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:09:25.223232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:25.263434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=bf56baec-07eb-4d29-b5de-3271c28b2cc4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:25.285378 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:25.295170 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Sync routers for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:25.303255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:25.307421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:25.307565 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ae026c6-67c7-4a52-831b-36c02bb250f0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9270499 Aug 16 23:09:25.307664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:25.307777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42762) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:25.419664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:25.457566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:25.486073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc8353-10d3-4c57-9e3f-bacbcfeb341e None None] The sync data for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 is: [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:25.642447 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 3, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:25.673551 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Checking router: bfecdc62-a5f8-46c9-ac48-88649006932a for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:25.673908 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Updating router bfecdc62-a5f8-46c9-ac48-88649006932a port 523bbde2-fc92-4e96-a5b7-0234c73a55bc binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:09:25.705381 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:25.807719 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.013516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c54ece92-84fe-4092-aa40-96edd7b34c75 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:26.079145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Allocated IP 172.20.0.1 (44c68777-2c5d-4175-9336-b03ae2123520/73bd7d38-bb63-4100-a849-c78a5eb43089/0c3064f8-f5fc-4765-a988-be4ba769e6c3) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:26.079510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port c54ece92-84fe-4092-aa40-96edd7b34c75 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:26.083733 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.086087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c54ece92-84fe-4092-aa40-96edd7b34c75 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:26.086537 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.088398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f4230-ba13-4e17-a4af-35e12a950642 None None] Network 44c68777-2c5d-4175-9336-b03ae2123520 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:26.096951 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Transition to ACTIVE for port object 523bbde2-fc92-4e96-a5b7-0234c73a55bc will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:26.104041 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.149191 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4018c28-e326-4bc9-8346-353fd5d11160 None None] Pushing event updated for resources: {'Port': ['ID=523bbde2-fc92-4e96-a5b7-0234c73a55bc,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.172948 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Attempting to bind port 523bbde2-fc92-4e96-a5b7-0234c73a55bc on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:26.173652 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Attempting to bind port 523bbde2-fc92-4e96-a5b7-0234c73a55bc by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:26.174249 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Attempting to bind port 523bbde2-fc92-4e96-a5b7-0234c73a55bc on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:26.181203 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:26.182153 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:26.183236 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.183798 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:26.184443 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Bound port: 523bbde2-fc92-4e96-a5b7-0234c73a55bc, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:26.185000 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.207318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-63a18807-e7f1-4173-8eee-d1541cc67a46 None None] Provisioning for port 0f6e6219-7428-4ec4-b692-01080911e139 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:26.210280 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.228669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Transition to ACTIVE for port object 0c3064f8-f5fc-4765-a988-be4ba769e6c3 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:26.262108 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] For port 523bbde2-fc92-4e96-a5b7-0234c73a55bc, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:26.266380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] For port 523bbde2-fc92-4e96-a5b7-0234c73a55bc, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=523bbde2-fc92-4e96-a5b7-0234c73a55bc,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:26.275380 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.276445 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.322511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Network 44c68777-2c5d-4175-9336-b03ae2123520 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:26.326766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:26.328926 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.330511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:26.361537 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:26.363422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:26.368516 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4018c28-e326-4bc9-8346-353fd5d11160 None None] Pushing event updated for resources: {'Port': ['ID=523bbde2-fc92-4e96-a5b7-0234c73a55bc,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.379012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port c54ece92-84fe-4092-aa40-96edd7b34c75, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c54ece92-84fe-4092-aa40-96edd7b34c75,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:26.380783 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.390888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.391886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0f6e6219-7428-4ec4-b692-01080911e139 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:26.392351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.500586 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:26.506071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.529679 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0f6e6219-7428-4ec4-b692-01080911e139 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:26.536478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0f6e6219-7428-4ec4-b692-01080911e139 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:26.537327 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.569697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.633852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.667910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Provisioning for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:26.681406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Provisioning complete for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:26.681831 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.684748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0f6e6219-7428-4ec4-b692-01080911e139, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0f6e6219-7428-4ec4-b692-01080911e139,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:26.712237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.712809 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bf56baec-07eb-4d29-b5de-3271c28b2cc4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:26.785822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:26.810133 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.817292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Provisioning complete for port 0f6e6219-7428-4ec4-b692-01080911e139 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:26.817465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.817734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-612fd5d2-cdee-493c-a20c-a5b90dcf6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.818065 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 3, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:26.819383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0f6e6219-7428-4ec4-b692-01080911e139,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.846191 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ee936-ab38-4b70-b91c-fbb0a6192465 None None] The sync data for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 is: [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 3, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:26.863492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port bf56baec-07eb-4d29-b5de-3271c28b2cc4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:26.863873 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:26.895861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:26.919436 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:27.025896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Network 44c68777-2c5d-4175-9336-b03ae2123520 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:27.027344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:27.106671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-5bda312b-044b-47a1-8c1f-af255b780c95 None None] Provisioning complete for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:27.107175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5bda312b-044b-47a1-8c1f-af255b780c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:27.158938 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5bda312b-044b-47a1-8c1f-af255b780c95 None None] Port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:27.166080 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Router bfecdc62-a5f8-46c9-ac48-88649006932a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:09:27.285595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-31c8f9a4-7f91-41b1-ba39-8d26d91ca899 None None] Provisioning complete for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:27.286169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-31c8f9a4-7f91-41b1-ba39-8d26d91ca899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:27.289126 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:27.301628 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-398fc320-efbf-490e-aa75-5e9ac3201c56 admin admin] 10.222.0.22 "PUT /v2.0/routers/bfecdc62-a5f8-46c9-ac48-88649006932a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9928172 Aug 16 23:09:27.322425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-31c8f9a4-7f91-41b1-ba39-8d26d91ca899 None None] Port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:27.870284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 523bbde2-fc92-4e96-a5b7-0234c73a55bc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:27.923095 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 523bbde2-fc92-4e96-a5b7-0234c73a55bc completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:27.927112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 523bbde2-fc92-4e96-a5b7-0234c73a55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:27.927665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:28.005492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:28.026223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 523bbde2-fc92-4e96-a5b7-0234c73a55bc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=523bbde2-fc92-4e96-a5b7-0234c73a55bc,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:28.030277 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:28.031173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c54ece92-84fe-4092-aa40-96edd7b34c75 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:28.110724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=523bbde2-fc92-4e96-a5b7-0234c73a55bc,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:28.123603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port c54ece92-84fe-4092-aa40-96edd7b34c75 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:28.123988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:28.231727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0f6e6219-7428-4ec4-b692-01080911e139 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:28.295644 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0f6e6219-7428-4ec4-b692-01080911e139 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:28.296314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:28.483028 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Sync routers for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:28.496301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:28.496925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:28.614752 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:28.842841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 4, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0c3064f8-f5fc-4765-a988-be4ba769e6c3', 'name': '', 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'mac_address': 'fa:16:3e:6f:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:25Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 2, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'subnets': [{'id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:28.877765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Checking router: bfecdc62-a5f8-46c9-ac48-88649006932a for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:28.878158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Updating router bfecdc62-a5f8-46c9-ac48-88649006932a port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:09:28.904482 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.196683 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.210485 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Transition to ACTIVE for port object 0c3064f8-f5fc-4765-a988-be4ba769e6c3 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:29.218423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.295567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d3c1-f9db-4c52-991c-1ed5d7b1665f None None] Pushing event updated for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:29.344524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Attempting to bind port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:29.345208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Attempting to bind port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:29.345359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Attempting to bind port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 on network 44c68777-2c5d-4175-9336-b03ae2123520 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:29.351577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:29.352054 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Checking segment: {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:29.352536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.353011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Bound using segment: {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:29.353590 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Bound port: 0c3064f8-f5fc-4765-a988-be4ba769e6c3, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dcb06a-f333-4b32-9e1f-49b48847b22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:29.354285 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.436998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] For port 0c3064f8-f5fc-4765-a988-be4ba769e6c3, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:29.441487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] For port 0c3064f8-f5fc-4765-a988-be4ba769e6c3, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0c3064f8-f5fc-4765-a988-be4ba769e6c3,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:29.451014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:29.539966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0d3c1-f9db-4c52-991c-1ed5d7b1665f None None] Pushing event updated for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:29.553568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:29.554274 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:29.701442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:29.926042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 523bbde2-fc92-4e96-a5b7-0234c73a55bc up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:30.089990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 523bbde2-fc92-4e96-a5b7-0234c73a55bc triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:30.090377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:30.237774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 4, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0c3064f8-f5fc-4765-a988-be4ba769e6c3', 'name': '', 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'mac_address': 'fa:16:3e:6f:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:25Z', 'updated_at': '2021-08-16T23:09:29Z', 'revision_number': 4, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'subnets': [{'id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:30.267235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b50f8e-0291-4c62-aa4f-0e7e4cc0de5c None None] The sync data for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 is: [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 4, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0c3064f8-f5fc-4765-a988-be4ba769e6c3', 'name': '', 'network_id': '44c68777-2c5d-4175-9336-b03ae2123520', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'mac_address': 'fa:16:3e:6f:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:25Z', 'updated_at': '2021-08-16T23:09:29Z', 'revision_number': 4, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'subnets': [{'id': '73bd7d38-bb63-4100-a849-c78a5eb43089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:31.832174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0c3064f8-f5fc-4765-a988-be4ba769e6c3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:31.909643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:31.914246 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:31.914823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:31.997387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:32.033220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0c3064f8-f5fc-4765-a988-be4ba769e6c3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0c3064f8-f5fc-4765-a988-be4ba769e6c3,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:32.037855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:32.092361 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:33.801525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0c3064f8-f5fc-4765-a988-be4ba769e6c3 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:33.859523 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:33.859908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:36.986297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-2838267c-f8ae-486a-b66a-a7b5cb05a1ae tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:36.987798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-2838267c-f8ae-486a-b66a-a7b5cb05a1ae tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 815 time: 0.1038501 Aug 16 23:09:37.003796 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-03b63f1c-dfa6-4009-a733-e156d5f9bf91 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/quotas/d8ee522d648044ab9c5d4f34107ad81f HTTP/1.1" status: 200 len: 375 time: 0.0101392 Aug 16 23:09:37.053797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-7bc375c9-fc0c-4972-b058-28d39c7edb95 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442691 Aug 16 23:09:37.149454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-591ce363-91e0-44a5-829a-d94d2105fe87 service neutron] 10.222.0.22 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Aug 16 23:09:37.235829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-2808fbb4-ba02-4a1f-8262-deaf844b4e3a service neutron] 10.222.0.22 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798955 Aug 16 23:09:37.391675 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-143c465d-5f67-4687-82e0-6787668cddfa req-8dae6cb7-5f06-429e-a554-89a29499130a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 210 time: 0.0259235 Aug 16 23:09:38.458133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e4f2c75a-6c02-46a3-b5d9-1696c1af41a6 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:38.461305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e4f2c75a-6c02-46a3-b5d9-1696c1af41a6 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 815 time: 0.1151605 Aug 16 23:09:38.492664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'port': {'device_id': 'ff20dac7-642b-4699-a657-c39cc731db78', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'admin_state_up': True, 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:38.496935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6b02735-9fce-4158-957b-5d3c7c5a41ae req-5e083cf8-d4e8-44d0-a20a-0692cc17e63f tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 210 time: 0.0346849 Aug 16 23:09:38.609721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Made reservation on behalf of d8ee522d648044ab9c5d4f34107ad81f for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:38.613836 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.749595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Allocated IP 172.20.0.7 (2427814b-f8e1-4e46-a0f1-61e5e7f7471c/4661de41-9e0e-4d41-85cd-77bfb8a907a1/b6bee53d-ed48-4ee5-af88-3d922bfa89c9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:38.961607 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.988949 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Transition to ACTIVE for port object b6bee53d-ed48-4ee5-af88-3d922bfa89c9 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:39.037529 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:39.101045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:39.104552 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:39.110129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:39.114826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:39.151548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.152037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.152485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.152959 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.153442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.153885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.154314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.154759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.155191 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.155610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.156414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.156811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:39.179078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.179905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:39.197191 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-e9967a39-89c3-4f60-9b66-0abeb5514ed5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7083926 Aug 16 23:09:39.431378 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f3ad70e-4706-4ec8-930e-a1335b71eb45 None None] Provisioning for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:39.436008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-4f3ad70e-4706-4ec8-930e-a1335b71eb45 None None] Provisioning complete for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:39.436380 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad70e-4706-4ec8-930e-a1335b71eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:39.475020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ad70e-4706-4ec8-930e-a1335b71eb45 None None] Port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:39.619648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbaf25-2837-4f6b-9842-86c593fec65a req-268ced3b-f49f-4976-bd63-cc07e0337b5b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:39.621220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91dbaf25-2837-4f6b-9842-86c593fec65a req-268ced3b-f49f-4976-bd63-cc07e0337b5b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0504329 Aug 16 23:09:39.661944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91dbaf25-2837-4f6b-9842-86c593fec65a req-6fc2f4dc-0058-406c-a195-4a1f0ca1d4fc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Aug 16 23:09:40.785287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d8aea-ddfd-498f-9bd2-2d12733dae27 req-96fbba2c-711e-4a17-825f-54a95159a7a2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:40.787018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c5d8aea-ddfd-498f-9bd2-2d12733dae27 req-96fbba2c-711e-4a17-825f-54a95159a7a2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0555744 Aug 16 23:09:40.827933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c5d8aea-ddfd-498f-9bd2-2d12733dae27 req-c9826f67-ea49-4c29-a688-dcaff5145d35 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Aug 16 23:09:41.947299 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccbbc7-8359-415a-82d9-b2423f8e0dbf req-c314d796-072a-48f3-875c-cdfb0f853598 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:41.948984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5ccbbc7-8359-415a-82d9-b2423f8e0dbf req-c314d796-072a-48f3-875c-cdfb0f853598 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0518072 Aug 16 23:09:41.988242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5ccbbc7-8359-415a-82d9-b2423f8e0dbf req-4fb46240-bed1-45cd-a7bf-f747494cba73 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 16 23:09:43.106076 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdf5d6-1fa6-4f45-804f-2645233c9794 req-75fa3df2-4bdf-4049-a85e-b39401daf1b5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:43.107549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fdf5d6-1fa6-4f45-804f-2645233c9794 req-75fa3df2-4bdf-4049-a85e-b39401daf1b5 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0504386 Aug 16 23:09:43.150501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0fdf5d6-1fa6-4f45-804f-2645233c9794 req-2822ce40-6614-4cd2-92e2-52e52b73f69a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Aug 16 23:09:44.279026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3008912-1904-40c5-ad4c-7cf1c14b562b req-f6b79d38-3ab3-4d70-b6a3-a7eba6b27e81 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.281597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3008912-1904-40c5-ad4c-7cf1c14b562b req-f6b79d38-3ab3-4d70-b6a3-a7eba6b27e81 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0618906 Aug 16 23:09:44.329981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3008912-1904-40c5-ad4c-7cf1c14b562b req-47e7a03e-c768-4c29-8f6a-deaffd018a57 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Aug 16 23:09:45.001425 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:45.449277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514b31-5e28-4ead-b5d1-f33ee07c4c1c req-7d58d989-a9bf-4b95-aa76-d0dd80c5e29a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.450802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67514b31-5e28-4ead-b5d1-f33ee07c4c1c req-7d58d989-a9bf-4b95-aa76-d0dd80c5e29a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0533020 Aug 16 23:09:45.492022 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-67514b31-5e28-4ead-b5d1-f33ee07c4c1c req-1d363cc6-732e-4896-a13c-2081aaa30ba4 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 Aug 16 23:09:45.604955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0aa8-d002-4d40-9a68-4ba937530912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.595534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-a940a136-8908-4797-ae8f-e24c9f04a9a8 req-9ede657a-f939-4294-86a7-726b7b0a4537 tempest-ServerDiskConfigTestJSON-554410424 tempest-ServerDiskConfigTestJSON-554410424-project] (94816) timed out ('10.222.0.88', 55968) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:09:46.619432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c907e-f782-4cbd-b44d-246da51f6744 req-1a468a41-b275-4ecc-a501-e31ebb0f4161 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.621104 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-390c907e-f782-4cbd-b44d-246da51f6744 req-1a468a41-b275-4ecc-a501-e31ebb0f4161 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0520306 Aug 16 23:09:46.661491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-390c907e-f782-4cbd-b44d-246da51f6744 req-8aad3752-d96d-4b60-89af-e969263a3e35 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Aug 16 23:09:47.796892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04383aa4-1ac0-4c0d-8146-9f53d01c3704 req-950131d7-7875-4700-bc4b-18bb197392de tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.800304 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04383aa4-1ac0-4c0d-8146-9f53d01c3704 req-950131d7-7875-4700-bc4b-18bb197392de tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0652745 Aug 16 23:09:47.839555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04383aa4-1ac0-4c0d-8146-9f53d01c3704 req-c56c3a73-9af9-4a86-9e61-0bba8cc0129d tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Aug 16 23:09:48.254950 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.334668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7886cfe3-5a67-4c74-88c0-2c7469207eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.954591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499948e9-8926-4566-a65c-e8b191f743d6 req-f813f543-b744-4ab0-b2b9-32385070ed0a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.956629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-499948e9-8926-4566-a65c-e8b191f743d6 req-f813f543-b744-4ab0-b2b9-32385070ed0a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0495505 Aug 16 23:09:48.994108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-499948e9-8926-4566-a65c-e8b191f743d6 req-6ce8caab-f286-4870-a468-57da2b3f3cda tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Aug 16 23:09:49.423550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.109353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13818e-13f3-4851-96e5-b671168b23b8 req-c35aa106-b55c-4202-a757-dd9818e1b242 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.110854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e13818e-13f3-4851-96e5-b671168b23b8 req-c35aa106-b55c-4202-a757-dd9818e1b242 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 931 time: 0.0483069 Aug 16 23:09:50.148063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5e13818e-13f3-4851-96e5-b671168b23b8 req-fbab66af-42e3-4209-8d62-df8f46e40291 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Aug 16 23:09:50.376211 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-b57d27e9-c421-4901-a59b-fc1f0a573f77 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:09:50.377913 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-b57d27e9-c421-4901-a59b-fc1f0a573f77 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060689 Aug 16 23:09:50.397531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Request body: {'port': {'device_id': 'ff20dac7-642b-4699-a657-c39cc731db78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:50.452864 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.711208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bee53d-ed48-4ee5-af88-3d922bfa89c9 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:50.718534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.730013 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Transition to ACTIVE for port object b6bee53d-ed48-4ee5-af88-3d922bfa89c9 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:50.733499 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.801464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:50.853848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Attempting to bind port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:50.854193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Attempting to bind port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:50.854531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Attempting to bind port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 on network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:50.859003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 on network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:50.859332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Attempting to bind port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 on network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:50.864880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:50.865270 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Checking segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:50.865665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Bound using segment: {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:50.866104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Bound port: b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ba5a0e-0e06-417a-b8a3-425b64a6121b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:50.866482 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.931807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:50.934781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:50.938898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.974870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.976384 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.977008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] 10.222.0.88 "PUT /v2.0/ports/b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1092 time: 0.5832412 Aug 16 23:09:50.979144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:50.981449 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f98056-eaea-4a17-80dd-d739f336b853" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:51.006625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47b2b6-6b90-4e89-9de3-bbe9f22dac88 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:51.030078 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9618256f-d791-404f-994a-32b57698705f x-openstack-request-id: req-9618256f-d791-404f-994a-32b57698705f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:51.030372 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:51.030629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9618256f-d791-404f-994a-32b57698705f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:51.031036 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:09:51.094672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-c5cd39a0-86f9-43dc-ae19-48be03d4aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.096258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-c5cd39a0-86f9-43dc-ae19-48be03d4aa57 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1095 time: 0.0465264 Aug 16 23:09:51.146908 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-34c28ef2-9bcd-4a50-aa19-43ccc9a6a6f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 217 time: 0.0360410 Aug 16 23:09:51.197914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-8f11b670-7c6f-4e9f-98e1-ab41757aa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.199412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-8f11b670-7c6f-4e9f-98e1-ab41757aa38a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0453956 Aug 16 23:09:51.279432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-954fb286-a83f-49d9-9b97-a4edb32733c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.280854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-954fb286-a83f-49d9-9b97-a4edb32733c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737970 Aug 16 23:09:51.289054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43670672-8586-4d17-bcd5-df5b868353fb req-b08e1e0c-7a2b-4573-81c5-a05b636512de tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.290453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43670672-8586-4d17-bcd5-df5b868353fb req-b08e1e0c-7a2b-4573-81c5-a05b636512de tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 943 time: 0.0745988 Aug 16 23:09:51.376221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-43670672-8586-4d17-bcd5-df5b868353fb req-87f12b8d-9154-48fe-b6cf-013bdc55b875 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777957 Aug 16 23:09:51.403005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-0da8bdf4-0c8b-4b46-a57b-58d648949e5a service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116359 Aug 16 23:09:51.428838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:51.494967 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b60d6aee-b70d-4d3a-9e51-ffe2cacd956a req-fbd8f276-62c7-4828-8aa7-2816e75cc835 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840981 Aug 16 23:09:51.625226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98056-eaea-4a17-80dd-d739f336b853 req-494ce7c3-abd5-49a7-a3eb-70757fe161f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.627058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-494ce7c3-abd5-49a7-a3eb-70757fe161f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1095 time: 0.0415077 Aug 16 23:09:51.721544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98056-eaea-4a17-80dd-d739f336b853 req-70e41ea2-3671-4a99-a85c-6b0f7d105510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.723032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-70e41ea2-3671-4a99-a85c-6b0f7d105510 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.0889390 Aug 16 23:09:51.764985 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-93523d0e-eebd-45ec-a2f0-6f5441539055 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 217 time: 0.0337629 Aug 16 23:09:51.819479 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98056-eaea-4a17-80dd-d739f336b853 req-3d225036-3d26-4657-bf45-9bb79bbbbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.820949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-3d225036-3d26-4657-bf45-9bb79bbbbbc7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0480754 Aug 16 23:09:51.866624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f98056-eaea-4a17-80dd-d739f336b853 req-ed85948d-86f9-4e13-b256-aa671fbf4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.868111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-ed85948d-86f9-4e13-b256-aa671fbf4ed8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397778 Aug 16 23:09:51.960886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-bbe0fc6a-2841-4889-8a02-8fdf0b968457 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840962 Aug 16 23:09:52.058882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38f98056-eaea-4a17-80dd-d739f336b853 req-eb83409b-df58-4641-9c9b-13873026fe00 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Aug 16 23:09:52.494873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecf446-a6af-421e-9345-f6b660b63e15 req-1a781551-38d6-4f8d-b525-46587b1c3f8f tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:52.496397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acecf446-a6af-421e-9345-f6b660b63e15 req-1a781551-38d6-4f8d-b525-46587b1c3f8f tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 943 time: 0.0505826 Aug 16 23:09:52.534632 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-acecf446-a6af-421e-9345-f6b660b63e15 req-bafc9953-9083-433b-81ea-b7afc7b97056 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Aug 16 23:09:53.129857 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:09:53.471840 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.682822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f32b5e-b9a0-4618-821c-e50879161195 req-75900410-ece9-4bde-a571-49fddee3e00c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:53.684313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1f32b5e-b9a0-4618-821c-e50879161195 req-75900410-ece9-4bde-a571-49fddee3e00c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 943 time: 0.0531611 Aug 16 23:09:53.721597 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d1f32b5e-b9a0-4618-821c-e50879161195 req-dbb7849e-645c-4ad5-887c-54427ea856cb tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 16 23:09:54.540421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6bee53d-ed48-4ee5-af88-3d922bfa89c9 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:54.635189 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:54.646227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'port_id': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'mac_address': 'fa:16:3e:58:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:54.682341 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:54.695100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bee53d-ed48-4ee5-af88-3d922bfa89c9 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:54.713989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:54.717841 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:54.764478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:54.772295 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.772643 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.772983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.773343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.773678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.774010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.774367 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.774694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.775020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.775343 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.775694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.776025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:54.836800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f176-8e08-4c0a-8ade-e78f33ad14db req-e07aab85-e3a6-4325-9fcf-54f31f6230e0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:54.838350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da58f176-8e08-4c0a-8ade-e78f33ad14db req-e07aab85-e3a6-4325-9fcf-54f31f6230e0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 944 time: 0.0490770 Aug 16 23:09:54.875641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da58f176-8e08-4c0a-8ade-e78f33ad14db req-2cd01856-f324-4916-b604-5a8c743cc4fd tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Aug 16 23:09:55.108699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6bee53d-ed48-4ee5-af88-3d922bfa89c9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:55.992334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64dc59-5ce6-47fd-aa60-583fcdbd1682 req-49713760-2a5d-48c2-bfa5-66583de15f7d tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:55.993857 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e64dc59-5ce6-47fd-aa60-583fcdbd1682 req-49713760-2a5d-48c2-bfa5-66583de15f7d tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 944 time: 0.0501606 Aug 16 23:09:56.030910 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7e64dc59-5ce6-47fd-aa60-583fcdbd1682 req-f5fd25e0-dabb-4c77-9926-0a2450b85a23 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 16 23:09:56.569345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6bee53d-ed48-4ee5-af88-3d922bfa89c9 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:56.615920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:56.619387 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:56.619760 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:56.694861 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:56.716488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:56.718678 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2799d-ab5d-4997-b495-ff048df8504f" -d '{"events": [{"server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "name": "network-vif-plugged", "status": "completed", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:56.731298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:56.736756 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:56.760569 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f764a5-54a7-4b00-8fa3-51cf8af8ed92 x-openstack-request-id: req-c8f764a5-54a7-4b00-8fa3-51cf8af8ed92 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:56.760855 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "name": "network-vif-plugged", "status": "completed", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:56.761127 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8f764a5-54a7-4b00-8fa3-51cf8af8ed92 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:56.761511 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'code': 200} Aug 16 23:09:56.785492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:56.881914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54179e44-8904-4b1a-a2d1-086fbeda275c req-f8014834-e9c6-40a2-b18f-54151912bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:56.883355 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54179e44-8904-4b1a-a2d1-086fbeda275c req-f8014834-e9c6-40a2-b18f-54151912bd81 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1097 time: 0.0434620 Aug 16 23:09:56.918038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-54179e44-8904-4b1a-a2d1-086fbeda275c req-e481eea7-5428-4542-a896-b177c3ab61ae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264742 Aug 16 23:09:57.143665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd39100-4e3f-4619-afcc-dbf672a3d709 req-f6c5b4f1-6ad8-4ba7-b9b5-06d2b4775e65 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:57.145164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bd39100-4e3f-4619-afcc-dbf672a3d709 req-f6c5b4f1-6ad8-4ba7-b9b5-06d2b4775e65 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Aug 16 23:09:57.181537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5bd39100-4e3f-4619-afcc-dbf672a3d709 req-5920b78d-2fcf-4fe9-8a89-e30f281efb69 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305567 Aug 16 23:09:58.296115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fcfbf-700f-4740-bcb7-05655335cb62 req-ce0b8f7f-5a7d-41b0-993b-55e9dd150f17 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:58.297864 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-678fcfbf-700f-4740-bcb7-05655335cb62 req-ce0b8f7f-5a7d-41b0-993b-55e9dd150f17 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Aug 16 23:09:58.338295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-678fcfbf-700f-4740-bcb7-05655335cb62 req-ae309900-3d6c-4754-91fd-f61c1c59acc1 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Aug 16 23:09:59.458159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e2ae5-db30-4195-9e55-d5747d64cd1c req-f9614892-da5b-4d27-a758-e2816f88dbd0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:59.459642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e84e2ae5-db30-4195-9e55-d5747d64cd1c req-f9614892-da5b-4d27-a758-e2816f88dbd0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0544980 Aug 16 23:09:59.498207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e84e2ae5-db30-4195-9e55-d5747d64cd1c req-8d1b3c01-f29f-418a-90a7-b1073801a104 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Aug 16 23:09:59.611352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4898-d4b9-4e4b-95b2-aa6f3d0af618 req-cde19a3c-776a-433c-af33-3d8197849376 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:59.612822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-224b4898-d4b9-4e4b-95b2-aa6f3d0af618 req-cde19a3c-776a-433c-af33-3d8197849376 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Aug 16 23:09:59.650198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-224b4898-d4b9-4e4b-95b2-aa6f3d0af618 req-7d7592e0-211c-4dba-8418-e45061512828 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Aug 16 23:09:59.835616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc9ec9-18ab-4b8f-9686-9f069bf33d69 req-801cbd73-a760-4680-b936-434cda5320d8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:59.837053 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bc9ec9-18ab-4b8f-9686-9f069bf33d69 req-801cbd73-a760-4680-b936-434cda5320d8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Aug 16 23:09:59.873760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bc9ec9-18ab-4b8f-9686-9f069bf33d69 req-a6e59458-c695-4d4c-8412-3d47924e5c98 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Aug 16 23:10:11.401753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcacdeb-5113-4ef4-9894-40c6f4e14555 req-a2759646-563b-48f0-a467-047403856cc9 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:11.403205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfcacdeb-5113-4ef4-9894-40c6f4e14555 req-a2759646-563b-48f0-a467-047403856cc9 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Aug 16 23:10:11.442732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cfcacdeb-5113-4ef4-9894-40c6f4e14555 req-4e4c695a-c632-4029-aeb7-d2650cd92d4c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Aug 16 23:10:11.464658 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42962) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.612583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810896c-40ba-4d22-a5f0-727be9a76b5b tempest-TestMinimumBasicScenario-1416027518 tempest-TestMinimumBasicScenario-1416027518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:11.614151 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0810896c-40ba-4d22-a5f0-727be9a76b5b tempest-TestMinimumBasicScenario-1416027518 tempest-TestMinimumBasicScenario-1416027518-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1092 time: 0.1484706 Aug 16 23:10:11.617031 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42966) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.621304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:11.644002 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for floatingip, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.739612 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.840189 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Allocated IP 172.25.8.127 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/78856eb2-56c3-4d7e-b46f-9b18c1129d0f) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:11.942238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.980674 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.014583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:12.019692 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:12.023094 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:12.047167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'Port': ['ID=78856eb2-56c3-4d7e-b46f-9b18c1129d0f,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:12.683874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.748074 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.891868 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.896111 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.964194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'Port': ['ID=78856eb2-56c3-4d7e-b46f-9b18c1129d0f,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:12.974265 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.072198 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Floating IP 7cd1a5b3-1240-4bc0-b3ad-3469d224f541 associated. External IP: 172.25.8.127, port: b6bee53d-ed48-4ee5-af88-3d922bfa89c9. Aug 16 23:10:13.274428 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Router a391d6ae-aea6-464d-838e-b1a260dca7a9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:10:13.375331 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:10:13.385094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Sync routers for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:10:13.392556 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.394213 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:13.395009 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:13.424758 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5c332fec-e777-476d-ae5d-fc575df72c75 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8066883 Aug 16 23:10:13.425472 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:13.427738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42968) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:13.432749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321723135', 'description': 'tempest-secgroup-smoke-1321723135 description', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:13.458698 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.506626 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:13.544950 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.549191 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.571713 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e4d556cf59d4c75ac4712d40f5879d745e7235dbab4c568e97dd4760e0d06d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:13.573623 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.577149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461582 Aug 16 23:10:13.579351 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42974) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:13.586626 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:13.587925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476a428-ecd0-4e59-b542-cd64bd813ff8 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d784bb-86e3-4778-9f20-24ccc0c93fcf,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:13.625313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.676637 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.680898 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.689164 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab81304b-cf3c-4808-a55d-e6516017204c x-openstack-request-id: req-ab81304b-cf3c-4808-a55d-e6516017204c {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:13.689771 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:13.689771 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab81304b-cf3c-4808-a55d-e6516017204c {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:13.690079 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:10:13.707979 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4232e0fc-7d01-42b9-9fab-b13df45f160a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:13.711853 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.713241 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-41ca1a0e-05bb-4fbd-a319-5807ff689ba0 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325598 Aug 16 23:10:13.715719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42978) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:13.721384 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:13.751192 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.776486 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7cd1a5b3-1240-4bc0-b3ad-3469d224f541', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'port_id': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'mac_address': 'fa:16:3e:58:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20dac7-642b-4699-a657-c39cc731db78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:12Z', 'updated_at': '2021-08-16T23:10:12Z', 'revision_number': 0, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:13.784511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-25010daa-a1cb-48c9-ba2d-447cd63e39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:13.786334 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-25010daa-a1cb-48c9-ba2d-447cd63e39b1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1097 time: 0.0464187 Aug 16 23:10:13.807336 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Checking router: a391d6ae-aea6-464d-838e-b1a260dca7a9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:10:13.812518 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.817403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.817592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:13.818145 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:09:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:13.837629 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e539b5-dc5a-451b-a8a5-fe3ff3d26cae,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:13.841820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.849144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:13.853623 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2d4b350c-ea50-491b-8535-581ee59c463a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368048 Aug 16 23:10:13.855304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:13.910665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:13.916060 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-14cf229a-6c5f-40d6-868e-361dae8c843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:13.917596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-14cf229a-6c5f-40d6-868e-361dae8c843f service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.1237080 Aug 16 23:10:13.935539 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:14.016604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-26d1349e-4fef-4af3-bb97-efa5a76149dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 999 time: 0.0880921 Aug 16 23:10:14.053516 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.058814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.085168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9fba42-b114-4a40-8414-dd50ac252917,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:14.092171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-b7128815-dfa8-4eb0-8e57-541814701c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:14.093911 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-b7128815-dfa8-4eb0-8e57-541814701c12 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0698202 Aug 16 23:10:14.095404 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.099074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2021e916-2d32-47f9-9683-76933c7f3d94 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2463493 Aug 16 23:10:14.099271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42982) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:14.103634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:14.161810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.170348 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7cd1a5b3-1240-4bc0-b3ad-3469d224f541', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'port_id': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'mac_address': 'fa:16:3e:58:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20dac7-642b-4699-a657-c39cc731db78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:12Z', 'updated_at': '2021-08-16T23:10:12Z', 'revision_number': 0, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:14.172851 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-05e6707c-3a4a-4603-8ebe-182817b3de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:14.174372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-05e6707c-3a4a-4603-8ebe-182817b3de6b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656099 Aug 16 23:10:14.197764 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cd638-24c4-4cf7-8113-4ab9914ae880 None None] The sync data for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 is: [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '7cd1a5b3-1240-4bc0-b3ad-3469d224f541', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'port_id': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'mac_address': 'fa:16:3e:58:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20dac7-642b-4699-a657-c39cc731db78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:12Z', 'updated_at': '2021-08-16T23:10:12Z', 'revision_number': 0, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:10:14.292653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.303385 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.334153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a59b02b-13da-4648-88a7-3e69b954f656,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:14.339108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-3c1b98e9-3553-4af7-8e08-137bea2d82a8 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551349 Aug 16 23:10:14.340687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.341825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-cdb9f1fe-cf6b-4e3a-9c2d-421ae44c4c5c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2416508 Aug 16 23:10:14.344752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 42984) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:14.349539 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:14.373690 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Project d8ee522d648044ab9c5d4f34107ad81f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:10:14.380065 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.440928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f89ab0d9-f12e-4bb8-a13a-37dbf08a2746 req-ff899694-816a-4ed2-b4d4-0e779809932c service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944755 Aug 16 23:10:14.449432 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.455003 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.480483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e98ff3-f533-4632-ac58-027cd00c2a6d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:14.483541 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.484754 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-197425b7-04bc-4694-ad54-7c375ef17ace tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389740 Aug 16 23:10:14.487817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 42986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:14.492431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'security_group_rule': {'security_group_id': '87d784bb-86e3-4778-9f20-24ccc0c93fcf', 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:14.515566 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Project d8ee522d648044ab9c5d4f34107ad81f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:10:14.521496 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.584996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.588859 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.604430 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e10e343-f335-4110-ab90-8e272e660d2c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:14.613987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.615184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f563fade-5cfd-4fd5-b29b-059d7855f17c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264079 Aug 16 23:10:14.696712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6905e28-451f-419a-8c74-46ef042b19ae req-03964c66-dcb0-4785-a009-da52c6c61ed2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321723135&fields=id&tenant_id=d8ee522d648044ab9c5d4f34107ad81f HTTP/1.1" status: 200 len: 267 time: 0.0333416 Aug 16 23:10:14.751966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905e28-451f-419a-8c74-46ef042b19ae req-3373d341-c074-4c16-aa44-b6193b6edfb3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:14.753649 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6905e28-451f-419a-8c74-46ef042b19ae req-3373d341-c074-4c16-aa44-b6193b6edfb3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Aug 16 23:10:14.765179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'port': {'security_groups': ['39e47a70-a986-4c2d-a31b-41990e23e533', '87d784bb-86e3-4778-9f20-24ccc0c93fcf']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:14.832973 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:14.864486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733bd83c-7984-4d1c-a7c5-6c4b1799402d None None] New status for floating IP 7cd1a5b3-1240-4bc0-b3ad-3469d224f541: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:10:15.015929 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.024438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:15.054042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.059066 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.092782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6bee53d-ed48-4ee5-af88-3d922bfa89c9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:15.102534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.103169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.104623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6905e28-451f-419a-8c74-46ef042b19ae req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "PUT /v2.0/ports/b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 981 time: 0.3442636 Aug 16 23:10:15.105138 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:15.107429 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:15.137718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ddf32-2090-4bbf-a7a0-f13ddd4223c2 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:15.205961 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc282b4-74a4-4648-803f-7eaf8a5d56ff x-openstack-request-id: req-9fc282b4-74a4-4648-803f-7eaf8a5d56ff {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:15.206271 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:15.206528 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fc282b4-74a4-4648-803f-7eaf8a5d56ff {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:15.206938 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:10:15.238377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6bee53d-ed48-4ee5-af88-3d922bfa89c9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:15.276377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be826a-4521-4af9-992a-bf453331745b req-8eddc369-42c7-4391-a2fe-cbf6f3d70749 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.278479 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5be826a-4521-4af9-992a-bf453331745b req-8eddc369-42c7-4391-a2fe-cbf6f3d70749 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0706089 Aug 16 23:10:15.344228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a5be826a-4521-4af9-992a-bf453331745b req-40683673-d564-4f6d-ac9c-96fab589198e tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488892 Aug 16 23:10:15.347059 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-ef5e4845-cb14-4564-8a00-121cfbe541eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.348493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-ef5e4845-cb14-4564-8a00-121cfbe541eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1136 time: 0.0953276 Aug 16 23:10:15.393800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ec3f-4149-4fd3-b5b6-09852cf143d0 None None] Provisioning complete for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:15.394109 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ec3f-4149-4fd3-b5b6-09852cf143d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.440968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-d9c7dc8b-bbd3-4d5d-8bc5-39033c2f6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.442517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-d9c7dc8b-bbd3-4d5d-8bc5-39033c2f6864 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.0855453 Aug 16 23:10:15.514313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-b16efeee-de54-463d-ae89-99267b2ca30b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1001 time: 0.0643888 Aug 16 23:10:15.625801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-359c42a4-a392-468e-9ce7-c70d07ed5f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:15.860227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-65814dc6-3513-4bc3-a162-1890e1a3a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.861606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-65814dc6-3513-4bc3-a162-1890e1a3a780 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.3379576 Aug 16 23:10:15.913999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-58f5920a-c893-4b19-a6c6-9dff60897a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:15.915510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-58f5920a-c893-4b19-a6c6-9dff60897a3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407996 Aug 16 23:10:16.007562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-1272ae93-43dd-46c8-a4a6-62a0333c9379 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827782 Aug 16 23:10:16.097043 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-23e4e26e-d8e3-46fd-bf79-e87fcb06abb4 req-e0866224-30a7-411a-8112-43f5fd79878e service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818658 Aug 16 23:10:18.256712 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:18.333097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-58272a84-64bd-45aa-9ed1-8d63576eadf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.429630 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:21.430636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.486790 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:30.095968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-134708e8-fa21-49ac-a1aa-7ad655425c44 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431077 Aug 16 23:10:30.130019 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:10:30.195576 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-efd51952-2dc8-4903-9962-e292a8858d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.197038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-efd51952-2dc8-4903-9962-e292a8858d4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1136 time: 0.0395098 Aug 16 23:10:30.296914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-7c3ac24a-e4bc-4eda-8a2c-42a2a9e6a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.298878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-7c3ac24a-e4bc-4eda-8a2c-42a2a9e6a357 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.0830472 Aug 16 23:10:30.367485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-a7077e3a-66cd-4cb7-a5ae-996f864d4971 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1001 time: 0.0610251 Aug 16 23:10:30.415675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-a4d2c712-aef5-4610-9562-27fcdeae8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.417099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-a4d2c712-aef5-4610-9562-27fcdeae8d87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0423741 Aug 16 23:10:30.461370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-3551c077-68c7-4262-9d4f-08bbff6511a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.462902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-3551c077-68c7-4262-9d4f-08bbff6511a4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382898 Aug 16 23:10:30.557032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-266627f7-7284-4c8a-80f9-4c16342d12d1 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860317 Aug 16 23:10:30.651044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2b60d17-e929-4846-9e70-2bb7771aa12a req-50426bec-88be-4f2d-8c76-a90562ba2933 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862873 Aug 16 23:10:45.005776 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:45.595441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-27a35f6b-c289-40e2-8138-daa31d6188d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:48.257932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:48.333467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-88c17bd8-72b4-4be2-8d1b-096327680ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:49.428201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:51.433207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:53.493198 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:07.129601 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:11:13.439531 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade279-e232-4e86-a12e-e781ec6b598e req-9e65033e-dbf2-43be-8ca3-85584b3474b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.441003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-9e65033e-dbf2-43be-8ca3-85584b3474b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1136 time: 0.0652995 Aug 16 23:11:13.477653 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598945f6-d9c4-4a83-ad25-90428bc12224 req-5c194b3f-1efc-4f71-b7c9-d1e7211b170b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.479124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-598945f6-d9c4-4a83-ad25-90428bc12224 req-5c194b3f-1efc-4f71-b7c9-d1e7211b170b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.1273186 Aug 16 23:11:13.555486 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-598945f6-d9c4-4a83-ad25-90428bc12224 req-deab19ae-1922-4cac-85dd-d79150ab4005 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481822 Aug 16 23:11:13.576863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade279-e232-4e86-a12e-e781ec6b598e req-dceee904-2801-4c6d-8146-2486ca55be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.578428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-dceee904-2801-4c6d-8146-2486ca55be74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.1283600 Aug 16 23:11:13.644169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-4775458e-5909-43ea-a111-145ce35e9274 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1001 time: 0.0569642 Aug 16 23:11:13.695982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade279-e232-4e86-a12e-e781ec6b598e req-b6f6bdf4-6952-4290-a011-04046f3ec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.697444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-b6f6bdf4-6952-4290-a011-04046f3ec858 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0461488 Aug 16 23:11:13.742300 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade279-e232-4e86-a12e-e781ec6b598e req-0a6b0932-fdea-401e-b571-ceb43f38205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:13.743684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-0a6b0932-fdea-401e-b571-ceb43f38205a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390680 Aug 16 23:11:13.832110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-909e69a6-3d4a-4be5-9e62-7ac593f0758d service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804331 Aug 16 23:11:13.927797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18ade279-e232-4e86-a12e-e781ec6b598e req-2b775a67-6832-4806-a0f3-10f6b05df02d service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875854 Aug 16 23:11:14.721983 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b386e8-3c40-4dc9-8abc-3e06aa4e7c5e req-0b387986-06c9-4e18-93db-df3e6f70e28e tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:14.723418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41b386e8-3c40-4dc9-8abc-3e06aa4e7c5e req-0b387986-06c9-4e18-93db-df3e6f70e28e tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0983026 Aug 16 23:11:14.763428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41b386e8-3c40-4dc9-8abc-3e06aa4e7c5e req-49e4d2bc-ca95-4e43-be4b-2b989e59f48b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338216 Aug 16 23:11:15.004012 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.596541 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b6e41570-9978-4a4f-b900-05e1fb512c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:15.882407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d1575-6695-450f-967b-1bf01bacb906 req-4bdc6e75-06e1-4daf-8dd5-0e9a9e591cfd tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:15.884004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-222d1575-6695-450f-967b-1bf01bacb906 req-4bdc6e75-06e1-4daf-8dd5-0e9a9e591cfd tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0531497 Aug 16 23:11:15.925216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-222d1575-6695-450f-967b-1bf01bacb906 req-883b5467-28ab-4f03-83e7-0e7b377cfa4d tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350513 Aug 16 23:11:17.038887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f90e95-e7fc-494d-b9f5-5dc73018a19f req-7495e7ab-e8ed-47ef-994c-2eb92bab2b98 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:17.040345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52f90e95-e7fc-494d-b9f5-5dc73018a19f req-7495e7ab-e8ed-47ef-994c-2eb92bab2b98 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0480738 Aug 16 23:11:17.088585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52f90e95-e7fc-494d-b9f5-5dc73018a19f req-800951db-2a45-498a-bf29-3f73423eb098 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331042 Aug 16 23:11:18.202853 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0211b-c453-4bbf-b4a3-dae342a38194 req-11a4ca16-b6ca-4963-8487-5a876c014112 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:18.204312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ad0211b-c453-4bbf-b4a3-dae342a38194 req-11a4ca16-b6ca-4963-8487-5a876c014112 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0481877 Aug 16 23:11:18.243111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1ad0211b-c453-4bbf-b4a3-dae342a38194 req-76cb8552-994d-4540-952e-6df5087f42a3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326321 Aug 16 23:11:18.260297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:18.334268 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4589660b-a812-41ce-a3c6-50106bc093ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.363993 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aab95-b7be-47ea-a961-3081f266fd5c req-df1fca69-5c94-420d-81b2-b86bbdfebf69 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:19.365476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-547aab95-b7be-47ea-a961-3081f266fd5c req-df1fca69-5c94-420d-81b2-b86bbdfebf69 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0517864 Aug 16 23:11:19.404514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-547aab95-b7be-47ea-a961-3081f266fd5c req-e666d097-86f4-47f6-a68a-dec22c447cd6 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330062 Aug 16 23:11:19.431752 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.518845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb8ea-4a97-4f28-912f-8c2ec58cec54 req-66f672c2-006d-4e45-b551-7d2e2bfe1742 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:20.520333 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bdbb8ea-4a97-4f28-912f-8c2ec58cec54 req-66f672c2-006d-4e45-b551-7d2e2bfe1742 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0489438 Aug 16 23:11:20.561227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8bdbb8ea-4a97-4f28-912f-8c2ec58cec54 req-12ce7dfe-77c0-4e0b-9970-7ea3127775fc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348475 Aug 16 23:11:21.435312 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.675229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611a0fc-7909-4343-b6e2-56c26150aac5 req-41d68459-b080-4226-bfb7-9aba316b14e1 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:21.676626 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b611a0fc-7909-4343-b6e2-56c26150aac5 req-41d68459-b080-4226-bfb7-9aba316b14e1 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0489078 Aug 16 23:11:21.715580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b611a0fc-7909-4343-b6e2-56c26150aac5 req-ac85d4d3-ee0f-4f92-9ae7-9bad8c22a223 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329621 Aug 16 23:11:22.835078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a62f2-b887-4e19-be9d-0f263f47bf48 req-c7038091-217a-42a3-9240-269c7677f462 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:22.836581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da5a62f2-b887-4e19-be9d-0f263f47bf48 req-c7038091-217a-42a3-9240-269c7677f462 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0534384 Aug 16 23:11:22.875978 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da5a62f2-b887-4e19-be9d-0f263f47bf48 req-ae60ad39-dcfb-472b-8860-7c1170c83139 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332861 Aug 16 23:11:23.495674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:23.989023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd2c53-5ad5-4770-93f7-2844f8d9158e req-ae23fb16-e613-4cab-b084-d920cecb2423 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:23.990532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19dd2c53-5ad5-4770-93f7-2844f8d9158e req-ae23fb16-e613-4cab-b084-d920cecb2423 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0491319 Aug 16 23:11:24.030513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19dd2c53-5ad5-4770-93f7-2844f8d9158e req-ea09a717-5e89-47d6-9e59-c7ac27771aff tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339401 Aug 16 23:11:25.145757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0fa99-fb2a-4796-8de5-edb8936383c6 req-4a8ae7d2-23c7-4c82-a0f1-93f6f25f603b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:25.147619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2e0fa99-fb2a-4796-8de5-edb8936383c6 req-4a8ae7d2-23c7-4c82-a0f1-93f6f25f603b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0506549 Aug 16 23:11:25.188416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2e0fa99-fb2a-4796-8de5-edb8936383c6 req-7f0315a5-3a95-427c-bd94-fb5009ae0d03 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d784bb-86e3-4778-9f20-24ccc0c93fcf&id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344450 Aug 16 23:11:32.130326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-e2dcd551-6b08-434a-9a68-ca4bf686471a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0842948 Aug 16 23:11:32.229860 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-bce562ea-dbd5-4f18-a002-858c4f8ffba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:32.231335 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-bce562ea-dbd5-4f18-a002-858c4f8ffba1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1136 time: 0.0407438 Aug 16 23:11:32.338099 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-fdff06b2-e86f-4f1d-92e8-5ef1af683bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:32.339454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-fdff06b2-e86f-4f1d-92e8-5ef1af683bab service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.0884972 Aug 16 23:11:32.404045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-a6646d5f-f3e9-4f99-9b36-20d7f8a34728 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1001 time: 0.0564311 Aug 16 23:11:32.452571 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-2e4103d0-a95f-4ec7-9a85-207f4ba89774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:32.454085 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-2e4103d0-a95f-4ec7-9a85-207f4ba89774 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0430140 Aug 16 23:11:32.503924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-9876884e-1d44-422c-94a7-dc023b0a1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:32.505453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-9876884e-1d44-422c-94a7-dc023b0a1647 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438104 Aug 16 23:11:32.597233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-0900144e-24aa-4754-9297-a6f3eab99a7c service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823259 Aug 16 23:11:32.690802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a7214a76-6e1d-4e2b-8a61-a85c188e19b9 req-7adc4771-1ac7-491b-b584-735d023c45f9 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855758 Aug 16 23:11:44.128558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:11:45.018997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:45.596843 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c850d88a-41d3-41d0-8f7e-098a63b95fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:48.257638 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:48.335158 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cfa9afdd-159c-4601-86d1-3484a1ca050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:49.437217 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.437039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:53.499793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.018674 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.595739 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56813780-df03-4084-a153-846cfe125d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:18.259222 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:18.334409 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6783793b-e3ba-4b21-9934-113e98f034ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:19.438428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:21.129737 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:12:21.439364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.513696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.482713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-c1c83f08-c0c8-49d6-9889-d2e97a24a06d tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321723135&fields=id&tenant_id=d8ee522d648044ab9c5d4f34107ad81f HTTP/1.1" status: 200 len: 267 time: 0.0341089 Aug 16 23:12:28.534819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-e6a7b701-ef94-43d1-8349-5eeeaf1a5c7e tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.536261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-e6a7b701-ef94-43d1-8349-5eeeaf1a5c7e tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 984 time: 0.0477266 Aug 16 23:12:28.547798 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Request body: {'port': {'security_groups': ['39e47a70-a986-4c2d-a31b-41990e23e533']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:28.612968 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.786320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:28.814933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.819329 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.858215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6bee53d-ed48-4ee5-af88-3d922bfa89c9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:12:28.868003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.868669 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.870204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2b971315-4d62-4fd8-a920-ecd91ea29ad2 req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "PUT /v2.0/ports/b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 942 time: 0.3269415 Aug 16 23:12:28.871227 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:28.873873 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde08c4-b1ba-4264-84bd-e7f02717c449" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:28.879805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43088) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:28.955707 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.997519 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['b6bee53d-ed48-4ee5-af88-3d922bfa89c9'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:12:28.999617 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.003015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event updated for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:29.016521 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.016882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.017292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.017643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.017987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.018326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.018666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.019002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.019339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.019673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.020007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.020339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc408b-a51c-4b20-ab22-accd543c00dc tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.024727 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b6eaf-e5c2-438f-9e2d-7034f78d2007 x-openstack-request-id: req-b52b6eaf-e5c2-438f-9e2d-7034f78d2007 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:29.025086 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:29.025316 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b52b6eaf-e5c2-438f-9e2d-7034f78d2007 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:29.025719 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:12:29.103864 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-1fd1841b-0258-4085-b7a4-3f1a74695e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.105558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-1fd1841b-0258-4085-b7a4-3f1a74695e91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1097 time: 0.0490921 Aug 16 23:12:29.112350 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b5736cb1-991a-46da-885c-865f3dac253c None None] Provisioning complete for port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:29.112732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5736cb1-991a-46da-885c-865f3dac253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.131676 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.134118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.136754 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "DELETE /v2.0/security-groups/87d784bb-86e3-4778-9f20-24ccc0c93fcf HTTP/1.1" status: 204 len: 168 time: 0.2544303 Aug 16 23:12:29.138718 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:29.174582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb8297-136c-420b-94f3-f88ca34f8ba3 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d784bb-86e3-4778-9f20-24ccc0c93fcf,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:29.221841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-4cd2f152-9d00-4d34-8d4f-754fbe3d1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.223879 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-4cd2f152-9d00-4d34-8d4f-754fbe3d1ce7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.1094487 Aug 16 23:12:29.303057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-cc5bafb1-58b8-424e-9b97-eeb2d8658e65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 1001 time: 0.0706227 Aug 16 23:12:29.303962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Deleting port 78856eb2-56c3-4d7e-b46f-9b18c1129d0f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:29.304315 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.353645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-af9cbaad-1d32-470e-b8d8-2c0471cae988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.355612 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-af9cbaad-1d32-470e-b8d8-2c0471cae988 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0436044 Aug 16 23:12:29.380714 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.381058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.392795 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Calling delete_port for 78856eb2-56c3-4d7e-b46f-9b18c1129d0f owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:29.402411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-87e77bc7-45a2-46f8-bcc6-f6c7dfc2e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.403930 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-87e77bc7-45a2-46f8-bcc6-f6c7dfc2e9c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410125 Aug 16 23:12:29.509934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-e4e8cf0f-d8a9-4140-9b12-c84b7caf019f service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984046 Aug 16 23:12:29.543919 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.568399 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event deleted for resources: {'Port': ['ID=78856eb2-56c3-4d7e-b46f-9b18c1129d0f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:29.579040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.579398 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.579736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.580076 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.580561 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.580739 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.581061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.581412 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.581741 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.582069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.582394 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.582716 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:29.603887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cbde08c4-b1ba-4264-84bd-e7f02717c449 req-b5222845-869b-44c2-9807-fe2846b942d8 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Aug 16 23:12:29.645838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.646181 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Floating IP 7cd1a5b3-1240-4bc0-b3ad-3469d224f541 disassociated (deleted). External IP: 172.25.8.127, port: b6bee53d-ed48-4ee5-af88-3d922bfa89c9. Aug 16 23:12:29.851710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Router a391d6ae-aea6-464d-838e-b1a260dca7a9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:29.966638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:29.971447 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.976068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Sync routers for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:29.984491 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:29.985337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:29.997773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-20ab2e97-1ead-4d61-96d9-b33151e3c14c tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "DELETE /v2.0/floatingips/7cd1a5b3-1240-4bc0-b3ad-3469d224f541 HTTP/1.1" status: 204 len: 168 time: 0.8575799 Aug 16 23:12:29.998529 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:30.000843 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e4d556cf59d4c75ac4712d40f5879d745e7235dbab4c568e97dd4760e0d06d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bec635-80b8-43b5-b61b-41e55ad7b2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:30.062441 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b9f96f-d965-4d95-a0cc-61f764cc707f x-openstack-request-id: req-f5b9f96f-d965-4d95-a0cc-61f764cc707f {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:30.062748 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:30.063006 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5b9f96f-d965-4d95-a0cc-61f764cc707f {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:30.063449 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:12:30.093462 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:30.149785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-ffc0cac4-a3fb-4bcf-bf21-cdfc43f41a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.151456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-ffc0cac4-a3fb-4bcf-bf21-cdfc43f41a92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1097 time: 0.0472820 Aug 16 23:12:30.263672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-1a17b048-e6ec-4604-a057-03ce5b3aa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.265331 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-1a17b048-e6ec-4604-a057-03ce5b3aa795 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.1071258 Aug 16 23:12:30.303567 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:30.313713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-ab3d7d38-2c3d-4ef3-a035-50946e779eff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 217 time: 0.0410061 Aug 16 23:12:30.365501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-6410e42c-39d5-4b09-9bfe-26117e284964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.367012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-6410e42c-39d5-4b09-9bfe-26117e284964 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0458417 Aug 16 23:12:30.418021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-23dedc8a-4fc0-456c-b13c-015bc47c0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.419546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-23dedc8a-4fc0-456c-b13c-015bc47c0d24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427225 Aug 16 23:12:30.421605 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Checking router: a391d6ae-aea6-464d-838e-b1a260dca7a9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:30.429812 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:30.430413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:30.514561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-a2b506fb-de83-4fcd-92ce-86b8f738f086 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869815 Aug 16 23:12:30.535379 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:30.605893 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15bec635-80b8-43b5-b61b-41e55ad7b2a3 req-2be64733-3dbb-4272-9a37-17370dc2f187 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Aug 16 23:12:30.732396 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:30.763087 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd86a2aa-ee05-43a1-9b69-fffb0b3af7cb None None] The sync data for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 is: [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:09:21Z', 'revision_number': 4, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'c54ece92-84fe-4092-aa40-96edd7b34c75', 'name': '', 'network_id': '2427814b-f8e1-4e46-a0f1-61e5e7f7471c', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'mac_address': 'fa:16:3e:69:d4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:20Z', 'updated_at': '2021-08-16T23:09:26Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'subnets': [{'id': '4661de41-9e0e-4d41-85cd-77bfb8a907a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:30.983678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeed1a4-57d6-446f-9278-77e2cac67fa2 None None] New status for floating IP 7cd1a5b3-1240-4bc0-b3ad-3469d224f541: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:12:33.061878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-689de718-d42b-4d42-86b7-00806cc4cb34 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390794 Aug 16 23:12:33.169620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-28c69d12-d18d-46cf-925a-730b6b47f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.171139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-28c69d12-d18d-46cf-925a-730b6b47f59a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 1097 time: 0.0451059 Aug 16 23:12:33.276845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-bbe4cf8a-d835-4365-94ff-8ea04e386e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.278583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-bbe4cf8a-d835-4365-94ff-8ea04e386e27 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 200 len: 915 time: 0.0859656 Aug 16 23:12:33.324276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-c8ea2622-cbb5-4558-8f01-4e8d4fa9311d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 200 len: 217 time: 0.0375662 Aug 16 23:12:33.376624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-7357ecd8-d4bc-45bb-bb4a-81983059f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.378436 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-7357ecd8-d4bc-45bb-bb4a-81983059f38d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 200 len: 854 time: 0.0473766 Aug 16 23:12:33.428901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-00ad6712-16cf-4b51-8c22-3a391dab7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.430470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-00ad6712-16cf-4b51-8c22-3a391dab7c4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2427814b-f8e1-4e46-a0f1-61e5e7f7471c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415025 Aug 16 23:12:33.528663 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-51244164-563c-4621-bf99-f3dda6db51f5 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897055 Aug 16 23:12:33.619072 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-61cd1f84-c972-4e8b-81c0-ebcba4f22954 req-540a9113-5416-4b7f-974e-bbc1604c7b14 service neutron] 10.222.0.88 "GET /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Aug 16 23:12:36.939139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac037d-68a0-418e-874c-6aa76b19603c req-4efbeeb1-f857-46ca-ab75-9c858405e372 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:36.940607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dac037d-68a0-418e-874c-6aa76b19603c req-4efbeeb1-f857-46ca-ab75-9c858405e372 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Aug 16 23:12:36.978277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6dac037d-68a0-418e-874c-6aa76b19603c req-8b3a86af-8db3-458d-b021-b819a718e840 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Aug 16 23:12:38.095282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1858b4-d934-4ba9-a722-750258722572 req-ff7e71fc-26bb-4555-becb-24c6809f1a31 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:38.096769 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f1858b4-d934-4ba9-a722-750258722572 req-ff7e71fc-26bb-4555-becb-24c6809f1a31 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0490973 Aug 16 23:12:38.134786 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3f1858b4-d934-4ba9-a722-750258722572 req-ac3d44d4-6dcd-4ab6-8b37-4298ef5d9c9f tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Aug 16 23:12:39.125169 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-1f4a8e14-7d21-4fc5-aced-ed2b35adce1a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:39.126630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-1f4a8e14-7d21-4fc5-aced-ed2b35adce1a tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.88 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.0481484 Aug 16 23:12:39.248760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Deleting port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:39.249131 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.300995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf03732-5622-4be2-abf7-22848393666c req-d4342762-dc2a-4da7-a104-3391930d7367 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:39.302494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bf03732-5622-4be2-abf7-22848393666c req-d4342762-dc2a-4da7-a104-3391930d7367 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff20dac7-642b-4699-a657-c39cc731db78 HTTP/1.1" status: 200 len: 945 time: 0.1008215 Aug 16 23:12:39.361136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7bf03732-5622-4be2-abf7-22848393666c req-60974538-9b46-4b59-abc7-577c3350502b tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.22 "GET /v2.0/security-groups?id=39e47a70-a986-4c2d-a31b-41990e23e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Aug 16 23:12:39.375245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] For port b6bee53d-ed48-4ee5-af88-3d922bfa89c9, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:39.375566 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.388518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Calling delete_port for b6bee53d-ed48-4ee5-af88-3d922bfa89c9 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:39.514234 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.541762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Pushing event deleted for resources: {'Port': ['ID=b6bee53d-ed48-4ee5-af88-3d922bfa89c9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:39.582026 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] No DVR routers for this DVR port b6bee53d-ed48-4ee5-af88-3d922bfa89c9 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:39.584649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.586746 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d2f9054-bc1f-47ba-8082-52be7b53ad63 req-e5b4a484-b182-4251-9df7-5405c3190647 tempest-TestMinimumBasicScenario-316693425 tempest-TestMinimumBasicScenario-316693425-project] 10.222.0.88 "DELETE /v2.0/ports/b6bee53d-ed48-4ee5-af88-3d922bfa89c9 HTTP/1.1" status: 204 len: 173 time: 0.4524746 Aug 16 23:12:39.587188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'name': 'network-vif-deleted', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:39.589448 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d298d-7bc5-40f2-bb8b-f6697d2e5620" -d '{"events": [{"server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "name": "network-vif-deleted", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:39.628490 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d80c0f-c99a-4a0c-a87f-65f5a9d8d4d9 x-openstack-request-id: req-a9d80c0f-c99a-4a0c-a87f-65f5a9d8d4d9 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:39.628731 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff20dac7-642b-4699-a657-c39cc731db78", "name": "network-vif-deleted", "tag": "b6bee53d-ed48-4ee5-af88-3d922bfa89c9", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:39.628988 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9d80c0f-c99a-4a0c-a87f-65f5a9d8d4d9 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:39.629563 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff20dac7-642b-4699-a657-c39cc731db78', 'name': 'network-vif-deleted', 'tag': 'b6bee53d-ed48-4ee5-af88-3d922bfa89c9', 'status': 'completed', 'code': 200} Aug 16 23:12:40.924308 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43192) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:41.261931 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.351221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6bee53d-ed48-4ee5-af88-3d922bfa89c9 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:41.375146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: b6bee53d-ed48-4ee5-af88-3d922bfa89c9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:41.375502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device b6bee53d-ed48-4ee5-af88-3d922bfa89c9 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:41.499005 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Deleting port c54ece92-84fe-4092-aa40-96edd7b34c75 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:41.499351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.575964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] For port c54ece92-84fe-4092-aa40-96edd7b34c75, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=c54ece92-84fe-4092-aa40-96edd7b34c75,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:41.576238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.587986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Calling delete_port for c54ece92-84fe-4092-aa40-96edd7b34c75 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:41.763430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.789768 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54ece92-84fe-4092-aa40-96edd7b34c75,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:41.958914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.166595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Router a391d6ae-aea6-464d-838e-b1a260dca7a9 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:42.268010 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:42.273938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-685a766d-2141-4bb5-98de-008698b87eb6 admin admin] 10.222.0.22 "PUT /v2.0/routers/a391d6ae-aea6-464d-838e-b1a260dca7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3475783 Aug 16 23:12:42.275573 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43194) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:42.278618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Sync routers for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:42.288225 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:42.288832 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:42.378430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.389967 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:42.482653 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.569204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:12:41Z', 'revision_number': 5, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port': {'id': 'bf56baec-07eb-4d29-b5de-3271c28b2cc4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:19Z', 'updated_at': '2021-08-16T23:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:42.600114 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Checking router: a391d6ae-aea6-464d-838e-b1a260dca7a9 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:42.608952 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Routers {'a391d6ae-aea6-464d-838e-b1a260dca7a9'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:42.609611 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['a391d6ae-aea6-464d-838e-b1a260dca7a9'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:42.696915 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] Set router a391d6ae-aea6-464d-838e-b1a260dca7a9 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:42.750543 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:12:42Z', 'revision_number': 6, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:42.780700 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350a0ae8-4ab3-44ce-83c4-8711d40c4c1f None None] The sync data for ids ['a391d6ae-aea6-464d-838e-b1a260dca7a9'] in n-d-791505-20 is: [{'id': 'a391d6ae-aea6-464d-838e-b1a260dca7a9', 'name': 'tempest-TestMinimumBasicScenario-1072893196-router', 'tenant_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:18Z', 'updated_at': '2021-08-16T23:12:42Z', 'revision_number': 6, 'project_id': 'd8ee522d648044ab9c5d4f34107ad81f', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:42.855427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Deleting port bf56baec-07eb-4d29-b5de-3271c28b2cc4 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:42.855766 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.931140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] For port bf56baec-07eb-4d29-b5de-3271c28b2cc4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=bf56baec-07eb-4d29-b5de-3271c28b2cc4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:42.931503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:42.946127 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Calling delete_port for bf56baec-07eb-4d29-b5de-3271c28b2cc4 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:43.107074 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.138511 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf56baec-07eb-4d29-b5de-3271c28b2cc4,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:43.193528 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.284884 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.287053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.334108 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.334648 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a391d6ae-aea6-464d-838e-b1a260dca7a9 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:12:43.340085 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.341061 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7c8eca7b-ea8c-44af-a514-38d22d8e3455 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a391d6ae-aea6-464d-838e-b1a260dca7a9 HTTP/1.1" status: 204 len: 168 time: 1.0640492 Aug 16 23:12:43.343579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:43.386719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Deleting subnet 4661de41-9e0e-4d41-85cd-77bfb8a907a1 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:43.389752 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.423276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.503845 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.558605 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.582063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4661de41-9e0e-4d41-85cd-77bfb8a907a1,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:43.588220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.590747 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-24643e6b-33a2-41f8-bbbd-9cc84676931f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4661de41-9e0e-4d41-85cd-77bfb8a907a1 HTTP/1.1" status: 204 len: 168 time: 0.2461877 Aug 16 23:12:43.593259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:43.593924 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29a2de-6889-4f29-9ec5-e3c34bcaad88 None None] Network 2427814b-f8e1-4e46-a0f1-61e5e7f7471c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:43.665512 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.726313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Deleting port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:43.726662 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.774397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] DHCP port deletion for 2427814b-f8e1-4e46-a0f1-61e5e7f7471c request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:43.803944 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] For port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,segment=NetworkSegment(63ba5a0e-0e06-417a-b8a3-425b64a6121b),segment_id=63ba5a0e-0e06-417a-b8a3-425b64a6121b)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:43.804319 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.817447 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Calling delete_port for 6b9cb99e-8101-42d7-bc6c-4215708dbe6a owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:43.914639 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:43.943996 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] No DVR routers for this DVR port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:43.946027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:43.971025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6b9cb99e-8101-42d7-bc6c-4215708dbe6a no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:43.993857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6b9cb99e-8101-42d7-bc6c-4215708dbe6a {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:43.994133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6b9cb99e-8101-42d7-bc6c-4215708dbe6a not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:43.994545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c54ece92-84fe-4092-aa40-96edd7b34c75 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:44.016100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: c54ece92-84fe-4092-aa40-96edd7b34c75 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:44.016453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device c54ece92-84fe-4092-aa40-96edd7b34c75 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:44.016868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bf56baec-07eb-4d29-b5de-3271c28b2cc4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:44.019016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.028670 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2427814b-f8e1-4e46-a0f1-61e5e7f7471c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:44.036749 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: bf56baec-07eb-4d29-b5de-3271c28b2cc4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:44.037132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device bf56baec-07eb-4d29-b5de-3271c28b2cc4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:44.040814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Deleting port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:44.041188 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.043410 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba5a0e-0e06-417a-b8a3-425b64a6121b') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:44.044159 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba5a0e-0e06-417a-b8a3-425b64a6121b') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:44.053400 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.067291 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.073204 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:44.073600 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:44.075241 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:44.104154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] For port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:44.105107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.117384 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Calling delete_port for 6b9cb99e-8101-42d7-bc6c-4215708dbe6a owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:44.120592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:12:44.121946 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.131482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.137993 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.143113 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] 10.222.0.22 "DELETE /v2.0/networks/2427814b-f8e1-4e46-a0f1-61e5e7f7471c HTTP/1.1" status: 204 len: 168 time: 0.5457964 Aug 16 23:12:44.143415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43200) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:44.148915 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Pushing event deleted for resources: {'Port': ['ID=6b9cb99e-8101-42d7-bc6c-4215708dbe6a,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:44.151270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] No DVR routers for this DVR port 6b9cb99e-8101-42d7-bc6c-4215708dbe6a on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:44.152183 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc860938-73de-4902-97ee-d036b0c04eee admin admin] Pushing event deleted for resources: {'Network': ['ID=2427814b-f8e1-4e46-a0f1-61e5e7f7471c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:44.164511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.164863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.165236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.165574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.165907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.166239 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.166569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.166947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.167276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.167603 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.167928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.168253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f576a84-7e78-46ca-8d0f-4140f7c0c046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:44.783611 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.018209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.019895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Deleting port 0c3064f8-f5fc-4765-a988-be4ba769e6c3 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:45.020242 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.095824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] For port 0c3064f8-f5fc-4765-a988-be4ba769e6c3, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0c3064f8-f5fc-4765-a988-be4ba769e6c3,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:45.096105 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.107818 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Calling delete_port for 0c3064f8-f5fc-4765-a988-be4ba769e6c3 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:45.282129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.308615 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3064f8-f5fc-4765-a988-be4ba769e6c3,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:45.472177 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.595898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-39c1689e-f84e-45b8-8825-c1e40df0c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.690380 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Router bfecdc62-a5f8-46c9-ac48-88649006932a has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:45.794492 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:45.799453 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d206e5bd-4769-4c08-a05d-89ffe7b1f2d8 admin admin] 10.222.0.22 "PUT /v2.0/routers/bfecdc62-a5f8-46c9-ac48-88649006932a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550195 Aug 16 23:12:45.802063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43202) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:45.802921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Sync routers for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:45.812483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:45.813147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:45.915647 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:45.920727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:46.017357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.083022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Deleting port 523bbde2-fc92-4e96-a5b7-0234c73a55bc {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:46.083373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.099138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:12:45Z', 'revision_number': 5, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port': {'id': '523bbde2-fc92-4e96-a5b7-0234c73a55bc', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:09:24Z', 'updated_at': '2021-08-16T23:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:46.125564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Checking router: bfecdc62-a5f8-46c9-ac48-88649006932a for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:46.133882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Routers {'bfecdc62-a5f8-46c9-ac48-88649006932a'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:46.134494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['bfecdc62-a5f8-46c9-ac48-88649006932a'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:46.162826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] For port 523bbde2-fc92-4e96-a5b7-0234c73a55bc, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=523bbde2-fc92-4e96-a5b7-0234c73a55bc,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:46.163202 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.175657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Calling delete_port for 523bbde2-fc92-4e96-a5b7-0234c73a55bc owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:46.219853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] Set router bfecdc62-a5f8-46c9-ac48-88649006932a gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:46.275726 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-30999afe-6b36-4428-b149-c1783db15286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:12:46Z', 'revision_number': 6, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:46.305559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30999afe-6b36-4428-b149-c1783db15286 None None] The sync data for ids ['bfecdc62-a5f8-46c9-ac48-88649006932a'] in n-d-791505-20 is: [{'id': 'bfecdc62-a5f8-46c9-ac48-88649006932a', 'name': 'tempest-TestMinimumBasicScenario-851206379-router', 'tenant_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:09:23Z', 'updated_at': '2021-08-16T23:12:46Z', 'revision_number': 6, 'project_id': '7fa3e50610fd4fca9e1d2e08472c1afa', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:46.348796 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.375899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Pushing event deleted for resources: {'Port': ['ID=523bbde2-fc92-4e96-a5b7-0234c73a55bc,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:46.437164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.525296 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.527463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.569941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.570495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfecdc62-a5f8-46c9-ac48-88649006932a {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:12:46.574979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.576136 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f5ea8ab6-2741-403d-9c5d-00d32590b445 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bfecdc62-a5f8-46c9-ac48-88649006932a HTTP/1.1" status: 204 len: 168 time: 0.7731535 Aug 16 23:12:46.578672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43204) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:46.626173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Deleting subnet 73bd7d38-bb63-4100-a849-c78a5eb43089 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:46.629437 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.663543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.746287 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.799289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.828624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bd7d38-bb63-4100-a849-c78a5eb43089,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:46.832322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.834916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e09829b3-105f-4506-9b68-47317ffc819e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/73bd7d38-bb63-4100-a849-c78a5eb43089 HTTP/1.1" status: 204 len: 168 time: 0.2552052 Aug 16 23:12:46.837025 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43206) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:46.837973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81810942-6e01-4d3e-98e6-992dbbe7663c None None] Network 44c68777-2c5d-4175-9336-b03ae2123520 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:46.906365 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.957787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Deleting port 0f6e6219-7428-4ec4-b692-01080911e139 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:46.958007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.025116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] For port 0f6e6219-7428-4ec4-b692-01080911e139, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0f6e6219-7428-4ec4-b692-01080911e139,segment=NetworkSegment(55dcb06a-f333-4b32-9e1f-49b48847b22a),segment_id=55dcb06a-f333-4b32-9e1f-49b48847b22a)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:47.025426 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.038987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Calling delete_port for 0f6e6219-7428-4ec4-b692-01080911e139 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:47.073628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] DHCP port deletion for 44c68777-2c5d-4175-9336-b03ae2123520 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:47.119334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Deleting port 0f6e6219-7428-4ec4-b692-01080911e139 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:47.120274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.121216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.148499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6e6219-7428-4ec4-b692-01080911e139,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:47.150386 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] No DVR routers for this DVR port 0f6e6219-7428-4ec4-b692-01080911e139 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:47.183972 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] For port 0f6e6219-7428-4ec4-b692-01080911e139, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:47.184376 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.196987 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Calling delete_port for 0f6e6219-7428-4ec4-b692-01080911e139 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:47.200214 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Port 0f6e6219-7428-4ec4-b692-01080911e139 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:12:47.201588 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.229954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] Pushing event deleted for resources: {'Port': ['ID=0f6e6219-7428-4ec4-b692-01080911e139,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:47.230692 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.234476 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c006513-27c4-4c4a-acaa-f1de232692cb None None] No DVR routers for this DVR port 0f6e6219-7428-4ec4-b692-01080911e139 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:47.242338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c68777-2c5d-4175-9336-b03ae2123520']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:47.252950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dcb06a-f333-4b32-9e1f-49b48847b22a') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:47.253285 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dcb06a-f333-4b32-9e1f-49b48847b22a') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:47.262994 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.278166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.284476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:47.284921 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:47.286875 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:47.346382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.352170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.362216 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] 10.222.0.22 "DELETE /v2.0/networks/44c68777-2c5d-4175-9336-b03ae2123520 HTTP/1.1" status: 204 len: 168 time: 0.5159490 Aug 16 23:12:47.364803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febbcc7-11e7-4fb9-b5ca-de8a5070dbae admin admin] Pushing event deleted for resources: {'Network': ['ID=44c68777-2c5d-4175-9336-b03ae2123520,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:47.518978 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43210) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:47.557826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-34db10ac-0e30-4b82-af89-b9a7bd087c49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8ee522d648044ab9c5d4f34107ad81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371079 Aug 16 23:12:47.560322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43212) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:47.608474 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.629593 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.675451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.678054 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.682038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39e47a70-a986-4c2d-a31b-41990e23e533 HTTP/1.1" status: 204 len: 168 time: 0.1182232 Aug 16 23:12:47.690644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79c24f-b09c-4fb7-a8da-02e95d7e928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e47a70-a986-4c2d-a31b-41990e23e533,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:47.892911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 523bbde2-fc92-4e96-a5b7-0234c73a55bc no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:47.913115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 523bbde2-fc92-4e96-a5b7-0234c73a55bc {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:47.913479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 523bbde2-fc92-4e96-a5b7-0234c73a55bc not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:47.913889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0f6e6219-7428-4ec4-b692-01080911e139 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:47.933245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0f6e6219-7428-4ec4-b692-01080911e139 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:47.933598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0f6e6219-7428-4ec4-b692-01080911e139 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:47.934020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0c3064f8-f5fc-4765-a988-be4ba769e6c3 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:47.953110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0c3064f8-f5fc-4765-a988-be4ba769e6c3 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:47.953469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0c3064f8-f5fc-4765-a988-be4ba769e6c3 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:47.987618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43218) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:48.028058 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cd280aa4-2ee1-4855-9e2a-a3b474d07a52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7fa3e50610fd4fca9e1d2e08472c1afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392683 Aug 16 23:12:48.030532 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43220) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:48.086480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:48.111369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:48.156691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:48.159346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:48.160546 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/208d269a-0474-4cd8-96f1-9e4f8af286ab HTTP/1.1" status: 204 len: 168 time: 0.1291053 Aug 16 23:12:48.169786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f1d57-3176-4ac4-a396-91d883b04eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d269a-0474-4cd8-96f1-9e4f8af286ab,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:48.259989 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:48.335811 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c91d74b2-d09b-4d35-805d-bf9f23bf8ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.440087 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.727192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:49.732056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168638819', 'description': 'tempest-secgroup-smoke-168638819 description', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:49.754466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.762732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.855538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.859818 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.897006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76520d9f-6415-4cd8-a352-9f4dcb11fd70,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:49.950807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.954556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.980681 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.981934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2536781 Aug 16 23:12:49.985017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43262) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:49.985896 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbdb01-1e31-4c7c-a910-38abb871d616 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:49.989812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.017655 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.062351 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.065788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.083458 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9c1b8b-1655-44d5-a802-f82c7ef3797a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.089060 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.092844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43264) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.092965 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2aa45ff4-26f1-4807-b964-9e497026f233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1068356 Aug 16 23:12:50.097669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.124247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.179536 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.183631 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.201089 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87222047-86a0-440f-88f9-235fa3306b7b,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.206552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.207963 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-42cbf0ff-d05a-440c-a00e-89aa9e258089 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140587 Aug 16 23:12:50.210749 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43266) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.215325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.241119 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.300056 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.303705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.321400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7c756c-516e-4cde-8668-6a4be39b2696,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.326266 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.327454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-769dc56a-520a-4783-9c82-25150ac1a4a7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157429 Aug 16 23:12:50.330308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43268) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.334584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.359510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.419146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.422687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.439522 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a853ab3d-cdb9-4a6e-9408-4de131fd2ae4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.445653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.446891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a29bdac4-2471-4012-8444-50326bafbd09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156468 Aug 16 23:12:50.449744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43270) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.454136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.476810 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:12:50.482297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.542165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.546116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.564190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12160a69-6363-4e3b-8afe-e265ea6bb87f,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.569557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.570782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1dd140b1-7036-4291-9d00-9b8ba01784d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200905 Aug 16 23:12:50.573561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.578008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca49b3bb-c091-4a13-adbc-57a1e7dbfc70', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.599269 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:12:50.604141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.668756 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.672400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.689904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e7c96b-cac7-403a-adac-8ac3d7003daa,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.696158 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.697438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-209329d1-b688-4709-b2c0-c337de60f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229069 Aug 16 23:12:50.700940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43274) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.705926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'network': {'name': 'tempest-network-smoke--332197621', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.725796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:50.729518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.752274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:12:50.760671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.761019 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Added segment 8d1a58b8-c20c-465a-83c9-02249b34fa60 of type vlan for network d9ccd96d-9738-47b8-8ef8-c28cea758346 Aug 16 23:12:50.798927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.823016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.828468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.829055 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.883186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1811688 Aug 16 23:12:50.886193 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.890549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'admin_state_up': True, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:50.911735 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015ca43-339b-496d-b1b0-ee143705953a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Network': ['ID=d9ccd96d-9738-47b8-8ef8-c28cea758346,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.923399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:12:50.925166 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.926237 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.976784 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.395100 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.442031 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.588644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.607802 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.712412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.110 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/d2477950-6925-4946-b0fa-430e006543e2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:51.825317 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.862732 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.898417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:51.903149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:51.906665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:51.931656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=d2477950-6925-4946-b0fa-430e006543e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:52.215525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.411480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.538722 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 95253594-6c88-4e58-8738-0dc186630b8d is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:12:52.639234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:52.649992 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Sync routers for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:52.657356 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.658586 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-38a362c2-0e1d-436e-a008-06a8cb2f5444 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7714820 Aug 16 23:12:52.659887 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:52.660495 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:52.661745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43278) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.767869 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:52.792131 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f40aee3-59c0-4d51-8518-2b1c1b3db7c1 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=fb19729f2b7e4e91bd222d48cf295e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292477 Aug 16 23:12:52.794728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.939284 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:52Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:52.941766 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811fb2ef-7247-4191-a8ca-88e5c9933f47 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:52.943320 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-811fb2ef-7247-4191-a8ca-88e5c9933f47 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476545 Aug 16 23:12:52.946096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.965199 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Checking router: 95253594-6c88-4e58-8738-0dc186630b8d for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:52.965547 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Updating router 95253594-6c88-4e58-8738-0dc186630b8d port d2477950-6925-4946-b0fa-430e006543e2 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:12:52.980120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a6e8b3e1-63af-43fb-b261-f98c99e40d00 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329437 Aug 16 23:12:52.982640 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43286) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.987626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817939392', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:53.086591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:53.089408 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.090914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.266489 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.327478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Subnet': ['ID=541abad0-e3ce-4a1f-b4da-b227874ad637,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.335106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Checking segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:53.335106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network hostable DHCP agents. Network: d9ccd96d-9738-47b8-8ef8-c28cea758346, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:12:53.337510 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.347397 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Transition to ACTIVE for port object d2477950-6925-4946-b0fa-430e006543e2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:53.352566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:12:53.354362 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.363292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d9ccd96d-9738-47b8-8ef8-c28cea758346) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:53.367726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:53.368323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.377259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8543ca-80fb-4865-8064-691f005d6c75 None None] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:53.383712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-54ef1f30-2f54-4161-8ba0-a93636a2fbea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000542 Aug 16 23:12:53.386355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:53.404690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Attempting to bind port d2477950-6925-4946-b0fa-430e006543e2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:53.405051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Attempting to bind port d2477950-6925-4946-b0fa-430e006543e2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:53.406622 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Attempting to bind port d2477950-6925-4946-b0fa-430e006543e2 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:53.415052 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Pushing event updated for resources: {'Port': ['ID=d2477950-6925-4946-b0fa-430e006543e2,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.417850 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:53.418226 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:53.418628 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.419017 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:53.419484 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Bound port: d2477950-6925-4946-b0fa-430e006543e2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:53.419911 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.447480 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.447851 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.448193 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.448529 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.448853 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.449199 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.449523 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.449845 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.450167 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.450482 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.450799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.451114 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:53.487176 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] For port d2477950-6925-4946-b0fa-430e006543e2, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:53.490335 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] For port d2477950-6925-4946-b0fa-430e006543e2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2477950-6925-4946-b0fa-430e006543e2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:12:53.496342 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.533860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.562619 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaffb6-2085-4fa1-9c6d-ac9f0d8b3f08 None None] Pushing event updated for resources: {'Port': ['ID=d2477950-6925-4946-b0fa-430e006543e2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.568055 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:53.568711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:53.569349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d9ccd96d-9738-47b8-8ef8-c28cea758346', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:12:53.570485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.675785 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:53.712561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Allocated IP 172.20.0.2 (d9ccd96d-9738-47b8-8ef8-c28cea758346/541abad0-e3ce-4a1f-b4da-b227874ad637/f3191c86-5011-4611-8963-b6b20d94347c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:53.845556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.857163 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:52Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:53.857636 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.866039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Transition to ACTIVE for port object f3191c86-5011-4611-8963-b6b20d94347c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:53.881533 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Transition to ACTIVE for port object f3191c86-5011-4611-8963-b6b20d94347c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:53.887707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.887912 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4cfaa0-944e-4c20-b095-983d720cccae None None] The sync data for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 is: [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:52Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:53.945971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:53.949015 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:53.951620 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:53.961132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Pushing event updated for resources: {'Port': ['ID=f3191c86-5011-4611-8963-b6b20d94347c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.014136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Attempting to bind port f3191c86-5011-4611-8963-b6b20d94347c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:54.014522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Attempting to bind port f3191c86-5011-4611-8963-b6b20d94347c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:54.014889 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Attempting to bind port f3191c86-5011-4611-8963-b6b20d94347c on network d9ccd96d-9738-47b8-8ef8-c28cea758346 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:54.020360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:54.020733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Checking segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:54.021169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.021573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Bound using segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:54.022047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Bound port: f3191c86-5011-4611-8963-b6b20d94347c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:54.022432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.089656 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] For port f3191c86-5011-4611-8963-b6b20d94347c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:54.093651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] For port f3191c86-5011-4611-8963-b6b20d94347c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3191c86-5011-4611-8963-b6b20d94347c,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:12:54.098761 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.175655 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aba95e-8c7c-495d-ab7b-ed7e737a3ea8 None None] Pushing event updated for resources: {'Port': ['ID=f3191c86-5011-4611-8963-b6b20d94347c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.563843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.1 (d9ccd96d-9738-47b8-8ef8-c28cea758346/541abad0-e3ce-4a1f-b4da-b227874ad637/0899ee05-437d-4b9b-8adb-266381a50400) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:54.687532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.702621 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object 0899ee05-437d-4b9b-8adb-266381a50400 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:54.736839 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.777001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:54.780246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:54.784039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:54.823439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.838999 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.984442 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.103883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0e894-85f3-49b1-9d93-bd693a968707 None None] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:55.186984 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9435bf4c-de5b-4866-bdfc-19d0ab60b2c6 None None] Provisioning for port f3191c86-5011-4611-8963-b6b20d94347c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:55.281340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.286425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.365513 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:55.373167 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.470910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:55.472614 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:55.520672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24652976-739f-4df3-bab6-e8362acc95ee None None] Provisioning for port 0899ee05-437d-4b9b-8adb-266381a50400 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:55.525457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24652976-739f-4df3-bab6-e8362acc95ee None None] Provisioning complete for port 0899ee05-437d-4b9b-8adb-266381a50400 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:55.526534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24652976-739f-4df3-bab6-e8362acc95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.565284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-24652976-739f-4df3-bab6-e8362acc95ee None None] Port 0899ee05-437d-4b9b-8adb-266381a50400 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:55.597525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 95253594-6c88-4e58-8738-0dc186630b8d has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:55.696012 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1a7c30e1-61cf-45ad-a908-5d41dc2747f7 None None] Provisioning complete for port 0899ee05-437d-4b9b-8adb-266381a50400 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:55.696684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a7c30e1-61cf-45ad-a908-5d41dc2747f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.716155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:55.721761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-391cf7fb-02e1-4670-9a94-19d4cc22c4fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/95253594-6c88-4e58-8738-0dc186630b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3341489 Aug 16 23:12:55.728315 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Sync routers for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:55.740653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c30e1-61cf-45ad-a908-5d41dc2747f7 None None] Port 0899ee05-437d-4b9b-8adb-266381a50400 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:55.745434 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:55.746162 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.871894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:55.873178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-db7c0511-12cc-4cd9-a0a8-de9850482194 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168638819&fields=id&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 267 time: 0.0407085 Aug 16 23:12:55.873893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e956993a-a7a9-4cd7-bc6a-161f39bd9aea None None] Provisioning complete for port 0899ee05-437d-4b9b-8adb-266381a50400 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:55.874270 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e956993a-a7a9-4cd7-bc6a-161f39bd9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.973510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2477950-6925-4946-b0fa-430e006543e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:56.000673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-ab545d72-cb0b-4812-89ed-91b533415d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:56.002579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-ab545d72-cb0b-4812-89ed-91b533415d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 796 time: 0.1168826 Aug 16 23:12:56.006381 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e956993a-a7a9-4cd7-bc6a-161f39bd9aea None None] Port 0899ee05-437d-4b9b-8adb-266381a50400 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:56.017965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-0710b795-b9ef-4d4a-a2c2-fcda625ffb6f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/quotas/fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 375 time: 0.0095656 Aug 16 23:12:56.070027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-11a5b1e7-fb81-4fc9-a958-f8ad6f7362f8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459864 Aug 16 23:12:56.095233 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d2477950-6925-4946-b0fa-430e006543e2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:56.120943 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2477950-6925-4946-b0fa-430e006543e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:56.121585 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.187906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:55Z', 'revision_number': 2, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:56.212340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-c82c7cb9-06e7-4b58-8650-d7222d7128f5 service neutron] 10.222.0.22 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295695 Aug 16 23:12:56.234134 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Checking router: 95253594-6c88-4e58-8738-0dc186630b8d for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:56.234486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Updating router 95253594-6c88-4e58-8738-0dc186630b8d port 0899ee05-437d-4b9b-8adb-266381a50400 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:12:56.268347 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.271267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.302641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-2724cab4-361d-479f-8e16-9b23c57ef376 service neutron] 10.222.0.22 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Aug 16 23:12:56.319944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d2477950-6925-4946-b0fa-430e006543e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2477950-6925-4946-b0fa-430e006543e2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:56.325249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.326022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3191c86-5011-4611-8963-b6b20d94347c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:56.484543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d2477950-6925-4946-b0fa-430e006543e2,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:56.676688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f3191c86-5011-4611-8963-b6b20d94347c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:56.684435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f3191c86-5011-4611-8963-b6b20d94347c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:56.684809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.830170 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.832297 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.850332 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Transition to ACTIVE for port object 0899ee05-437d-4b9b-8adb-266381a50400 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:56.863548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.896838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port f3191c86-5011-4611-8963-b6b20d94347c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3191c86-5011-4611-8963-b6b20d94347c,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:56.905977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:56.922914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf093a-ec6f-4394-90e6-31a30722e395 None None] Pushing event updated for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:57.016534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Attempting to bind port 0899ee05-437d-4b9b-8adb-266381a50400 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:57.016917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Attempting to bind port 0899ee05-437d-4b9b-8adb-266381a50400 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:57.017331 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Attempting to bind port 0899ee05-437d-4b9b-8adb-266381a50400 on network d9ccd96d-9738-47b8-8ef8-c28cea758346 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:57.019267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=f3191c86-5011-4611-8963-b6b20d94347c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:57.025330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:57.025777 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Checking segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:57.026700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:57.027093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Bound using segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:57.027566 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Bound port: 0899ee05-437d-4b9b-8adb-266381a50400, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:57.027957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:57.090769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] For port 0899ee05-437d-4b9b-8adb-266381a50400, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:57.093761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] For port 0899ee05-437d-4b9b-8adb-266381a50400, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0899ee05-437d-4b9b-8adb-266381a50400,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:12:57.098403 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:57.175358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:57.176001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:57.182989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf093a-ec6f-4394-90e6-31a30722e395 None None] Pushing event updated for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:57.291124 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:57.492316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83673c79-6aaa-4fa3-b22a-e1a7f7893c51 req-03f6c946-3255-44c8-8c29-7b5f4fc34978 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 16 23:12:57.506611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:57Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:57.534948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec8e006-68e0-468f-aaf8-20b2b6c8ebad None None] The sync data for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 is: [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:57Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:57.998637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0899ee05-437d-4b9b-8adb-266381a50400 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:58.058497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 0899ee05-437d-4b9b-8adb-266381a50400 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:58.062824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0899ee05-437d-4b9b-8adb-266381a50400 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:58.063211 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:58.129750 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:12:58.152387 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:58.187937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 0899ee05-437d-4b9b-8adb-266381a50400, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0899ee05-437d-4b9b-8adb-266381a50400,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:58.192575 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:58.193557 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2477950-6925-4946-b0fa-430e006543e2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:58.272334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:58.285526 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d2477950-6925-4946-b0fa-430e006543e2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:58.285904 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:58.365084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3191c86-5011-4611-8963-b6b20d94347c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:58.414573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f3191c86-5011-4611-8963-b6b20d94347c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:58.414939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:58.599996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-429719c0-8bf5-43e8-abcb-8743d406bdd4 req-7aebff25-7905-4fff-a118-6d47f99d8d06 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 210 time: 0.0291493 Aug 16 23:12:58.709194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-f6446a9e-1f2e-4f6c-987d-19ec1557b4e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.710540 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-f6446a9e-1f2e-4f6c-987d-19ec1557b4e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 796 time: 0.1074812 Aug 16 23:12:58.782937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-5bc78e3e-4715-4d2c-9376-ca189e52bff4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 379 time: 0.0336297 Aug 16 23:12:58.792323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'port': {'device_id': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'admin_state_up': True, 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'security_groups': ['ca49b3bb-c091-4a13-adbc-57a1e7dbfc70']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:58.904042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:58.907540 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.030505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.8 (d9ccd96d-9738-47b8-8ef8-c28cea758346/541abad0-e3ce-4a1f-b4da-b227874ad637/f956adf9-6334-46f3-98ee-61dc6a9b442d) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:59.165857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.179215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object f956adf9-6334-46f3-98ee-61dc6a9b442d will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:59.211083 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.254895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:59.257913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:59.261708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:59.289850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:59.319016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:59.319664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.334960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-000da23d-af5f-499c-bfbf-e70bbc014ecf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5461824 Aug 16 23:12:59.408150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Request body: {'port': {'device_id': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:59.463694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.479708 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2ab9897-eacf-44fe-91e5-c82ed82f705a None None] Provisioning for port f956adf9-6334-46f3-98ee-61dc6a9b442d completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:59.483864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a2ab9897-eacf-44fe-91e5-c82ed82f705a None None] Provisioning complete for port f956adf9-6334-46f3-98ee-61dc6a9b442d triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:59.484381 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9897-eacf-44fe-91e5-c82ed82f705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.518414 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab9897-eacf-44fe-91e5-c82ed82f705a None None] Port f956adf9-6334-46f3-98ee-61dc6a9b442d cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:59.760718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bff9c-9dff-4b08-b49e-17f57348adc6 req-43f68bcd-b0d5-4fe4-98ff-ad606fc9b735 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:59.762282 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b91bff9c-9dff-4b08-b49e-17f57348adc6 req-43f68bcd-b0d5-4fe4-98ff-ad606fc9b735 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 931 time: 0.0937531 Aug 16 23:12:59.780976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f956adf9-6334-46f3-98ee-61dc6a9b442d {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:12:59.795613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.817175 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Transition to ACTIVE for port object f956adf9-6334-46f3-98ee-61dc6a9b442d will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:59.823121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b91bff9c-9dff-4b08-b49e-17f57348adc6 req-ea4c07fd-4e3d-460d-8d13-9ef55c38eade tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527227 Aug 16 23:12:59.824195 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.879075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:59.915553 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0899ee05-437d-4b9b-8adb-266381a50400 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:59.954601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Attempting to bind port f956adf9-6334-46f3-98ee-61dc6a9b442d on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:59.954948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Attempting to bind port f956adf9-6334-46f3-98ee-61dc6a9b442d by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:59.955272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Attempting to bind port f956adf9-6334-46f3-98ee-61dc6a9b442d on network d9ccd96d-9738-47b8-8ef8-c28cea758346 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:59.960017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Port f956adf9-6334-46f3-98ee-61dc6a9b442d on network d9ccd96d-9738-47b8-8ef8-c28cea758346 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:12:59.960474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Attempting to bind port f956adf9-6334-46f3-98ee-61dc6a9b442d on network d9ccd96d-9738-47b8-8ef8-c28cea758346 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:59.966365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:59.966893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Checking segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:59.967293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Bound using segment: {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:59.968143 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Bound port: f956adf9-6334-46f3-98ee-61dc6a9b442d, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d1a58b8-c20c-465a-83c9-02249b34fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:59.968682 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:59.969172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 0899ee05-437d-4b9b-8adb-266381a50400 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:59.969556 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.038667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:00.042865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:00.048654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.083199 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.083793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.085234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] 10.222.0.89 "PUT /v2.0/ports/f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 1092 time: 0.7271595 Aug 16 23:13:00.085680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:00.087935 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe76b32-beef-4e4f-baac-79a15fb26712" -d '{"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:00.113233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f0a0f-c104-42fa-a85a-8402c3e7e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:00.131375 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a77b25-3c44-45cf-8bd4-be675e832693 x-openstack-request-id: req-e0a77b25-3c44-45cf-8bd4-be675e832693 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:00.131640 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:00.131864 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0a77b25-3c44-45cf-8bd4-be675e832693 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:00.132271 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'status': 'completed', 'code': 200} Aug 16 23:13:00.193718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-eb8a7722-76df-4362-bf9c-8dd9656dc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.195297 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-eb8a7722-76df-4362-bf9c-8dd9656dc5b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0429432 Aug 16 23:13:00.254994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-8b6b307b-671b-4145-b75b-afbd0bc9c8c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 217 time: 0.0388284 Aug 16 23:13:00.311002 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-72aebca2-9eb7-4345-8181-d7455f6423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.312332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-72aebca2-9eb7-4345-8181-d7455f6423f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 200 len: 834 time: 0.0437269 Aug 16 23:13:00.361721 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-5831bf93-691c-4274-b343-2fe093516a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.363234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-5831bf93-691c-4274-b343-2fe093516a61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9ccd96d-9738-47b8-8ef8-c28cea758346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399828 Aug 16 23:13:00.461324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-a0671e43-c314-41e8-88ae-ff309f9d7996 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Aug 16 23:13:00.554576 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a94415fb-a6b1-46df-9ac3-684f823a7201 req-513ab80c-2403-4634-900b-cb398509b9ac service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 Aug 16 23:13:00.690462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-21805f3b-31e3-40d8-8c7c-9343e6cf9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.691940 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-21805f3b-31e3-40d8-8c7c-9343e6cf9fbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0451572 Aug 16 23:13:00.779626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-4300c371-54ac-4d35-8f45-01570ab157b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.781052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-4300c371-54ac-4d35-8f45-01570ab157b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 896 time: 0.0822566 Aug 16 23:13:00.825525 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-95eede61-d046-42d4-b579-e65c01791291 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 217 time: 0.0371120 Aug 16 23:13:00.883774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-f5dfaf56-7e3d-48d2-a6e8-37a2cc909d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.885939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-f5dfaf56-7e3d-48d2-a6e8-37a2cc909d48 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 200 len: 834 time: 0.0474467 Aug 16 23:13:00.955877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-0588b5bb-8361-471e-a3d3-bb8e8de66f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.957319 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-0588b5bb-8361-471e-a3d3-bb8e8de66f71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9ccd96d-9738-47b8-8ef8-c28cea758346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588272 Aug 16 23:13:00.965934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1005d-ebfc-4efe-858c-82f4cf57ac4e req-f02e3e06-9729-4e17-8c9b-eb413cc02904 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.967312 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fc1005d-ebfc-4efe-858c-82f4cf57ac4e req-f02e3e06-9729-4e17-8c9b-eb413cc02904 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 943 time: 0.0771890 Aug 16 23:13:01.051667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1fc1005d-ebfc-4efe-858c-82f4cf57ac4e req-d66f8cde-9d92-4b81-bf83-9a875f584c0f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763772 Aug 16 23:13:01.079708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-fa75e49c-63bf-410e-b23b-eb5b2fe14e38 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114724 Aug 16 23:13:01.174934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fe76b32-beef-4e4f-baac-79a15fb26712 req-2a32f266-51e3-42aa-bdac-a44871eb8ec8 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848982 Aug 16 23:13:02.168030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ae87e-0a79-488c-8cc5-d3e0642db16e req-a780f2ca-0c11-4bdb-9217-4e35c243893a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:02.169581 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-614ae87e-0a79-488c-8cc5-d3e0642db16e req-a780f2ca-0c11-4bdb-9217-4e35c243893a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 943 time: 0.0492330 Aug 16 23:13:02.206630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-614ae87e-0a79-488c-8cc5-d3e0642db16e req-14110905-2472-4575-8c31-5bcf7f785c47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Aug 16 23:13:03.319626 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea7ba3-368d-43f4-b945-960c4e9ce7c5 req-ea1e5dae-9d4d-47a2-9b3d-a0f1ae27e601 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:03.321001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebea7ba3-368d-43f4-b945-960c4e9ce7c5 req-ea1e5dae-9d4d-47a2-9b3d-a0f1ae27e601 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 943 time: 0.0481703 Aug 16 23:13:03.358044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebea7ba3-368d-43f4-b945-960c4e9ce7c5 req-7ae7898b-e118-45df-8384-3a0458b0a1e4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Aug 16 23:13:03.360857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f956adf9-6334-46f3-98ee-61dc6a9b442d details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:13:03.454819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:03.467253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'port_id': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'mac_address': 'fa:16:3e:64:0e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:13:03.503121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.516950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f956adf9-6334-46f3-98ee-61dc6a9b442d {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:03.538025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:03.541929 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.587257 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:03.916258 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['f956adf9-6334-46f3-98ee-61dc6a9b442d'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:13:04.474508 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821967d9-b3a4-4164-988d-32a62e4de1f6 req-3f7cb8f0-f6bd-4622-ab4e-294476bde412 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:04.475968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-821967d9-b3a4-4164-988d-32a62e4de1f6 req-3f7cb8f0-f6bd-4622-ab4e-294476bde412 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 944 time: 0.0521379 Aug 16 23:13:04.514031 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-821967d9-b3a4-4164-988d-32a62e4de1f6 req-bebc6d25-4073-4feb-bb3c-6f1ba1f649a9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Aug 16 23:13:05.374445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f956adf9-6334-46f3-98ee-61dc6a9b442d up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:05.424211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port f956adf9-6334-46f3-98ee-61dc6a9b442d completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:05.427912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port f956adf9-6334-46f3-98ee-61dc6a9b442d triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:05.428369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:05.501484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:05.523261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:05.525522 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1752d2-ad09-4dd3-876a-93da9aac19af" -d '{"events": [{"server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:05.538534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:05.543041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:05.598649 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:05.628194 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0227d956-0a3f-4552-a8e7-b85e0f07465b x-openstack-request-id: req-0227d956-0a3f-4552-a8e7-b85e0f07465b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:05.628491 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "name": "network-vif-plugged", "status": "completed", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:05.628744 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0227d956-0a3f-4552-a8e7-b85e0f07465b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:05.629264 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'code': 200} Aug 16 23:13:05.636491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3b334-983e-4435-9fc1-21635c3ee707 req-69ebd699-46d2-4b4e-a9cd-dd470d548775 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:05.638029 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cb3b334-983e-4435-9fc1-21635c3ee707 req-69ebd699-46d2-4b4e-a9cd-dd470d548775 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0553751 Aug 16 23:13:05.678099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6cb3b334-983e-4435-9fc1-21635c3ee707 req-e4586cfe-9290-44ac-92da-5f9eb096914a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340254 Aug 16 23:13:05.777699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060cbe-d5fe-4693-a6f3-307e6e180f20 req-9084bc49-3dd2-4871-b22c-489bc3d37442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:05.779155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c060cbe-d5fe-4693-a6f3-307e6e180f20 req-9084bc49-3dd2-4871-b22c-489bc3d37442 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0397258 Aug 16 23:13:05.816914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c060cbe-d5fe-4693-a6f3-307e6e180f20 req-c02d232d-5de1-450f-9aa4-3302d4c64ac9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259571 Aug 16 23:13:06.798840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98409f-fb5b-41a4-b9cf-0514cc0adc02 req-7a81e24d-06e4-4c6f-a717-afa112b6240c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:06.800219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be98409f-fb5b-41a4-b9cf-0514cc0adc02 req-7a81e24d-06e4-4c6f-a717-afa112b6240c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Aug 16 23:13:06.838604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-be98409f-fb5b-41a4-b9cf-0514cc0adc02 req-905771b8-f38f-4f22-a711-b5cfff11f167 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Aug 16 23:13:07.950890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089818-784b-422d-ad95-84a53dcf882d req-c5cdc9ce-a6cd-45b2-9bbd-804baa56d775 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:07.952388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3089818-784b-422d-ad95-84a53dcf882d req-c5cdc9ce-a6cd-45b2-9bbd-804baa56d775 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Aug 16 23:13:07.991968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3089818-784b-422d-ad95-84a53dcf882d req-86250225-9c19-40b1-9841-c61a473bb233 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Aug 16 23:13:08.103336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac71dd-27c7-4d9d-bb9d-f5790bada37d req-f9551018-b3aa-434a-b3e3-68cd3c329d8b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:08.104685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ac71dd-27c7-4d9d-bb9d-f5790bada37d req-f9551018-b3aa-434a-b3e3-68cd3c329d8b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0478666 Aug 16 23:13:08.142058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-90ac71dd-27c7-4d9d-bb9d-f5790bada37d req-f4c72b22-09e3-4f56-995f-490db5310ba1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Aug 16 23:13:08.163357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:08.204763 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1f539-4b17-448a-ac1a-c071d5ad9671 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:08.206249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-10b1f539-4b17-448a-ac1a-c071d5ad9671 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1092 time: 0.0419712 Aug 16 23:13:08.209155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43350) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:08.213439 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:08.234990 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.338963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.440781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.123 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/edecff5d-546e-4751-be48-c1a48359f5e2) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:08.539009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.579275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.623669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:08.626590 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:08.630514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:08.654030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=edecff5d-546e-4751-be48-c1a48359f5e2,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:08.978253 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.051219 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.201374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.206021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.276293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=edecff5d-546e-4751-be48-c1a48359f5e2,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:09.285346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.698052 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP 36aec6f1-3748-4f14-b7c6-ffc9839e8334 associated. External IP: 172.25.8.123, port: f956adf9-6334-46f3-98ee-61dc6a9b442d. Aug 16 23:13:09.899912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 95253594-6c88-4e58-8738-0dc186630b8d has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:10.004107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:10.014466 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Sync routers for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:10.020373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.023499 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:10.024162 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.047881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-341d44eb-ccc5-4953-a5c6-cf435cc483d1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8378024 Aug 16 23:13:10.048585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:10.050988 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1e46db-ab63-4623-a451-f5e0612d73ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:10.088143 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca18126d-2043-48ba-b8f8-b4a95e784fe6 x-openstack-request-id: req-ca18126d-2043-48ba-b8f8-b4a95e784fe6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:10.089127 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:10.089472 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca18126d-2043-48ba-b8f8-b4a95e784fe6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:10.089966 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'status': 'completed', 'code': 200} Aug 16 23:13:10.139568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:10.156370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244f7b-4499-42d4-bf2f-eaf1b73ec483 req-26b3ad4f-62f7-4315-9245-6efca73327f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.157890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b244f7b-4499-42d4-bf2f-eaf1b73ec483 req-26b3ad4f-62f7-4315-9245-6efca73327f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0608408 Aug 16 23:13:10.211924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-17d78732-15a5-45c7-94a2-a409a019c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.213497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-17d78732-15a5-45c7-94a2-a409a019c024 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0757205 Aug 16 23:13:10.220782 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b244f7b-4499-42d4-bf2f-eaf1b73ec483 req-5ccf4d5a-2ba5-479a-b17b-5cab18b15dac tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492280 Aug 16 23:13:10.245180 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:10.308233 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-61153816-54f9-42f5-a6b7-265f64e1ccfd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/36aec6f1-3748-4f14-b7c6-ffc9839e8334 HTTP/1.1" status: 200 len: 991 time: 0.0610156 Aug 16 23:13:10.309135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-49ae02f8-bca5-4628-9d99-c57eb5e37bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.310624 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-49ae02f8-bca5-4628-9d99-c57eb5e37bad service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 896 time: 0.0889528 Aug 16 23:13:10.363428 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '36aec6f1-3748-4f14-b7c6-ffc9839e8334', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'port_id': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'mac_address': 'fa:16:3e:64:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:08Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.381783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-969cfc91-15cd-4e3b-be7a-5de48c1566e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 999 time: 0.0635917 Aug 16 23:13:10.393672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Checking router: 95253594-6c88-4e58-8738-0dc186630b8d for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:10.402416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:10.403025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:12:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.430518 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-0cc2c22c-bd20-4113-a565-8fd6d4b8a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.432042 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-0cc2c22c-bd20-4113-a565-8fd6d4b8a668 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 200 len: 834 time: 0.0438936 Aug 16 23:13:10.479930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-1862115c-fbc6-42d8-b565-8f550d66ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:10.481489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-1862115c-fbc6-42d8-b565-8f550d66ce05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9ccd96d-9738-47b8-8ef8-c28cea758346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420685 Aug 16 23:13:10.507711 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:10.575414 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-e7a9ce63-e083-43ba-9e63-e07e5dbabab6 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862103 Aug 16 23:13:10.664808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c1e46db-ab63-4623-a451-f5e0612d73ae req-3a04a98e-ed55-4424-ae36-20cf88ef6edf service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828519 Aug 16 23:13:10.725350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '36aec6f1-3748-4f14-b7c6-ffc9839e8334', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'port_id': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'mac_address': 'fa:16:3e:64:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:08Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.751068 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96179ee-1b0a-431d-bb7d-c2c52a6d9226 None None] The sync data for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 is: [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '36aec6f1-3748-4f14-b7c6-ffc9839e8334', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'port_id': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'mac_address': 'fa:16:3e:64:0e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:08Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:10.943368 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2692f05-27b4-41bd-be13-ce33a2f79459 None None] New status for floating IP 36aec6f1-3748-4f14-b7c6-ffc9839e8334: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:13:11.309617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43360) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:11.371462 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-29305a2a-ee72-45c7-a72b-29ef8646d323 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/36aec6f1-3748-4f14-b7c6-ffc9839e8334 HTTP/1.1" status: 200 len: 993 time: 0.0607121 Aug 16 23:13:15.006656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.596163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8587b323-5faf-4933-b304-0a931b799d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.260702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.336252 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6abf94f-852f-43cf-bc6e-9b2daa632958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.444216 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.733229 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-1fd09ac4-f55f-4a1b-9b7f-0b73ab131dc9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432961 Aug 16 23:13:19.837572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-27a86e26-ff2b-4cda-9730-829a0f3f0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:19.839049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-27a86e26-ff2b-4cda-9730-829a0f3f0174 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0408936 Aug 16 23:13:19.942028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-4c58c4a2-0905-4509-b5cc-5ccbeb3fa118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:19.943475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-4c58c4a2-0905-4509-b5cc-5ccbeb3fa118 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 896 time: 0.0848734 Aug 16 23:13:20.012329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-46058c5d-c5af-4c4b-b88a-2ce67c6937fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 1001 time: 0.0613871 Aug 16 23:13:20.063565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-cbbe9212-446b-40ad-ab53-396ae21785e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:20.065010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-cbbe9212-446b-40ad-ab53-396ae21785e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 200 len: 834 time: 0.0449986 Aug 16 23:13:20.111464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-d26719d8-234e-4344-a5ef-293a7dcc44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:20.112992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-d26719d8-234e-4344-a5ef-293a7dcc44bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9ccd96d-9738-47b8-8ef8-c28cea758346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400193 Aug 16 23:13:20.208259 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-1181d00e-2855-46e5-8f08-b64781d1b608 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876434 Aug 16 23:13:20.297707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87ad8cca-6049-4200-8121-df531ba2a6f2 req-0da2b86d-46da-4183-99fa-136538f28cc0 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814600 Aug 16 23:13:21.445224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.512306 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.133384 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:13:44.462733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8725d1-7a9b-4331-b0f3-c2157c7ed1a9 req-adb70e61-e876-4f48-b237-e9ebcfc8822f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:44.464419 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c8725d1-7a9b-4331-b0f3-c2157c7ed1a9 req-adb70e61-e876-4f48-b237-e9ebcfc8822f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0549426 Aug 16 23:13:44.502410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4c8725d1-7a9b-4331-b0f3-c2157c7ed1a9 req-b71e3b76-85b1-4b99-8da9-7fc5dca34c93 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Aug 16 23:13:45.016364 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:45.595770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ed82c65-d88f-476d-8aeb-5466e57ba5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:45.620809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057edab8-1075-4223-be79-120c6bcae373 req-99da94f1-68c0-46d6-a4b3-d0dceb4172de tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:45.622354 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-057edab8-1075-4223-be79-120c6bcae373 req-99da94f1-68c0-46d6-a4b3-d0dceb4172de tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Aug 16 23:13:45.659589 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-057edab8-1075-4223-be79-120c6bcae373 req-88f6099d-337b-4837-a823-b1009e2a78bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Aug 16 23:13:45.682567 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43384) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:45.745676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-80444b5b-fce7-4970-b655-75211f492a1a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/36aec6f1-3748-4f14-b7c6-ffc9839e8334 HTTP/1.1" status: 200 len: 993 time: 0.0619168 Aug 16 23:13:47.053293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997976a1-81cf-4614-b727-590b53c5aaa3 req-888ebb7a-4474-40e4-a57a-5b43e8f0c9a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:47.054707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-997976a1-81cf-4614-b727-590b53c5aaa3 req-888ebb7a-4474-40e4-a57a-5b43e8f0c9a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0499582 Aug 16 23:13:47.092617 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-997976a1-81cf-4614-b727-590b53c5aaa3 req-061a7f62-c400-44f6-953a-4429e916f2b8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Aug 16 23:13:48.208368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881b12d-bfdb-4b1a-a3b0-72d3e08456c0 req-fc93fafa-74df-41f9-92f2-0589a84b7957 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.209869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3881b12d-bfdb-4b1a-a3b0-72d3e08456c0 req-fc93fafa-74df-41f9-92f2-0589a84b7957 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Aug 16 23:13:48.247836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3881b12d-bfdb-4b1a-a3b0-72d3e08456c0 req-96b93a2f-c6e7-47e4-8d79-9dd2d62a7fc5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314326 Aug 16 23:13:48.262107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.270672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43394) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:48.334252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f95b073b-34f0-43ea-9960-e428dee1fec3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/36aec6f1-3748-4f14-b7c6-ffc9839e8334 HTTP/1.1" status: 200 len: 993 time: 0.0624290 Aug 16 23:13:48.338398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e5bda515-2500-4ac5-9e08-96e5d8ff9f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.571667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43400) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:48.729812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port edecff5d-546e-4751-be48-c1a48359f5e2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:48.730082 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.810511 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.810864 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.823070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for edecff5d-546e-4751-be48-c1a48359f5e2 owned by network:floatingip {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:48.976963 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.003854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=edecff5d-546e-4751-be48-c1a48359f5e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:49.027323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.027681 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.028029 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.028374 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.028719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.029061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.029427 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.029764 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.030103 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.030438 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.030777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.031108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:49.072305 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.072613 n-d-791505-20 neutron-server[94817]: INFO neutron.db.l3_db [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP 36aec6f1-3748-4f14-b7c6-ffc9839e8334 disassociated (deleted). External IP: 172.25.8.123, port: f956adf9-6334-46f3-98ee-61dc6a9b442d. Aug 16 23:13:49.276872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 95253594-6c88-4e58-8738-0dc186630b8d has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:49.383657 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:49.388317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.392736 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Sync routers for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:49.402096 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:49.402701 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.416664 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e2e3bef1-5366-440b-b9a0-0b7ef5e0abae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/floatingips/36aec6f1-3748-4f14-b7c6-ffc9839e8334 HTTP/1.1" status: 204 len: 168 time: 0.8415642 Aug 16 23:13:49.416664 n-d-791505-20 neutron-server[94817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d'}] {{(pid=94817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:49.417226 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e4d556cf59d4c75ac4712d40f5879d745e7235dbab4c568e97dd4760e0d06d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c49a11-8269-4010-9032-55272d6274f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d"}]}' {{(pid=94817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:49.452333 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.460322 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf301dde-3090-4478-b0c0-11081eb343a0 x-openstack-request-id: req-cf301dde-3090-4478-b0c0-11081eb343a0 {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:49.460610 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d", "status": "completed", "code": 200}]} {{(pid=94817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:49.460914 n-d-791505-20 neutron-server[94817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf301dde-3090-4478-b0c0-11081eb343a0 {{(pid=94817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:49.462095 n-d-791505-20 neutron-server[94817]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'status': 'completed', 'code': 200} Aug 16 23:13:49.525005 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:49.567624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49a11-8269-4010-9032-55272d6274f9 req-f72a660e-82a0-47f0-9bed-05274127485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.569410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-f72a660e-82a0-47f0-9bed-05274127485a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 1097 time: 0.0470724 Aug 16 23:13:49.708063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba25a-b50b-4f2a-9e79-0c6fb071225d req-be8031e7-85f3-47f4-8734-3ddd24019a89 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.709569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09dba25a-b50b-4f2a-9e79-0c6fb071225d req-be8031e7-85f3-47f4-8734-3ddd24019a89 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0983737 Aug 16 23:13:49.725252 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49a11-8269-4010-9032-55272d6274f9 req-e467a4c6-ccd3-4c47-bad4-03f4d3e858e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.726673 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-e467a4c6-ccd3-4c47-bad4-03f4d3e858e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 200 len: 896 time: 0.1339924 Aug 16 23:13:49.728321 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.754385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Checking router: 95253594-6c88-4e58-8738-0dc186630b8d for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:49.762416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:49.763016 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.778346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-d6c37f30-da39-48e1-8b19-0e08dcdb2c7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 200 len: 217 time: 0.0415530 Aug 16 23:13:49.785459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-09dba25a-b50b-4f2a-9e79-0c6fb071225d req-b1b1ae18-de73-4acd-b565-2ff545d83550 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688040 Aug 16 23:13:49.835674 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49a11-8269-4010-9032-55272d6274f9 req-81e2346c-ff82-42ab-919d-4d010481e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.837603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-81e2346c-ff82-42ab-919d-4d010481e274 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 200 len: 834 time: 0.0513058 Aug 16 23:13:49.873936 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:49.885341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49a11-8269-4010-9032-55272d6274f9 req-ad432b33-4b8a-4741-aedc-bbab59b1cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:49.886855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-ad432b33-4b8a-4741-aedc-bbab59b1cb32 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9ccd96d-9738-47b8-8ef8-c28cea758346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416896 Aug 16 23:13:49.981889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-8ab38a09-6c21-45e8-b0e7-7de6f6a83510 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856712 Aug 16 23:13:50.071093 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:50.073627 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d6c49a11-8269-4010-9032-55272d6274f9 req-7fee8561-3914-4882-b6cf-b55c6da71ab8 service neutron] 10.222.0.89 "GET /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825689 Aug 16 23:13:50.097997 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6767a29-b919-4405-955b-ecd72f82d469 None None] The sync data for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 is: [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:12:54Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '0899ee05-437d-4b9b-8adb-266381a50400', 'name': '', 'network_id': 'd9ccd96d-9738-47b8-8ef8-c28cea758346', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:b9:1a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:53Z', 'updated_at': '2021-08-16T23:12:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '541abad0-e3ce-4a1f-b4da-b227874ad637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:50.299547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e646b26a-f1c7-498a-957f-ace01884a7aa None None] New status for floating IP 36aec6f1-3748-4f14-b7c6-ffc9839e8334: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:13:50.901641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfb7ae-0e70-4343-a7dc-08df223007de req-5c29742e-9d58-4d03-8899-dafd1f627ea7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:50.903117 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ddfb7ae-0e70-4343-a7dc-08df223007de req-5c29742e-9d58-4d03-8899-dafd1f627ea7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0480239 Aug 16 23:13:50.940697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ddfb7ae-0e70-4343-a7dc-08df223007de req-eaec8ff3-11bf-4500-b323-8bb587d25080 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Aug 16 23:13:51.447731 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.611284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-5eceaa05-d4c2-4b70-90e8-c43b4d53fd2e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:51.612766 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-5eceaa05-d4c2-4b70-90e8-c43b4d53fd2e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Aug 16 23:13:51.701396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port f956adf9-6334-46f3-98ee-61dc6a9b442d {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:51.701664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.792133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port f956adf9-6334-46f3-98ee-61dc6a9b442d, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=f956adf9-6334-46f3-98ee-61dc6a9b442d,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:51.792416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.806447 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for f956adf9-6334-46f3-98ee-61dc6a9b442d owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:51.936539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.966307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=f956adf9-6334-46f3-98ee-61dc6a9b442d,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:51.994843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.995201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.995544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.995885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.996221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.996558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.996910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.997269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.997601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.998408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.998408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:51.998705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:52.024186 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] No DVR routers for this DVR port f956adf9-6334-46f3-98ee-61dc6a9b442d on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:52.034290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:52.036179 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c250a783-4458-48b5-9c39-01e082bfeab4 req-908e2417-7819-4e7f-b86e-4b540d7bf734 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "DELETE /v2.0/ports/f956adf9-6334-46f3-98ee-61dc6a9b442d HTTP/1.1" status: 204 len: 173 time: 0.4171011 Aug 16 23:13:52.036633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'name': 'network-vif-deleted', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:52.038881 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f50378-b199-4dbf-bfec-33a57378fbfa" -d '{"events": [{"server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "name": "network-vif-deleted", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:52.056770 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b41d333-db77-42fe-aae4-e5e86040f794 req-1d22e893-c217-4a93-9c40-543115c383f8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=fccad80b-9f6c-4ab5-af60-18e2fb487ee8 HTTP/1.1" status: 200 len: 210 time: 0.0343878 Aug 16 23:13:52.092251 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6e9b76-710d-4346-aa0a-9c60d02a865e x-openstack-request-id: req-3d6e9b76-710d-4346-aa0a-9c60d02a865e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:52.092541 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccad80b-9f6c-4ab5-af60-18e2fb487ee8", "name": "network-vif-deleted", "tag": "f956adf9-6334-46f3-98ee-61dc6a9b442d", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:52.092842 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d6e9b76-710d-4346-aa0a-9c60d02a865e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:52.093409 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccad80b-9f6c-4ab5-af60-18e2fb487ee8', 'name': 'network-vif-deleted', 'tag': 'f956adf9-6334-46f3-98ee-61dc6a9b442d', 'status': 'completed', 'code': 200} Aug 16 23:13:53.114976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43416) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:53.472858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.527984 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.722390 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 0899ee05-437d-4b9b-8adb-266381a50400 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:53.722650 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.809208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 0899ee05-437d-4b9b-8adb-266381a50400, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=0899ee05-437d-4b9b-8adb-266381a50400,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:53.809581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.825980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 0899ee05-437d-4b9b-8adb-266381a50400 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:54.008537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.035274 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=0899ee05-437d-4b9b-8adb-266381a50400,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:54.207755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.426010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 95253594-6c88-4e58-8738-0dc186630b8d has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:54.535046 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:54.540336 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c9432e98-1fbb-456a-aaf5-b48166410888 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/95253594-6c88-4e58-8738-0dc186630b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4243145 Aug 16 23:13:54.543198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43418) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:54.544854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Sync routers for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:54.554701 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:54.555393 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:54.595293 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting subnet 541abad0-e3ce-4a1f-b4da-b227874ad637 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:13:54.598386 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.637594 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.660081 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:54.725151 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.784452 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.813312 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:54.815206 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/subnets/541abad0-e3ce-4a1f-b4da-b227874ad637 HTTP/1.1" status: 204 len: 168 time: 0.2708354 Aug 16 23:13:54.816195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add67ee0-f3e6-4a76-802d-50b432c41e00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Subnet': ['ID=541abad0-e3ce-4a1f-b4da-b227874ad637,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:54.820862 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43420) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:54.823470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10098f-e8f8-48d4-99d6-cd082106b342 None None] Network d9ccd96d-9738-47b8-8ef8-c28cea758346 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:54.849196 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:13:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:54.876443 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Checking router: 95253594-6c88-4e58-8738-0dc186630b8d for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:54.886455 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Routers {'95253594-6c88-4e58-8738-0dc186630b8d'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:54.887067 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['95253594-6c88-4e58-8738-0dc186630b8d'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:54.940881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.000608 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] Set router 95253594-6c88-4e58-8738-0dc186630b8d gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:55.011431 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] DHCP port deletion for d9ccd96d-9738-47b8-8ef8-c28cea758346 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:13:55.058933 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Deleting port f3191c86-5011-4611-8963-b6b20d94347c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:55.059320 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.064249 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.123224 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port d2477950-6925-4946-b0fa-430e006543e2 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:55.123608 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.225465 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port d2477950-6925-4946-b0fa-430e006543e2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d2477950-6925-4946-b0fa-430e006543e2,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:55.225880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.238838 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for d2477950-6925-4946-b0fa-430e006543e2 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:55.282169 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:13:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:55.295442 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] For port f3191c86-5011-4611-8963-b6b20d94347c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f3191c86-5011-4611-8963-b6b20d94347c,segment=NetworkSegment(8d1a58b8-c20c-465a-83c9-02249b34fa60),segment_id=8d1a58b8-c20c-465a-83c9-02249b34fa60)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:55.295842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.308106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Calling delete_port for f3191c86-5011-4611-8963-b6b20d94347c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:55.311807 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d92da9-71a6-4094-8f97-f447802af6b3 None None] The sync data for ids ['95253594-6c88-4e58-8738-0dc186630b8d'] in n-d-791505-20 is: [{'id': '95253594-6c88-4e58-8738-0dc186630b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1538372786', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': 'd2477950-6925-4946-b0fa-430e006543e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:12:50Z', 'updated_at': '2021-08-16T23:13:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'd2477950-6925-4946-b0fa-430e006543e2', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:91:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95253594-6c88-4e58-8738-0dc186630b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:12:51Z', 'updated_at': '2021-08-16T23:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:55.387183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.415285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] No DVR routers for this DVR port f3191c86-5011-4611-8963-b6b20d94347c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:55.415702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.419699 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Pushing event deleted for resources: {'Port': ['ID=f3191c86-5011-4611-8963-b6b20d94347c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:55.428098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.428455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.428805 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.429174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.429514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.429898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.430230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.430573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.430896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.431225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.431552 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.431882 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dfc5e-9d3e-4180-8142-598a89efe8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:55.444119 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=d2477950-6925-4946-b0fa-430e006543e2,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:55.502975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.598981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.601296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.622605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f956adf9-6334-46f3-98ee-61dc6a9b442d no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:55.646458 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.646990 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: f956adf9-6334-46f3-98ee-61dc6a9b442d {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:55.647268 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device f956adf9-6334-46f3-98ee-61dc6a9b442d not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:55.647800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Fanout notify agent at l3_agent the message router_deleted on router 95253594-6c88-4e58-8738-0dc186630b8d {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:13:55.656793 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.658040 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47056b2f-00ef-46e6-aebf-6e595ad63336 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/routers/95253594-6c88-4e58-8738-0dc186630b8d HTTP/1.1" status: 204 len: 168 time: 0.8378830 Aug 16 23:13:55.660656 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43422) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:55.737918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.827324 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.837973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ccd96d-9738-47b8-8ef8-c28cea758346']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:55.847763 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1a58b8-c20c-465a-83c9-02249b34fa60') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:55.848055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1a58b8-c20c-465a-83c9-02249b34fa60') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:55.857552 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.871786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.878385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:13:55.878796 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:13:55.883823 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:13:55.955446 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.965149 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.971127 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/networks/d9ccd96d-9738-47b8-8ef8-c28cea758346 HTTP/1.1" status: 204 len: 168 time: 0.3058052 Aug 16 23:13:55.971235 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43424) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:55.980842 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bef8e-bc15-4a9d-b53c-4ad93da40acb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Network': ['ID=d9ccd96d-9738-47b8-8ef8-c28cea758346,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.023484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0899ee05-437d-4b9b-8adb-266381a50400 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:56.038710 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.044694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 0899ee05-437d-4b9b-8adb-266381a50400 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:56.045047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 0899ee05-437d-4b9b-8adb-266381a50400 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:56.045503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3191c86-5011-4611-8963-b6b20d94347c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:56.064647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f3191c86-5011-4611-8963-b6b20d94347c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:56.065000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f3191c86-5011-4611-8963-b6b20d94347c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:56.065616 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.128086 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.130690 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.131866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/security-groups/ca49b3bb-c091-4a13-adbc-57a1e7dbfc70 HTTP/1.1" status: 204 len: 168 time: 0.1605377 Aug 16 23:13:56.140962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64982bc9-c40c-4d3d-9764-21ce044b5d17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca49b3bb-c091-4a13-adbc-57a1e7dbfc70,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.346264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43432) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.351030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692156759', 'description': 'tempest-secgroup-smoke-1692156759 description', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.373697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.455450 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.459129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.486037 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.487256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399364 Aug 16 23:13:56.490389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43434) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.491223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81dda8-6e49-4989-82ef-cafb91150ddb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5498fe83-ca90-433d-8090-83731c17c6fb,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.495270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.521759 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.575988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.579306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.595853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95676365-e53b-4110-a1b1-1626b1477751,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.604103 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.605327 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ce313aa-7916-4f60-a0a4-5716115b8048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138427 Aug 16 23:13:56.608109 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43436) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.612520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.638024 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.693576 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.697839 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.715861 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e124e490-b625-4bbe-94f3-65a683e1a61b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.718871 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.720101 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-023c8d1c-80b9-4ff6-b3e9-1094cc0af4df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110415 Aug 16 23:13:56.722896 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43438) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.727827 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.753870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.813689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.817304 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.834386 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01631252-b6b1-46bf-a667-45a27da504fa,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.839809 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.841119 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-003365bb-0edc-46e5-85c1-9c11ebfbbf7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171346 Aug 16 23:13:56.843623 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43440) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.848147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.874621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.933048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.937127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.954486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e06db0-1239-41c3-8678-f461ec20072b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.961783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.962938 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b930bc19-da71-4b27-8e61-274198aa7069 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183710 Aug 16 23:13:56.965668 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43442) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.970069 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.990399 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:13:56.995129 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.054764 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.058238 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.075237 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5861cb6-ec9a-4d11-900d-76c2f96cad2b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:57.082212 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.083562 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47d63181-73e0-4ea2-a7c4-9cabc8ae2081 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169753 Aug 16 23:13:57.086890 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43444) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:57.091302 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '5498fe83-ca90-433d-8090-83731c17c6fb', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:57.111377 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:13:57.115968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.178578 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.182553 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.202645 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96efb28b-7860-4786-ac6c-32235b1d7e51,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:57.205990 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.207339 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-01db9de7-217c-4525-b2a8-70b2682b5de2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195540 Aug 16 23:13:57.210140 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43446) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:57.214927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'network': {'name': 'tempest-network-smoke--807512348', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:57.234171 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:57.237652 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.261333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:13:57.270227 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.270604 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Added segment f3b72812-cc8a-4096-af24-b3d46b5a147f of type vlan for network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 Aug 16 23:13:57.309972 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.333135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.339287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:57.339820 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.393598 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1824543 Aug 16 23:13:57.396305 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43448) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:57.407828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'admin_state_up': True, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:57.421355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c890f4-892a-4395-b928-194291607915 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Network': ['ID=44ddb53e-4674-4736-bcda-8bfdcf3b9867,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:57.431517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:13:57.437195 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.438271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.496276 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.633426 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.816275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.838818 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.888489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2477950-6925-4946-b0fa-430e006543e2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:57.908072 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d2477950-6925-4946-b0fa-430e006543e2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:57.908689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d2477950-6925-4946-b0fa-430e006543e2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:57.944011 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.12 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/ef5d721c-51a9-4217-96a4-a12eb38e637b) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:58.364016 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.402172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.442767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:58.446323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:58.448735 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:58.454392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=ef5d721c-51a9-4217-96a4-a12eb38e637b,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:58.688454 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.875890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.999281 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 65eaed75-6d59-4276-8b64-e7aa3154a403 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:13:59.103777 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:59.114443 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Sync routers for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:59.121435 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.122677 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ea4ee6e8-6412-41ba-8cb7-0f92c5b37b8d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7254479 Aug 16 23:13:59.124515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:59.125293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:59.125803 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43450) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.154986 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-12153b91-5662-4ebf-ba6b-33011958037d tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=fb19729f2b7e4e91bd222d48cf295e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280609 Aug 16 23:13:59.157433 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43452) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.229467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:59.247811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba92a49-4f20-4386-a078-bb6d3b764394 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:59.249402 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9ba92a49-4f20-4386-a078-bb6d3b764394 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909858 Aug 16 23:13:59.252430 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43454) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.279489 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a90f5aa8-a47c-4e82-a278-ef9a9221e018 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259726 Aug 16 23:13:59.282000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43456) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.286845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41078694', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:59.372983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:59.376462 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.407499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:59.437745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Checking router: 65eaed75-6d59-4276-8b64-e7aa3154a403 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:59.438101 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Updating router 65eaed75-6d59-4276-8b64-e7aa3154a403 port ef5d721c-51a9-4217-96a4-a12eb38e637b binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:59.468132 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.566186 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.635352 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Subnet': ['ID=4a2a8612-b605-4dc2-b352-5b89cfe91cb0,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:59.641116 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Checking segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:59.641565 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network hostable DHCP agents. Network: 44ddb53e-4674-4736-bcda-8bfdcf3b9867, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:13:59.659850 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:13:59.669687 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 44ddb53e-4674-4736-bcda-8bfdcf3b9867) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:59.673710 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:59.674303 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.683883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a720c4-be22-4e05-9222-42e88195c272 None None] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:59.694424 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a8ddc808-0be9-488f-93dd-800c28dda2bf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4088578 Aug 16 23:13:59.694946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43458) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.778660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.803737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Transition to ACTIVE for port object ef5d721c-51a9-4217-96a4-a12eb38e637b will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:59.829462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.897953 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a0d64-7663-4592-8455-f055fccb0946 None None] Pushing event updated for resources: {'Port': ['ID=ef5d721c-51a9-4217-96a4-a12eb38e637b,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:59.900670 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Attempting to bind port ef5d721c-51a9-4217-96a4-a12eb38e637b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:59.901041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Attempting to bind port ef5d721c-51a9-4217-96a4-a12eb38e637b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:59.901435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Attempting to bind port ef5d721c-51a9-4217-96a4-a12eb38e637b on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:59.924290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:59.924728 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:59.925108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.925496 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:59.926000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Bound port: ef5d721c-51a9-4217-96a4-a12eb38e637b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:59.926369 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.949322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:13:59.950190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.041010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] For port ef5d721c-51a9-4217-96a4-a12eb38e637b, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:00.063136 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] For port ef5d721c-51a9-4217-96a4-a12eb38e637b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ef5d721c-51a9-4217-96a4-a12eb38e637b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:00.069620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.129219 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.169267 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:00.169893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:00.173900 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a0d64-7663-4592-8455-f055fccb0946 None None] Pushing event updated for resources: {'Port': ['ID=ef5d721c-51a9-4217-96a4-a12eb38e637b,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.178907 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Allocated IP 172.20.0.2 (44ddb53e-4674-4736-bcda-8bfdcf3b9867/4a2a8612-b605-4dc2-b352-5b89cfe91cb0/238181d9-46d9-4bba-a30d-660ca7cba602) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:00.342127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:00.507176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.525487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Transition to ACTIVE for port object 238181d9-46d9-4bba-a30d-660ca7cba602 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.560543 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Transition to ACTIVE for port object 238181d9-46d9-4bba-a30d-660ca7cba602 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.569161 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.613579 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.1 (44ddb53e-4674-4736-bcda-8bfdcf3b9867/4a2a8612-b605-4dc2-b352-5b89cfe91cb0/a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:00.620775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:00.626250 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:00.631830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:00.636688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Pushing event updated for resources: {'Port': ['ID=238181d9-46d9-4bba-a30d-660ca7cba602,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.647960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:00.704946 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d6fa27-eeb8-4687-af23-00d1ba83dbf0 None None] The sync data for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 is: [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:00.716070 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Attempting to bind port 238181d9-46d9-4bba-a30d-660ca7cba602 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:00.716722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Attempting to bind port 238181d9-46d9-4bba-a30d-660ca7cba602 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:00.717110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Attempting to bind port 238181d9-46d9-4bba-a30d-660ca7cba602 on network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:00.725403 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:00.725698 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Checking segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:00.726108 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.727031 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Bound using segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:00.727364 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.727840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Bound port: 238181d9-46d9-4bba-a30d-660ca7cba602, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:00.728067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.741325 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.777275 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.798100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] For port 238181d9-46d9-4bba-a30d-660ca7cba602, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:00.801349 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] For port 238181d9-46d9-4bba-a30d-660ca7cba602, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=238181d9-46d9-4bba-a30d-660ca7cba602,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:00.807322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.823614 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:00.828849 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:00.831303 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:00.867934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f10fc-ec84-45cc-b855-7ed04dcfe05c None None] Pushing event updated for resources: {'Port': ['ID=238181d9-46d9-4bba-a30d-660ca7cba602,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.868962 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.891539 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.096558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.400019 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.405046 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.482098 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:01.484914 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.593667 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:01.595169 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:01.712503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 65eaed75-6d59-4276-8b64-e7aa3154a403 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:01.792084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d2a464-6741-4764-bbdf-ecc63fd603e8 None None] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:14:01.825782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:01.831087 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b973550f-366d-425b-a9f0-f3106054d49c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/65eaed75-6d59-4276-8b64-e7aa3154a403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1354504 Aug 16 23:14:01.855061 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ff163aa1-84d9-4f46-9477-113e9006a8c6 None None] Provisioning for port 238181d9-46d9-4bba-a30d-660ca7cba602 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:01.996643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-99052194-fadb-4d5f-a308-12dff96271ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692156759&fields=id&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 267 time: 0.0507407 Aug 16 23:14:02.019370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ef5d721c-51a9-4217-96a4-a12eb38e637b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:02.081602 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port ef5d721c-51a9-4217-96a4-a12eb38e637b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:02.088491 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ef5d721c-51a9-4217-96a4-a12eb38e637b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:02.088863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.106228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-bbdac293-5f77-4da8-8fab-5d4cc234f1f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:02.107818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-bbdac293-5f77-4da8-8fab-5d4cc234f1f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 796 time: 0.1103454 Aug 16 23:14:02.125166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-073fd668-4d11-4574-93ee-ddcb8489251d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/quotas/fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 375 time: 0.0108459 Aug 16 23:14:02.183220 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.208353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port ef5d721c-51a9-4217-96a4-a12eb38e637b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ef5d721c-51a9-4217-96a4-a12eb38e637b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:02.213397 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.214371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 238181d9-46d9-4bba-a30d-660ca7cba602 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:02.319341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=ef5d721c-51a9-4217-96a4-a12eb38e637b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:02.335642 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 238181d9-46d9-4bba-a30d-660ca7cba602 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:02.341572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f125b257-81c5-4c8c-91a2-e3c4f33e545f None None] Provisioning for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:02.344085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 238181d9-46d9-4bba-a30d-660ca7cba602 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:02.344262 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.365725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f125b257-81c5-4c8c-91a2-e3c4f33e545f None None] Provisioning complete for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:02.366016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f125b257-81c5-4c8c-91a2-e3c4f33e545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.385335 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Sync routers for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:02.396022 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:02.396716 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:02.447330 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f125b257-81c5-4c8c-91a2-e3c4f33e545f None None] Port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:02.488724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.526483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 238181d9-46d9-4bba-a30d-660ca7cba602, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=238181d9-46d9-4bba-a30d-660ca7cba602,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:02.529526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-f350e6ce-fe43-4cdb-881e-1c75cb4ea24b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3978930 Aug 16 23:14:02.532793 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.533586 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:02.611196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=238181d9-46d9-4bba-a30d-660ca7cba602,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:02.620841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-675f14de-4db0-45d0-a90b-d2ed954d99d9 None None] Provisioning complete for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:02.621283 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-675f14de-4db0-45d0-a90b-d2ed954d99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.658312 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-675f14de-4db0-45d0-a90b-d2ed954d99d9 None None] Port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:02.666496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-82291324-d7f5-47a3-af2d-69fcb9e2ccf0 service neutron] 10.222.0.22 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185610 Aug 16 23:14:02.760983 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-b7facace-2948-41bc-ab8f-f89aec7c07ed service neutron] 10.222.0.22 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879056 Aug 16 23:14:02.772461 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 2, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:02.778117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-0a2072bc-99f8-42ad-92bf-18df4ca7cb7b None None] Provisioning complete for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:02.778597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0a2072bc-99f8-42ad-92bf-18df4ca7cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.803153 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Checking router: 65eaed75-6d59-4276-8b64-e7aa3154a403 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:02.803511 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Updating router 65eaed75-6d59-4276-8b64-e7aa3154a403 port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:14:02.817632 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-0a2072bc-99f8-42ad-92bf-18df4ca7cb7b None None] Port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:02.829688 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.945996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b2bee87a-f9c4-4ac2-b176-f11be78c81bf req-ced22845-5c04-4d69-820a-64f9e1b7a189 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 210 time: 0.0289927 Aug 16 23:14:03.111303 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.121635 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Transition to ACTIVE for port object a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:03.127930 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.183553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Pushing event updated for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:03.206651 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.206998 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.207342 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.207676 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.208007 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.208333 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.208659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.208979 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.209342 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.209664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.209986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.210307 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:03.240828 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Attempting to bind port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:03.241222 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Attempting to bind port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:03.241587 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Attempting to bind port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 on network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:03.247659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:03.248161 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Checking segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:03.248626 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.249043 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Bound using segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:03.249551 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Bound port: a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:03.249952 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.319393 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] For port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:03.323994 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] For port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:03.328470 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.392297 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:03.392986 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:03.397017 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a463f-6aa5-4a3a-b450-679f505b8bd7 None None] Pushing event updated for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:03.521672 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:03.725003 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:03Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:03.749846 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f294e-d395-49e7-b025-066d00221cb2 None None] The sync data for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 is: [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:03Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:04.028899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ef5d721c-51a9-4217-96a4-a12eb38e637b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:04.053095 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6eb536dc-6fe4-40b0-8d68-74ff1c84a150 req-520b0007-0ed8-40ac-958d-0419ccddde9a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 210 time: 0.0295067 Aug 16 23:14:04.090051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port ef5d721c-51a9-4217-96a4-a12eb38e637b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.090424 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.190891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 238181d9-46d9-4bba-a30d-660ca7cba602 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:04.224930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-8db7a797-084e-41d3-8483-964ce05087b4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:04.226681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-8db7a797-084e-41d3-8483-964ce05087b4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 796 time: 0.1321821 Aug 16 23:14:04.253616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 238181d9-46d9-4bba-a30d-660ca7cba602 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.254095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.302832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-f807306e-e31d-4d1e-9f99-a42958f7aa18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 380 time: 0.0381734 Aug 16 23:14:04.317237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'port': {'device_id': '7880f94d-22a5-4c49-be40-83c50ee51182', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'admin_state_up': True, 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'security_groups': ['5498fe83-ca90-433d-8090-83731c17c6fb']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:04.441897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:14:04.446087 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.510305 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:04.561548 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:04.566098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.566576 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.593578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.13 (44ddb53e-4674-4736-bcda-8bfdcf3b9867/4a2a8612-b605-4dc2-b352-5b89cfe91cb0/e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:04.650771 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.686723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:04.691035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.739832 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:04.754592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.768714 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:04.804485 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.853792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:04.857031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:04.860108 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:04.867407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:04.918269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:04.919012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.935240 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-ffc19a2d-6db1-46ef-9b0a-28d9db4a84ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6224749 Aug 16 23:14:04.962042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Request body: {'port': {'device_id': '7880f94d-22a5-4c49-be40-83c50ee51182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:05.022416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.088235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c9999bd-65be-4475-b0d0-9deca44a1ea8 None None] Provisioning for port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:05.092528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7c9999bd-65be-4475-b0d0-9deca44a1ea8 None None] Provisioning complete for port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:05.092961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7c9999bd-65be-4475-b0d0-9deca44a1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.131700 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7c9999bd-65be-4475-b0d0-9deca44a1ea8 None None] Port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:05.232654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca22cd-6b36-4f60-8796-f8f372b3d20c req-ff103b5b-c3a5-4429-aafd-e4863b78cff5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.234217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dca22cd-6b36-4f60-8796-f8f372b3d20c req-ff103b5b-c3a5-4429-aafd-e4863b78cff5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 932 time: 0.1046495 Aug 16 23:14:05.294604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1dca22cd-6b36-4f60-8796-f8f372b3d20c req-5abcfa58-c192-4498-9d15-1dd99aa2e908 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540323 Aug 16 23:14:05.356806 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:14:05.364063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.376225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Transition to ACTIVE for port object e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:05.379440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.427952 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Pushing event updated for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:05.500301 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Attempting to bind port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:05.500650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Attempting to bind port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:05.500990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Attempting to bind port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f on network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:05.505861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f on network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:14:05.506195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Attempting to bind port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f on network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:05.511403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:05.511753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Checking segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:05.512149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Bound using segment: {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:05.512587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Bound port: e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b72812-cc8a-4096-af24-b3d46b5a147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:05.512962 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.583770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:05.587397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:05.592031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.625574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.626193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.627846 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] 10.222.0.89 "PUT /v2.0/ports/e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 1093 time: 0.6709123 Aug 16 23:14:05.628288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:05.630550 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392251ec-13d2-451a-91d3-31f43f84f648" -d '{"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:05.664880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e27af6-9d03-4e6f-8ca3-6d0547afdd82 service neutron] Pushing event updated for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:05.683760 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7b636d-9f1c-44a3-b85f-16c2ce650476 x-openstack-request-id: req-ba7b636d-9f1c-44a3-b85f-16c2ce650476 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:05.684258 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:05.685169 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba7b636d-9f1c-44a3-b85f-16c2ce650476 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:05.685499 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'status': 'completed', 'code': 200} Aug 16 23:14:05.750916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-34bb42e8-8fe2-4424-a895-afb87a7c995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.752773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-34bb42e8-8fe2-4424-a895-afb87a7c995b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1096 time: 0.0437012 Aug 16 23:14:05.812352 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-3d621a29-b05c-468c-90a0-58f5b6435dd5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 217 time: 0.0401602 Aug 16 23:14:05.863899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-2de62772-bbd9-4716-b402-296933325c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.865373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-2de62772-bbd9-4716-b402-296933325c89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0425394 Aug 16 23:14:05.915980 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-da49d1bd-4128-4d7d-b894-f8c2ef59e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.917537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-da49d1bd-4128-4d7d-b894-f8c2ef59e016 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412841 Aug 16 23:14:05.936934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:05.985318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:05.985695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.016445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-01c1c964-5816-4305-9b35-b49b4255d5ce service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Aug 16 23:14:06.116925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d9f8a6f0-6b20-48dd-86bd-47ea163f0568 req-96941e91-2516-4797-9d82-ed3b86dba644 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895534 Aug 16 23:14:06.263795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392251ec-13d2-451a-91d3-31f43f84f648 req-c7a135c5-2b76-4b0f-ad56-cd7c0ba11ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:06.265321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-c7a135c5-2b76-4b0f-ad56-cd7c0ba11ffe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1096 time: 0.0446162 Aug 16 23:14:06.356045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392251ec-13d2-451a-91d3-31f43f84f648 req-94557e4c-ab19-4b86-abca-b4111d2b1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:06.357603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-94557e4c-ab19-4b86-abca-b4111d2b1e7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.0848444 Aug 16 23:14:06.425771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-5132ccae-187e-43cb-82d7-337927940deb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 217 time: 0.0533690 Aug 16 23:14:06.453560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c085e-b2df-4e51-9a89-190dff685fc7 req-c61c4c5d-5593-4d87-bb13-ad62a9982e97 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:06.455019 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f4c085e-b2df-4e51-9a89-190dff685fc7 req-c61c4c5d-5593-4d87-bb13-ad62a9982e97 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 944 time: 0.0917900 Aug 16 23:14:06.513346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392251ec-13d2-451a-91d3-31f43f84f648 req-29ffa0c6-aaf5-4a0f-a759-6e2da35f7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:06.514749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-29ffa0c6-aaf5-4a0f-a759-6e2da35f7968 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0777731 Aug 16 23:14:06.519616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f4c085e-b2df-4e51-9a89-190dff685fc7 req-5451e735-925a-4c88-a4b3-b7a930d8b86d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467420 Aug 16 23:14:06.563034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392251ec-13d2-451a-91d3-31f43f84f648 req-319e38ba-3fdb-4844-ae76-cc2137ab93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:06.564553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-319e38ba-3fdb-4844-ae76-cc2137ab93bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399921 Aug 16 23:14:06.659124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-86582b51-28ec-4e84-8ea6-aee86c88079c service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Aug 16 23:14:06.759045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392251ec-13d2-451a-91d3-31f43f84f648 req-a4dfafb0-14ad-4807-ba87-e0cc40489272 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925281 Aug 16 23:14:07.637630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec098dc6-46bd-464c-bd40-e30202cdecb2 req-460c6e46-2400-4db6-a42c-927d18d8a04c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:07.639175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec098dc6-46bd-464c-bd40-e30202cdecb2 req-460c6e46-2400-4db6-a42c-927d18d8a04c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 944 time: 0.0504687 Aug 16 23:14:07.677041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec098dc6-46bd-464c-bd40-e30202cdecb2 req-17a4711c-9360-4d88-8756-5cbfa98dd8de tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Aug 16 23:14:08.791826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e308e89-c48c-4d6d-befd-4cc7d9d7d218 req-d2bd4d8e-2de9-4f92-ab3a-ee58f7f6f676 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.793250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e308e89-c48c-4d6d-befd-4cc7d9d7d218 req-d2bd4d8e-2de9-4f92-ab3a-ee58f7f6f676 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 944 time: 0.0494800 Aug 16 23:14:08.830188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9e308e89-c48c-4d6d-befd-4cc7d9d7d218 req-9af7af46-dd4d-4309-a32a-6d02ee9c6b64 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Aug 16 23:14:09.686334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:14:09.781934 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:09.794224 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'port_id': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'mac_address': 'fa:16:3e:f8:d3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:14:09.830534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.842871 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:14:09.863186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:09.867966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.920048 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:09.956463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8d87b-c9f3-4ff9-a0c2-c13faed2f5c4 req-c9429dc4-ac88-40ef-875e-3202676e8c2d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:09.957880 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6e8d87b-c9f3-4ff9-a0c2-c13faed2f5c4 req-c9429dc4-ac88-40ef-875e-3202676e8c2d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 945 time: 0.0527976 Aug 16 23:14:09.995698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f6e8d87b-c9f3-4ff9-a0c2-c13faed2f5c4 req-25a3baf3-e09f-4176-a05c-d7c89a6eb7a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Aug 16 23:14:10.215725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:14:11.112597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb87d-cf0b-4a67-a468-373bd46abb8b req-fce989ba-b789-4da5-aa41-ee31f79de360 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.114139 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-188eb87d-cf0b-4a67-a468-373bd46abb8b req-fce989ba-b789-4da5-aa41-ee31f79de360 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 945 time: 0.0506670 Aug 16 23:14:11.154825 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-188eb87d-cf0b-4a67-a468-373bd46abb8b req-193e780c-826f-478d-92f1-1e192ddf86a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343554 Aug 16 23:14:11.685075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:11.731781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:11.735193 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:11.735563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.808654 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.830316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:11.832546 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57fe1f1-c23c-4d4d-848a-7c0eebc1d16e" -d '{"events": [{"server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "name": "network-vif-plugged", "status": "completed", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:11.848782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:11.852866 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.875211 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec10187-d394-4ee0-b0e3-48491390b713 x-openstack-request-id: req-8ec10187-d394-4ee0-b0e3-48491390b713 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:11.875504 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "name": "network-vif-plugged", "status": "completed", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:11.875754 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ec10187-d394-4ee0-b0e3-48491390b713 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:11.876143 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'code': 200} Aug 16 23:14:11.902836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:12.001162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6acc0d-ce27-4e7a-b8a7-1f9ad3d096c0 req-d3308a41-3238-414d-91df-9f39c6bc3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:12.003219 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f6acc0d-ce27-4e7a-b8a7-1f9ad3d096c0 req-d3308a41-3238-414d-91df-9f39c6bc3917 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.0397310 Aug 16 23:14:12.039623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f6acc0d-ce27-4e7a-b8a7-1f9ad3d096c0 req-a79fb8a4-20ad-4a3e-905c-fe476281b968 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271187 Aug 16 23:14:12.132633 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:14:12.270100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc46e-986a-4d89-b6aa-dd0e04cc7918 req-a569951a-6720-4052-9062-976902e79a12 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:12.271501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfdcc46e-986a-4d89-b6aa-dd0e04cc7918 req-a569951a-6720-4052-9062-976902e79a12 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0519671 Aug 16 23:14:12.309091 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfdcc46e-986a-4d89-b6aa-dd0e04cc7918 req-7c5228ef-577d-4b64-98cd-c360b1c9b302 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Aug 16 23:14:13.426705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79763e-bfea-46a2-b0d7-3562ae59e062 req-628c7eeb-ac21-4ea5-981b-83ba3c23b4e8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:13.428209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb79763e-bfea-46a2-b0d7-3562ae59e062 req-628c7eeb-ac21-4ea5-981b-83ba3c23b4e8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0490811 Aug 16 23:14:13.465697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cb79763e-bfea-46a2-b0d7-3562ae59e062 req-beaaed5b-716c-4c08-8150-e588272a4b72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309598 Aug 16 23:14:13.580694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c04cd-d7df-4346-96eb-b5f490b5a230 req-19161315-fa0c-4000-aff4-b3dc99886835 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:13.582185 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392c04cd-d7df-4346-96eb-b5f490b5a230 req-19161315-fa0c-4000-aff4-b3dc99886835 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0497353 Aug 16 23:14:13.619511 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-392c04cd-d7df-4346-96eb-b5f490b5a230 req-1dfe71eb-f881-438a-a5bf-915e94fbd9d7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Aug 16 23:14:13.640338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43514) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:13.682755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37521073-efcc-43ef-924b-50f3b01900f3 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:13.684234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-37521073-efcc-43ef-924b-50f3b01900f3 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1093 time: 0.0429506 Aug 16 23:14:13.687044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43516) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:13.691483 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:13.713307 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.809041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.912781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.11 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/1b937542-f778-4e1b-9a38-6b65ab3d47b0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:14.015216 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.052628 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.092314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:14.097417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:14.100941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:14.125662 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=1b937542-f778-4e1b-9a38-6b65ab3d47b0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:14.449912 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.518222 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.668180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.672711 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.737833 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=1b937542-f778-4e1b-9a38-6b65ab3d47b0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:14.749486 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.848914 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP a90560be-035c-48b8-a7e7-79f1d2215447 associated. External IP: 172.25.8.11, port: e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f. Aug 16 23:14:15.031035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.053569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 65eaed75-6d59-4276-8b64-e7aa3154a403 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:15.162438 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:15.173283 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Sync routers for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:15.179601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.183313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:15.183952 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.209962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-78885cd2-9b2a-4f90-87d2-27af8b3e2507 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5194137 Aug 16 23:14:15.209962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:15.210648 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8191fb-98a9-47ef-b33f-5488016e0666" -d '{"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:15.251123 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d373a9-1fb8-45d4-85de-18580d658795 x-openstack-request-id: req-60d373a9-1fb8-45d4-85de-18580d658795 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:15.251485 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:15.252037 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60d373a9-1fb8-45d4-85de-18580d658795 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:15.252593 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'status': 'completed', 'code': 200} Aug 16 23:14:15.293327 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:15.358909 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dd7a2-9fe6-4e2d-9ef5-2b3f8d5b4602 req-5dcacb8e-5fc4-408e-91c8-0d54cf8670fc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:15.361330 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e22dd7a2-9fe6-4e2d-9ef5-2b3f8d5b4602 req-5dcacb8e-5fc4-408e-91c8-0d54cf8670fc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0782442 Aug 16 23:14:15.367194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-85a369ff-0088-4f90-8116-04879c10a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:15.368679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-85a369ff-0088-4f90-8116-04879c10a15a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.0732276 Aug 16 23:14:15.454993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e22dd7a2-9fe6-4e2d-9ef5-2b3f8d5b4602 req-f2491d07-b12f-428f-a976-a800fe920743 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851665 Aug 16 23:14:15.478888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43524) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:15.501641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-2bf538a1-f996-4a0e-9489-16d0c3b56ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:15.503429 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-2bf538a1-f996-4a0e-9489-16d0c3b56ee5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.1177783 Aug 16 23:14:15.521682 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'a90560be-035c-48b8-a7e7-79f1d2215447', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'port_id': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'mac_address': 'fa:16:3e:f8:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880f94d-22a5-4c49-be40-83c50ee51182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:14Z', 'updated_at': '2021-08-16T23:14:14Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.545775 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ddd17dfc-4700-494f-9565-5aa98e2d5270 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/a90560be-035c-48b8-a7e7-79f1d2215447 HTTP/1.1" status: 200 len: 991 time: 0.0640016 Aug 16 23:14:15.553328 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Checking router: 65eaed75-6d59-4276-8b64-e7aa3154a403 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:15.562382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:15.563009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:13:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.575998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-3a83b706-b7d1-48c8-a2f9-a1c522e5298b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 999 time: 0.0652726 Aug 16 23:14:15.626063 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-be3c38fd-2935-4b00-aa7b-28da65c49efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:15.627798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-be3c38fd-2935-4b00-aa7b-28da65c49efa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0446417 Aug 16 23:14:15.649724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e89e90ad-1674-4c4f-8272-e8c70caad19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.672849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-8f829dce-e8a1-4fc9-9084-93aa5e74a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:15.674404 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-8f829dce-e8a1-4fc9-9084-93aa5e74a220 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394742 Aug 16 23:14:15.679319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:15.767494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-89b4ceb0-d183-44d8-bf37-220001c8ea1b service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859141 Aug 16 23:14:15.856113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ba8191fb-98a9-47ef-b33f-5488016e0666 req-8445fdb7-7d5c-4dca-986b-8d9280dda0d5 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815725 Aug 16 23:14:15.899640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'a90560be-035c-48b8-a7e7-79f1d2215447', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'port_id': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'mac_address': 'fa:16:3e:f8:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880f94d-22a5-4c49-be40-83c50ee51182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:14Z', 'updated_at': '2021-08-16T23:14:14Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.929874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c40c92-5e50-47b0-9a5d-34e511935055 None None] The sync data for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 is: [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'a90560be-035c-48b8-a7e7-79f1d2215447', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'port_id': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'mac_address': 'fa:16:3e:f8:d3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880f94d-22a5-4c49-be40-83c50ee51182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:14Z', 'updated_at': '2021-08-16T23:14:14Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:16.105553 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397a409-b5e0-411b-9b85-693d7b45c2af None None] New status for floating IP a90560be-035c-48b8-a7e7-79f1d2215447: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:14:16.547933 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43526) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:16.610427 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3cea74a9-9250-4848-81d1-b6021c8a2dda tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/a90560be-035c-48b8-a7e7-79f1d2215447 HTTP/1.1" status: 200 len: 993 time: 0.0614204 Aug 16 23:14:18.263828 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:18.340853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e0886ee1-7beb-4237-877d-fa7f624d5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:19.448443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:21.449858 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:21.749842 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-12189b83-6892-45fe-a135-b9209bc397bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437686 Aug 16 23:14:22.151444 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-bfef7896-a2b2-4630-9622-2c29fd9c149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.152938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-bfef7896-a2b2-4630-9622-2c29fd9c149d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.3438909 Aug 16 23:14:22.265771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-12a549b7-6146-48eb-b15b-069f6e1ada5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.267269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-12a549b7-6146-48eb-b15b-069f6e1ada5a service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.0855653 Aug 16 23:14:22.338427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-fad6a037-7454-4095-a2a9-b15a782d1844 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 1001 time: 0.0597823 Aug 16 23:14:22.385283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-634b24dd-23ae-440d-aeb1-1b7c49de556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.386677 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-634b24dd-23ae-440d-aeb1-1b7c49de556c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0418987 Aug 16 23:14:22.431764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-eeb6e116-dcbc-4b2b-8305-8eeac13d3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.433180 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-eeb6e116-dcbc-4b2b-8305-8eeac13d3473 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391352 Aug 16 23:14:22.525779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-de53ad64-9aee-47f0-9408-06f9d7e93c92 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856535 Aug 16 23:14:22.619561 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6ef8f600-7ff3-4a10-bac8-2b08cb93f2d9 req-cbc5f369-f222-4238-8d2e-877804bbf8c5 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870504 Aug 16 23:14:23.525944 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:45.056164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:45.600501 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-89d4d6ed-bfa8-4413-bd7b-c5ee9c54b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:48.265164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:48.340413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-475aa731-9158-4bbf-aef0-bb7893df5427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:49.131989 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:14:49.449411 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:50.005911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a07ff-ea25-475f-9502-80fe2e52ebce req-f0ee40af-5848-4057-a050-9d13e60772fb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.007378 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab2a07ff-ea25-475f-9502-80fe2e52ebce req-f0ee40af-5848-4057-a050-9d13e60772fb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0718133 Aug 16 23:14:50.029869 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-86fae10b-856d-455e-be6d-5f8144f60591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.031276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-86fae10b-856d-455e-be6d-5f8144f60591 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.0643778 Aug 16 23:14:50.094739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ab2a07ff-ea25-475f-9502-80fe2e52ebce req-e43cbf00-0c33-4f14-a8fd-f1ca30d50e8c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807354 Aug 16 23:14:50.137636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-2be24751-6fd9-47ed-b72f-a4c592c52cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.139092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-2be24751-6fd9-47ed-b72f-a4c592c52cc6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.1000824 Aug 16 23:14:50.202655 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-31590ff3-88cb-4e3e-ace6-8f2ac62a77e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 1001 time: 0.0554128 Aug 16 23:14:50.255634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-90446b98-179c-4209-84b9-0983b942dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.257088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-90446b98-179c-4209-84b9-0983b942dab6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0468800 Aug 16 23:14:50.302558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-24a71a9f-526f-427f-8384-dca763eb5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.304578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-24a71a9f-526f-427f-8384-dca763eb5a65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395381 Aug 16 23:14:50.394510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-e8de33fb-b5f6-49c3-858a-a602197c4271 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818112 Aug 16 23:14:50.491302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ea9fcc6-c9e4-4ba7-8e8a-8f3d49b42ab9 req-35dd9962-488c-4fbd-a627-546fb4e7a118 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890739 Aug 16 23:14:51.210778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c38a-c0a9-43ac-8ebc-c68dc0b3696c req-d58829f9-8451-4048-a83c-e520d53d01ea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.212272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ee7c38a-c0a9-43ac-8ebc-c68dc0b3696c req-d58829f9-8451-4048-a83c-e520d53d01ea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0495987 Aug 16 23:14:51.249383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ee7c38a-c0a9-43ac-8ebc-c68dc0b3696c req-dc93e27b-5179-48fe-87da-fdaa9ea41f24 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Aug 16 23:14:51.452422 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:52.370339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527e1b-a2da-470a-ba83-b5972592ef15 req-b4e2b52e-59fc-4986-a4a9-74361dbe5dc4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:52.371819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31527e1b-a2da-470a-ba83-b5972592ef15 req-b4e2b52e-59fc-4986-a4a9-74361dbe5dc4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Aug 16 23:14:52.408882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-31527e1b-a2da-470a-ba83-b5972592ef15 req-017d0917-eb23-4ac3-a57b-a5f404fdcdb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Aug 16 23:14:53.523992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f492468-5b6a-4527-9692-c0994fbd42ba req-0f6bd57f-1559-4331-b90c-621d5921485f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:53.525552 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f492468-5b6a-4527-9692-c0994fbd42ba req-0f6bd57f-1559-4331-b90c-621d5921485f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0489430 Aug 16 23:14:53.536805 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:53.563994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9f492468-5b6a-4527-9692-c0994fbd42ba req-030fe417-05ac-4261-89b4-2274b82626aa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Aug 16 23:14:54.681387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823756e-105f-40ca-b735-1865054d2778 req-008546ab-ef7c-47fe-a777-1baad8e6cedd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:54.682894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b823756e-105f-40ca-b735-1865054d2778 req-008546ab-ef7c-47fe-a777-1baad8e6cedd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0484865 Aug 16 23:14:54.720603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b823756e-105f-40ca-b735-1865054d2778 req-e748a081-547f-4558-8b15-6db63741a047 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Aug 16 23:14:55.837374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c140f-41e1-4eb7-ac56-512ac1a1d505 req-fb0ff36a-9b6e-4c20-aa8c-08bc3e642a3b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:55.838822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c21c140f-41e1-4eb7-ac56-512ac1a1d505 req-fb0ff36a-9b6e-4c20-aa8c-08bc3e642a3b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Aug 16 23:14:55.875933 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c21c140f-41e1-4eb7-ac56-512ac1a1d505 req-47ddf04c-a42c-45e9-be6b-1bc59bb03399 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 16 23:14:56.990738 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2d582-8635-4e52-8ba0-a2cae2b7811c req-8434ab5e-f2c3-4824-9f44-799d0e35620f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:56.992127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b2d582-8635-4e52-8ba0-a2cae2b7811c req-8434ab5e-f2c3-4824-9f44-799d0e35620f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0486159 Aug 16 23:14:57.028755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53b2d582-8635-4e52-8ba0-a2cae2b7811c req-8beec253-070c-4e66-8440-70cb1aa4e327 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306680 Aug 16 23:14:58.142457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79cf0-0a30-47cb-a17b-6786c3894cac req-6cee6051-33ca-46e6-8b76-275e55cbf882 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:58.143925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96e79cf0-0a30-47cb-a17b-6786c3894cac req-6cee6051-33ca-46e6-8b76-275e55cbf882 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Aug 16 23:14:58.180637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-96e79cf0-0a30-47cb-a17b-6786c3894cac req-5a8c5546-7eb2-493a-8e3f-a139186d440d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307169 Aug 16 23:14:59.299330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43657-0f36-4d95-a68f-73c3b6559268 req-ea85e8c6-d98c-4017-bc16-6aabc2d2d5d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:59.300815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbc43657-0f36-4d95-a68f-73c3b6559268 req-ea85e8c6-d98c-4017-bc16-6aabc2d2d5d8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0522356 Aug 16 23:14:59.337739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bbc43657-0f36-4d95-a68f-73c3b6559268 req-d42f1fa1-0756-41d3-b4b5-b59e21e29f49 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304096 Aug 16 23:15:00.454561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db647a5-2b74-4ddf-a2f6-fa874aae61c4 req-03e561a4-1b18-42b8-aa74-0b40c5da2140 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:00.456063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1db647a5-2b74-4ddf-a2f6-fa874aae61c4 req-03e561a4-1b18-42b8-aa74-0b40c5da2140 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0513544 Aug 16 23:15:00.494688 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1db647a5-2b74-4ddf-a2f6-fa874aae61c4 req-7e5ef90a-76f7-4ad0-9dbc-1febf34b914b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320706 Aug 16 23:15:01.607612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4219c-40f0-43fe-b3e1-47cee8827c7c req-929eea6d-1daa-4a24-add2-9a9261345563 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:01.609138 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15e4219c-40f0-43fe-b3e1-47cee8827c7c req-929eea6d-1daa-4a24-add2-9a9261345563 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0487082 Aug 16 23:15:01.646987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-15e4219c-40f0-43fe-b3e1-47cee8827c7c req-5fbfa8eb-84ec-447a-8433-300150cb7ef6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Aug 16 23:15:01.668932 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43566) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:01.743311 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a7ebdb6e-ceaa-45ce-b598-0104a3dafafd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/a90560be-035c-48b8-a7e7-79f1d2215447 HTTP/1.1" status: 200 len: 993 time: 0.0731099 Aug 16 23:15:15.074980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:15.600939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6c449542-0c9b-4d31-8e02-1ffd7320fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:18.265355 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:18.339988 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dfad7487-afdf-493f-93dd-9a57263d6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:19.452608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:21.459177 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:23.558550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:23.745023 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-ae969464-c744-4fcf-9e92-98657ed50173 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405169 Aug 16 23:15:23.856604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-bded05ec-b251-4ddd-a692-d88e7deea511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:23.858189 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-bded05ec-b251-4ddd-a692-d88e7deea511 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.0410872 Aug 16 23:15:23.975372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-3ccacfe5-228d-4d20-9c47-a444b1858b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:23.976999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-3ccacfe5-228d-4d20-9c47-a444b1858b76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.0987048 Aug 16 23:15:24.043128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-f82de7fb-affa-4242-a044-1f96edaaf402 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 1001 time: 0.0582306 Aug 16 23:15:24.107715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-c9730c0c-b86b-4522-a733-d089b12c6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:24.109223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-c9730c0c-b86b-4522-a733-d089b12c6c82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0554686 Aug 16 23:15:24.155177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-6f8cdd8b-08c7-47be-84ba-19ce449e5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:24.156630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-6f8cdd8b-08c7-47be-84ba-19ce449e5a34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394044 Aug 16 23:15:24.252852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-8518329e-abd5-4399-9253-f83ed859b19d service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Aug 16 23:15:24.341027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25083d11-0a5c-4fe2-87f5-db679a41bd18 req-b83ba289-13c4-44ad-b2ca-c95028aedb06 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803986 Aug 16 23:15:26.132321 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:15:34.148194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43582) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:34.302752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 1b937542-f778-4e1b-9a38-6b65ab3d47b0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:34.303101 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.379800 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.380137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.392712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 1b937542-f778-4e1b-9a38-6b65ab3d47b0 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:34.563160 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.588154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=1b937542-f778-4e1b-9a38-6b65ab3d47b0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:34.614096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.614470 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.614814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.615225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.615562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.615897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.616229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.616562 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.616890 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.617244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.617574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.617897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:34.659361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.659691 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP a90560be-035c-48b8-a7e7-79f1d2215447 disassociated (deleted). External IP: 172.25.8.11, port: e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f. Aug 16 23:15:34.859373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 65eaed75-6d59-4276-8b64-e7aa3154a403 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:34.964675 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:34.969518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:34.975130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8850564-5019-486b-9709-54df816672f0 None None] Sync routers for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:34.983937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:34.984555 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:34.999291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c143538d-de49-4805-916a-282283cdd68d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/floatingips/a90560be-035c-48b8-a7e7-79f1d2215447 HTTP/1.1" status: 204 len: 168 time: 0.8499739 Aug 16 23:15:34.999887 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:35.002415 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a0781-75fb-4b3c-9cf8-07a97f8b649e" -d '{"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:35.053320 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1e03b-6d10-45cd-8a00-343005da9ee4 x-openstack-request-id: req-adf1e03b-6d10-45cd-8a00-343005da9ee4 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:35.053674 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:35.054010 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adf1e03b-6d10-45cd-8a00-343005da9ee4 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:35.054530 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'status': 'completed', 'code': 200} Aug 16 23:15:35.098558 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:35.172501 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-e53b6205-a3a0-4059-a847-87ff8f8b68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.174172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-e53b6205-a3a0-4059-a847-87ff8f8b68da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 1098 time: 0.0571313 Aug 16 23:15:35.317583 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:35.323233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20565f-3f48-4400-b62f-94b743799f74 req-ba81b8e3-5ab9-4b9c-9d1f-c65b10b084de tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.325438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c20565f-3f48-4400-b62f-94b743799f74 req-ba81b8e3-5ab9-4b9c-9d1f-c65b10b084de tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.1146843 Aug 16 23:15:35.344582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8850564-5019-486b-9709-54df816672f0 None None] Checking router: 65eaed75-6d59-4276-8b64-e7aa3154a403 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:35.354009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:35.354618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:35.360014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-df5554fd-d0c1-474f-8f3a-e3735dce86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.361609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-df5554fd-d0c1-474f-8f3a-e3735dce86f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 200 len: 896 time: 0.1606205 Aug 16 23:15:35.421377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-b8f18818-a018-4294-8f04-fb046b9e583e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 200 len: 217 time: 0.0501633 Aug 16 23:15:35.424756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6c20565f-3f48-4400-b62f-94b743799f74 req-c6548250-116d-463d-85f5-f4421aaf9acf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911815 Aug 16 23:15:35.482432 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-abf3bbbc-1b96-4da5-a3dc-473a09440be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.483927 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-abf3bbbc-1b96-4da5-a3dc-473a09440be8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 200 len: 833 time: 0.0549433 Aug 16 23:15:35.531478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-0ff6c863-9018-44bd-9e8b-9a98fc797f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:35.532996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-0ff6c863-9018-44bd-9e8b-9a98fc797f98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=44ddb53e-4674-4736-bcda-8bfdcf3b9867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415797 Aug 16 23:15:35.619340 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:35.622293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-6404e08f-0648-4fd5-a70d-3b09062a7a4c service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804608 Aug 16 23:15:35.715968 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-497a0781-75fb-4b3c-9cf8-07a97f8b649e req-9fcbb6eb-a6bd-4183-b7b5-ec5e04dd9f85 service neutron] 10.222.0.89 "GET /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Aug 16 23:15:35.817977 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f8850564-5019-486b-9709-54df816672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:35.843577 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8850564-5019-486b-9709-54df816672f0 None None] The sync data for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 is: [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:01Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2', 'name': '', 'network_id': '44ddb53e-4674-4736-bcda-8bfdcf3b9867', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:e6:97:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:00Z', 'updated_at': '2021-08-16T23:14:04Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '4a2a8612-b605-4dc2-b352-5b89cfe91cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:36.055884 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444b619-1824-40ae-a203-b5e0facc431d None None] New status for floating IP a90560be-035c-48b8-a7e7-79f1d2215447: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:15:36.542752 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01a764-1016-433b-a88f-f348fdd2b930 req-084781fe-32fa-429e-9b02-885bc7bcc020 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:36.544539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe01a764-1016-433b-a88f-f348fdd2b930 req-084781fe-32fa-429e-9b02-885bc7bcc020 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0498021 Aug 16 23:15:36.583107 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe01a764-1016-433b-a88f-f348fdd2b930 req-10e59c49-42d0-4f5a-a023-224e455cefde tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=5498fe83-ca90-433d-8090-83731c17c6fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Aug 16 23:15:37.196208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da4696-102e-412c-bd90-78f69c839de2 req-06acc178-d880-429f-a89f-8c7c0a6f73eb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:37.197685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7da4696-102e-412c-bd90-78f69c839de2 req-06acc178-d880-429f-a89f-8c7c0a6f73eb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Aug 16 23:15:37.293336 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:37.293687 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:37.383244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:37.383622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:37.396155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:37.519376 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:37.551014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:37.593693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] No DVR routers for this DVR port e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:37.596644 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:37.598789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7da4696-102e-412c-bd90-78f69c839de2 req-a559a6af-3c0b-4afa-b21e-7adc0eca386a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "DELETE /v2.0/ports/e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f HTTP/1.1" status: 204 len: 173 time: 0.3904335 Aug 16 23:15:37.599243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'name': 'network-vif-deleted', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:37.601599 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176fdc9-4a20-4520-99a1-4f44df61b0c5" -d '{"events": [{"server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "name": "network-vif-deleted", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:37.639263 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08ad69-6d8f-422d-9009-6cbb07aaabd6 x-openstack-request-id: req-2d08ad69-6d8f-422d-9009-6cbb07aaabd6 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:37.639583 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880f94d-22a5-4c49-be40-83c50ee51182", "name": "network-vif-deleted", "tag": "e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:37.639845 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d08ad69-6d8f-422d-9009-6cbb07aaabd6 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:37.640247 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880f94d-22a5-4c49-be40-83c50ee51182', 'name': 'network-vif-deleted', 'tag': 'e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f', 'status': 'completed', 'code': 200} Aug 16 23:15:37.685463 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de446bee-b45c-4680-899a-09cbce7771a9 req-608ae76f-aedc-4d78-a8f3-1cf255919116 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=7880f94d-22a5-4c49-be40-83c50ee51182 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Aug 16 23:15:38.742711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43600) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:39.095809 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.343224 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:39.343576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.431512 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:39.431888 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.444743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:39.633622 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:39.963582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:40.134254 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.361914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 65eaed75-6d59-4276-8b64-e7aa3154a403 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:40.466184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:40.471280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f8d4f89-075f-48a0-8540-18f0c9e0efe2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/65eaed75-6d59-4276-8b64-e7aa3154a403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274790 Aug 16 23:15:40.473960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43602) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:40.476697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Sync routers for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:40.485730 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:40.486335 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:40.524964 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting subnet 4a2a8612-b605-4dc2-b352-5b89cfe91cb0 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:15:40.528146 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.567333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.592613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:40.655868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.714293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.741014 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2a8612-b605-4dc2-b352-5b89cfe91cb0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:40.744695 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.746566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ac73910b-f541-474b-b43e-3e3ed7b7ccae tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/subnets/4a2a8612-b605-4dc2-b352-5b89cfe91cb0 HTTP/1.1" status: 204 len: 168 time: 0.2716744 Aug 16 23:15:40.749237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43604) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:40.762169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e0652-9e46-4743-ae9a-9ae60a3c2c09 None None] Network 44ddb53e-4674-4736-bcda-8bfdcf3b9867 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:40.854734 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:40.872985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:15:39Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:40.904475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Checking router: 65eaed75-6d59-4276-8b64-e7aa3154a403 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:40.920421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Routers {'65eaed75-6d59-4276-8b64-e7aa3154a403'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:40.920955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['65eaed75-6d59-4276-8b64-e7aa3154a403'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:40.962211 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.021422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port ef5d721c-51a9-4217-96a4-a12eb38e637b {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:41.022095 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.026672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] DHCP port deletion for 44ddb53e-4674-4736-bcda-8bfdcf3b9867 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:15:41.058638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] Set router 65eaed75-6d59-4276-8b64-e7aa3154a403 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:41.105892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port ef5d721c-51a9-4217-96a4-a12eb38e637b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=ef5d721c-51a9-4217-96a4-a12eb38e637b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:41.106268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.117792 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for ef5d721c-51a9-4217-96a4-a12eb38e637b owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:41.179202 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Deleting port 238181d9-46d9-4bba-a30d-660ca7cba602 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:41.179495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.282017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] For port 238181d9-46d9-4bba-a30d-660ca7cba602, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=238181d9-46d9-4bba-a30d-660ca7cba602,segment=NetworkSegment(f3b72812-cc8a-4096-af24-b3d46b5a147f),segment_id=f3b72812-cc8a-4096-af24-b3d46b5a147f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:41.282339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.287295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.298906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Calling delete_port for 238181d9-46d9-4bba-a30d-660ca7cba602 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:41.313297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=ef5d721c-51a9-4217-96a4-a12eb38e637b,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:41.367263 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:15:39Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:41.375808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.399768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a60b17-1428-4493-a6c0-0a987777d147 None None] The sync data for ids ['65eaed75-6d59-4276-8b64-e7aa3154a403'] in n-d-791505-20 is: [{'id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572953116', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:15:39Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': 'ef5d721c-51a9-4217-96a4-a12eb38e637b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ec:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eaed75-6d59-4276-8b64-e7aa3154a403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:41.422561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.435746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] No DVR routers for this DVR port 238181d9-46d9-4bba-a30d-660ca7cba602 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:41.455113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Pushing event deleted for resources: {'Port': ['ID=238181d9-46d9-4bba-a30d-660ca7cba602,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:41.464000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.466171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.466511 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.466920 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.467194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.467541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.467863 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.468194 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.468520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.468842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.469190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.469517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f920f-36e4-4fb9-abba-fbde2dc8badb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:41.479768 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.482034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.524672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.525259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Fanout notify agent at l3_agent the message router_deleted on router 65eaed75-6d59-4276-8b64-e7aa3154a403 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:15:41.532389 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.533558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-af791873-5e75-40ef-9aa0-f58a71f3199d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/routers/65eaed75-6d59-4276-8b64-e7aa3154a403 HTTP/1.1" status: 204 len: 168 time: 0.7834079 Aug 16 23:15:41.536713 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43606) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:41.611642 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.700327 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.709873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ddb53e-4674-4736-bcda-8bfdcf3b9867']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:41.719729 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b72812-cc8a-4096-af24-b3d46b5a147f') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:41.720034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b72812-cc8a-4096-af24-b3d46b5a147f') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:41.729278 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.742739 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.749035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:15:41.749488 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:15:41.753205 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:15:41.819755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.825338 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.827361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/networks/44ddb53e-4674-4736-bcda-8bfdcf3b9867 HTTP/1.1" status: 204 len: 168 time: 0.2896631 Aug 16 23:15:41.830478 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43608) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:41.842166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e4243-7784-4329-9904-2559c340ab7c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Network': ['ID=44ddb53e-4674-4736-bcda-8bfdcf3b9867,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:41.893885 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.920118 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.989161 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.992420 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.993719 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/security-groups/5498fe83-ca90-433d-8090-83731c17c6fb HTTP/1.1" status: 204 len: 168 time: 0.1621592 Aug 16 23:15:42.004323 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498fe83-ca90-433d-8090-83731c17c6fb,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.012260 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.012619 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.012963 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.013392 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.013841 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.014181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.014516 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.014848 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.015178 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.015587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.015817 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.016141 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9cbae5-353b-4a52-9aac-ac2c6844d9a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:42.056870 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:42.084359 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:42.084830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e4da0aa9-202c-49ac-8c86-3ccbb23dfe3f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:42.095433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 238181d9-46d9-4bba-a30d-660ca7cba602 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:42.116702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 238181d9-46d9-4bba-a30d-660ca7cba602 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:42.117036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 238181d9-46d9-4bba-a30d-660ca7cba602 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:42.117479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:42.136448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:42.136791 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device a472056c-1fe3-4cf2-9dbd-4d7b11ab6ac2 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:42.326622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43616) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.331431 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715530315', 'description': 'tempest-secgroup-smoke-715530315 description', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.353991 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.436050 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.439882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.468514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.477725 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1422224 Aug 16 23:15:42.477725 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bea5-2f1b-4f0c-a486-f7d5d5ca2261 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca812012-91d4-405b-bf32-8f8db166e3c8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.479236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43618) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.482667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.508206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.562220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.565613 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.583543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cb9d5c-9530-4283-8b23-253c4e270082,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.589184 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.590402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0935258c-8f55-4d7d-b052-82116845f12e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115155 Aug 16 23:15:42.593090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43620) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.597428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.622440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.683979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.687411 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.704272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461458cc-2734-45cf-97de-89a1e34d153e,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.710247 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.711425 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9456f62c-c8bf-4902-9782-6028cda85ee3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174212 Aug 16 23:15:42.714135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43622) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.718396 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.743741 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.799388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.803388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.819745 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5492c3d-e42d-4ab5-b190-4d64239228ac,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.826191 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.827370 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-83b10d24-bc8a-4d17-bc58-d1bd08d01d55 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123307 Aug 16 23:15:42.830095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43624) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.834475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.860034 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.919369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.923071 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.940269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5caa5cf7-a511-45be-a1de-7ee1430adb2c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.945580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.946844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8816c3d2-c374-4e48-ac02-bf87b4e196df tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157503 Aug 16 23:15:42.949559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43626) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.953922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:42.975866 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:15:42.980691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.042085 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.045453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.063374 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09625966-ba7d-4511-b545-b8cbe823e6a3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.066379 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.070250 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ce026870-2e01-4ede-a182-061e8bba310a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171417 Aug 16 23:15:43.071205 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.074822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': 'ca812012-91d4-405b-bf32-8f8db166e3c8', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.095596 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:15:43.100837 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.160787 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.164513 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.184225 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc33665-d1f5-4b2c-a7fb-3d5872b81260,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.186816 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.188076 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-8fb6ad44-5f7d-47c5-9a8b-2e325ab87f07 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166573 Aug 16 23:15:43.190908 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43630) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.195842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'network': {'name': 'tempest-network-smoke--2123758229', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.215388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:43.219062 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.242195 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:15:43.251322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.251924 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Added segment 1ca36e07-2e79-4651-9cc3-21d63a2d8f43 of type vlan for network bd8e5ec7-a907-4ba9-bd6f-57888786449a Aug 16 23:15:43.291361 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.315020 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.320575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:43.321147 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.383507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1914713 Aug 16 23:15:43.386155 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43632) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.392537 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'admin_state_up': True, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.398803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fd5ff-a88e-469c-91e0-5f35b6058c85 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Network': ['ID=bd8e5ec7-a907-4ba9-bd6f-57888786449a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.409380 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:15:43.418504 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.419660 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.473601 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.612815 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.807285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.825584 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.924330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.99 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/52b8ee72-080b-4709-9a43-11031deb4c4b) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:43.945828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ef5d721c-51a9-4217-96a4-a12eb38e637b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:43.967153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: ef5d721c-51a9-4217-96a4-a12eb38e637b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:43.967505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device ef5d721c-51a9-4217-96a4-a12eb38e637b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:44.034016 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.080596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.115442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:44.120077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:44.122882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:44.151981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=52b8ee72-080b-4709-9a43-11031deb4c4b,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.370351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.574440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.697307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:15:44.804505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:44.814689 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Sync routers for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:44.823165 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.828120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7faa8e31-7bf4-42bb-aed1-f712abcd46b3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4376335 Aug 16 23:15:44.828316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:44.828316 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:44.828661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43634) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.858721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-59a85204-d8db-485c-bf42-5f5c8c7a5b17 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=fb19729f2b7e4e91bd222d48cf295e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268559 Aug 16 23:15:44.858981 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43636) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.951759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e8943-32b9-4283-89f7-246380bc690b tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:44.953289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0c3e8943-32b9-4283-89f7-246380bc690b tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933664 Aug 16 23:15:44.956007 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43638) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.985815 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-dfc66cd3-48c9-40d2-b398-75fb25620051 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265648 Aug 16 23:15:44.986048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43640) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.991315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036215463', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:45.020408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:45.078620 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.080176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:45.084334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.200204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:44Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:45.226969 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Checking router: 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:45.227269 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Updating router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 port 52b8ee72-080b-4709-9a43-11031deb4c4b binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:15:45.251556 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.271245 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.337051 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Subnet': ['ID=f359c5ee-e003-4bac-baa0-bfcf779efd51,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.345177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Checking segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:45.345557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network hostable DHCP agents. Network: bd8e5ec7-a907-4ba9-bd6f-57888786449a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:15:45.361484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:15:45.372514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, bd8e5ec7-a907-4ba9-bd6f-57888786449a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:45.377756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:45.382278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab13d4-66d9-4624-86ca-16a91c364114 None None] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:45.385549 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.400232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-52af3c1b-2c27-40cd-b506-602bcf23821a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132268 Aug 16 23:15:45.403205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43642) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:45.517592 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.529589 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Transition to ACTIVE for port object 52b8ee72-080b-4709-9a43-11031deb4c4b will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:45.536180 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.551405 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:15:45.552589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.585923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Attempting to bind port 52b8ee72-080b-4709-9a43-11031deb4c4b on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:45.585923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Attempting to bind port 52b8ee72-080b-4709-9a43-11031deb4c4b by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:45.585923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Attempting to bind port 52b8ee72-080b-4709-9a43-11031deb4c4b on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:45.596576 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:45.596951 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:45.597913 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.598315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:45.598775 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Bound port: 52b8ee72-080b-4709-9a43-11031deb4c4b, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:45.599151 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.600994 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Pushing event updated for resources: {'Port': ['ID=52b8ee72-080b-4709-9a43-11031deb4c4b,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.625591 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.625937 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.626275 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.626606 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.627199 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.627524 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.627845 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.628165 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.628482 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.628835 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.629182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.629501 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:45.667953 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] For port 52b8ee72-080b-4709-9a43-11031deb4c4b, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:45.671177 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] For port 52b8ee72-080b-4709-9a43-11031deb4c4b, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=52b8ee72-080b-4709-9a43-11031deb4c4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:45.671357 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5d66-b43b-4987-831b-777869c24b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.677818 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.726253 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Allocated IP 172.20.0.2 (bd8e5ec7-a907-4ba9-bd6f-57888786449a/f359c5ee-e003-4bac-baa0-bfcf779efd51/be6d77aa-7fb1-4fab-a791-d348afeb1c7c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:45.741618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:45.742567 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:45.778543 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90db73-5fd5-481f-9d20-10f504a37b56 None None] Pushing event updated for resources: {'Port': ['ID=52b8ee72-080b-4709-9a43-11031deb4c4b,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.851370 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:45.874534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.883903 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Transition to ACTIVE for port object be6d77aa-7fb1-4fab-a791-d348afeb1c7c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:45.899639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Transition to ACTIVE for port object be6d77aa-7fb1-4fab-a791-d348afeb1c7c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:45.906561 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.940628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:45.943509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:45.946859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:45.978887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Pushing event updated for resources: {'Port': ['ID=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:46.010780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Attempting to bind port be6d77aa-7fb1-4fab-a791-d348afeb1c7c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:46.011144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Attempting to bind port be6d77aa-7fb1-4fab-a791-d348afeb1c7c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:46.011506 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Attempting to bind port be6d77aa-7fb1-4fab-a791-d348afeb1c7c on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:46.016499 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:46.016877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Checking segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:46.017317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.017716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Bound using segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:46.018182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Bound port: be6d77aa-7fb1-4fab-a791-d348afeb1c7c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:46.018714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.037475 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:44Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:46.063473 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62281164-1c10-4f3b-a924-7259e41bbcba None None] The sync data for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 is: [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:44Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:46.094853 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] For port be6d77aa-7fb1-4fab-a791-d348afeb1c7c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:46.099117 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] For port be6d77aa-7fb1-4fab-a791-d348afeb1c7c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:46.103692 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.174461 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074e12-73c3-45e0-8ff6-8a7a893fbf8c None None] Pushing event updated for resources: {'Port': ['ID=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:46.192172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.511155 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.1 (bd8e5ec7-a907-4ba9-bd6f-57888786449a/f359c5ee-e003-4bac-baa0-bfcf779efd51/b046a309-680d-43ba-a6f0-cadc3f03fc66) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:46.640477 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.656348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object b046a309-680d-43ba-a6f0-cadc3f03fc66 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:46.690390 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.736241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:46.739715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:46.744261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:46.748365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:46.798798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.937994 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.130974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f2fcd-10ea-4083-a90b-14a83970f662 None None] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:47.184647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-40f8b69e-7f6d-4c0f-80fa-a2c773833da0 None None] Provisioning for port be6d77aa-7fb1-4fab-a791-d348afeb1c7c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:47.224235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.229268 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.306838 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.309782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:47.408932 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:47.411365 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:47.526627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ea4920e-d272-477a-b4bb-b8f5d39ff280 None None] Provisioning for port b046a309-680d-43ba-a6f0-cadc3f03fc66 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:47.531103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8ea4920e-d272-477a-b4bb-b8f5d39ff280 None None] Provisioning complete for port b046a309-680d-43ba-a6f0-cadc3f03fc66 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:47.531491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8ea4920e-d272-477a-b4bb-b8f5d39ff280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.557804 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:47.573812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4920e-d272-477a-b4bb-b8f5d39ff280 None None] Port b046a309-680d-43ba-a6f0-cadc3f03fc66 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:47.674301 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:47.689223 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-180f5a88-3b0c-4111-9b01-327e831012fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/957cf1af-97d8-484f-bc5a-8cffeb2bfca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2847948 Aug 16 23:15:47.694317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-3c57539f-d6c5-45e4-8729-0d8ebd8efa24 None None] Provisioning complete for port b046a309-680d-43ba-a6f0-cadc3f03fc66 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:47.694698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c57539f-d6c5-45e4-8729-0d8ebd8efa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.731846 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Sync routers for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:47.737568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3c57539f-d6c5-45e4-8729-0d8ebd8efa24 None None] Port b046a309-680d-43ba-a6f0-cadc3f03fc66 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:47.744497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:47.745174 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:47.861371 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:47.998654 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b4ef06c0-8aaf-484a-becd-341e2752c963 None None] Provisioning complete for port b046a309-680d-43ba-a6f0-cadc3f03fc66 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:47.999111 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b4ef06c0-8aaf-484a-becd-341e2752c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.172159 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-b5b2dff6-9643-4c16-b778-62477533725b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715530315&fields=id&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 267 time: 0.3697510 Aug 16 23:15:48.214545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be6d77aa-7fb1-4fab-a791-d348afeb1c7c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:48.239172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef06c0-8aaf-484a-becd-341e2752c963 None None] Port b046a309-680d-43ba-a6f0-cadc3f03fc66 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:48.282055 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-4622541a-fa5a-45ed-a638-ae49baf3c6f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:48.283530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-4622541a-fa5a-45ed-a638-ae49baf3c6f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 797 time: 0.1037445 Aug 16 23:15:48.293616 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.299588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-3e84d10b-a7b8-4d8f-aace-9d9b71fa0fe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/quotas/fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Aug 16 23:15:48.326819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port be6d77aa-7fb1-4fab-a791-d348afeb1c7c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:48.340474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be6d77aa-7fb1-4fab-a791-d348afeb1c7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:48.340853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.346176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:47Z', 'revision_number': 2, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:48.357491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-0a5afedd-e6be-475c-89bf-81d8ef4e9b6d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517597 Aug 16 23:15:48.396555 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9404-9507-4462-9223-9e91ef447e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.398019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Checking router: 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:48.398379 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Updating router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 port b046a309-680d-43ba-a6f0-cadc3f03fc66 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:15:48.432838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.500845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-e9be8d99-a36f-4ca2-b8e9-f5d2e806db4b service neutron] 10.222.0.22 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302772 Aug 16 23:15:48.570062 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.597472 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-3b705afc-4ce4-4734-8a6c-41ad9199bb8f service neutron] 10.222.0.22 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892577 Aug 16 23:15:48.646735 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port be6d77aa-7fb1-4fab-a791-d348afeb1c7c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:48.651223 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.652020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 52b8ee72-080b-4709-9a43-11031deb4c4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:48.771623 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e9eb9f35-7b00-4c89-bc8d-b5dc28528682 req-07898015-b5a9-48e0-b9ae-d7576a413567 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 210 time: 0.0277591 Aug 16 23:15:48.771792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:48.796191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 52b8ee72-080b-4709-9a43-11031deb4c4b completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:48.807123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 52b8ee72-080b-4709-9a43-11031deb4c4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:48.807495 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.874372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.888126 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Transition to ACTIVE for port object b046a309-680d-43ba-a6f0-cadc3f03fc66 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:48.895377 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.972955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d34c-d8e2-4699-9ce4-dfd55c801bf1 None None] Pushing event updated for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:48.976688 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.033056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 52b8ee72-080b-4709-9a43-11031deb4c4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=52b8ee72-080b-4709-9a43-11031deb4c4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:49.045194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.052137 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Attempting to bind port b046a309-680d-43ba-a6f0-cadc3f03fc66 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:49.052517 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Attempting to bind port b046a309-680d-43ba-a6f0-cadc3f03fc66 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:49.053025 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Attempting to bind port b046a309-680d-43ba-a6f0-cadc3f03fc66 on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:49.078830 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:49.079231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Checking segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:49.079678 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.080071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Bound using segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:49.080541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Bound port: b046a309-680d-43ba-a6f0-cadc3f03fc66, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:49.080924 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.133000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=52b8ee72-080b-4709-9a43-11031deb4c4b,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:49.172604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] For port b046a309-680d-43ba-a6f0-cadc3f03fc66, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:49.176468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] For port b046a309-680d-43ba-a6f0-cadc3f03fc66, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b046a309-680d-43ba-a6f0-cadc3f03fc66,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:49.184527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.252718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d34c-d8e2-4699-9ce4-dfd55c801bf1 None None] Pushing event updated for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:49.257255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:49.258051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:49.386285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:49.519123 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.611430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:49Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:49.637868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e7fcd-00e9-4a4e-9085-c267bb363e63 None None] The sync data for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 is: [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:49Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:49.927306 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec1810c3-8b86-4db3-a2a1-cabd169c9342 req-19dd8d37-1aef-491b-a24f-7b8bd7e63b6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 210 time: 0.0405419 Aug 16 23:15:49.997006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-61e1aa81-f31d-48df-b0e7-9d1cda622b8c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.998960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-61e1aa81-f31d-48df-b0e7-9d1cda622b8c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 797 time: 0.1695094 Aug 16 23:15:50.059363 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-25b35011-794d-4aaa-b093-33af8f8a8b28 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 379 time: 0.0360708 Aug 16 23:15:50.077458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'port': {'device_id': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'admin_state_up': True, 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'security_groups': ['ca812012-91d4-405b-bf32-8f8db166e3c8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:50.102404 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b046a309-680d-43ba-a6f0-cadc3f03fc66 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:50.154525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b046a309-680d-43ba-a6f0-cadc3f03fc66 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:50.158635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b046a309-680d-43ba-a6f0-cadc3f03fc66 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:50.159050 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.205751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:50.209905 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.249702 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.285500 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b046a309-680d-43ba-a6f0-cadc3f03fc66, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b046a309-680d-43ba-a6f0-cadc3f03fc66,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:50.290985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.291763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be6d77aa-7fb1-4fab-a791-d348afeb1c7c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:50.351206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.5 (bd8e5ec7-a907-4ba9-bd6f-57888786449a/f359c5ee-e003-4bac-baa0-bfcf779efd51/ac026b69-f40c-4ba0-9ade-04891ddfd2de) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:50.372734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:50.388309 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port be6d77aa-7fb1-4fab-a791-d348afeb1c7c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:50.388689 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.471483 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 52b8ee72-080b-4709-9a43-11031deb4c4b up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:50.515564 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.526477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 52b8ee72-080b-4709-9a43-11031deb4c4b triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:50.526855 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.530726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object ac026b69-f40c-4ba0-9ade-04891ddfd2de will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:50.567303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.620387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:50.624550 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:50.629819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:50.634636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:50.688646 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.689451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.705401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-c477d7e0-6925-4e12-a233-1fd4434d4102 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6350088 Aug 16 23:15:50.725936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Request body: {'port': {'device_id': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:50.782671 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.874453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-735a9c03-6e4a-490f-b1b5-222fb8bebdcd None None] Provisioning for port ac026b69-f40c-4ba0-9ade-04891ddfd2de completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:50.878646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-735a9c03-6e4a-490f-b1b5-222fb8bebdcd None None] Provisioning complete for port ac026b69-f40c-4ba0-9ade-04891ddfd2de triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:50.879019 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-735a9c03-6e4a-490f-b1b5-222fb8bebdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.913591 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-735a9c03-6e4a-490f-b1b5-222fb8bebdcd None None] Port ac026b69-f40c-4ba0-9ade-04891ddfd2de cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:51.082413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac026b69-f40c-4ba0-9ade-04891ddfd2de {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:51.093080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fc92a-ff13-4b1d-abe6-08b5c3443865 req-af120080-8695-42dd-8ac5-9e4fc9cbbe36 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.094553 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f73fc92a-ff13-4b1d-abe6-08b5c3443865 req-af120080-8695-42dd-8ac5-9e4fc9cbbe36 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 931 time: 0.0957131 Aug 16 23:15:51.098744 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.124514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Transition to ACTIVE for port object ac026b69-f40c-4ba0-9ade-04891ddfd2de will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:51.131078 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.167223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f73fc92a-ff13-4b1d-abe6-08b5c3443865 req-e4e4cc33-7911-4c84-b723-45694b9ef73c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657918 Aug 16 23:15:51.193381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:51.262384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:51.262755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:51.263095 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:51.267807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:51.268153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:51.273791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:51.274136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Checking segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:51.274530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Bound using segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:51.274965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Bound port: ac026b69-f40c-4ba0-9ade-04891ddfd2de, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:51.275334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.341137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:51.344318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:51.351109 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.384616 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.385267 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.387121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] 10.222.0.89 "PUT /v2.0/ports/ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 1092 time: 0.6663020 Aug 16 23:15:51.389353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:51.391629 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2708245-f1f2-4cf6-b662-4966a5b6ec38" -d '{"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:51.431080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49a2d2-5b17-4b63-8ff1-49eadb72e990 service neutron] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:51.441639 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639a63ea-4eb2-4a9b-952b-2d4cc53e29f2 x-openstack-request-id: req-639a63ea-4eb2-4a9b-952b-2d4cc53e29f2 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:51.441930 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:51.442183 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-639a63ea-4eb2-4a9b-952b-2d4cc53e29f2 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:51.442594 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'status': 'completed', 'code': 200} Aug 16 23:15:51.470314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.510202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-e20a0a32-61f4-4b3f-a33c-0aad9b878079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.511885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-e20a0a32-61f4-4b3f-a33c-0aad9b878079 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.0450134 Aug 16 23:15:51.570916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-77e2310c-8d43-45d5-8aac-6ebdfde5e71f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 217 time: 0.0401459 Aug 16 23:15:51.625442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-09b3306f-0890-459c-87c8-880fdda2157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.627206 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-09b3306f-0890-459c-87c8-880fdda2157d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0450435 Aug 16 23:15:51.683473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-0e0d092e-3f49-4000-a1e4-edba1ee12a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.685001 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-0e0d092e-3f49-4000-a1e4-edba1ee12a11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475140 Aug 16 23:15:51.779517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-84999930-ca65-4052-bcfb-e9b738ad431b service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863149 Aug 16 23:15:51.874052 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d47644ac-55d0-4ef5-a611-b0d1f8ef24a4 req-ff0b993e-4e34-4ac6-a3e9-624fb2d09389 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Aug 16 23:15:51.995320 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b046a309-680d-43ba-a6f0-cadc3f03fc66 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:52.042045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-0c481225-2972-4cf0-bf76-2a65c867036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.043745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-0c481225-2972-4cf0-bf76-2a65c867036b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.0525377 Aug 16 23:15:52.050518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b046a309-680d-43ba-a6f0-cadc3f03fc66 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:52.050986 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.136001 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-ecb946f0-7fd9-4aa9-b0e7-cd3703cd4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.137532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-ecb946f0-7fd9-4aa9-b0e7-cd3703cd4c11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0870721 Aug 16 23:15:52.183844 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-e2ccf5d3-6cf5-4e2f-9a11-a7522a9a5663 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 217 time: 0.0376394 Aug 16 23:15:52.234266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-2a8acebd-04fe-4563-93d7-0708a2fb4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.235729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-2a8acebd-04fe-4563-93d7-0708a2fb4343 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0448046 Aug 16 23:15:52.311003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-5fcc0e50-495c-4064-85f4-7f79ebdc1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.312413 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-5fcc0e50-495c-4064-85f4-7f79ebdc1f88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682638 Aug 16 23:15:52.321019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc04ee-626d-4310-8410-6fb9dcb6c65a req-cebc2b83-fa04-49f9-a9ee-019e38de3d15 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.322478 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75cc04ee-626d-4310-8410-6fb9dcb6c65a req-cebc2b83-fa04-49f9-a9ee-019e38de3d15 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0799716 Aug 16 23:15:52.407603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-75cc04ee-626d-4310-8410-6fb9dcb6c65a req-100382f5-4efb-427a-9527-aa8c7778baed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769856 Aug 16 23:15:52.436412 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-b1af8f78-721f-4210-8e92-254f27e60938 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129611 Aug 16 23:15:52.537375 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e2708245-f1f2-4cf6-b662-4966a5b6ec38 req-a0db9da6-7c7d-4ef5-9080-8cfeeffb8196 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909414 Aug 16 23:15:53.523368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc760db-dc2d-46fc-90d1-92707f6d22a7 req-547b6c9f-510a-4025-acaa-d17433a56319 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:53.524839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc760db-dc2d-46fc-90d1-92707f6d22a7 req-547b6c9f-510a-4025-acaa-d17433a56319 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0490654 Aug 16 23:15:53.562298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ccc760db-dc2d-46fc-90d1-92707f6d22a7 req-df15825d-84d7-414c-ae59-60a02e4a78ce tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Aug 16 23:15:53.589700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.675427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d887300-bd5d-4e4d-a567-122c4f187cb7 req-8ac9da90-41bc-406b-8eaf-6f4021d9f621 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.676882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d887300-bd5d-4e4d-a567-122c4f187cb7 req-8ac9da90-41bc-406b-8eaf-6f4021d9f621 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0476370 Aug 16 23:15:54.714836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7d887300-bd5d-4e4d-a567-122c4f187cb7 req-8cde4dec-a8f0-4845-b22d-a4a1d76035cf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Aug 16 23:15:55.831791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb0ea4-7089-40b0-b824-8dd4b92cd4ee req-ba160832-aac3-4207-b65a-17281b3de98d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.833284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49cb0ea4-7089-40b0-b824-8dd4b92cd4ee req-ba160832-aac3-4207-b65a-17281b3de98d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0521085 Aug 16 23:15:55.870152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-49cb0ea4-7089-40b0-b824-8dd4b92cd4ee req-3cc4c535-1191-4b64-8b0b-59e7207ec9f5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Aug 16 23:15:56.120156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:56.219829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:56.230609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'mac_address': 'fa:16:3e:4e:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:56.267191 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:56.279937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac026b69-f40c-4ba0-9ade-04891ddfd2de {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:56.299316 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:56.303851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:56.349722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:56.678437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['ac026b69-f40c-4ba0-9ade-04891ddfd2de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:56.984549 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b2ac4-6ac1-4533-896c-eb086d10d5f0 req-d1645bc0-de31-4c7a-afc6-4faec025aff2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.985992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-563b2ac4-6ac1-4533-896c-eb086d10d5f0 req-d1645bc0-de31-4c7a-afc6-4faec025aff2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 944 time: 0.0492578 Aug 16 23:15:57.024124 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-563b2ac4-6ac1-4533-896c-eb086d10d5f0 req-b39a7c49-f4d3-45b8-8c35-b629176ea4b5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Aug 16 23:15:58.136032 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52bd3-4849-456d-b147-33121026269a req-6a9ed6e6-c4a0-4626-a98e-b3bb286b5890 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.137507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2a52bd3-4849-456d-b147-33121026269a req-6a9ed6e6-c4a0-4626-a98e-b3bb286b5890 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 944 time: 0.0481217 Aug 16 23:15:58.151209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:58.175456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2a52bd3-4849-456d-b147-33121026269a req-c09465f8-2593-4080-a800-57e14da684af tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Aug 16 23:15:58.199236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port ac026b69-f40c-4ba0-9ade-04891ddfd2de completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:58.203080 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port ac026b69-f40c-4ba0-9ade-04891ddfd2de triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:58.203553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.281800 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.303211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:58.305454 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49e0a8c-2c3d-46e6-92a1-c49a0e26510a" -d '{"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-plugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:58.318198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:58.322418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.345549 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9648014-177b-4606-8164-4d9c0e66eeaf x-openstack-request-id: req-e9648014-177b-4606-8164-4d9c0e66eeaf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:58.345841 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-plugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:58.346095 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9648014-177b-4606-8164-4d9c0e66eeaf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:58.346484 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'code': 200} Aug 16 23:15:58.370498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:58.481812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01816d7-9793-49e1-92f4-48672ffcc30f req-734d1d06-1cee-4790-bb7e-7ece890c665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.483278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d01816d7-9793-49e1-92f4-48672ffcc30f req-734d1d06-1cee-4790-bb7e-7ece890c665a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0447190 Aug 16 23:15:58.521839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d01816d7-9793-49e1-92f4-48672ffcc30f req-adfab205-9a9b-4d0b-b438-a520821c4e4d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273962 Aug 16 23:15:59.289757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfadf1-b783-4ed7-9f52-1118a88907c5 req-ad78b594-5e22-4852-bb54-e649d8541499 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:59.291251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37bfadf1-b783-4ed7-9f52-1118a88907c5 req-ad78b594-5e22-4852-bb54-e649d8541499 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0503731 Aug 16 23:15:59.328562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37bfadf1-b783-4ed7-9f52-1118a88907c5 req-925b258e-54f9-4732-a96b-284fdc5849ff tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Aug 16 23:16:00.442641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337a25-c4d2-4d8c-a086-3e90d71a38c9 req-051b55cc-5dac-4f44-b085-02d31bdd3f40 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.444100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12337a25-c4d2-4d8c-a086-3e90d71a38c9 req-051b55cc-5dac-4f44-b085-02d31bdd3f40 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0481498 Aug 16 23:16:00.483165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12337a25-c4d2-4d8c-a086-3e90d71a38c9 req-464a3946-a87f-47b3-8d6e-ea8b5472400b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331812 Aug 16 23:16:00.600484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450d2b2-5f03-4df7-9578-54b423cd3003 req-2f6116ed-db08-4634-86d7-a90f441d9175 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.601925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f450d2b2-5f03-4df7-9578-54b423cd3003 req-2f6116ed-db08-4634-86d7-a90f441d9175 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0529883 Aug 16 23:16:00.640033 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f450d2b2-5f03-4df7-9578-54b423cd3003 req-f45e81d2-51cc-4079-9272-0903fe39ac81 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322218 Aug 16 23:16:00.661474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43700) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:00.700659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0d159-cd88-4611-a36d-8766f4e298dc tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.702209 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ddd0d159-cd88-4611-a36d-8766f4e298dc tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1092 time: 0.0397677 Aug 16 23:16:00.705035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43702) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:00.709411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:00.730349 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.827304 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.928443 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.216 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b4b1f517-fba5-48db-874d-a4bc92fb89c8) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:01.029778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.067175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.105254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:01.108125 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:01.111734 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:01.133939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=b4b1f517-fba5-48db-874d-a4bc92fb89c8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.457795 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.523903 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.670456 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.675043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.744322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=b4b1f517-fba5-48db-874d-a4bc92fb89c8,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.754346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.850852 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP dbe2ff2d-0223-44d3-98a5-fea5eb217203 associated. External IP: 172.25.8.216, port: ac026b69-f40c-4ba0-9ade-04891ddfd2de. Aug 16 23:16:02.369052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:02.472638 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:02.482438 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Sync routers for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:02.488731 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:02.493016 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:02.493944 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:02.520593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0df1e114-e925-4f7e-af7d-4a10cfd0ffa8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8145132 Aug 16 23:16:02.521220 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:02.523499 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:02.563007 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c1b2b-c531-4f8a-8647-d2eeb4c7fd95 x-openstack-request-id: req-2b8c1b2b-c531-4f8a-8647-d2eeb4c7fd95 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:02.563310 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:02.563565 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b8c1b2b-c531-4f8a-8647-d2eeb4c7fd95 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:02.564003 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'status': 'completed', 'code': 200} Aug 16 23:16:02.616030 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:02.619664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ad2a-926e-4643-9d22-52477188ea88 req-28c14444-9cd3-498c-b4f5-f2b8ae335a5b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.621151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8334ad2a-926e-4643-9d22-52477188ea88 req-28c14444-9cd3-498c-b4f5-f2b8ae335a5b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0499523 Aug 16 23:16:02.684566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-5842203d-564d-4484-ba73-61f64a8013d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.686118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-5842203d-564d-4484-ba73-61f64a8013d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0639808 Aug 16 23:16:02.688961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8334ad2a-926e-4643-9d22-52477188ea88 req-5ce4c061-d43d-4505-9157-5bffd28c4efb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588744 Aug 16 23:16:02.711918 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43708) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:02.778467 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-caa54ccb-abfb-4475-9b81-7904d9d0356d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/dbe2ff2d-0223-44d3-98a5-fea5eb217203 HTTP/1.1" status: 200 len: 991 time: 0.0653934 Aug 16 23:16:02.784463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-740b31a0-c5bb-42e1-a31a-487cf04ec9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.785964 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-740b31a0-c5bb-42e1-a31a-487cf04ec9b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0929818 Aug 16 23:16:02.842280 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'dbe2ff2d-0223-44d3-98a5-fea5eb217203', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'mac_address': 'fa:16:3e:4e:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:01Z', 'updated_at': '2021-08-16T23:16:01Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:02.849633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-5a882222-b688-44d7-9331-baf64879c7df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 999 time: 0.0569119 Aug 16 23:16:02.867639 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Checking router: 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:02.875769 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:02.876313 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:15:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:02.902953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-7f37d5bf-12bb-4691-89dc-3861fac1cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.904420 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-7f37d5bf-12bb-4691-89dc-3861fac1cdf7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0478489 Aug 16 23:16:02.952241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-31f1c735-f488-4c38-8185-99ed77c64b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.953812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-31f1c735-f488-4c38-8185-99ed77c64b4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423026 Aug 16 23:16:03.045256 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-37d2f9e2-2c47-40e2-a62a-fcc85daa66e0 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839329 Aug 16 23:16:03.069196 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:03.140356 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9d6be4a-8112-487d-adb9-dfb3bf875b9e req-8e5380d6-f8ec-4e7a-9112-a93ea52552d4 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880821 Aug 16 23:16:03.150591 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:03.292441 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'dbe2ff2d-0223-44d3-98a5-fea5eb217203', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'mac_address': 'fa:16:3e:4e:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:01Z', 'updated_at': '2021-08-16T23:16:01Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:03.318096 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e6edb-c71b-4cdc-9ef6-6cc1c82f0033 None None] The sync data for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 is: [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'dbe2ff2d-0223-44d3-98a5-fea5eb217203', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.216', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'mac_address': 'fa:16:3e:4e:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:01Z', 'updated_at': '2021-08-16T23:16:01Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:03.507704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f3e4e3-641f-4458-9feb-f298047aeecc None None] New status for floating IP dbe2ff2d-0223-44d3-98a5-fea5eb217203: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:16:03.782288 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43710) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:03.846035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-29d5c75a-a27e-4607-b175-852af87f0cd0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/dbe2ff2d-0223-44d3-98a5-fea5eb217203 HTTP/1.1" status: 200 len: 993 time: 0.0625737 Aug 16 23:16:15.089880 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:15.602373 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0c02906e-1a02-4e57-84b1-156b00f6af8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.266282 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.337455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a3475c5c-3d19-4d9a-8dac-20f3be21339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.459624 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:21.462164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.606875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.733795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-cba6ed1a-fffd-48ae-9861-55331e0f1b99 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384312 Aug 16 23:16:25.836157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-3d89141d-86fd-4683-bef5-7fde44197b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.837737 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-3d89141d-86fd-4683-bef5-7fde44197b74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0420165 Aug 16 23:16:25.945694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-a7f1f47c-fef1-42af-8810-180492c56257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.947190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-a7f1f47c-fef1-42af-8810-180492c56257 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0895028 Aug 16 23:16:26.016397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-2e9cba25-591d-412c-8ddb-f033ce38c155 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 1001 time: 0.0605066 Aug 16 23:16:26.065811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-62f7b365-2a20-43d3-b73e-448d38bfece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:26.067430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-62f7b365-2a20-43d3-b73e-448d38bfece3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0439925 Aug 16 23:16:26.119935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-0435c56a-62af-47b0-a303-19d0a884ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:26.121492 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-0435c56a-62af-47b0-a303-19d0a884ba3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462813 Aug 16 23:16:26.213516 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-3d5a283f-7f71-41d3-989f-484ab8f4dc02 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845480 Aug 16 23:16:26.306829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-806f87dd-3357-4676-a89d-0ad1f2710e5f req-6607385c-f362-42c8-a002-ed82462f3bde service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Aug 16 23:16:37.277793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b3385-3bb4-4a81-b6fc-9abc871cd452 req-7c1e88d5-8afc-484c-92aa-52b31af0877d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:37.279538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-460b3385-3bb4-4a81-b6fc-9abc871cd452 req-7c1e88d5-8afc-484c-92aa-52b31af0877d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.1308701 Aug 16 23:16:37.306215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-04948b18-31bf-4b8c-99b4-664e794eff9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090405 Aug 16 23:16:37.328012 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-460b3385-3bb4-4a81-b6fc-9abc871cd452 req-7019ef9a-979e-43e8-a907-c1a0670d184d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408373 Aug 16 23:16:38.498472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53699f53-9797-4957-98fe-082bcb532ee9 req-fe827180-940f-4f0b-99d3-df00bc51aea8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.499984 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53699f53-9797-4957-98fe-082bcb532ee9 req-fe827180-940f-4f0b-99d3-df00bc51aea8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.1017108 Aug 16 23:16:38.538316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53699f53-9797-4957-98fe-082bcb532ee9 req-22b1eb0e-4317-43ed-801e-dddaeaaf16e9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Aug 16 23:16:38.731273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-8c6f77d3-711f-41ef-aeae-bf8be6c3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.732761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-8c6f77d3-711f-41ef-aeae-bf8be6c3879c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0407612 Aug 16 23:16:38.825781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-7b7712b3-ec62-4510-af84-e3f3315b8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.827165 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-7b7712b3-ec62-4510-af84-e3f3315b8829 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0858097 Aug 16 23:16:38.893322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-8be97839-8697-4b1f-9216-9be3652a28a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 1001 time: 0.0569143 Aug 16 23:16:38.944681 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-c48ee603-693d-464b-b6d2-d201a10216c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.946171 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-c48ee603-693d-464b-b6d2-d201a10216c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0435641 Aug 16 23:16:38.997356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-29436564-472f-4c72-8883-b8d74e0b0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.998907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-29436564-472f-4c72-8883-b8d74e0b0511 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437255 Aug 16 23:16:39.088722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-bdb8e214-d01c-49ba-938d-08c44a8b9319 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820532 Aug 16 23:16:39.192227 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-322564fb-dd65-4e3e-b8e3-f82139423182 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Aug 16 23:16:39.656690 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b1722-3642-4172-9c1c-405a1191f999 req-6a3b46a7-3d66-4fd9-9a28-c05d84aef24b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:39.658454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-865b1722-3642-4172-9c1c-405a1191f999 req-6a3b46a7-3d66-4fd9-9a28-c05d84aef24b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0496101 Aug 16 23:16:39.695430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-865b1722-3642-4172-9c1c-405a1191f999 req-93117aa0-3143-42b9-8abd-33f529b5b2fc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311513 Aug 16 23:16:40.150247 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:40.812168 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb5572-3a62-4867-95c6-122b05d8bd94 req-6f5ddae6-6994-49eb-a8cd-b0230a58ab9b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:40.813669 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eccb5572-3a62-4867-95c6-122b05d8bd94 req-6f5ddae6-6994-49eb-a8cd-b0230a58ab9b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0475299 Aug 16 23:16:40.850192 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eccb5572-3a62-4867-95c6-122b05d8bd94 req-c8cb3ff1-b4d8-4cbc-851b-7218a44ff3c3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300429 Aug 16 23:16:41.969878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6920cf5-6ace-4c78-935c-a96f4cd051c1 req-f80b7368-2859-48cd-b221-7a94f24d05ba tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:41.971876 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6920cf5-6ace-4c78-935c-a96f4cd051c1 req-f80b7368-2859-48cd-b221-7a94f24d05ba tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0528615 Aug 16 23:16:42.010433 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a6920cf5-6ace-4c78-935c-a96f4cd051c1 req-19bfe442-143c-422b-bc1d-659020fa057d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Aug 16 23:16:43.129275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0861040-33b0-4771-a36b-459f649adb85 req-6415fb96-b194-486d-8b3a-a05986e8fb24 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:43.130820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0861040-33b0-4771-a36b-459f649adb85 req-6415fb96-b194-486d-8b3a-a05986e8fb24 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0504920 Aug 16 23:16:43.167804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0861040-33b0-4771-a36b-459f649adb85 req-5fe17bbf-d487-4e30-a1ba-8c01317d9d42 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Aug 16 23:16:44.285442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b4125-8a19-4d51-8670-f231d0bbbb79 req-0988ce65-c8db-4f3a-8557-8ddc4fcfc618 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.286869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-384b4125-8a19-4d51-8670-f231d0bbbb79 req-0988ce65-c8db-4f3a-8557-8ddc4fcfc618 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 16 23:16:44.325366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-384b4125-8a19-4d51-8670-f231d0bbbb79 req-9e91e323-b959-4d0a-934f-6330f69ac4a4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Aug 16 23:16:45.105608 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.443126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018435b7-8940-4647-902f-403ed70eacf4 req-db1c31fd-4d0a-407e-9864-35b984649d3d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:45.444596 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-018435b7-8940-4647-902f-403ed70eacf4 req-db1c31fd-4d0a-407e-9864-35b984649d3d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0530097 Aug 16 23:16:45.483707 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-018435b7-8940-4647-902f-403ed70eacf4 req-d2a2570c-bcfe-4380-8c89-c8af8d13a26a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Aug 16 23:16:45.602175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d0f840d4-5124-4e5d-8ddc-f7952a65ab1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.606717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dadd39-a7b9-484c-acd4-202f2593870b req-4a60ebb1-f5b9-450e-b36c-9437618f3572 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:46.608258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78dadd39-a7b9-484c-acd4-202f2593870b req-4a60ebb1-f5b9-450e-b36c-9437618f3572 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0525842 Aug 16 23:16:46.647693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-78dadd39-a7b9-484c-acd4-202f2593870b req-0def5397-445d-4c6d-8432-adf531176631 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326960 Aug 16 23:16:47.764817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951fafd-a29c-4ded-95bc-a787c745b3b2 req-588f0c88-1cfb-4acc-b5cb-753253f30305 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:47.766258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c951fafd-a29c-4ded-95bc-a787c745b3b2 req-588f0c88-1cfb-4acc-b5cb-753253f30305 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0496931 Aug 16 23:16:47.804223 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c951fafd-a29c-4ded-95bc-a787c745b3b2 req-4f8e5c71-ff94-4768-a008-bd64a22a28f9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Aug 16 23:16:48.271355 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:48.336985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-48ad1bbf-baad-4836-9b4f-4624fdaaab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:48.939741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb81ec-59f6-44b3-ac31-a1f12a4c7b7a req-34794fd3-4858-4ddd-bb32-4b84eda8fb02 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:48.941233 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfdb81ec-59f6-44b3-ac31-a1f12a4c7b7a req-34794fd3-4858-4ddd-bb32-4b84eda8fb02 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0517125 Aug 16 23:16:48.978613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bfdb81ec-59f6-44b3-ac31-a1f12a4c7b7a req-7522ff4c-1da4-4808-8b0b-823f873a1164 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Aug 16 23:16:49.461451 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:50.093757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbb6f2-c84c-4f6b-b29d-aaab1c156ae0 req-49bfaa4c-cc6b-44f8-b889-748c2291ad7a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.095715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8dbb6f2-c84c-4f6b-b29d-aaab1c156ae0 req-49bfaa4c-cc6b-44f8-b889-748c2291ad7a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0487795 Aug 16 23:16:50.133391 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c8dbb6f2-c84c-4f6b-b29d-aaab1c156ae0 req-9e674791-5787-4323-ae47-49c9c67b06a0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Aug 16 23:16:51.246536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6a456-7336-47d1-b649-9cb34d22c057 req-616fc441-8100-4b71-b9cc-40f649861d2e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:51.247999 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ff6a456-7336-47d1-b649-9cb34d22c057 req-616fc441-8100-4b71-b9cc-40f649861d2e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0481856 Aug 16 23:16:51.285494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9ff6a456-7336-47d1-b649-9cb34d22c057 req-70a42de6-08d2-42c8-a125-cc979f47808c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Aug 16 23:16:51.465267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:52.402305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f526b05-ff3b-4794-a8c5-bf3e2e4bd735 req-80c3679e-f558-4d73-8c84-1e7d1c5a9138 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:52.403795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f526b05-ff3b-4794-a8c5-bf3e2e4bd735 req-80c3679e-f558-4d73-8c84-1e7d1c5a9138 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0528989 Aug 16 23:16:52.441955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6f526b05-ff3b-4794-a8c5-bf3e2e4bd735 req-2aa0f335-14fe-4f82-a05d-de985d44fb4a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Aug 16 23:16:53.557584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d23ba-394b-4c5a-bb4f-72f12e42c2b3 req-90d98982-6f2d-4abe-a5f1-0c4ccfeba6e5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:53.559057 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae9d23ba-394b-4c5a-bb4f-72f12e42c2b3 req-90d98982-6f2d-4abe-a5f1-0c4ccfeba6e5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 16 23:16:53.597698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae9d23ba-394b-4c5a-bb4f-72f12e42c2b3 req-79515639-a81a-46cc-bbbe-780f4fc6dff6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Aug 16 23:16:53.599785 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:54.714073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf3c9a-dc8e-4bfd-bcee-3e0ff6172e46 req-ba59b519-7eca-41a5-bec0-7a1c0a92a7d0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:54.715556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cdf3c9a-dc8e-4bfd-bcee-3e0ff6172e46 req-ba59b519-7eca-41a5-bec0-7a1c0a92a7d0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0487115 Aug 16 23:16:54.753680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5cdf3c9a-dc8e-4bfd-bcee-3e0ff6172e46 req-4b6c560c-04ba-444d-b646-edc09fbc220f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Aug 16 23:16:55.871939 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f96e-bf1e-4a94-994f-ca9428543985 req-ab55aa4f-9766-4d40-a263-8a98d1cae41e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:55.873415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53d2f96e-bf1e-4a94-994f-ca9428543985 req-ab55aa4f-9766-4d40-a263-8a98d1cae41e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0526364 Aug 16 23:16:55.911679 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-53d2f96e-bf1e-4a94-994f-ca9428543985 req-5ee4a94d-2b0e-40cd-b68a-38edc8db052e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Aug 16 23:16:56.687406 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-96673e5d-352b-4600-87ba-733f895dc2fe service neutron] show failed (client error): The resource could not be found. Aug 16 23:16:56.689409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-96673e5d-352b-4600-87ba-733f895dc2fe service neutron] 10.222.0.89 "GET /v2.0/ports/ac026b69-f40c-4ba0-9ade-04891ddfd2de/bindings/n-h1-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0567453 Aug 16 23:16:56.932206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-cdd567b1-9132-4cd3-986f-941e949ddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:56.933735 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-cdd567b1-9132-4cd3-986f-941e949ddff4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 1097 time: 0.0823700 Aug 16 23:16:56.952385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:57.038134 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.085315 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df913e4d-f116-431f-b5c3-44e6f9fc7b0b req-f8874948-8ba8-4324-8156-710bb10b17e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:57.086802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df913e4d-f116-431f-b5c3-44e6f9fc7b0b req-f8874948-8ba8-4324-8156-710bb10b17e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.1076841 Aug 16 23:16:57.193812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-df913e4d-f116-431f-b5c3-44e6f9fc7b0b req-e43799b8-1c30-42eb-bbf3-3bc0c09826f4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007864 Aug 16 23:16:57.282600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:57.315762 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:57.362812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:57.365214 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbc303d-8266-43de-86e2-fbdd62d8f9c0" -d '{"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:57.368939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.382202 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Transition to ACTIVE for port object ac026b69-f40c-4ba0-9ade-04891ddfd2de will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:57.386213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.417379 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95e43a-f308-49dc-a446-1eb04200f61e x-openstack-request-id: req-ff95e43a-f308-49dc-a446-1eb04200f61e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:57.417672 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:57.417922 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff95e43a-f308-49dc-a446-1eb04200f61e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:57.418309 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'code': 200} Aug 16 23:16:57.476589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=6']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:57.489528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.489878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.490223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.490565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.490903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.491244 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.491575 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.491904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.492232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.492559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.492886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.493242 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:57.528363 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] No DVR routers for this DVR port ac026b69-f40c-4ba0-9ade-04891ddfd2de on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:57.671233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:57.671579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:57.671915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:57.676206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:16:57.676543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Attempting to bind port ac026b69-f40c-4ba0-9ade-04891ddfd2de on network bd8e5ec7-a907-4ba9-bd6f-57888786449a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:57.681368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:57.681711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Checking segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:57.682100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Bound using segment: {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:57.682532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Bound port: ac026b69-f40c-4ba0-9ade-04891ddfd2de, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca36e07-2e79-4651-9cc3-21d63a2d8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:57.682896 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.744536 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:57.747557 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:57.752180 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.784995 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:57.785403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.786959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] 10.222.0.88 "PUT /v2.0/ports/ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 1092 time: 0.8388634 Aug 16 23:16:57.810709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e7d43-b426-42d2-8480-72851cee546a service neutron] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:57.865016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-a8322f6c-da26-460c-97a3-433b7c84f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:57.866636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-a8322f6c-da26-460c-97a3-433b7c84f558 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.0445542 Aug 16 23:16:57.963990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-300e88a6-ab5e-4c37-ad50-c3fe228829d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:57.965522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-300e88a6-ab5e-4c37-ad50-c3fe228829d2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0914087 Aug 16 23:16:58.031327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-32073d06-375f-422d-aa21-d64973e2877a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 999 time: 0.0573637 Aug 16 23:16:58.083345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-e1e95b60-b36f-48be-8da5-78e3b5b2156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:58.084685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-e1e95b60-b36f-48be-8da5-78e3b5b2156f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0464361 Aug 16 23:16:58.131153 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-f19e0d38-a034-45b5-989c-7f4f02cbdad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:58.132613 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-f19e0d38-a034-45b5-989c-7f4f02cbdad7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395422 Aug 16 23:16:58.227143 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-9df2ed2e-2ee6-47c1-a018-22781a5c59e5 service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860937 Aug 16 23:16:58.341765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d341f-716f-43cc-a757-b9c5c2ebf96f req-0cee5212-59dc-444c-9e99-947c264eb8a5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:58.343198 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f21d341f-716f-43cc-a757-b9c5c2ebf96f req-0cee5212-59dc-444c-9e99-947c264eb8a5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0674484 Aug 16 23:16:58.359324 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ede4b5c0-5586-4c29-8d5e-c87b6f9fa7f9 req-5a8a937f-b556-47c3-afbc-c2ed86e6a2f9 service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245532 Aug 16 23:16:58.397357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f21d341f-716f-43cc-a757-b9c5c2ebf96f req-80f2c901-06e4-4e23-acb6-4b3de23ebf68 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370455 Aug 16 23:16:59.419490 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:59.421927 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:59.468811 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028f416-e2ac-4944-8eb1-cf67fe2b4b1a x-openstack-request-id: req-e028f416-e2ac-4944-8eb1-cf67fe2b4b1a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:59.468988 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:59.469288 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e028f416-e2ac-4944-8eb1-cf67fe2b4b1a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:59.469760 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'status': 'completed', 'code': 200} Aug 16 23:16:59.518222 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053b6b0-a7c4-4811-8bc3-053b3193b630 req-e6d99848-2f3b-4bbe-8010-13599a0c3163 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.519702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d053b6b0-a7c4-4811-8bc3-053b3193b630 req-e6d99848-2f3b-4bbe-8010-13599a0c3163 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0485668 Aug 16 23:16:59.612914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-b5ca4936-6fea-475e-8dc2-f0d170f1133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.614415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-b5ca4936-6fea-475e-8dc2-f0d170f1133c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.0938573 Aug 16 23:16:59.618723 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d053b6b0-a7c4-4811-8bc3-053b3193b630 req-b8b42d52-7138-4ad4-aad7-f9ff775aea00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817029 Aug 16 23:16:59.621162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-a2990174-b541-4bc4-980f-eefdcf965eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.622530 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-a2990174-b541-4bc4-980f-eefdcf965eed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.1009173 Aug 16 23:16:59.773743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-f9203f61-cc32-4b06-95dd-e1a549c8865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.775149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-f9203f61-cc32-4b06-95dd-e1a549c8865a service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.1517537 Aug 16 23:16:59.777642 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-148c7067-9293-4d4e-b63d-0ce7f07eac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.778948 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-148c7067-9293-4d4e-b63d-0ce7f07eac7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.1382363 Aug 16 23:17:00.190598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-abae8502-2764-4db3-b3e3-b5100df409f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 999 time: 0.4071815 Aug 16 23:17:00.194092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-397572f3-77b8-4df9-8685-6a230885c63f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 999 time: 0.4042087 Aug 16 23:17:00.271164 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-d8ccbe1f-de1f-4086-a984-8bf98fd5f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.272562 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-d8ccbe1f-de1f-4086-a984-8bf98fd5f7e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0740829 Aug 16 23:17:00.275760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-b6bfbca3-a84a-4db3-8c05-adbd5ab5f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.277039 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-b6bfbca3-a84a-4db3-8c05-adbd5ab5f0ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0701122 Aug 16 23:17:00.348751 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-5498ec74-4e52-4fbc-9250-c15466e8f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.350225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-5498ec74-4e52-4fbc-9250-c15466e8f9b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683701 Aug 16 23:17:00.354314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-92f50699-4d34-45e0-8ca9-90f695820189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.355645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-92f50699-4d34-45e0-8ca9-90f695820189 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636580 Aug 16 23:17:00.477967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:00.507469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-a8227b86-2e0f-4c1b-b746-9217b009899a service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331344 Aug 16 23:17:00.509708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-812e91e3-2410-441e-a04b-64b71280b84d service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512375 Aug 16 23:17:00.516556 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:00.668845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-b8d7ea63-ab87-4f79-8c13-807b1e273518 service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507156 Aug 16 23:17:00.670748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cc69e18f-a340-49cf-b4fe-ce2f2d3f72b6 req-36833cc5-6cd5-4d9c-a7f1-c6088f33e582 service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453598 Aug 16 23:17:00.743383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe124ec-8d79-4fa7-99d3-2f739ec3c289 req-874174a0-a22e-4789-9d34-338c574b0ef6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.744749 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fe124ec-8d79-4fa7-99d3-2f739ec3c289 req-874174a0-a22e-4789-9d34-338c574b0ef6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0533710 Aug 16 23:17:00.781112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3fe124ec-8d79-4fa7-99d3-2f739ec3c289 req-220f150a-0981-4d26-9d4d-d7ccbe95b050 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302508 Aug 16 23:17:01.897602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a0b25-32d3-4806-ac66-9386a583a2c3 req-28d5d2fa-1382-4b42-aeeb-2dd81868f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:01.899063 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b95a0b25-32d3-4806-ac66-9386a583a2c3 req-28d5d2fa-1382-4b42-aeeb-2dd81868f815 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0494456 Aug 16 23:17:01.935907 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b95a0b25-32d3-4806-ac66-9386a583a2c3 req-3372ff82-166a-4283-8655-cdf49108d957 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Aug 16 23:17:02.132357 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb8011-5f84-4efa-a3ce-39baa60d7fa3 req-520fc8ef-bbc5-498e-87a8-d7f3ee4bac24 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.133878 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94eb8011-5f84-4efa-a3ce-39baa60d7fa3 req-520fc8ef-bbc5-498e-87a8-d7f3ee4bac24 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0490944 Aug 16 23:17:02.202532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-94eb8011-5f84-4efa-a3ce-39baa60d7fa3 req-3333c047-fc6d-427b-92d6-1acd37295908 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587842 Aug 16 23:17:02.211330 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-2a21a9ab-1004-4054-bfe0-8b7388805d64 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.212818 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-2a21a9ab-1004-4054-bfe0-8b7388805d64 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b&tenant_id=fb19729f2b7e4e91bd222d48cf295e84&binding%3Ahost_id=n-h1-791505-20 HTTP/1.1" status: 200 len: 943 time: 0.0780687 Aug 16 23:17:02.288679 n-d-791505-20 neutron-server[94816]: INFO neutron.api.v2.resource [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-26379a1d-eb3d-4e14-9b50-530e2d3525f9 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:17:02.289695 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-26379a1d-eb3d-4e14-9b50-530e2d3525f9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/ac026b69-f40c-4ba0-9ade-04891ddfd2de/bindings/n-h2-791505-20 HTTP/1.1" status: 404 len: 381 time: 0.0653615 Aug 16 23:17:02.324509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0271d-f524-4299-aefc-f7701f22e8cc req-be2b7b12-c797-4f47-afcc-84bbed7d6766 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.326026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ea0271d-f524-4299-aefc-f7701f22e8cc req-be2b7b12-c797-4f47-afcc-84bbed7d6766 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 943 time: 0.0513606 Aug 16 23:17:02.367015 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ea0271d-f524-4299-aefc-f7701f22e8cc req-c9cd9cf0-62df-4ed6-9ff9-6e5ba945d3c8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324452 Aug 16 23:17:02.391001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:02.413979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-7c069121-f1eb-402c-a11e-f6ee97108918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.415513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-7c069121-f1eb-402c-a11e-f6ee97108918 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1095 time: 0.0445321 Aug 16 23:17:02.492440 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:02.504611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'port_id': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'mac_address': 'fa:16:3e:4e:f7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:02.513325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-16a9eefa-2f45-487c-af58-62270a2f0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.514795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-16a9eefa-2f45-487c-af58-62270a2f0fdb service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0873563 Aug 16 23:17:02.540658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:02.554039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac026b69-f40c-4ba0-9ade-04891ddfd2de {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:02.577741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:02.581900 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:02.592388 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-fec1f23f-3a19-4f0a-b2f9-2803a215492c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 999 time: 0.0648606 Aug 16 23:17:02.648764 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-f9947d81-ccab-46d5-8f3c-06de9d135cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.650200 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-f9947d81-ccab-46d5-8f3c-06de9d135cb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0474210 Aug 16 23:17:02.703505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-25238716-d75e-4b5a-9c67-3a6930dc7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.705151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-25238716-d75e-4b5a-9c67-3a6930dc7bcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440176 Aug 16 23:17:02.786567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:02.793819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.794173 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.794521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.794868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.795206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.795544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.795875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.796207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.796536 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.796869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.797230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.797606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:02.809365 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-fbad30dc-e70e-4c3d-8285-1494aaeac4ba service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910375 Aug 16 23:17:02.905602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a22fbc94-39d3-4b4e-ac02-59b0b0b164f0 req-1d9d4fa8-6c44-47e7-bf76-a4da69633d0d service neutron] 10.222.0.89 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Aug 16 23:17:03.031592 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['ac026b69-f40c-4ba0-9ade-04891ddfd2de'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:03.491629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c362728-c3f3-4682-aa64-13ded6d4152f req-90ade08f-5906-43e4-a166-1705457f33a4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:03.493193 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c362728-c3f3-4682-aa64-13ded6d4152f req-90ade08f-5906-43e4-a166-1705457f33a4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 944 time: 0.0557489 Aug 16 23:17:03.533732 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7c362728-c3f3-4682-aa64-13ded6d4152f req-359c7d0e-b298-4adf-9907-0681eb2a12e1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346830 Aug 16 23:17:04.391270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:04.440230 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port ac026b69-f40c-4ba0-9ade-04891ddfd2de completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:04.443798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port ac026b69-f40c-4ba0-9ade-04891ddfd2de triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:04.444176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:04.523334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:04.545567 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:04.547844 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb84dd-7dfc-42e5-8dc2-4d685670db8f" -d '{"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-plugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:04.561236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:04.566519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:04.593009 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb45ae9-c726-43f3-b066-31784c56d425 x-openstack-request-id: req-abb45ae9-c726-43f3-b066-31784c56d425 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:04.593373 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-plugged", "status": "completed", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:04.593590 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abb45ae9-c726-43f3-b066-31784c56d425 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:04.593951 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'code': 200} Aug 16 23:17:04.621492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:04.659906 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe2ab-26ec-46c5-9cf5-2b5a8c2e9b51 req-98ef027f-9bc2-468a-bbb8-612427957e6e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:04.661385 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7ebe2ab-26ec-46c5-9cf5-2b5a8c2e9b51 req-98ef027f-9bc2-468a-bbb8-612427957e6e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0551512 Aug 16 23:17:04.698353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7ebe2ab-26ec-46c5-9cf5-2b5a8c2e9b51 req-17377096-06c6-44b6-b325-0f4c0b991bd7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Aug 16 23:17:04.720844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43830) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:04.780686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-507e2e6a-28b7-4ed1-b4d6-b698e75300f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/dbe2ff2d-0223-44d3-98a5-fea5eb217203 HTTP/1.1" status: 200 len: 993 time: 0.0586011 Aug 16 23:17:15.106059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.601903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-91ba24cf-f536-448c-9bd2-241fd8168b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:17.150016 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:18.272378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:18.335942 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66d2d96c-6c38-4e10-b33a-8dd8b9b3b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:19.464978 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.467526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.604190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:35.048645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-257c67fc-13e9-4b97-859c-84dafda02576 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449493 Aug 16 23:17:35.149203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-a05c4bad-32b5-48ab-9807-bd7f32c0957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.150740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-a05c4bad-32b5-48ab-9807-bd7f32c0957a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0415242 Aug 16 23:17:35.258914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-4f411b91-49d5-4467-98d1-6469b894bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.260454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-4f411b91-49d5-4467-98d1-6469b894bc6d service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.0882397 Aug 16 23:17:35.330949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-35063ce1-ae59-4487-af88-18b10da4d92c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 1001 time: 0.0627375 Aug 16 23:17:35.381844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-b849cf1a-02ad-46ea-a9d9-aeff245ba38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.383294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-b849cf1a-02ad-46ea-a9d9-aeff245ba38e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0440419 Aug 16 23:17:35.429881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-bea4c1bf-ea1b-44c4-9c9a-13d5197bf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.431387 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-bea4c1bf-ea1b-44c4-9c9a-13d5197bf5b0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399919 Aug 16 23:17:35.525763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-40a25325-212c-4a52-a00a-f8b78acc89ba service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869548 Aug 16 23:17:35.628448 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-62585667-ff19-4e15-a2a0-4d22e9c71cb5 req-d5d8e655-c1ec-4835-a34b-ea4dd69b04fa service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932724 Aug 16 23:17:45.103884 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.600816 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-59278d60-a3d0-485b-9578-4971fd79e8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.275957 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.335568 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a43b8f82-80ae-4997-8f64-fe955f29b1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:49.467390 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:51.470863 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.424231 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43848) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:53.601612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.638657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port b4b1f517-fba5-48db-874d-a4bc92fb89c8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:53.639008 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.714199 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.714453 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.728525 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for b4b1f517-fba5-48db-874d-a4bc92fb89c8 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:53.874977 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.904402 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=b4b1f517-fba5-48db-874d-a4bc92fb89c8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:53.962810 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.963195 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP dbe2ff2d-0223-44d3-98a5-fea5eb217203 disassociated (deleted). External IP: 172.25.8.216, port: ac026b69-f40c-4ba0-9ade-04891ddfd2de. Aug 16 23:17:54.148905 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:54.168325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:17:54.275129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:17:54.279783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:54.284941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Sync routers for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:17:54.293854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:54.294455 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:54.306501 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bdf45ba3-d527-422e-b624-c78807810b2a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/floatingips/dbe2ff2d-0223-44d3-98a5-fea5eb217203 HTTP/1.1" status: 204 len: 168 time: 0.8811684 Aug 16 23:17:54.307174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:54.309579 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498f2069-1d21-4590-9343-dcaf4415ce85" -d '{"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:54.422752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:54.434772 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90899d2b-994d-4fd9-962c-e54c2d84bf44 x-openstack-request-id: req-90899d2b-994d-4fd9-962c-e54c2d84bf44 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:54.435310 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:54.435310 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90899d2b-994d-4fd9-962c-e54c2d84bf44 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:54.435704 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'status': 'completed', 'code': 200} Aug 16 23:17:54.581313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e8981-3664-4337-a47c-78331b4f50f6 req-05528933-80df-4b66-9a58-44e80e18598c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.582993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-995e8981-3664-4337-a47c-78331b4f50f6 req-05528933-80df-4b66-9a58-44e80e18598c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0812137 Aug 16 23:17:54.585839 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-fec7284a-6b82-4356-8bb0-a8afa72ead7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.587232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-fec7284a-6b82-4356-8bb0-a8afa72ead7a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 1097 time: 0.0744677 Aug 16 23:17:54.632315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:54.658886 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Checking router: 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:17:54.666909 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:54.667777 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:54.672151 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-995e8981-3664-4337-a47c-78331b4f50f6 req-d58534a8-9d2c-4bba-a556-960c3c8b0447 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830102 Aug 16 23:17:54.703273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-17608e2d-7d52-4324-806d-76db173760b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.704765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-17608e2d-7d52-4324-806d-76db173760b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 200 len: 897 time: 0.1096098 Aug 16 23:17:54.748720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-31b1cd62-3861-41ac-9c66-aeda71528ec1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 200 len: 217 time: 0.0347157 Aug 16 23:17:54.774384 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:54.797544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-840c20b8-e124-4cd9-b421-1afedb55d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.798996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-840c20b8-e124-4cd9-b421-1afedb55d2c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 200 len: 835 time: 0.0430789 Aug 16 23:17:54.849311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-f65a81b1-96ac-4671-a09b-db8de05feccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.850751 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-f65a81b1-96ac-4671-a09b-db8de05feccc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bd8e5ec7-a907-4ba9-bd6f-57888786449a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437012 Aug 16 23:17:54.941249 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-20234d7f-3d9b-4e4f-b7c9-9716c9384233 service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 Aug 16 23:17:54.971333 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:54.997055 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841ad01-97f1-4cd9-b92d-9381535da6b9 None None] The sync data for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 is: [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:46Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'b046a309-680d-43ba-a6f0-cadc3f03fc66', 'name': '', 'network_id': 'bd8e5ec7-a907-4ba9-bd6f-57888786449a', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:79:ec:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:46Z', 'updated_at': '2021-08-16T23:15:50Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'f359c5ee-e003-4bac-baa0-bfcf779efd51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:17:55.041135 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-498f2069-1d21-4590-9343-dcaf4415ce85 req-4a7aa5b9-9542-48f2-918f-a1e32cc6fcdf service neutron] 10.222.0.88 "GET /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877724 Aug 16 23:17:55.207662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ddfa5-9d6b-46d1-a3f3-f63bfd32dfd0 None None] New status for floating IP dbe2ff2d-0223-44d3-98a5-fea5eb217203: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:17:55.789526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb4b28-8bf9-48f2-b385-eaf563ce7b6a req-9de5a7c7-c039-478c-8352-331e6c6f5f0b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.790894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9eb4b28-8bf9-48f2-b385-eaf563ce7b6a req-9de5a7c7-c039-478c-8352-331e6c6f5f0b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0497546 Aug 16 23:17:55.828443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b9eb4b28-8bf9-48f2-b385-eaf563ce7b6a req-b14577c4-a46f-418c-a184-91a30ba02a17 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca812012-91d4-405b-bf32-8f8db166e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Aug 16 23:17:56.294355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-142c5995-6164-429f-9af3-efba1336dc00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.296373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-142c5995-6164-429f-9af3-efba1336dc00 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 945 time: 0.0470223 Aug 16 23:17:56.384821 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port ac026b69-f40c-4ba0-9ade-04891ddfd2de {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:56.385193 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:56.471644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port ac026b69-f40c-4ba0-9ade-04891ddfd2de, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=ac026b69-f40c-4ba0-9ade-04891ddfd2de,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:56.472021 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:56.484422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for ac026b69-f40c-4ba0-9ade-04891ddfd2de owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:56.614457 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:56.642746 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=ac026b69-f40c-4ba0-9ade-04891ddfd2de,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:56.686973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] No DVR routers for this DVR port ac026b69-f40c-4ba0-9ade-04891ddfd2de on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:56.689608 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:56.691604 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c3c9d7d6-dbdb-442d-899b-500ad0b9e2c1 req-b4eee39d-d156-4604-9550-d19338e39e58 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.88 "DELETE /v2.0/ports/ac026b69-f40c-4ba0-9ade-04891ddfd2de HTTP/1.1" status: 204 len: 173 time: 0.3902500 Aug 16 23:17:56.692041 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-deleted', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:56.694297 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8521f9d-5b88-4f80-8551-c35fbe028ed9" -d '{"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-deleted", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:56.731068 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ffb052-dbfe-46d2-9089-e72d756896af x-openstack-request-id: req-50ffb052-dbfe-46d2-9089-e72d756896af {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:56.731342 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9723c00-7794-49b1-868b-4a0579d0903b", "name": "network-vif-deleted", "tag": "ac026b69-f40c-4ba0-9ade-04891ddfd2de", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:56.731591 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50ffb052-dbfe-46d2-9089-e72d756896af {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:56.731987 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9723c00-7794-49b1-868b-4a0579d0903b', 'name': 'network-vif-deleted', 'tag': 'ac026b69-f40c-4ba0-9ade-04891ddfd2de', 'status': 'completed', 'code': 200} Aug 16 23:17:56.931756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa7f36a1-ec57-4961-aa4b-99f6e1c17901 req-cfe3f780-b3a8-4272-99f4-b2d44efb887d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9723c00-7794-49b1-868b-4a0579d0903b HTTP/1.1" status: 200 len: 210 time: 0.0257711 Aug 16 23:17:57.986741 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43870) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:58.359192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.617295 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port b046a309-680d-43ba-a6f0-cadc3f03fc66 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:58.617648 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.707884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port b046a309-680d-43ba-a6f0-cadc3f03fc66, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b046a309-680d-43ba-a6f0-cadc3f03fc66,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:58.708255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.721278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for b046a309-680d-43ba-a6f0-cadc3f03fc66 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:58.910861 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.940047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=b046a309-680d-43ba-a6f0-cadc3f03fc66,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:58.966516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.966873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.967223 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.968236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.968585 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.968930 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.969298 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.969636 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.969973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.970309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.970666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:58.970979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:59.123289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.355630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:17:59.770645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:17:59.775587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9d91b9b7-7b42-4ace-9259-d11fc4484ed2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/957cf1af-97d8-484f-bc5a-8cffeb2bfca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877884 Aug 16 23:17:59.778272 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43872) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:59.781633 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Sync routers for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:17:59.790690 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:59.791294 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:59.830403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting subnet f359c5ee-e003-4bac-baa0-bfcf779efd51 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:17:59.833459 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.874301 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.906101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:59.958797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.027958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.057651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Subnet': ['ID=f359c5ee-e003-4bac-baa0-bfcf779efd51,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:00.059641 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.061556 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6f2d6291-3468-4423-971a-c39163b0c7f7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/subnets/f359c5ee-e003-4bac-baa0-bfcf779efd51 HTTP/1.1" status: 204 len: 168 time: 0.2823591 Aug 16 23:18:00.064367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43874) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:00.074852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305128ad-b13d-40d3-bc6b-b7c4444bdc0a None None] Network bd8e5ec7-a907-4ba9-bd6f-57888786449a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:00.094278 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:17:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:00.177545 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.215805 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Checking router: 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:00.225947 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Routers {'957cf1af-97d8-484f-bc5a-8cffeb2bfca5'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:00.226311 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:00.262673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] DHCP port deletion for bd8e5ec7-a907-4ba9-bd6f-57888786449a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:18:00.293415 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.310947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Deleting port be6d77aa-7fb1-4fab-a791-d348afeb1c7c {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:00.311609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.333926 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] Set router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:00.347810 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 52b8ee72-080b-4709-9a43-11031deb4c4b {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:00.348168 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.379100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] For port be6d77aa-7fb1-4fab-a791-d348afeb1c7c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,segment=NetworkSegment(1ca36e07-2e79-4651-9cc3-21d63a2d8f43),segment_id=1ca36e07-2e79-4651-9cc3-21d63a2d8f43)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:00.379526 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.392928 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Calling delete_port for be6d77aa-7fb1-4fab-a791-d348afeb1c7c owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:00.426851 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 52b8ee72-080b-4709-9a43-11031deb4c4b, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=52b8ee72-080b-4709-9a43-11031deb4c4b,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:00.427208 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.439774 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 52b8ee72-080b-4709-9a43-11031deb4c4b owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:00.486497 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.513779 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:17:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:00.517636 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] Pushing event deleted for resources: {'Port': ['ID=be6d77aa-7fb1-4fab-a791-d348afeb1c7c,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:00.521894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f67da-8f91-42d9-ad56-09ba79ac2cef None None] No DVR routers for this DVR port be6d77aa-7fb1-4fab-a791-d348afeb1c7c on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:00.547497 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf5dad7-8893-437c-849e-dc780b9bed17 None None] The sync data for ids ['957cf1af-97d8-484f-bc5a-8cffeb2bfca5'] in n-d-791505-20 is: [{'id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067481632', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:17:58Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '52b8ee72-080b-4709-9a43-11031deb4c4b', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957cf1af-97d8-484f-bc5a-8cffeb2bfca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:15:43Z', 'updated_at': '2021-08-16T23:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:00.623220 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.644097 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:00.653642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=52b8ee72-080b-4709-9a43-11031deb4c4b,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:00.664745 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: ac026b69-f40c-4ba0-9ade-04891ddfd2de {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:00.665143 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device ac026b69-f40c-4ba0-9ade-04891ddfd2de not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:00.677897 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.678259 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.678604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.678946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.679287 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.679622 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.679958 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.680289 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.680621 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.680951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.681320 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.681630 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:00.721341 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.810200 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.812202 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.853121 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.853669 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Fanout notify agent at l3_agent the message router_deleted on router 957cf1af-97d8-484f-bc5a-8cffeb2bfca5 {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:18:00.860933 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:00.862112 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-52adf83a-a45a-40d8-9819-6cf2f7649212 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/routers/957cf1af-97d8-484f-bc5a-8cffeb2bfca5 HTTP/1.1" status: 204 len: 168 time: 0.7967584 Aug 16 23:18:00.864719 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43878) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:00.945644 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.033414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.042969 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8e5ec7-a907-4ba9-bd6f-57888786449a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:01.056956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca36e07-2e79-4651-9cc3-21d63a2d8f43') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:01.057294 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca36e07-2e79-4651-9cc3-21d63a2d8f43') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:01.065984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.079975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.085983 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:18:01.086441 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:18:01.089494 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:18:01.148151 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.156786 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.159699 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/networks/bd8e5ec7-a907-4ba9-bd6f-57888786449a HTTP/1.1" status: 204 len: 168 time: 0.2939982 Aug 16 23:18:01.162601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43880) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:01.175197 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439752eb-1c5d-473d-a964-4fa0293edde4 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Network': ['ID=bd8e5ec7-a907-4ba9-bd6f-57888786449a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:01.226528 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.251203 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.308869 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.312908 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.314228 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/security-groups/ca812012-91d4-405b-bf32-8f8db166e3c8 HTTP/1.1" status: 204 len: 168 time: 0.1506050 Aug 16 23:18:01.324656 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437a4c-ed71-41be-ad0e-5d539a84d12a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca812012-91d4-405b-bf32-8f8db166e3c8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:02.057096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b046a309-680d-43ba-a6f0-cadc3f03fc66 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:02.077687 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b046a309-680d-43ba-a6f0-cadc3f03fc66 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:02.078032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b046a309-680d-43ba-a6f0-cadc3f03fc66 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:02.078430 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be6d77aa-7fb1-4fab-a791-d348afeb1c7c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:02.095769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: be6d77aa-7fb1-4fab-a791-d348afeb1c7c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:02.096110 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device be6d77aa-7fb1-4fab-a791-d348afeb1c7c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:02.096507 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 52b8ee72-080b-4709-9a43-11031deb4c4b no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:02.113922 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 52b8ee72-080b-4709-9a43-11031deb4c4b {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:02.114260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 52b8ee72-080b-4709-9a43-11031deb4c4b not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:02.687065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43888) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:02.691926 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754455632', 'description': 'tempest-secgroup-smoke-1754455632 description', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:02.714192 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.793542 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.798388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.820088 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.821344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332450 Aug 16 23:18:02.824333 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43890) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:02.828999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461002d-ecc4-4445-8304-447aa1c050f0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99950cf7-fe57-43e7-b45f-6dc4cf67a978,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:02.829271 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:02.855406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.911834 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.915465 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.933205 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07440258-3ce9-4da2-af86-3e0ff6014d7b,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:02.938438 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.939667 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d32bfba3-291a-4547-9747-bff5bec48876 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143003 Aug 16 23:18:02.942385 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43892) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:02.946916 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:02.972712 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.032800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.036255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.056167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd6ed31-e6e3-43dd-b8d3-166a87169c8a,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.059482 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.060685 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c47fbbb4-fe5d-433a-9fe1-df46bab3cd6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173034 Aug 16 23:18:03.063439 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43894) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.067845 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.093813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.150034 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.153306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.168017 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283798ce-1413-4759-b183-11d26e0e9313,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.176330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.177545 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7fbf991f-2139-4bd5-bae6-15285d353d10 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131663 Aug 16 23:18:03.180175 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43896) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.184544 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.212317 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.270581 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.274000 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.288749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d19ae2a-95d3-4c1d-afc8-775d77b249ec,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.297558 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.298961 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-134f90a7-ee60-4742-82a1-737477b62016 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178710 Aug 16 23:18:03.301766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43898) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.306314 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.327220 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:18:03.331958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.393833 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.397559 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.416618 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31163e1-c563-4cd4-85e4-d9d98db8cad6,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.419513 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.420682 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f0ad46c-c46e-441a-92ad-65b8dfcf9f47 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179857 Aug 16 23:18:03.423517 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43900) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.428008 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '99950cf7-fe57-43e7-b45f-6dc4cf67a978', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.448802 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:18:03.454005 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.513172 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.517376 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.538163 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a012ec91-e489-4141-8502-9600787eaef7,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.541836 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.543364 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-5115b7cd-c23d-48d6-9713-5eee457cd05e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188247 Aug 16 23:18:03.546219 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43902) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.551081 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'network': {'name': 'tempest-network-smoke--576748208', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'port_security_enabled': True}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.571207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:03.575011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.598782 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:18:03.608269 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.608681 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Added segment 3bccddfc-3d84-4984-97ab-86246385a623 of type vlan for network 1122fe43-e4f0-41f9-a593-1b5736ab3737 Aug 16 23:18:03.648480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.671529 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.676971 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.677582 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.732408 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1851814 Aug 16 23:18:03.735145 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43904) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:03.739479 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'admin_state_up': True, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.761483 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131d67a-4002-4a26-bc47-09b80e764f6b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Network': ['ID=1122fe43-e4f0-41f9-a593-1b5736ab3737,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.772200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:18:03.775721 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.776842 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.828745 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.968640 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.159835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.178502 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.276707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.210 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/42091c1f-f1dd-449c-ae94-a0cf142ab17e) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:04.380391 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.418344 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.457799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:04.460678 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:04.464336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:04.486633 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=42091c1f-f1dd-449c-ae94-a0cf142ab17e,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:05.019910 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.209894 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.332953 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:18:05.437326 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:05.446565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Sync routers for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:05.456249 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:05.456610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.456883 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:05.461050 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-dc3eb965-aab0-46e8-b511-36077790aebe tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7221217 Aug 16 23:18:05.461336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43906) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:05.537376 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d63a32db-92a8-437c-8c80-ed3608993734 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=fb19729f2b7e4e91bd222d48cf295e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748258 Aug 16 23:18:05.539941 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43910) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:05.562587 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:05.629923 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba75696-04eb-40f6-ad58-1ea10f30b14c tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.634118 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fba75696-04eb-40f6-ad58-1ea10f30b14c tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905204 Aug 16 23:18:05.634348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43912) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:05.663027 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d66f4517-3ff5-44e5-b804-1465b621af59 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270219 Aug 16 23:18:05.664901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43914) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:05.669947 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269694353', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:05.737358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:04Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:05.757264 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:05.760755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.768468 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Checking router: 533ac53b-1a2c-4c72-886e-bdb33887d3c2 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:05.768828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Updating router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 port 42091c1f-f1dd-449c-ae94-a0cf142ab17e binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:18:05.793040 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.943403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.007946 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Subnet': ['ID=fab7d6c1-bf8c-4d29-ac12-083ac8032e91,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:06.015725 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Checking segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:06.016088 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network hostable DHCP agents. Network: 1122fe43-e4f0-41f9-a593-1b5736ab3737, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:18:06.032496 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:18:06.041671 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 1122fe43-e4f0-41f9-a593-1b5736ab3737) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:06.046392 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.049232 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:06.050170 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.055623 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef79664e-7924-4afc-94e1-a61b5185859d None None] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:06.064537 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e1f8f3af-ffd2-4eb3-a194-1a3e6e43a645 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3985314 Aug 16 23:18:06.067418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43916) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:06.099902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Transition to ACTIVE for port object 42091c1f-f1dd-449c-ae94-a0cf142ab17e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:06.111968 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.177144 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Attempting to bind port 42091c1f-f1dd-449c-ae94-a0cf142ab17e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:06.177515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Attempting to bind port 42091c1f-f1dd-449c-ae94-a0cf142ab17e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:06.177880 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Attempting to bind port 42091c1f-f1dd-449c-ae94-a0cf142ab17e on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:06.188042 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Pushing event updated for resources: {'Port': ['ID=42091c1f-f1dd-449c-ae94-a0cf142ab17e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:06.201737 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:06.202041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:06.202441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.202837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:06.203300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Bound port: 42091c1f-f1dd-449c-ae94-a0cf142ab17e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:06.203677 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.208422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.208761 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.209129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.209467 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.209877 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.210206 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.210528 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.210847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.211167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.211487 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.211813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.212130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:06.297582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] For port 42091c1f-f1dd-449c-ae94-a0cf142ab17e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:06.324637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] For port 42091c1f-f1dd-449c-ae94-a0cf142ab17e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=42091c1f-f1dd-449c-ae94-a0cf142ab17e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:06.328172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-1122fe43-e4f0-41f9-a593-1b5736ab3737', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:18:06.329105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.338741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.461140 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:06.461771 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:06.474561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741db5-fe1c-43fd-aa71-fd251045b7c3 None None] Pushing event updated for resources: {'Port': ['ID=42091c1f-f1dd-449c-ae94-a0cf142ab17e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:06.505515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:06.608355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Allocated IP 172.20.0.2 (1122fe43-e4f0-41f9-a593-1b5736ab3737/fab7d6c1-bf8c-4d29-ac12-083ac8032e91/f8242368-02fb-4d7e-8f42-62ed97bf22a4) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:06.624221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:07.045925 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.057600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Transition to ACTIVE for port object f8242368-02fb-4d7e-8f42-62ed97bf22a4 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:07.075864 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:04Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:07.078637 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Transition to ACTIVE for port object f8242368-02fb-4d7e-8f42-62ed97bf22a4 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:07.105827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.109216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601dae88-3c0c-48f6-98a6-2e5c6c983d8e None None] The sync data for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 is: [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:04Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:07.140571 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.1 (1122fe43-e4f0-41f9-a593-1b5736ab3737/fab7d6c1-bf8c-4d29-ac12-083ac8032e91/e587aedb-3e41-42d9-8d10-60d272d590bd) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:07.146412 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:07.149164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:07.155470 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:07.183819 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Pushing event updated for resources: {'Port': ['ID=f8242368-02fb-4d7e-8f42-62ed97bf22a4,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:07.218105 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Attempting to bind port f8242368-02fb-4d7e-8f42-62ed97bf22a4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:07.218478 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Attempting to bind port f8242368-02fb-4d7e-8f42-62ed97bf22a4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:07.218842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Attempting to bind port f8242368-02fb-4d7e-8f42-62ed97bf22a4 on network 1122fe43-e4f0-41f9-a593-1b5736ab3737 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:07.224067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:07.224455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Checking segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:07.224862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.225292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Bound using segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:07.225766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Bound port: f8242368-02fb-4d7e-8f42-62ed97bf22a4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:07.226184 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.266577 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.281054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object e587aedb-3e41-42d9-8d10-60d272d590bd will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:07.292282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] For port f8242368-02fb-4d7e-8f42-62ed97bf22a4, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:07.296021 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] For port f8242368-02fb-4d7e-8f42-62ed97bf22a4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8242368-02fb-4d7e-8f42-62ed97bf22a4,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:07.304251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.315116 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.368942 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:07.374938 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:07.379174 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:07.392421 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067cf83-165e-4e89-9928-484e3db5c31d None None] Pushing event updated for resources: {'Port': ['ID=f8242368-02fb-4d7e-8f42-62ed97bf22a4,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:07.405936 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:07.439901 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.603382 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.904464 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.909058 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:07.984053 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:07.987878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.096805 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:08.098373 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:08.154910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8242368-02fb-4d7e-8f42-62ed97bf22a4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:08.208811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port f8242368-02fb-4d7e-8f42-62ed97bf22a4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:08.213524 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 42091c1f-f1dd-449c-ae94-a0cf142ab17e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:08.219020 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:08.273420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 42091c1f-f1dd-449c-ae94-a0cf142ab17e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:08.278574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 42091c1f-f1dd-449c-ae94-a0cf142ab17e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:08.278958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.340752 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:08.354596 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-47db4c20-a327-4f26-a246-1b418870984e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/533ac53b-1a2c-4c72-886e-bdb33887d3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782054 Aug 16 23:18:08.363586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.384433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f15566-fe62-4f1c-a915-a9a6b2212484 None None] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:08.401597 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 42091c1f-f1dd-449c-ae94-a0cf142ab17e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=42091c1f-f1dd-449c-ae94-a0cf142ab17e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:08.429973 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.464707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Provisioning for port f8242368-02fb-4d7e-8f42-62ed97bf22a4 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:08.471840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Provisioning complete for port f8242368-02fb-4d7e-8f42-62ed97bf22a4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:08.472224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.509681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-18129e9c-8216-4145-93e5-1c7e9c38ce68 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754455632&fields=id&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 267 time: 0.0383294 Aug 16 23:18:08.548035 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=42091c1f-f1dd-449c-ae94-a0cf142ab17e,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:08.625547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-9415d359-999e-414e-9842-ef9700974376 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:08.627588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-9415d359-999e-414e-9842-ef9700974376 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 796 time: 0.1097846 Aug 16 23:18:08.644793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-764feda4-8fbd-4d56-9606-cbb956f5fe11 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/quotas/fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 375 time: 0.0099595 Aug 16 23:18:08.649321 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.691574 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] For port f8242368-02fb-4d7e-8f42-62ed97bf22a4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8242368-02fb-4d7e-8f42-62ed97bf22a4,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:08.695667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.701326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-3e0e1aa9-4164-4931-9895-53d9aab08000 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503919 Aug 16 23:18:08.721429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-a775b75d-03f9-488a-92d5-90bf7e633c75 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:18:08.722502 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-a775b75d-03f9-488a-92d5-90bf7e633c75 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072651 Aug 16 23:18:08.749302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb5af3-ed15-47c5-8ad4-a089ba93f885 None None] Pushing event updated for resources: {'Port': ['ID=f8242368-02fb-4d7e-8f42-62ed97bf22a4,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:08.817574 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Sync routers for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:08.827077 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:08.827849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:08.832175 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-cbf24fc2-0615-41bf-a014-f2fda6bc3867 service neutron] 10.222.0.22 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955601 Aug 16 23:18:08.919613 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Provisioning for port e587aedb-3e41-42d9-8d10-60d272d590bd completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:08.926854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Provisioning complete for port e587aedb-3e41-42d9-8d10-60d272d590bd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:08.927747 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:08.943462 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:08.951152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-6368ce1d-0912-4761-8756-799ac5194789 service neutron] 10.222.0.22 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127889 Aug 16 23:18:08.969973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Port e587aedb-3e41-42d9-8d10-60d272d590bd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:08.983948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Provisioning complete for port f8242368-02fb-4d7e-8f42-62ed97bf22a4 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:08.984071 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-013543eb-af10-4e1c-9f8b-5a49f0af4542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.174865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cd9d814d-e2e2-4ca0-9d05-2572769ea4ae req-7a26e792-dd7e-4927-817a-e69c6c6ff549 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 210 time: 0.0378332 Aug 16 23:18:09.194954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-eeb4d955-3094-43e2-b5b2-b2b6c8081130 None None] Provisioning complete for port e587aedb-3e41-42d9-8d10-60d272d590bd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:09.195499 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d955-3094-43e2-b5b2-b2b6c8081130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.209785 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 2, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:09.239934 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Checking router: 533ac53b-1a2c-4c72-886e-bdb33887d3c2 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:09.240607 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Updating router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 port e587aedb-3e41-42d9-8d10-60d272d590bd binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:18:09.245550 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4d955-3094-43e2-b5b2-b2b6c8081130 None None] Port e587aedb-3e41-42d9-8d10-60d272d590bd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:09.266917 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.476445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2cdd8751-495a-4e0d-9f91-46e2c9461e89 None None] Provisioning complete for port e587aedb-3e41-42d9-8d10-60d272d590bd triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:09.477135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2cdd8751-495a-4e0d-9f91-46e2c9461e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.515449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd8751-495a-4e0d-9f91-46e2c9461e89 None None] Port e587aedb-3e41-42d9-8d10-60d272d590bd cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:09.560205 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.570267 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Transition to ACTIVE for port object e587aedb-3e41-42d9-8d10-60d272d590bd will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:09.575119 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.624057 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Pushing event updated for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:09.649852 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.650197 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.650540 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.650877 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.651211 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.651544 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.651874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.652202 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.652530 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.652856 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.653214 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.653540 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:09.685721 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Attempting to bind port e587aedb-3e41-42d9-8d10-60d272d590bd on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:09.686101 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Attempting to bind port e587aedb-3e41-42d9-8d10-60d272d590bd by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:09.686467 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Attempting to bind port e587aedb-3e41-42d9-8d10-60d272d590bd on network 1122fe43-e4f0-41f9-a593-1b5736ab3737 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:09.691420 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:09.691800 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Checking segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:09.692205 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.692598 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Bound using segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:09.693062 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Bound port: e587aedb-3e41-42d9-8d10-60d272d590bd, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:09.693489 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.762070 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] For port e587aedb-3e41-42d9-8d10-60d272d590bd, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:09.765722 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] For port e587aedb-3e41-42d9-8d10-60d272d590bd, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e587aedb-3e41-42d9-8d10-60d272d590bd,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:09.769789 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.831585 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:09.832232 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:17:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:09.874343 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d67f-d1bb-4844-9b2f-f5e0b2033724 None None] Pushing event updated for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:09.946947 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:10.074425 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8242368-02fb-4d7e-8f42-62ed97bf22a4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:10.121010 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port f8242368-02fb-4d7e-8f42-62ed97bf22a4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:10.121437 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.150686 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:09Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:10.177007 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d1285-90f0-48d6-8b41-4dcf4ffd7b95 None None] The sync data for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 is: [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:09Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:10.207195 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 42091c1f-f1dd-449c-ae94-a0cf142ab17e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:10.278813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 42091c1f-f1dd-449c-ae94-a0cf142ab17e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:10.281491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.402342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8fca6a7e-fad3-49ee-8d5d-f8fa128aff71 req-385d4582-d642-4019-8ae4-ff3171760ba1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 210 time: 0.1203349 Aug 16 23:18:10.445139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-342f800d-17cb-4e41-8410-23b685002ceb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.446736 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-342f800d-17cb-4e41-8410-23b685002ceb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 796 time: 0.1662683 Aug 16 23:18:10.510563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-b8db0d9e-b71e-4b6d-902a-d93f6c57643f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 380 time: 0.0363817 Aug 16 23:18:10.538524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'port': {'device_id': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'admin_state_up': True, 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'security_groups': ['99950cf7-fe57-43e7-b45f-6dc4cf67a978']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:10.651096 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:10.655918 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.788709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.14 (1122fe43-e4f0-41f9-a593-1b5736ab3737/fab7d6c1-bf8c-4d29-ac12-083ac8032e91/8b9950fd-9bd3-4a67-90a4-06baef0d6228) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:10.937001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:10.952097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object 8b9950fd-9bd3-4a67-90a4-06baef0d6228 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:10.986200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.036263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:11.039609 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:11.044230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:11.048466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:11.095941 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.096849 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.125527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-9cc6f430-893f-4316-86cc-80ce1f85ffcc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916975 Aug 16 23:18:11.149935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-1102c2e6-ca66-4dd9-9ca4-20136de4089a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:18:11.151215 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-1102c2e6-ca66-4dd9-9ca4-20136de4089a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061660 Aug 16 23:18:11.216341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Request body: {'port': {'device_id': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:11.279527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.283318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e62c5c8-97a4-4621-a744-286bcca2aa5f None None] Provisioning for port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:11.287185 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-7e62c5c8-97a4-4621-a744-286bcca2aa5f None None] Provisioning complete for port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:11.287658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7e62c5c8-97a4-4621-a744-286bcca2aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.323711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-7e62c5c8-97a4-4621-a744-286bcca2aa5f None None] Port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:11.543077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3618e79-be94-4a25-ab8c-bf8d16994c93 req-5309fadd-db4a-418b-b552-48c89ae76db5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.544563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3618e79-be94-4a25-ab8c-bf8d16994c93 req-5309fadd-db4a-418b-b552-48c89ae76db5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 932 time: 0.0774932 Aug 16 23:18:11.612229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9950fd-9bd3-4a67-90a4-06baef0d6228 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:11.622410 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d3618e79-be94-4a25-ab8c-bf8d16994c93 req-a26893df-1a49-4e9d-bc4f-78389f9afc4a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688591 Aug 16 23:18:11.624612 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.636688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Transition to ACTIVE for port object 8b9950fd-9bd3-4a67-90a4-06baef0d6228 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:11.640876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.691284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Pushing event updated for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:11.763868 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Attempting to bind port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:11.764210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Attempting to bind port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:11.764543 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Attempting to bind port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 on network 1122fe43-e4f0-41f9-a593-1b5736ab3737 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:11.769212 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 on network 1122fe43-e4f0-41f9-a593-1b5736ab3737 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:11.769538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Attempting to bind port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 on network 1122fe43-e4f0-41f9-a593-1b5736ab3737 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:11.774400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:11.774743 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Checking segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:11.775129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Bound using segment: {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:11.775560 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Bound port: 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bccddfc-3d84-4984-97ab-86246385a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:11.775925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.845510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:11.848523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:11.852780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.885113 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.885730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.887129 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-07123a26-24a8-42c3-939d-949edd83593a service neutron] 10.222.0.89 "PUT /v2.0/ports/8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 1093 time: 0.7276235 Aug 16 23:18:11.887566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:11.890003 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe724c-ef50-4b73-b09b-3f19bdc02b15" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:11.921050 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07123a26-24a8-42c3-939d-949edd83593a service neutron] Pushing event updated for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:11.944271 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2bde4b-a73e-4be3-831f-65c6d3dea8e0 x-openstack-request-id: req-4b2bde4b-a73e-4be3-831f-65c6d3dea8e0 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:11.944612 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:11.944859 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b2bde4b-a73e-4be3-831f-65c6d3dea8e0 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:11.945285 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'status': 'completed', 'code': 200} Aug 16 23:18:12.012371 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-260f702e-f2be-47c9-b832-9f9b4d76301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.014726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-260f702e-f2be-47c9-b832-9f9b4d76301d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1096 time: 0.0468848 Aug 16 23:18:12.078128 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-56215ec8-1be1-40d3-bc56-e6466e9ea193 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 217 time: 0.0419936 Aug 16 23:18:12.087168 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e587aedb-3e41-42d9-8d10-60d272d590bd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:12.132283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-6e5fbfac-cdfa-4efe-a44e-305012c7b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.133889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-6e5fbfac-cdfa-4efe-a44e-305012c7b820 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0449488 Aug 16 23:18:12.135441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port e587aedb-3e41-42d9-8d10-60d272d590bd completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:12.139131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e587aedb-3e41-42d9-8d10-60d272d590bd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:12.139491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:12.185221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9320233-d188-4da6-a153-dde9500298cb req-4c9af394-aa7b-4dd9-bc8a-6b2c34c56d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.187602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-4c9af394-aa7b-4dd9-bc8a-6b2c34c56d09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428789 Aug 16 23:18:12.228509 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:12.261329 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port e587aedb-3e41-42d9-8d10-60d272d590bd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e587aedb-3e41-42d9-8d10-60d272d590bd,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:12.265240 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:12.285234 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-894e9832-8bfe-41ab-a1d6-537d2daf8117 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864160 Aug 16 23:18:12.311659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:12.378430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9320233-d188-4da6-a153-dde9500298cb req-9508e2c6-6838-4daf-b05a-5cdaf1ce4af5 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817671 Aug 16 23:18:12.530118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-a2f8964d-b6bc-4e5b-b359-101270934e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.531513 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-a2f8964d-b6bc-4e5b-b359-101270934e74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1096 time: 0.0450511 Aug 16 23:18:12.619565 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-fb708d12-db03-46e5-8c8b-fdf47ac830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.621044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-fb708d12-db03-46e5-8c8b-fdf47ac830e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.0830176 Aug 16 23:18:12.666431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-f6330231-8ed8-44c1-9aec-d740877d3132 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 217 time: 0.0378754 Aug 16 23:18:12.742805 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-66c17699-b841-4418-9c98-ff8e63b1f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.744278 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-66c17699-b841-4418-9c98-ff8e63b1f001 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0699270 Aug 16 23:18:12.761256 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027de8d7-431d-4187-868f-b269cb90ef29 req-1379383a-d88f-47cf-b87b-e1cdf2f17197 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.762652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-027de8d7-431d-4187-868f-b269cb90ef29 req-1379383a-d88f-47cf-b87b-e1cdf2f17197 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 944 time: 0.0627854 Aug 16 23:18:12.827407 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-027de8d7-431d-4187-868f-b269cb90ef29 req-176da3d9-98d9-4dc6-8a10-1ef49a6fe7a9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568829 Aug 16 23:18:12.829898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-5116129d-a2e0-4a5e-a2e3-fce05c88cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.831323 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-5116129d-a2e0-4a5e-a2e3-fce05c88cf3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780396 Aug 16 23:18:12.924294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-fbcc839c-0f92-4fbe-a334-7918caf38ba3 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821173 Aug 16 23:18:13.021169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cebe724c-ef50-4b73-b09b-3f19bdc02b15 req-85381b7f-bb8c-42e7-abe4-d841bd82419f service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857980 Aug 16 23:18:13.941820 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71680785-2a1d-4fa9-a7cb-64bee4e4d58d req-610c25fc-1ac6-4b59-83ec-5879581a75db tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:13.943327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71680785-2a1d-4fa9-a7cb-64bee4e4d58d req-610c25fc-1ac6-4b59-83ec-5879581a75db tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 944 time: 0.0488074 Aug 16 23:18:13.979822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-71680785-2a1d-4fa9-a7cb-64bee4e4d58d req-bbd9a0bd-bae1-4cd5-9522-1281dd367604 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Aug 16 23:18:14.070503 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e587aedb-3e41-42d9-8d10-60d272d590bd up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:14.116765 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e587aedb-3e41-42d9-8d10-60d272d590bd triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:14.117169 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:14.757383 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8b9950fd-9bd3-4a67-90a4-06baef0d6228 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:14.848409 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:14.858966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'port_id': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'mac_address': 'fa:16:3e:51:04:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:14.898566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:14.910792 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9950fd-9bd3-4a67-90a4-06baef0d6228 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:14.929217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:14.932601 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:14.977400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:15.103186 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:15.105686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fc985-a20c-4d08-914a-db830b04522f req-693558b4-6d1a-46c1-935a-0e1732570180 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:15.107194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f46fc985-a20c-4d08-914a-db830b04522f req-693558b4-6d1a-46c1-935a-0e1732570180 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 945 time: 0.0613570 Aug 16 23:18:15.147184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f46fc985-a20c-4d08-914a-db830b04522f req-212e3ad5-4002-4f27-9f69-fe5920a2a8fa tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321279 Aug 16 23:18:15.329247 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['8b9950fd-9bd3-4a67-90a4-06baef0d6228'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:15.599519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf9b551d-4501-461f-b086-0bf7691b66ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.264895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197e95-cc3f-4ad3-8e57-fe9661b6b718 req-d735476d-044d-4197-972c-fb7f6ace9072 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.266316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d197e95-cc3f-4ad3-8e57-fe9661b6b718 req-d735476d-044d-4197-972c-fb7f6ace9072 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 945 time: 0.0533831 Aug 16 23:18:16.304535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d197e95-cc3f-4ad3-8e57-fe9661b6b718 req-e089690f-7d7d-46f1-9cea-eb6d9c27a850 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Aug 16 23:18:16.773129 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8b9950fd-9bd3-4a67-90a4-06baef0d6228 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:16.820514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:16.824161 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:16.824536 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.901443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.923530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:16.925837 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8c98c-1bb5-4beb-bf3e-1f0acc42fa0e" -d '{"events": [{"server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "name": "network-vif-plugged", "status": "completed", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:16.939598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:16.943498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.992057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:17.019744 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40121e48-2eb7-4526-97bb-68aa3a5f4747 x-openstack-request-id: req-40121e48-2eb7-4526-97bb-68aa3a5f4747 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:17.020048 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "name": "network-vif-plugged", "status": "completed", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:17.020303 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40121e48-2eb7-4526-97bb-68aa3a5f4747 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:17.020728 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'code': 200} Aug 16 23:18:17.163500 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20a132-3007-4274-b458-cf75509e97a3 req-19b53871-a544-4f48-bc44-82beb79fb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:17.165018 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce20a132-3007-4274-b458-cf75509e97a3 req-19b53871-a544-4f48-bc44-82beb79fb7f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0400598 Aug 16 23:18:17.203889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce20a132-3007-4274-b458-cf75509e97a3 req-22f4a58e-e82b-44e4-9378-3f8e7672bc57 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279393 Aug 16 23:18:17.420584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f567-0145-44cb-b765-dfba76fe4f6b req-49fa1604-5e79-41ab-a2a7-66847991512a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:17.422010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af93f567-0145-44cb-b765-dfba76fe4f6b req-49fa1604-5e79-41ab-a2a7-66847991512a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0521662 Aug 16 23:18:17.459595 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-af93f567-0145-44cb-b765-dfba76fe4f6b req-00a54e4e-abdc-42d5-95ba-88db9a1634d7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Aug 16 23:18:18.276164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:18.336125 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e4de-320a-48b1-ad2b-e475bb80a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:18.581944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c6580-abf1-401b-8def-8cc3be262544 req-0a0b0b23-eda6-4814-8a18-49e9f1164c0f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.583439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c85c6580-abf1-401b-8def-8cc3be262544 req-0a0b0b23-eda6-4814-8a18-49e9f1164c0f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0543661 Aug 16 23:18:18.619902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c85c6580-abf1-401b-8def-8cc3be262544 req-f9a56363-5600-4b1d-ace8-6a0718f02116 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305901 Aug 16 23:18:18.731732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa9ee-ea32-4c27-a027-3d58e6eb37b4 req-cc75c17e-6b34-441c-9872-87ffb26bb8e8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.733859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64efa9ee-ea32-4c27-a027-3d58e6eb37b4 req-cc75c17e-6b34-441c-9872-87ffb26bb8e8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0486956 Aug 16 23:18:18.770661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-64efa9ee-ea32-4c27-a027-3d58e6eb37b4 req-f699617a-6f72-4da2-8ff3-8b27ddbb88b8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310249 Aug 16 23:18:18.791600 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43978) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:18.830727 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e0fcb-a4ed-46e9-9b3c-d8b5c0eca0b9 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:18.832313 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-366e0fcb-a4ed-46e9-9b3c-d8b5c0eca0b9 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1093 time: 0.0397034 Aug 16 23:18:18.835177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 43980) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:18.839544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:18.861963 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:18.961032 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.059802 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.14 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/c8653772-5f8d-4c42-9521-40c475bbd487) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:19.161047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.197183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.232028 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:19.236718 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:19.240157 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:19.264442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=c8653772-5f8d-4c42-9521-40c475bbd487,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:19.475665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.590799 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.654228 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.803105 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.807534 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.878583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=c8653772-5f8d-4c42-9521-40c475bbd487,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:19.890425 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:19.989439 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP cdcc2a11-03f5-4d13-9f48-f31d949653c0 associated. External IP: 172.25.8.14, port: 8b9950fd-9bd3-4a67-90a4-06baef0d6228. Aug 16 23:18:20.193962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:20.611065 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:20.624492 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Sync routers for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:20.628391 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:20.636849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:20.637598 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:18:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:20.655886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-43053c62-8427-4f7d-bda6-7b6d993c5905 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8197148 Aug 16 23:18:20.656474 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:20.658748 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:20.697421 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a69382-0719-4b8d-87f9-3cbc35bc405c x-openstack-request-id: req-62a69382-0719-4b8d-87f9-3cbc35bc405c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:20.697707 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:20.697957 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62a69382-0719-4b8d-87f9-3cbc35bc405c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:20.698438 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'status': 'completed', 'code': 200} Aug 16 23:18:20.748198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:20.774848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ac98c-b9db-4af8-ac67-cb96b962188e req-35624c69-00da-4d68-bf1c-907ba83b120c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:20.776431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa1ac98c-b9db-4af8-ac67-cb96b962188e req-35624c69-00da-4d68-bf1c-907ba83b120c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0698054 Aug 16 23:18:20.808924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-2c76f8c4-968d-4ed1-bf2d-677f5a0c2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:20.810455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-2c76f8c4-968d-4ed1-bf2d-677f5a0c2d29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0675266 Aug 16 23:18:20.843539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-aa1ac98c-b9db-4af8-ac67-cb96b962188e req-37616f4c-261d-44c8-a427-3f7b54636a5c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600095 Aug 16 23:18:20.866520 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43986) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:20.916123 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-3c3f5e5c-30e0-4f2f-a6b7-a7d8f283ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:20.917619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-3c3f5e5c-30e0-4f2f-a6b7-a7d8f283ce4b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.1002481 Aug 16 23:18:20.928651 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-cbb4a7cc-629a-4edf-a7f7-efee8008942b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/cdcc2a11-03f5-4d13-9f48-f31d949653c0 HTTP/1.1" status: 200 len: 991 time: 0.0604672 Aug 16 23:18:20.981666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cdcc2a11-03f5-4d13-9f48-f31d949653c0', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'port_id': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'mac_address': 'fa:16:3e:51:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:18:19Z', 'updated_at': '2021-08-16T23:18:19Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:20.983221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-fc3ed0ef-6a5b-4623-b88e-4974a4ffb461 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 999 time: 0.0580025 Aug 16 23:18:21.008568 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Checking router: 533ac53b-1a2c-4c72-886e-bdb33887d3c2 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:21.017827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:21.018435 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:18:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:21.036880 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-270fccba-ca46-484b-9974-2688ea30d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.038401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-270fccba-ca46-484b-9974-2688ea30d339 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0485041 Aug 16 23:18:21.084584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-694af411-3d57-497c-8632-10d65f566ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.086137 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-694af411-3d57-497c-8632-10d65f566ec2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404477 Aug 16 23:18:21.122000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:21.181476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-d3c873a1-32a7-4961-ad1f-2b7c0f6e5659 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Aug 16 23:18:21.270726 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f27cf734-2fbf-4c1e-8ce5-a50b6503474c req-347a95d9-727d-4768-ac88-59130b0146ca service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820007 Aug 16 23:18:21.343582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cdcc2a11-03f5-4d13-9f48-f31d949653c0', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'port_id': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'mac_address': 'fa:16:3e:51:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:18:19Z', 'updated_at': '2021-08-16T23:18:19Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:21.369424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64863bb-7f3a-4b5c-95d7-7447d358a1f8 None None] The sync data for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 is: [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': 'cdcc2a11-03f5-4d13-9f48-f31d949653c0', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'port_id': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'mac_address': 'fa:16:3e:51:04:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:18:19Z', 'updated_at': '2021-08-16T23:18:19Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:21.473442 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.556142 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d5b77-ad6f-4875-af3e-268cfa616b65 None None] New status for floating IP cdcc2a11-03f5-4d13-9f48-f31d949653c0: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:18:21.932435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 43988) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:21.995653 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-ca5879d5-323f-47ca-bc9e-27182512f471 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/cdcc2a11-03f5-4d13-9f48-f31d949653c0 HTTP/1.1" status: 200 len: 993 time: 0.0620549 Aug 16 23:18:23.597320 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:29.731807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-2c7f1e3d-d0bc-404d-8f8c-c51d01409369 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394530 Aug 16 23:18:29.843772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-d729df67-2cf2-47e4-b7c7-922c967d5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.845277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-d729df67-2cf2-47e4-b7c7-922c967d5f7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0439813 Aug 16 23:18:29.947346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-96621ccd-23c6-4574-900e-4f3d614c3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.948813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-96621ccd-23c6-4574-900e-4f3d614c3796 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.0852044 Aug 16 23:18:30.022583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-cc74ed58-09f4-48c0-8df9-e1d7a6caa3ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 1001 time: 0.0604374 Aug 16 23:18:30.073194 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-c28e5a5c-10fe-4424-89ac-2d582c44db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:30.074717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-c28e5a5c-10fe-4424-89ac-2d582c44db1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0442865 Aug 16 23:18:30.120088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-d75df9ff-5626-419d-b33b-bdc4cfc4b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:30.121548 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-d75df9ff-5626-419d-b33b-bdc4cfc4b53d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391557 Aug 16 23:18:30.211928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-bb969829-2c5c-41c1-a28b-0486daf90359 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830939 Aug 16 23:18:30.301181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2759ada6-46f9-4aea-b3a2-064dc163ec1f req-3a978ee2-2b63-498b-989d-0d77916cb229 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Aug 16 23:18:31.147901 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:18:45.118415 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:45.598875 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-84bc5a38-d5b2-4cf9-9648-d83aadde4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.276870 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.335804 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1aa00b68-1429-49ca-a4c4-b0035e4404d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.471603 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.475513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:53.612964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.449369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e2f13-5b9e-4c6e-b524-16b4a3b26da9 req-f5149dcd-4cf7-4733-b66d-fca4b2d6b2c1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:55.450872 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a7e2f13-5b9e-4c6e-b524-16b4a3b26da9 req-f5149dcd-4cf7-4733-b66d-fca4b2d6b2c1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0545964 Aug 16 23:18:55.489958 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a7e2f13-5b9e-4c6e-b524-16b4a3b26da9 req-74048db2-2ac2-4766-b90c-e489987a5bb2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Aug 16 23:18:56.607174 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7821f-2b11-4b2e-b824-d2c09687947f req-21781c59-30e4-4503-b46e-a41a1673a817 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:56.608661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5d7821f-2b11-4b2e-b824-d2c09687947f req-21781c59-30e4-4503-b46e-a41a1673a817 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0490644 Aug 16 23:18:56.646005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f5d7821f-2b11-4b2e-b824-d2c09687947f req-be54eedc-1e6c-4985-ac6c-44e6e089de4b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Aug 16 23:18:57.760650 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ddc49-67fc-400c-bff5-b494d0ddfe3e req-6eb4ca23-5174-49e0-bf9b-3312bb19d4e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:57.762074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-320ddc49-67fc-400c-bff5-b494d0ddfe3e req-6eb4ca23-5174-49e0-bf9b-3312bb19d4e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0494215 Aug 16 23:18:57.799593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-320ddc49-67fc-400c-bff5-b494d0ddfe3e req-79cd2538-9cb4-4f29-b476-ab9fd6b48bc6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304468 Aug 16 23:18:58.917128 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd04960-daeb-4364-a7e9-2627c17e4fc8 req-8c1abb84-359a-4a16-9877-6ff400b4d4f8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:58.918610 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd04960-daeb-4364-a7e9-2627c17e4fc8 req-8c1abb84-359a-4a16-9877-6ff400b4d4f8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0523999 Aug 16 23:18:58.955438 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8dd04960-daeb-4364-a7e9-2627c17e4fc8 req-138fbd09-2ade-4907-9700-74a146445e19 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 16 23:19:00.072102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae262f6-7f3b-4d7f-9246-7fb80a604bd5 req-6d845647-7770-4ad5-9775-b01af20b1cf3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:00.073608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ae262f6-7f3b-4d7f-9246-7fb80a604bd5 req-6d845647-7770-4ad5-9775-b01af20b1cf3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0493443 Aug 16 23:19:00.111416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ae262f6-7f3b-4d7f-9246-7fb80a604bd5 req-677dd9dc-7176-40a1-a90a-bce40dd699dc tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Aug 16 23:19:01.228644 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f2fc5-3e35-48b5-b103-d1a153deec35 req-cd28c344-5707-4583-9fdb-498b16cc0ca7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.230178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-740f2fc5-3e35-48b5-b103-d1a153deec35 req-cd28c344-5707-4583-9fdb-498b16cc0ca7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0491824 Aug 16 23:19:01.268077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-740f2fc5-3e35-48b5-b103-d1a153deec35 req-8e7c2e3e-5bcd-4833-ad54-2430a00f5420 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Aug 16 23:19:02.388893 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44756-7933-45ec-948e-570ea56afec3 req-a837e87a-44ee-4ca8-aa9b-7efb96f79fea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.390402 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9da44756-7933-45ec-948e-570ea56afec3 req-a837e87a-44ee-4ca8-aa9b-7efb96f79fea tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0559030 Aug 16 23:19:02.427400 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9da44756-7933-45ec-948e-570ea56afec3 req-7ca8cfbc-eb36-4385-a2a5-db25ce1ebc1e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Aug 16 23:19:03.541341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a422e0-6946-4096-bd6a-1320e1e1795c req-ae8f72d2-b8af-4dfa-a22b-7d2b59c92308 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:03.542806 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37a422e0-6946-4096-bd6a-1320e1e1795c req-ae8f72d2-b8af-4dfa-a22b-7d2b59c92308 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0486286 Aug 16 23:19:03.580002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-37a422e0-6946-4096-bd6a-1320e1e1795c req-7ea80d0d-037c-47e2-8ced-b84d91019a42 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Aug 16 23:19:04.707624 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da378e-9b8e-4613-8641-ed49ab4ffa7b req-870d010a-d099-48b0-99cf-b64c0605f52d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:04.709184 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05da378e-9b8e-4613-8641-ed49ab4ffa7b req-870d010a-d099-48b0-99cf-b64c0605f52d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0491414 Aug 16 23:19:04.747303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-05da378e-9b8e-4613-8641-ed49ab4ffa7b req-ccdae5ec-d162-4bc9-8968-9a1cad5daa4e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Aug 16 23:19:05.869740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433d3f-49a3-4922-be63-0d6772da355e req-472e71b4-1e20-40da-9cc1-c3ab2e4b799d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:05.871291 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e433d3f-49a3-4922-be63-0d6772da355e req-472e71b4-1e20-40da-9cc1-c3ab2e4b799d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0576575 Aug 16 23:19:05.908895 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e433d3f-49a3-4922-be63-0d6772da355e req-b8ac831b-f05d-4447-ac0a-cc2aee5b0cca tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Aug 16 23:19:05.930707 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44024) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:05.990256 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c71e8919-7dfc-41f8-b40b-233167c26ff6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/cdcc2a11-03f5-4d13-9f48-f31d949653c0 HTTP/1.1" status: 200 len: 993 time: 0.0584080 Aug 16 23:19:07.266008 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12259c8c-5f0a-47c4-a2a2-a464f2589fa9 req-d624cc19-659b-4960-a9b8-e826f7179daf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.267432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12259c8c-5f0a-47c4-a2a2-a464f2589fa9 req-d624cc19-659b-4960-a9b8-e826f7179daf tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0539072 Aug 16 23:19:07.332100 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12259c8c-5f0a-47c4-a2a2-a464f2589fa9 req-3c11fb2b-a9d2-4a8f-8694-e0ec7f24bfd7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584037 Aug 16 23:19:07.338547 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-9fb5b428-bef3-4d0c-9568-e94adf376e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.339976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-9fb5b428-bef3-4d0c-9568-e94adf376e16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0597138 Aug 16 23:19:07.437167 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-c42fb0ba-997a-4e02-b13d-4c581bb312b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.438636 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-c42fb0ba-997a-4e02-b13d-4c581bb312b5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.0876889 Aug 16 23:19:07.506690 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-a6017ef9-9fd5-4132-8c05-805d979e4211 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 1001 time: 0.0565987 Aug 16 23:19:07.562481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-e9785ccc-00f7-4b2e-a104-4ff155212164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.563814 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-e9785ccc-00f7-4b2e-a104-4ff155212164 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0464365 Aug 16 23:19:07.613659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-766febf6-e1da-4243-966e-eb168cc25c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.615125 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-766febf6-e1da-4243-966e-eb168cc25c5c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393198 Aug 16 23:19:07.704615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-d43d9a66-604d-4b4e-93b4-3e0e8ad58688 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803761 Aug 16 23:19:07.801079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ca8d983d-fe5f-40cc-8a27-81d9b193cef9 req-c4a3ca91-977c-4b7c-9141-5ed9072b4e52 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Aug 16 23:19:08.146853 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:08.452165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bcae2-e781-42d3-a8b8-089d151ddb80 req-996a6f2a-a91b-4be4-aa3e-a5fdf55799c0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.453697 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c20bcae2-e781-42d3-a8b8-089d151ddb80 req-996a6f2a-a91b-4be4-aa3e-a5fdf55799c0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0506480 Aug 16 23:19:08.492094 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c20bcae2-e781-42d3-a8b8-089d151ddb80 req-ea31b7a0-f4a7-407e-b2ee-c6399cedc654 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Aug 16 23:19:09.611958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784cb92-49e2-4d45-b9fb-61dedc283515 req-e69ff2f5-3809-45a3-8a90-d2450b8b3b02 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:09.613496 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3784cb92-49e2-4d45-b9fb-61dedc283515 req-e69ff2f5-3809-45a3-8a90-d2450b8b3b02 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0540092 Aug 16 23:19:09.650397 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3784cb92-49e2-4d45-b9fb-61dedc283515 req-196a5c9d-2625-4a7d-86e3-d5e4acd1d0b9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Aug 16 23:19:09.672685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44036) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:09.731765 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-11bfb023-03c5-46ed-9b76-5973d844b30b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/cdcc2a11-03f5-4d13-9f48-f31d949653c0 HTTP/1.1" status: 200 len: 993 time: 0.0573132 Aug 16 23:19:15.122202 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:15.601779 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-59158634-3744-4cea-8df1-32f2556c8c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:18.276708 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:18.334672 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e69ae4b8-7f54-436c-9d44-e29b73a7f703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:19.473741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:21.480550 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:23.612475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:31.734601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-f6bd091b-6a6b-495b-a89f-831d60f9471b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418983 Aug 16 23:19:31.834686 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-b08d4b43-7645-46b9-b47c-451c92f53ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:31.836182 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-b08d4b43-7645-46b9-b47c-451c92f53ecd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0438647 Aug 16 23:19:31.937499 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-c982f362-3523-4422-b22c-24f5d0dc0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:31.938942 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-c982f362-3523-4422-b22c-24f5d0dc0bc0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.0829842 Aug 16 23:19:32.008545 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-d592c002-e1e9-4ec3-9483-6745899b9e5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 1001 time: 0.0598190 Aug 16 23:19:32.057229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-7f2b4d3e-c3c4-4945-9093-713f848c1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:32.058664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-7f2b4d3e-c3c4-4945-9093-713f848c1ac1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0430260 Aug 16 23:19:32.103387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-e1a715e1-47df-4851-893f-156d67c66898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:32.104841 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-e1a715e1-47df-4851-893f-156d67c66898 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391469 Aug 16 23:19:32.197262 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-d6524dc1-a1b4-4cc0-be2b-81250abb23d0 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846078 Aug 16 23:19:32.284583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8a62cd78-432d-4cdb-92a7-7bcbbf36bf77 req-ba0e289e-c148-4752-8bb4-4d229ebab0ac service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805779 Aug 16 23:19:40.225953 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44058) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:40.379052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port c8653772-5f8d-4c42-9521-40c475bbd487 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:40.379407 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:40.455798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:40.456136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:40.467799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for c8653772-5f8d-4c42-9521-40c475bbd487 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:40.617688 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:40.643676 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=c8653772-5f8d-4c42-9521-40c475bbd487,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:40.655523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.655886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.656234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.656577 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.656922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.657292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.657631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.657970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.658303 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.658633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.658968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.659297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:40.714857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:40.715204 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP cdcc2a11-03f5-4d13-9f48-f31d949653c0 disassociated (deleted). External IP: 172.25.8.14, port: 8b9950fd-9bd3-4a67-90a4-06baef0d6228. Aug 16 23:19:40.914385 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:19:41.018979 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:19:41.023805 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:41.028399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Sync routers for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:19:41.037220 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:41.037833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:41.049728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f24711fe-48ef-4f00-87c0-158abbd2047d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/floatingips/cdcc2a11-03f5-4d13-9f48-f31d949653c0 HTTP/1.1" status: 204 len: 168 time: 0.8226922 Aug 16 23:19:41.050325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:41.052569 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaf396f-e0b6-436f-8893-423e29acf78f" -d '{"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:41.098112 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f676fcc-7870-49b8-a735-fdcee7f03d57 x-openstack-request-id: req-0f676fcc-7870-49b8-a735-fdcee7f03d57 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:41.098533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:41.098934 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f676fcc-7870-49b8-a735-fdcee7f03d57 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:41.099357 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'status': 'completed', 'code': 200} Aug 16 23:19:41.159838 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:41.208031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-3f9c4497-97be-4d7d-a0e7-2769af6b2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.209807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-3f9c4497-97be-4d7d-a0e7-2769af6b2593 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 1098 time: 0.0589023 Aug 16 23:19:41.347137 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd81d-04f1-4c9f-b259-6113eb14061d req-6f6cea86-f62f-4999-aa13-de556bc602eb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.348645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0bdd81d-04f1-4c9f-b259-6113eb14061d req-6f6cea86-f62f-4999-aa13-de556bc602eb tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.1051719 Aug 16 23:19:41.387588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-fd34df82-3b3b-4099-8704-ddc336faebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.389037 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-fd34df82-3b3b-4099-8704-ddc336faebf2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 200 len: 896 time: 0.1355567 Aug 16 23:19:41.436680 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0bdd81d-04f1-4c9f-b259-6113eb14061d req-7dbed81d-4937-4c05-9446-75b98e3ba1d6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770519 Aug 16 23:19:41.438026 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-3f214816-290a-4e7f-a9ee-6436dab59c19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 200 len: 217 time: 0.0397005 Aug 16 23:19:41.487824 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-110022dd-8a87-46df-97a2-caa798553604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.489326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-110022dd-8a87-46df-97a2-caa798553604 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 200 len: 835 time: 0.0436873 Aug 16 23:19:41.527935 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:41.539478 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-cc4ed385-4396-4945-9a0b-af7ff4ed0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.540988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-cc4ed385-4396-4945-9a0b-af7ff4ed0b01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1122fe43-e4f0-41f9-a593-1b5736ab3737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433338 Aug 16 23:19:41.554182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Checking router: 533ac53b-1a2c-4c72-886e-bdb33887d3c2 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:19:41.563259 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:41.563867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:41.630698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-1f0267ef-1176-492a-b145-0fb2ba39dd1a service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817416 Aug 16 23:19:41.670609 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:41.726512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecaf396f-e0b6-436f-8893-423e29acf78f req-cc80ba2d-0115-4e62-bde9-30bfa7d765b7 service neutron] 10.222.0.89 "GET /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850976 Aug 16 23:19:41.873731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:41.899688 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c75486-c445-4e15-927b-ec6d557e536a None None] The sync data for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 is: [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:18:07Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e587aedb-3e41-42d9-8d10-60d272d590bd', 'name': '', 'network_id': '1122fe43-e4f0-41f9-a593-1b5736ab3737', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:53:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:06Z', 'updated_at': '2021-08-16T23:18:12Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': 'fab7d6c1-bf8c-4d29-ac12-083ac8032e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:19:42.109520 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead1658-2abf-4e04-864c-f22df94512be None None] New status for floating IP cdcc2a11-03f5-4d13-9f48-f31d949653c0: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:19:42.551965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6bb87-e45e-4890-859f-0f0ec2961394 req-f8375d19-28cd-4b57-81e0-0c18789b9dc3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:42.553457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65b6bb87-e45e-4890-859f-0f0ec2961394 req-f8375d19-28cd-4b57-81e0-0c18789b9dc3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0483902 Aug 16 23:19:42.591340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65b6bb87-e45e-4890-859f-0f0ec2961394 req-d139164b-3bdc-4a80-bb12-14fdfb921bb3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=99950cf7-fe57-43e7-b45f-6dc4cf67a978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 16 23:19:43.226529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-533f73ce-0d8c-4c43-b3e2-723fa22b4ae9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:43.227988 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-533f73ce-0d8c-4c43-b3e2-723fa22b4ae9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 946 time: 0.0482290 Aug 16 23:19:43.320846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:43.321224 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:43.407154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 8b9950fd-9bd3-4a67-90a4-06baef0d6228, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=8b9950fd-9bd3-4a67-90a4-06baef0d6228,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:43.407527 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:43.424000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 8b9950fd-9bd3-4a67-90a4-06baef0d6228 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:43.547972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:43.577494 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=8b9950fd-9bd3-4a67-90a4-06baef0d6228,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:43.623985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] No DVR routers for this DVR port 8b9950fd-9bd3-4a67-90a4-06baef0d6228 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:43.627212 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:43.629566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4b488553-e0ae-470e-b68c-2e582ba5a0a6 req-73a740af-9540-4db9-89d0-8378e0648b59 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "DELETE /v2.0/ports/8b9950fd-9bd3-4a67-90a4-06baef0d6228 HTTP/1.1" status: 204 len: 173 time: 0.3922048 Aug 16 23:19:43.630009 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'name': 'network-vif-deleted', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:43.632357 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed426d-6462-4b2f-8103-dce6349e8c62" -d '{"events": [{"server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "name": "network-vif-deleted", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:43.673327 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80832d9-f3e4-4120-8fe1-6c707fb78e6a x-openstack-request-id: req-f80832d9-f3e4-4120-8fe1-6c707fb78e6a {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:43.673602 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca5d8e1-6bce-42b9-9103-c24e1cdf4acd", "name": "network-vif-deleted", "tag": "8b9950fd-9bd3-4a67-90a4-06baef0d6228", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:43.673862 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f80832d9-f3e4-4120-8fe1-6c707fb78e6a {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:43.674282 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca5d8e1-6bce-42b9-9103-c24e1cdf4acd', 'name': 'network-vif-deleted', 'tag': '8b9950fd-9bd3-4a67-90a4-06baef0d6228', 'status': 'completed', 'code': 200} Aug 16 23:19:43.693181 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18598faa-b4a5-411b-b049-9dec93384bb4 req-2c41961d-b7d2-4d72-b5ff-d201f49ca269 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=cca5d8e1-6bce-42b9-9103-c24e1cdf4acd HTTP/1.1" status: 200 len: 210 time: 0.0299819 Aug 16 23:19:44.752180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44076) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:45.134365 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.146091 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:45.408311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.601701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44b6f43c-ef06-43b3-a391-bccebf3c1522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.657602 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port e587aedb-3e41-42d9-8d10-60d272d590bd {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:45.657949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.748043 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port e587aedb-3e41-42d9-8d10-60d272d590bd, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e587aedb-3e41-42d9-8d10-60d272d590bd,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:45.748334 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.760617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for e587aedb-3e41-42d9-8d10-60d272d590bd owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:45.942077 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:45.968306 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=e587aedb-3e41-42d9-8d10-60d272d590bd,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:46.145012 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.360866 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:19:46.464578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:19:46.472996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-35189913-49bf-480d-8952-462722aa3659 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/533ac53b-1a2c-4c72-886e-bdb33887d3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196751 Aug 16 23:19:46.473852 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44078) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:46.475738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Sync routers for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:19:46.486039 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:46.486647 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:46.524950 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting subnet fab7d6c1-bf8c-4d29-ac12-083ac8032e91 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:19:46.528500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.571702 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.589640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:46.658847 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.715992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.740705 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Subnet': ['ID=fab7d6c1-bf8c-4d29-ac12-083ac8032e91,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:46.747755 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.749888 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/subnets/fab7d6c1-bf8c-4d29-ac12-083ac8032e91 HTTP/1.1" status: 204 len: 168 time: 0.2746735 Aug 16 23:19:46.753044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44080) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:46.754876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc58ba-5afb-4d8e-8b16-06cb4ca9e9b6 None None] Network 1122fe43-e4f0-41f9-a593-1b5736ab3737 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:19:46.756261 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.756736 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.757454 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.758466 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.758880 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.759811 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.760228 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.760634 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.761177 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.762108 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.762513 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.762919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a302494-ed2b-4890-a552-69b8a9b4fc3c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:46.861372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:46.875622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:19:45Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:46.903375 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Checking router: 533ac53b-1a2c-4c72-886e-bdb33887d3c2 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:19:46.916899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Routers {'533ac53b-1a2c-4c72-886e-bdb33887d3c2'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:46.917538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:46.973293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.005376 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] DHCP port deletion for 1122fe43-e4f0-41f9-a593-1b5736ab3737 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:19:47.030158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 42091c1f-f1dd-449c-ae94-a0cf142ab17e {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:47.030522 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.056322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] Set router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:47.114505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 42091c1f-f1dd-449c-ae94-a0cf142ab17e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=42091c1f-f1dd-449c-ae94-a0cf142ab17e,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:47.114880 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.115158 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8b9950fd-9bd3-4a67-90a4-06baef0d6228 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:47.128078 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 42091c1f-f1dd-449c-ae94-a0cf142ab17e owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:47.183187 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 8b9950fd-9bd3-4a67-90a4-06baef0d6228 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:47.183484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 8b9950fd-9bd3-4a67-90a4-06baef0d6228 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:47.195313 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Deleting port f8242368-02fb-4d7e-8f42-62ed97bf22a4 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:47.195626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.278265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] For port f8242368-02fb-4d7e-8f42-62ed97bf22a4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=f8242368-02fb-4d7e-8f42-62ed97bf22a4,segment=NetworkSegment(3bccddfc-3d84-4984-97ab-86246385a623),segment_id=3bccddfc-3d84-4984-97ab-86246385a623)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:47.278669 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.294171 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Calling delete_port for f8242368-02fb-4d7e-8f42-62ed97bf22a4 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:47.295440 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.319854 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=42091c1f-f1dd-449c-ae94-a0cf142ab17e,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:47.383326 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.403786 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:19:45Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:47.430973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a6490-cd4a-4295-9a81-18e48723521f None None] The sync data for ids ['533ac53b-1a2c-4c72-886e-bdb33887d3c2'] in n-d-791505-20 is: [{'id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962464121', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:03Z', 'updated_at': '2021-08-16T23:19:45Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '42091c1f-f1dd-449c-ae94-a0cf142ab17e', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533ac53b-1a2c-4c72-886e-bdb33887d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:04Z', 'updated_at': '2021-08-16T23:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:19:47.434078 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.465817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Pushing event deleted for resources: {'Port': ['ID=f8242368-02fb-4d7e-8f42-62ed97bf22a4,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:47.471244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] No DVR routers for this DVR port f8242368-02fb-4d7e-8f42-62ed97bf22a4 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:47.476677 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.479170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.479561 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.479913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.480290 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.480631 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.480966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.482008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.482008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.482008 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.482342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.482666 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082e92e8-f566-497a-a7ba-2bb7f539af3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:47.485988 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.488244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.534114 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.534664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Fanout notify agent at l3_agent the message router_deleted on router 533ac53b-1a2c-4c72-886e-bdb33887d3c2 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:19:47.541285 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.542390 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fcfa6f1d-46f4-424c-b12c-88585c43eb0a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/routers/533ac53b-1a2c-4c72-886e-bdb33887d3c2 HTTP/1.1" status: 204 len: 168 time: 0.7883198 Aug 16 23:19:47.545107 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44084) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:47.623190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.712858 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.722460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1122fe43-e4f0-41f9-a593-1b5736ab3737']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:47.732104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bccddfc-3d84-4984-97ab-86246385a623') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:47.732408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bccddfc-3d84-4984-97ab-86246385a623') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:47.741043 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.755282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.762161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:19:47.763510 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:19:47.765573 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:19:47.831604 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.838967 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.840848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/networks/1122fe43-e4f0-41f9-a593-1b5736ab3737 HTTP/1.1" status: 204 len: 168 time: 0.2948055 Aug 16 23:19:47.843973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44086) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:47.854384 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef0d6e-1c44-495c-b77c-dc3aa8afabe9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Network': ['ID=1122fe43-e4f0-41f9-a593-1b5736ab3737,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:47.910943 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.937688 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.998166 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.000709 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.002346 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/security-groups/99950cf7-fe57-43e7-b45f-6dc4cf67a978 HTTP/1.1" status: 204 len: 168 time: 0.1567588 Aug 16 23:19:48.012348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0460e1d-9fea-43dc-9919-7c49ade2c55d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99950cf7-fe57-43e7-b45f-6dc4cf67a978,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.279424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44092) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.280578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.284229 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768901899', 'description': 'tempest-secgroup-smoke-768901899 description', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.306068 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.336673 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3c7be31b-711e-4f4a-8839-54a9108daec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.387984 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.391870 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.418693 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.419844 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1393898 Aug 16 23:19:48.422910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44094) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.423989 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eb2cb-d120-48cc-bbff-5a2341857e18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c001f4-16de-408a-bedc-4da6a0f4e9e0,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.427812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.454778 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.485948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8242368-02fb-4d7e-8f42-62ed97bf22a4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:48.507477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: f8242368-02fb-4d7e-8f42-62ed97bf22a4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:48.507834 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device f8242368-02fb-4d7e-8f42-62ed97bf22a4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:48.508417 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e587aedb-3e41-42d9-8d10-60d272d590bd no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:48.518929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.523056 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.531772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: e587aedb-3e41-42d9-8d10-60d272d590bd {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:48.532325 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e587aedb-3e41-42d9-8d10-60d272d590bd not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:48.542548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94190c9b-edc0-4f3c-9766-eb1257624844,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.550683 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.551894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3b122d39-613a-41cd-bbcc-e21504690728 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279681 Aug 16 23:19:48.554625 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44096) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.559511 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.587311 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.646502 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.649958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.667045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3d6fcd-e826-4939-a0e6-592032c30ef3,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.673060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.675231 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ad78d774-b58f-4d20-841c-c779681d112d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187613 Aug 16 23:19:48.677061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44098) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.681387 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.707649 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.769828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.773469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.792056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddfd796-9297-406c-b168-0db3e543010c,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.802348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.803594 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3c121d65-214e-4974-9d73-843ec02f2593 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255758 Aug 16 23:19:48.806375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44104) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.811538 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.837351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.897724 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.901655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.920407 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4efe894-d9b5-4a68-9a56-6793534a2743,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:48.926289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.927505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f34795d8-702a-4748-8c4b-dd1994b4ca32 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201255 Aug 16 23:19:48.930263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44106) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:48.935184 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.955301 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:19:48.959925 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.018590 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.022246 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.040482 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56095b8-75dd-46e6-bc18-3f650dd523c0,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.044403 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.045650 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-040c5ca9-fc72-466c-99c6-107c218fa707 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144702 Aug 16 23:19:49.048392 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44108) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:49.052863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'security_group_rule': {'security_group_id': '71c001f4-16de-408a-bedc-4da6a0f4e9e0', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:49.074072 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Project fb19729f2b7e4e91bd222d48cf295e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:19:49.078765 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.142387 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.145655 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.162106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada1a4f-6e81-489a-b353-8ab20eda9d32,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.169480 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.170664 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-9fe7ad14-b5cd-421c-9db8-a77c6d1f1524 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213546 Aug 16 23:19:49.173584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44110) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:49.178699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'network': {'name': 'tempest-network-smoke--1237604761', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'port_security_enabled': True}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:49.199524 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:19:49.203041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.226126 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:19:49.235518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.235866 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Added segment d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2 of type vlan for network 9229340b-0f8f-4419-9f44-d8f06c829275 Aug 16 23:19:49.274661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.299697 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.305799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:49.306535 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.358217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1835625 Aug 16 23:19:49.361012 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44112) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:49.365749 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'admin_state_up': True, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:49.375703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cd1d5-5435-4725-9263-fc72a45257ed tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Network': ['ID=9229340b-0f8f-4419-9f44-d8f06c829275,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.386065 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 9229340b-0f8f-4419-9f44-d8f06c829275 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:19:49.392878 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.393918 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.448814 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.477566 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.901717 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.079225 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 42091c1f-f1dd-449c-ae94-a0cf142ab17e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:50.095037 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.098875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 42091c1f-f1dd-449c-ae94-a0cf142ab17e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:50.099227 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 42091c1f-f1dd-449c-ae94-a0cf142ab17e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:50.113189 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.217761 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.61 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/3aac9ccd-c200-4ec2-b428-0fc3cde099d4) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:50.327406 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.365661 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.408864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:50.414480 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:50.418101 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:50.441275 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:50.665854 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.859872 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.984956 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router e9176203-2951-4f76-86a4-3728c07ea484 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:19:51.087348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:19:51.096568 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Sync routers for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:19:51.104960 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:51.106099 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:51.107889 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.109534 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-045c9ff8-717e-4c6c-89f4-1a475db34245 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7471921 Aug 16 23:19:51.112254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44116) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:51.140706 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-7b396c30-928e-4dd0-84a3-067751599779 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=fb19729f2b7e4e91bd222d48cf295e84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273213 Aug 16 23:19:51.143343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44118) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:51.212029 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:51.228212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f549f0-1e3d-4884-8fc1-048046609201 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.229879 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f8f549f0-1e3d-4884-8fc1-048046609201 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856376 Aug 16 23:19:51.233133 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44120) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:51.260717 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b8e0a5c9-7145-4feb-b4ad-89d7085fa79a tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=2c68faa2-37e1-488f-8bee-283f1cd173a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264635 Aug 16 23:19:51.263063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44122) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:51.267745 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-643652461', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:51.358508 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:19:51.362087 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.390914 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:50Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:51.416659 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Checking router: e9176203-2951-4f76-86a4-3728c07ea484 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:19:51.417204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Updating router e9176203-2951-4f76-86a4-3728c07ea484 port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:19:51.442699 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.482520 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.558066 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.617040 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Subnet': ['ID=812fa62e-5919-45f1-b2eb-525896b3182c,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:51.628055 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Checking segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:51.628523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network hostable DHCP agents. Network: 9229340b-0f8f-4419-9f44-d8f06c829275, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:19:51.645808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 9229340b-0f8f-4419-9f44-d8f06c829275 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:19:51.655808 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 9229340b-0f8f-4419-9f44-d8f06c829275) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:51.661270 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.662306 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.668254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1ca95-91c4-473d-9a59-cb2566e5b27b None None] Network 9229340b-0f8f-4419-9f44-d8f06c829275 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:19:51.680221 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-fd244bfd-4df6-483c-a40b-83f5d586e24f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4159813 Aug 16 23:19:51.683345 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44124) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:51.720831 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.731808 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Transition to ACTIVE for port object 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:51.739739 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.789635 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Pushing event updated for resources: {'Port': ['ID=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,revision_number=2']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:51.801799 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.802213 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.802653 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.803090 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.803524 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.803958 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.804390 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.804866 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.805323 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.805745 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.806176 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.806602 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:51.836276 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Attempting to bind port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:51.836752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Attempting to bind port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:51.837266 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Attempting to bind port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:51.837400 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-9229340b-0f8f-4419-9f44-d8f06c829275', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:19:51.838349 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.848099 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:51.848658 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:51.849213 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.849710 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:51.850383 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Bound port: 3aac9ccd-c200-4ec2-b428-0fc3cde099d4, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:51.850895 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.904505 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] For port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:51.908382 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] For port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:51.913715 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.973366 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:51.974139 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:51.975965 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128e76e-cb79-43c5-b6bd-e359e318e991 None None] Pushing event updated for resources: {'Port': ['ID=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:51.982626 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Allocated IP 172.20.0.2 (9229340b-0f8f-4419-9f44-d8f06c829275/812fa62e-5919-45f1-b2eb-525896b3182c/fa4d6506-185e-4e06-babe-8ddf060f9c0e) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:52.101640 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:52.167502 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.177034 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Transition to ACTIVE for port object fa4d6506-185e-4e06-babe-8ddf060f9c0e will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:52.193420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Transition to ACTIVE for port object fa4d6506-185e-4e06-babe-8ddf060f9c0e will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:52.200475 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.218424 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.238427 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Network 9229340b-0f8f-4419-9f44-d8f06c829275 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:52.241560 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:52.248971 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:52.286572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Pushing event updated for resources: {'Port': ['ID=fa4d6506-185e-4e06-babe-8ddf060f9c0e,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:52.324860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Attempting to bind port fa4d6506-185e-4e06-babe-8ddf060f9c0e on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:52.325521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Attempting to bind port fa4d6506-185e-4e06-babe-8ddf060f9c0e by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:52.325891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Attempting to bind port fa4d6506-185e-4e06-babe-8ddf060f9c0e on network 9229340b-0f8f-4419-9f44-d8f06c829275 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:52.332341 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:52.332725 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Checking segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:52.333153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.333625 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Bound using segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:52.334100 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Bound port: fa4d6506-185e-4e06-babe-8ddf060f9c0e, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:52.334485 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.336273 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:50Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:52.367323 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa69dd-fd4e-45b9-98ee-1013d6dd8a2e None None] The sync data for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 is: [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:50Z', 'revision_number': 3, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:19:52.419177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] For port fa4d6506-185e-4e06-babe-8ddf060f9c0e, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:52.423671 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] For port fa4d6506-185e-4e06-babe-8ddf060f9c0e, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa4d6506-185e-4e06-babe-8ddf060f9c0e,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:52.430990 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.501324 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe65f80-a623-434f-829f-54bf42e84efd None None] Pushing event updated for resources: {'Port': ['ID=fa4d6506-185e-4e06-babe-8ddf060f9c0e,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:52.531440 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.1 (9229340b-0f8f-4419-9f44-d8f06c829275/812fa62e-5919-45f1-b2eb-525896b3182c/326956a2-e2c7-40a1-84fc-de4518c57671) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:52.675287 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.693329 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object 326956a2-e2c7-40a1-84fc-de4518c57671 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:52.734228 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.786980 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 9229340b-0f8f-4419-9f44-d8f06c829275 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:52.793514 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:52.799638 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:52.832627 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:52.856500 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:52.991271 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.295480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.301495 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.381182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:53.384856 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.480967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 9229340b-0f8f-4419-9f44-d8f06c829275 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:53.482499 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:53.486823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70684ea-2a54-421c-8e87-4c10a35b8cb1 None None] Network 9229340b-0f8f-4419-9f44-d8f06c829275 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:19:53.556113 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ecbf2455-f5ae-4c13-901c-d20656540551 None None] Provisioning for port fa4d6506-185e-4e06-babe-8ddf060f9c0e completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:53.595951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router e9176203-2951-4f76-86a4-3728c07ea484 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:19:53.620545 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.704383 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:19:53.710362 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9830f3f7-fbf4-45ef-a7d5-76691cf6187c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/e9176203-2951-4f76-86a4-3728c07ea484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0255940 Aug 16 23:19:53.871210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-335ad286-ea59-41f9-9593-fa9bbef49f57 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768901899&fields=id&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 267 time: 0.0429835 Aug 16 23:19:53.910849 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc6bd38e-3ac7-4ae4-b062-9f06eb776e5d None None] Provisioning for port 326956a2-e2c7-40a1-84fc-de4518c57671 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:53.914756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cc6bd38e-3ac7-4ae4-b062-9f06eb776e5d None None] Provisioning complete for port 326956a2-e2c7-40a1-84fc-de4518c57671 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:53.915129 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd38e-3ac7-4ae4-b062-9f06eb776e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.995016 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-956226c7-adc8-4d48-9dfa-c05dc68a661b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:53.997494 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-956226c7-adc8-4d48-9dfa-c05dc68a661b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 797 time: 0.1165626 Aug 16 23:19:54.015773 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-85533915-c1e3-4fcf-a23c-7f1b565daaa2 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/quotas/fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 375 time: 0.0111725 Aug 16 23:19:54.075537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-2ee2b963-c92b-4712-b6e1-b23ab09db151 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533774 Aug 16 23:19:54.092354 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-a7c9716c-61ce-4013-ba32-96dd0d3c304d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:19:54.093382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-a7c9716c-61ce-4013-ba32-96dd0d3c304d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066605 Aug 16 23:19:54.143939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Sync routers for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:19:54.157096 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bd38e-3ac7-4ae4-b062-9f06eb776e5d None None] Port 326956a2-e2c7-40a1-84fc-de4518c57671 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:19:54.161036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:54.161686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:54.256477 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:54.278430 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-8aed41ac-acc4-48bf-9807-23761e4d7330 service neutron] 10.222.0.22 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777759 Aug 16 23:19:54.324457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:54.326976 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-6659267a-29e7-44a1-985d-e2610873c5ef None None] Provisioning complete for port 326956a2-e2c7-40a1-84fc-de4518c57671 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:54.327349 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-6659267a-29e7-44a1-985d-e2610873c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.377657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-14b51cbc-69a4-43e1-bc44-b2a81e243a6b service neutron] 10.222.0.22 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923350 Aug 16 23:19:54.403075 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-6659267a-29e7-44a1-985d-e2610873c5ef None None] Port 326956a2-e2c7-40a1-84fc-de4518c57671 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:19:54.431852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:54.438516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:54.438903 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.559416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ddea7e2e-de08-47b8-9cbb-243f455fdd86 None None] Provisioning complete for port 326956a2-e2c7-40a1-84fc-de4518c57671 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:54.560069 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ddea7e2e-de08-47b8-9cbb-243f455fdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.570239 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b7e9cdf1-b0d1-475e-9bd5-b0cc140ae665 req-4cde1c9e-f3ad-4233-8a0a-b11a7a37bd18 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Aug 16 23:19:54.646645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ddea7e2e-de08-47b8-9cbb-243f455fdd86 None None] Port 326956a2-e2c7-40a1-84fc-de4518c57671 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:19:54.658516 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.684346 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:54.688474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.689319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa4d6506-185e-4e06-babe-8ddf060f9c0e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:54.731282 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:53Z', 'revision_number': 2, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:54.771559 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Checking router: e9176203-2951-4f76-86a4-3728c07ea484 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:19:54.771917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Updating router e9176203-2951-4f76-86a4-3728c07ea484 port 326956a2-e2c7-40a1-84fc-de4518c57671 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:19:54.819176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:54.821658 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:54.858398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port fa4d6506-185e-4e06-babe-8ddf060f9c0e completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:54.865582 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa4d6506-185e-4e06-babe-8ddf060f9c0e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:54.865958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.060474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.121391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port fa4d6506-185e-4e06-babe-8ddf060f9c0e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa4d6506-185e-4e06-babe-8ddf060f9c0e,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:55.128554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.215879 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.217942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=fa4d6506-185e-4e06-babe-8ddf060f9c0e,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:55.228416 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Transition to ACTIVE for port object 326956a2-e2c7-40a1-84fc-de4518c57671 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:55.233932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.284947 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdeee1-738e-4c95-afec-b754ade8d384 None None] Pushing event updated for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:55.334050 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Attempting to bind port 326956a2-e2c7-40a1-84fc-de4518c57671 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:55.334406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Attempting to bind port 326956a2-e2c7-40a1-84fc-de4518c57671 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:55.334769 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Attempting to bind port 326956a2-e2c7-40a1-84fc-de4518c57671 on network 9229340b-0f8f-4419-9f44-d8f06c829275 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:55.340438 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:55.340817 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Checking segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:55.341251 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.341659 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Bound using segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:55.342127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Bound port: 326956a2-e2c7-40a1-84fc-de4518c57671, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:55.342510 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.406391 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] For port 326956a2-e2c7-40a1-84fc-de4518c57671, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:55.410149 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] For port 326956a2-e2c7-40a1-84fc-de4518c57671, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=326956a2-e2c7-40a1-84fc-de4518c57671,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:55.414915 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.481423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdeee1-738e-4c95-afec-b754ade8d384 None None] Pushing event updated for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:55.486196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:55.486818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:55.604754 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:55.717884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-98d8ded9-2ce3-4959-803c-52de7958a423 req-290f3264-2c5c-4a96-ab98-7a15dfd4f4ec tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 210 time: 0.0392735 Aug 16 23:19:55.770694 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-60ddfa2d-a9ef-41d6-83c8-e212acbeb638 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:55.772380 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-60ddfa2d-a9ef-41d6-83c8-e212acbeb638 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 797 time: 0.1518986 Aug 16 23:19:55.840272 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:55Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:55.843693 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-50e0d1d6-9d3d-44d8-8e28-19502376564f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb19729f2b7e4e91bd222d48cf295e84 HTTP/1.1" status: 200 len: 379 time: 0.0344925 Aug 16 23:19:55.853535 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'port': {'device_id': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'admin_state_up': True, 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'security_groups': ['71c001f4-16de-408a-bedc-4da6a0f4e9e0']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:55.865960 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd14f43-b3c7-4013-96ac-ea21d679ab74 None None] The sync data for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 is: [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:55Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:19:55.975925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Made reservation on behalf of fb19729f2b7e4e91bd222d48cf295e84 for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:19:55.979666 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.126797 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.20.0.7 (9229340b-0f8f-4419-9f44-d8f06c829275/812fa62e-5919-45f1-b2eb-525896b3182c/09bf5deb-dbc9-4974-814c-9420868a37e7) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:56.205082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 326956a2-e2c7-40a1-84fc-de4518c57671 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:56.258036 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 326956a2-e2c7-40a1-84fc-de4518c57671 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:56.262112 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 326956a2-e2c7-40a1-84fc-de4518c57671 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:56.262569 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.298015 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.312275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Transition to ACTIVE for port object 09bf5deb-dbc9-4974-814c-9420868a37e7 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:56.346273 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.350507 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.385396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 326956a2-e2c7-40a1-84fc-de4518c57671, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=326956a2-e2c7-40a1-84fc-de4518c57671,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:56.389780 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.390718 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:56.397999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 9229340b-0f8f-4419-9f44-d8f06c829275 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:56.401377 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:56.404022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:56.430297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:56.472090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:56.473038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.473668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:56.492585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-bb2ce1d2-1e50-4dfd-954f-694c35bf5bb9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427202 Aug 16 23:19:56.493154 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:56.493538 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.521262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Request body: {'port': {'device_id': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:56.580902 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa4d6506-185e-4e06-babe-8ddf060f9c0e up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:56.596878 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.642111 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port fa4d6506-185e-4e06-babe-8ddf060f9c0e triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:56.643375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.698982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ba9a7a6a-b42f-4a2f-b6b9-6ebd7bdd7604 None None] Provisioning for port 09bf5deb-dbc9-4974-814c-9420868a37e7 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:56.704449 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ba9a7a6a-b42f-4a2f-b6b9-6ebd7bdd7604 None None] Provisioning complete for port 09bf5deb-dbc9-4974-814c-9420868a37e7 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:56.704824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7a6a-b42f-4a2f-b6b9-6ebd7bdd7604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.773041 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a7a6a-b42f-4a2f-b6b9-6ebd7bdd7604 None None] Port 09bf5deb-dbc9-4974-814c-9420868a37e7 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:19:56.899667 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021a517-29ce-498f-b00e-3c0716389009 req-8adbc2be-cbbd-4f70-a662-339d3990da7b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:56.901497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1021a517-29ce-498f-b00e-3c0716389009 req-8adbc2be-cbbd-4f70-a662-339d3990da7b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 931 time: 0.0862162 Aug 16 23:19:56.956011 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bf5deb-dbc9-4974-814c-9420868a37e7 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:19:56.966953 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.987329 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1021a517-29ce-498f-b00e-3c0716389009 req-a0937a97-33c9-4b8d-bf42-6ebc73f6ef9d tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630355 Aug 16 23:19:56.989841 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Transition to ACTIVE for port object 09bf5deb-dbc9-4974-814c-9420868a37e7 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:56.995117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.049296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:57.120693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Attempting to bind port 09bf5deb-dbc9-4974-814c-9420868a37e7 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:57.121559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Attempting to bind port 09bf5deb-dbc9-4974-814c-9420868a37e7 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:57.121900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Attempting to bind port 09bf5deb-dbc9-4974-814c-9420868a37e7 on network 9229340b-0f8f-4419-9f44-d8f06c829275 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:57.126812 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Port 09bf5deb-dbc9-4974-814c-9420868a37e7 on network 9229340b-0f8f-4419-9f44-d8f06c829275 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:19:57.127144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Attempting to bind port 09bf5deb-dbc9-4974-814c-9420868a37e7 on network 9229340b-0f8f-4419-9f44-d8f06c829275 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:57.132293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:57.132643 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Checking segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:57.133090 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Bound using segment: {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:57.133541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Bound port: 09bf5deb-dbc9-4974-814c-9420868a37e7, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:57.133914 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.203411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:57.206410 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=09bf5deb-dbc9-4974-814c-9420868a37e7,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:57.211150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.243603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.244220 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.246199 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 1092 time: 0.7321784 Aug 16 23:19:57.246648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:57.248896 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f3460-53ca-44a5-b9d3-2be217b294ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:57.285579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15e29b-3a81-48aa-8b46-3b03e38c35a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:57.318434 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754101a0-ccde-4000-a701-dead97e4418c x-openstack-request-id: req-754101a0-ccde-4000-a701-dead97e4418c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:57.318822 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:57.319146 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-754101a0-ccde-4000-a701-dead97e4418c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:57.319555 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'status': 'completed', 'code': 200} Aug 16 23:19:57.353192 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-21b710fe-7ff7-4330-952b-80fd01b2c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.354739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-21b710fe-7ff7-4330-952b-80fd01b2c544 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0456965 Aug 16 23:19:57.404615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-f183d7a8-e2bf-4522-b73c-572d79071cce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 217 time: 0.0361841 Aug 16 23:19:57.460411 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-945b3481-5963-4888-95c2-0dde317ce6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.461902 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-945b3481-5963-4888-95c2-0dde317ce6f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0471969 Aug 16 23:19:57.512462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b570-42a2-4b36-a576-984164929dbf req-3203be84-ef3f-42d8-a761-e040d139c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.514051 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-3203be84-ef3f-42d8-a761-e040d139c31d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414777 Aug 16 23:19:57.613616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-9fdeb4ae-d3cc-4f8f-9c10-b4616dd6934b service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876276 Aug 16 23:19:57.705374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a51b570-42a2-4b36-a576-984164929dbf req-1d1e01cb-6bd3-433f-b9c1-0a2cdb88510d service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803344 Aug 16 23:19:57.841757 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-533ca7c3-c130-466d-8b05-e53add52121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.843225 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-533ca7c3-c130-466d-8b05-e53add52121c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0402794 Aug 16 23:19:57.937441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-fe64b86a-c11b-4f5a-9c62-81458ff93a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.938922 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-fe64b86a-c11b-4f5a-9c62-81458ff93a45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 897 time: 0.0880499 Aug 16 23:19:57.978934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-2a4c06f7-822f-4d15-bc31-cb90d3a47cbd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 217 time: 0.0328705 Aug 16 23:19:58.031875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-1c9ecb39-3195-4a4c-b364-3b09b6be5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.033368 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-1c9ecb39-3195-4a4c-b364-3b09b6be5c33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0473742 Aug 16 23:19:58.105925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-a75b8729-2f02-4051-9fef-50e8e7462349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.107439 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-a75b8729-2f02-4051-9fef-50e8e7462349 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664587 Aug 16 23:19:58.124072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950a019-4fc4-495f-a0f6-5fa428f0833a req-0ca15dde-7860-48d9-8feb-8b7f077c3715 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.126273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3950a019-4fc4-495f-a0f6-5fa428f0833a req-0ca15dde-7860-48d9-8feb-8b7f077c3715 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 943 time: 0.0616565 Aug 16 23:19:58.128049 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 326956a2-e2c7-40a1-84fc-de4518c57671 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:58.176789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 326956a2-e2c7-40a1-84fc-de4518c57671 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:58.177599 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:58.212280 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3950a019-4fc4-495f-a0f6-5fa428f0833a req-e96a5636-73d9-4cad-b330-e081aa9e1303 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784707 Aug 16 23:19:58.241645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-9bfd3eb1-3c46-4a7a-b309-f9899d30f41c service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252842 Aug 16 23:19:58.335068 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-789f3460-53ca-44a5-b9d3-2be217b294ba req-6276e612-afdf-4d47-963c-91f5e9b4e903 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Aug 16 23:19:59.344177 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c34991-bd14-48d4-aea3-0ddb856d3f7c req-825fa061-b0c7-44b6-8df8-a2d09e7196e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:59.345653 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79c34991-bd14-48d4-aea3-0ddb856d3f7c req-825fa061-b0c7-44b6-8df8-a2d09e7196e7 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 943 time: 0.0533946 Aug 16 23:19:59.382508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-79c34991-bd14-48d4-aea3-0ddb856d3f7c req-9e1736a6-5987-419c-8dbb-5370f027928e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309069 Aug 16 23:20:00.501936 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519182a-14a1-4678-a7cd-a333ffb204b6 req-5a30b87b-0e82-4b45-bfbf-508e8b76939e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:00.503447 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d519182a-14a1-4678-a7cd-a333ffb204b6 req-5a30b87b-0e82-4b45-bfbf-508e8b76939e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 943 time: 0.0511849 Aug 16 23:20:00.541418 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d519182a-14a1-4678-a7cd-a333ffb204b6 req-6e0852c4-5e83-4f8c-8724-10823683f465 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Aug 16 23:20:01.226824 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 09bf5deb-dbc9-4974-814c-9420868a37e7 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:20:01.322118 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=09bf5deb-dbc9-4974-814c-9420868a37e7,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:01.333676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'port_id': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'mac_address': 'fa:16:3e:ee:ee:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:20:01.526014 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.538107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bf5deb-dbc9-4974-814c-9420868a37e7 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:20:01.556736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=09bf5deb-dbc9-4974-814c-9420868a37e7,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:01.561099 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.611360 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:01.660240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4b36-f56a-4a17-b8c7-47bc47c28494 req-700ac5b3-13d7-4a39-befe-db5f791e72e3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:01.661727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f0a4b36-f56a-4a17-b8c7-47bc47c28494 req-700ac5b3-13d7-4a39-befe-db5f791e72e3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Aug 16 23:20:01.699894 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2f0a4b36-f56a-4a17-b8c7-47bc47c28494 req-2d656ec1-5b84-45fb-892a-38ac9dc81128 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Aug 16 23:20:01.935364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['09bf5deb-dbc9-4974-814c-9420868a37e7'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:20:02.821221 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94cd42-6a64-4b5e-92dd-01e2bac612b7 req-71c8d4de-0793-4006-9bb7-2ba32aef8a94 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.822686 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb94cd42-6a64-4b5e-92dd-01e2bac612b7 req-71c8d4de-0793-4006-9bb7-2ba32aef8a94 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 944 time: 0.0576885 Aug 16 23:20:02.860160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bb94cd42-6a64-4b5e-92dd-01e2bac612b7 req-2dacf69f-d2c7-466b-b1f6-f9b75fe2dcab tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Aug 16 23:20:03.239265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 09bf5deb-dbc9-4974-814c-9420868a37e7 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:03.286945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 09bf5deb-dbc9-4974-814c-9420868a37e7 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:03.290479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 09bf5deb-dbc9-4974-814c-9420868a37e7 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:03.290852 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.369531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.391638 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:03.393925 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b1081-2f1b-4cd9-931a-0dfcd9360f5f" -d '{"events": [{"server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "name": "network-vif-plugged", "status": "completed", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:03.406281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=09bf5deb-dbc9-4974-814c-9420868a37e7,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:03.411135 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.436042 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b899ca-18ef-44b8-923a-6bcb973a6ab9 x-openstack-request-id: req-92b899ca-18ef-44b8-923a-6bcb973a6ab9 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:03.436341 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "name": "network-vif-plugged", "status": "completed", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:03.436593 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b899ca-18ef-44b8-923a-6bcb973a6ab9 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:03.436989 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'code': 200} Aug 16 23:20:03.461232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:03.566198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626faec4-a3db-4545-94b5-d5588dec06fd req-7890f6f5-557f-4c38-9954-f7b33a4daf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:03.567647 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-626faec4-a3db-4545-94b5-d5588dec06fd req-7890f6f5-557f-4c38-9954-f7b33a4daf75 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0397294 Aug 16 23:20:03.605832 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-626faec4-a3db-4545-94b5-d5588dec06fd req-69a5c954-00b8-4ba4-a3c0-fe6a1d2707e0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292032 Aug 16 23:20:03.972877 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de734-3371-4841-afd6-412028e67e30 req-40ccb4b2-e14a-4bb3-a086-3fbdf7aa5dcd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:03.974366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a8de734-3371-4841-afd6-412028e67e30 req-40ccb4b2-e14a-4bb3-a086-3fbdf7aa5dcd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0480161 Aug 16 23:20:04.011409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4a8de734-3371-4841-afd6-412028e67e30 req-a4285e96-1d40-4ec2-822a-c43411a93a48 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Aug 16 23:20:05.130056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6c991-ca66-4dc7-ba48-3a9d71b89129 req-7bab2b36-473c-4b2b-9882-ddcac2843f6a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:05.131536 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fb6c991-ca66-4dc7-ba48-3a9d71b89129 req-7bab2b36-473c-4b2b-9882-ddcac2843f6a tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0525455 Aug 16 23:20:05.169711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7fb6c991-ca66-4dc7-ba48-3a9d71b89129 req-fda8c856-0a48-4446-a5f7-3d151332e95f tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Aug 16 23:20:05.281361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef062e-6217-4367-ad0b-84923d54db2f req-71b3cfe8-84ee-48c6-ae21-32fb0abf02d9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:05.282845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30ef062e-6217-4367-ad0b-84923d54db2f req-71b3cfe8-84ee-48c6-ae21-32fb0abf02d9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0482800 Aug 16 23:20:05.319987 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30ef062e-6217-4367-ad0b-84923d54db2f req-bcc2fb49-d1ae-4645-947d-000d78352281 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311341 Aug 16 23:20:05.342409 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44188) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:05.380715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25a6b7-20e1-4808-971b-8094cf2ad929 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:05.382247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4b25a6b7-20e1-4808-971b-8094cf2ad929 tempest-TestNetworkAdvancedServerOps-656960236 tempest-TestNetworkAdvancedServerOps-656960236-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1092 time: 0.0388486 Aug 16 23:20:05.385135 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44190) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:05.390017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:05.410754 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:05.829517 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:05.927034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Allocated IP 172.25.8.189 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/3fa5394e-dadb-4ace-94bc-0b2141ff2202) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:06.030538 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.068674 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.109020 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:06.111823 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:06.114546 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:06.142793 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=3fa5394e-dadb-4ace-94bc-0b2141ff2202,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:06.470589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.539525 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.686916 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.691438 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.767419 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event updated for resources: {'Port': ['ID=3fa5394e-dadb-4ace-94bc-0b2141ff2202,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:06.776351 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.876291 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP 5af3af0c-10f3-442c-a6dd-412ead9cbece associated. External IP: 172.25.8.189, port: 09bf5deb-dbc9-4974-814c-9420868a37e7. Aug 16 23:20:07.081308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router e9176203-2951-4f76-86a4-3728c07ea484 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:07.187619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:07.197378 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Sync routers for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:07.203374 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.206894 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:07.207510 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.231260 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f9816c4-d041-47b5-92b8-0452d704088c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8450978 Aug 16 23:20:07.231857 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:07.234226 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe" -d '{"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:07.275636 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cea2f2-ce94-4cb9-a9a9-e61965b38dd8 x-openstack-request-id: req-b9cea2f2-ce94-4cb9-a9a9-e61965b38dd8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:07.275929 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:07.276183 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9cea2f2-ce94-4cb9-a9a9-e61965b38dd8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:07.277162 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'status': 'completed', 'code': 200} Aug 16 23:20:07.313933 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:07.372938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a86c-a10d-4fe2-b023-c6ec3b0ae66f req-ace5705e-2498-41a7-928a-0b3bc5cd7f37 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:07.374471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0526a86c-a10d-4fe2-b023-c6ec3b0ae66f req-ace5705e-2498-41a7-928a-0b3bc5cd7f37 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0804360 Aug 16 23:20:07.414724 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-bf31903a-298f-436e-8dab-5ce57dd7acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:07.416235 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-bf31903a-298f-436e-8dab-5ce57dd7acdc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0848298 Aug 16 23:20:07.424882 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0526a86c-a10d-4fe2-b023-c6ec3b0ae66f req-5f7928aa-b3f2-4078-b95d-0d150c14f409 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435035 Aug 16 23:20:07.448510 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44196) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:07.525458 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-10ba36ef-aae5-4bb7-a995-3a8cb646d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:07.527918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-10ba36ef-aae5-4bb7-a995-3a8cb646d526 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 897 time: 0.1021309 Aug 16 23:20:07.615518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-c1d0dd5c-fdda-4142-add1-b61b772f6b6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 999 time: 0.0806966 Aug 16 23:20:07.655375 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '5af3af0c-10f3-442c-a6dd-412ead9cbece', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'port_id': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'mac_address': 'fa:16:3e:ee:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:06Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.668962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-6741a1d0-0373-4bde-9e83-9666f2c501a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:07.670533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-6741a1d0-0373-4bde-9e83-9666f2c501a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0484052 Aug 16 23:20:07.683445 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Checking router: e9176203-2951-4f76-86a4-3728c07ea484 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:07.692315 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:07.692938 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:19:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.718970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-f02930b3-6004-4d68-9575-f0e78a324a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:07.720529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-f02930b3-6004-4d68-9575-f0e78a324a03 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425222 Aug 16 23:20:07.807642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:07.820928 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-7917eccc-8bf2-47bd-9e9c-973b5e646ce7 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931857 Aug 16 23:20:07.843370 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4bd3f23f-3968-4cd1-b3b2-ab1e88940735 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/5af3af0c-10f3-442c-a6dd-412ead9cbece HTTP/1.1" status: 200 len: 991 time: 0.3918502 Aug 16 23:20:07.912027 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ce60946b-45e5-40d2-b8a0-3c4d4bf7befe req-65a0975f-91dc-4d1f-99f2-6ac81590df27 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833430 Aug 16 23:20:08.034935 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '5af3af0c-10f3-442c-a6dd-412ead9cbece', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'port_id': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'mac_address': 'fa:16:3e:ee:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:06Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:08.064291 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a19100-b045-4649-9118-fe0cb9de8de4 None None] The sync data for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 is: [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '5af3af0c-10f3-442c-a6dd-412ead9cbece', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'port_id': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'mac_address': 'fa:16:3e:ee:ee:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:06Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 0, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:08.248454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daea36c4-abcb-4118-8628-d02471a8d753 None None] New status for floating IP 5af3af0c-10f3-442c-a6dd-412ead9cbece: ACTIVE {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:20:08.846304 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44198) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:08.904941 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-9c120d1a-e034-4669-bd69-c6a1f4ea218e tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/5af3af0c-10f3-442c-a6dd-412ead9cbece HTTP/1.1" status: 200 len: 993 time: 0.0575972 Aug 16 23:20:15.162589 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.606100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53fa9273-00a0-466e-a6bc-5596e0f5b224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.281951 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.336961 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfc04-b8d6-4b93-9624-76b8d28fd0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.481190 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.485097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:22.144629 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:20:23.627185 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.774962 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-fefb3111-1252-4ddc-b7a6-eaa36d539dea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397298 Aug 16 23:20:32.886112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-348eabe6-105b-401d-a3e1-3fa9444b2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:32.887592 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-348eabe6-105b-401d-a3e1-3fa9444b2e8f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0462279 Aug 16 23:20:32.991278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-969e2cab-26af-45c7-b336-d94827fba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:32.992712 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-969e2cab-26af-45c7-b336-d94827fba9f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 897 time: 0.0823748 Aug 16 23:20:33.060071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-b27c1454-1082-4512-8900-47b54b4d2bcb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 1001 time: 0.0602927 Aug 16 23:20:33.110112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-8588ff5b-fc1e-49ab-a7df-c3b063581489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:33.111620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-8588ff5b-fc1e-49ab-a7df-c3b063581489 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0430989 Aug 16 23:20:33.158362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-1823bcd5-0619-4a41-92a5-1d93515856a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:33.159831 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-1823bcd5-0619-4a41-92a5-1d93515856a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392590 Aug 16 23:20:33.263160 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-2a21ed6d-525c-45e9-9471-1e70e4fd96a8 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918965 Aug 16 23:20:33.354791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-588348af-1e8d-4dc7-8aad-3e929538bee3 req-5c8077ee-8770-4dd8-a9fb-2e4f101c132c service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Aug 16 23:20:42.156732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31af070-58d6-40d6-81d6-f12560c685c1 req-d9038000-367e-44d5-b319-169a871e26e9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:42.158236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31af070-58d6-40d6-81d6-f12560c685c1 req-d9038000-367e-44d5-b319-169a871e26e9 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Aug 16 23:20:42.195734 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e31af070-58d6-40d6-81d6-f12560c685c1 req-4b03f249-1579-4563-b932-5c38298cc490 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Aug 16 23:20:43.310378 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff3431-c51d-40b7-97e4-f6b1adcb05e4 req-b01a7c86-53c1-4c8c-80a7-df16355eadcd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:43.311881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8ff3431-c51d-40b7-97e4-f6b1adcb05e4 req-b01a7c86-53c1-4c8c-80a7-df16355eadcd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0489891 Aug 16 23:20:43.348499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b8ff3431-c51d-40b7-97e4-f6b1adcb05e4 req-2e768272-4e3b-423e-a112-73972edb2b6c tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308251 Aug 16 23:20:43.370233 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44220) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:43.432455 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e1a68edf-44ef-4f5b-ad77-7fb526961048 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/5af3af0c-10f3-442c-a6dd-412ead9cbece HTTP/1.1" status: 200 len: 993 time: 0.0610495 Aug 16 23:20:44.724942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cc74c-6285-427d-9b4a-0541a424cdb1 req-15ba4bff-62fb-416d-8b4d-747df6bcdbde tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.726382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc5cc74c-6285-427d-9b4a-0541a424cdb1 req-15ba4bff-62fb-416d-8b4d-747df6bcdbde tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Aug 16 23:20:44.788293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dc5cc74c-6285-427d-9b4a-0541a424cdb1 req-4f4fff68-b7ce-4731-963a-106e7219e922 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535266 Aug 16 23:20:44.790933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-ee35749e-20f5-4b91-9cec-d1fca059902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.792379 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-ee35749e-20f5-4b91-9cec-d1fca059902e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0651104 Aug 16 23:20:44.889091 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-5a6969df-6734-4248-ac03-bb44e5fdbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.890580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-5a6969df-6734-4248-ac03-bb44e5fdbe32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 897 time: 0.0874481 Aug 16 23:20:44.961340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-fe47a0c2-0d77-4fe5-90d2-bab660d4a91e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 1001 time: 0.0590632 Aug 16 23:20:45.017053 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-8a43afb1-1c87-4a06-92de-8c28ee79fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:45.018449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-8a43afb1-1c87-4a06-92de-8c28ee79fa62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0470040 Aug 16 23:20:45.067523 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-60de5604-91f4-40e1-80c9-c15fa9eb44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:45.069028 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-60de5604-91f4-40e1-80c9-c15fa9eb44ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394788 Aug 16 23:20:45.160537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-2281956b-f6db-4c10-8629-6df3e5c22866 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801027 Aug 16 23:20:45.177496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.255986 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03c9430d-0ff7-4adf-9e5f-27b3045d04bc req-81760aa8-1ca5-42e4-a944-fcf66d70dbfc service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Aug 16 23:20:45.606455 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7ecc226c-37a7-4ff5-a409-b4341157b87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.904628 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ddb30-ef54-4b83-af93-3a8c56968301 req-9e8484e2-646b-4bf8-98bf-a7e28fee898b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:45.906120 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ddb30-ef54-4b83-af93-3a8c56968301 req-9e8484e2-646b-4bf8-98bf-a7e28fee898b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Aug 16 23:20:45.943079 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-732ddb30-ef54-4b83-af93-3a8c56968301 req-58e87963-e5c1-4cb8-a019-282a4775ad42 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Aug 16 23:20:47.060473 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751db3-db1e-48be-a1bd-c28899ee4bd2 req-0f95c5b6-d467-44fc-891a-c250aeb9f9dd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:47.061994 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29751db3-db1e-48be-a1bd-c28899ee4bd2 req-0f95c5b6-d467-44fc-891a-c250aeb9f9dd tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0517633 Aug 16 23:20:47.099271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-29751db3-db1e-48be-a1bd-c28899ee4bd2 req-cfe7c023-a4b2-4de4-a399-466a0c71c381 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Aug 16 23:20:47.121332 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44232) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.180049 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-195e091b-567b-47b1-a3d9-d991b04828b0 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/floatingips/5af3af0c-10f3-442c-a6dd-412ead9cbece HTTP/1.1" status: 200 len: 993 time: 0.0576086 Aug 16 23:20:47.406488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44238) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.559779 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 3fa5394e-dadb-4ace-94bc-0b2141ff2202 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:47.560042 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.636493 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.636823 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.647934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 3fa5394e-dadb-4ace-94bc-0b2141ff2202 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:47.791130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.820633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=3fa5394e-dadb-4ace-94bc-0b2141ff2202,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:47.841472 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.841831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.842179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.842527 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.842871 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.843214 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.843554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.843892 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.844228 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.844561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.844897 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.845289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:47.888932 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.889291 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Floating IP 5af3af0c-10f3-442c-a6dd-412ead9cbece disassociated (deleted). External IP: 172.25.8.189, port: 09bf5deb-dbc9-4974-814c-9420868a37e7. Aug 16 23:20:48.284239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.338965 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ab172856-c667-4014-a137-f13b1cfe1882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.402018 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router e9176203-2951-4f76-86a4-3728c07ea484 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:48.506365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:48.511807 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.516208 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Sync routers for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:48.524857 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:48.525489 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:48.537633 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-44b70be3-8ecc-4831-a6c9-cf0fe4581600 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/floatingips/5af3af0c-10f3-442c-a6dd-412ead9cbece HTTP/1.1" status: 204 len: 168 time: 1.1300759 Aug 16 23:20:48.538218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:48.540584 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702" -d '{"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:48.582606 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa920ad3-d349-491e-85c5-08bb97b3010f x-openstack-request-id: req-aa920ad3-d349-491e-85c5-08bb97b3010f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:48.582904 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:48.583158 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa920ad3-d349-491e-85c5-08bb97b3010f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:48.583561 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'status': 'completed', 'code': 200} Aug 16 23:20:48.631706 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:48.690970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-3abc6f86-f7b2-4867-b419-d08b826053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.692761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-3abc6f86-f7b2-4867-b419-d08b826053b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0590775 Aug 16 23:20:48.841383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd4e9d-64e2-49e2-95b2-ad081d78646b req-e012c393-8ee4-4e8a-8194-8c150a8ebad5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.842873 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afdd4e9d-64e2-49e2-95b2-ad081d78646b req-e012c393-8ee4-4e8a-8194-8c150a8ebad5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.1050944 Aug 16 23:20:48.843393 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:48.873322 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Checking router: e9176203-2951-4f76-86a4-3728c07ea484 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:48.877056 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-052107a4-876b-4010-83e8-aafb1ff76da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.878514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-052107a4-876b-4010-83e8-aafb1ff76da1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 200 len: 897 time: 0.1395104 Aug 16 23:20:48.882014 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:48.882636 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:48.930619 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-afdd4e9d-64e2-49e2-95b2-ad081d78646b req-5155262c-3050-4567-b48e-f9c5697573f3 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793319 Aug 16 23:20:48.932010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-d1b78179-149a-4a4f-8df8-fbe2bd565f27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 200 len: 217 time: 0.0422707 Aug 16 23:20:48.982064 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-f2169cf6-1502-4f89-b48e-be92a7842b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.983538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-f2169cf6-1502-4f89-b48e-be92a7842b95 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 200 len: 834 time: 0.0442491 Aug 16 23:20:48.996343 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:49.033733 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-9e083ee0-b087-46a7-93fa-afbea4156eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:49.035245 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-9e083ee0-b087-46a7-93fa-afbea4156eaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9229340b-0f8f-4419-9f44-d8f06c829275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416937 Aug 16 23:20:49.135909 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-c639baf5-1b7e-43a0-b878-9ca9c33b90f5 service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Aug 16 23:20:49.191898 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:49.217807 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3a78-d4e5-4082-9224-b8b3d8549ed9 None None] The sync data for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 is: [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:19:52Z', 'revision_number': 4, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '326956a2-e2c7-40a1-84fc-de4518c57671', 'name': '', 'network_id': '9229340b-0f8f-4419-9f44-d8f06c829275', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'mac_address': 'fa:16:3e:7c:c7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:52Z', 'updated_at': '2021-08-16T23:19:56Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'subnets': [{'id': '812fa62e-5919-45f1-b2eb-525896b3182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:49.229970 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-18b3864e-28e0-4e2a-b1f4-4c92f96f0702 req-23c44c92-2303-4603-9177-c8bc093434cf service neutron] 10.222.0.89 "GET /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866513 Aug 16 23:20:49.426996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ccb5bc-1fde-4757-9b09-30a402859ad1 None None] New status for floating IP 5af3af0c-10f3-442c-a6dd-412ead9cbece: DOWN {{(pid=94818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:20:49.498807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.051899 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45af60-80cc-4cc5-85ee-66c123bf6462 req-8d85e591-50e5-416c-aaab-a420b1ac0bb5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:50.053409 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe45af60-80cc-4cc5-85ee-66c123bf6462 req-8d85e591-50e5-416c-aaab-a420b1ac0bb5 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Aug 16 23:20:50.091097 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe45af60-80cc-4cc5-85ee-66c123bf6462 req-1c012bfd-077c-48fc-b86d-560e389a31ee tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c001f4-16de-408a-bedc-4da6a0f4e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Aug 16 23:20:50.749232 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e592210-6269-41e4-8216-031172b4d533 req-cdb316f8-c629-47f5-8cac-cdca4108c49b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:50.750603 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e592210-6269-41e4-8216-031172b4d533 req-cdb316f8-c629-47f5-8cac-cdca4108c49b tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 945 time: 0.0496457 Aug 16 23:20:50.848280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 09bf5deb-dbc9-4974-814c-9420868a37e7 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:50.848626 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.949176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 09bf5deb-dbc9-4974-814c-9420868a37e7, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=09bf5deb-dbc9-4974-814c-9420868a37e7,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:50.949556 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.962049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 09bf5deb-dbc9-4974-814c-9420868a37e7 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:51.091463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.120736 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=09bf5deb-dbc9-4974-814c-9420868a37e7,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:51.167382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] No DVR routers for this DVR port 09bf5deb-dbc9-4974-814c-9420868a37e7 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:51.176668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.178600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e592210-6269-41e4-8216-031172b4d533 req-d9ffcc67-c837-4bac-9ada-2d37f014f1a8 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.89 "DELETE /v2.0/ports/09bf5deb-dbc9-4974-814c-9420868a37e7 HTTP/1.1" status: 204 len: 173 time: 0.4142401 Aug 16 23:20:51.179034 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'name': 'network-vif-deleted', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:51.181800 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa7cc69-5fd5-469d-a666-7e89e5db40e4" -d '{"events": [{"server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "name": "network-vif-deleted", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:51.202925 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-33f64592-2625-4244-8b40-7be49e191d78 req-7d8d1992-1032-46a5-a897-19bfb638ba09 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e97f9fd-7c80-49f3-83ce-af9a06692fb8 HTTP/1.1" status: 200 len: 210 time: 0.0372856 Aug 16 23:20:51.222512 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8537e7-6966-42a4-bcc8-93d9979a06de x-openstack-request-id: req-ba8537e7-6966-42a4-bcc8-93d9979a06de {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:51.222808 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e97f9fd-7c80-49f3-83ce-af9a06692fb8", "name": "network-vif-deleted", "tag": "09bf5deb-dbc9-4974-814c-9420868a37e7", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:51.223180 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba8537e7-6966-42a4-bcc8-93d9979a06de {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:51.223589 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e97f9fd-7c80-49f3-83ce-af9a06692fb8', 'name': 'network-vif-deleted', 'tag': '09bf5deb-dbc9-4974-814c-9420868a37e7', 'status': 'completed', 'code': 200} Aug 16 23:20:51.488358 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.262481 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44256) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:52.624599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.875236 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 326956a2-e2c7-40a1-84fc-de4518c57671 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:52.875596 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.966294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 326956a2-e2c7-40a1-84fc-de4518c57671, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=326956a2-e2c7-40a1-84fc-de4518c57671,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:52.966672 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.979972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 326956a2-e2c7-40a1-84fc-de4518c57671 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:53.162433 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.188755 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=326956a2-e2c7-40a1-84fc-de4518c57671,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.358452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.503564 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 09bf5deb-dbc9-4974-814c-9420868a37e7 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:53.505961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-49809ab3-85aa-4521-96a5-18925a348507 service neutron] (94816) timed out ('10.222.0.22', 40314) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:20:53.523778 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 09bf5deb-dbc9-4974-814c-9420868a37e7 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:53.524127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 09bf5deb-dbc9-4974-814c-9420868a37e7 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:53.573759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Router e9176203-2951-4f76-86a4-3728c07ea484 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:53.630095 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.681947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:53.686924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-43dffab2-5552-4d4f-9f87-f20458443913 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "PUT /v2.0/routers/e9176203-2951-4f76-86a4-3728c07ea484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234045 Aug 16 23:20:53.689633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44258) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.692412 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Sync routers for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:53.701496 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:53.702097 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:53.741023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting subnet 812fa62e-5919-45f1-b2eb-525896b3182c {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:53.744082 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.788174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.804995 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:53.873169 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.938653 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.961395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Subnet': ['ID=812fa62e-5919-45f1-b2eb-525896b3182c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.970605 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.974996 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ed0a6eae-dbe5-48b7-9d8f-07e2aefaabc1 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/subnets/812fa62e-5919-45f1-b2eb-525896b3182c HTTP/1.1" status: 204 len: 168 time: 0.2819357 Aug 16 23:20:53.975265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44260) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.977172 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ee057-5010-466a-bf7b-3327b18cc8cc None None] Network 9229340b-0f8f-4419-9f44-d8f06c829275 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:54.081430 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:20:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.083664 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.108006 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Checking router: e9176203-2951-4f76-86a4-3728c07ea484 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:54.118142 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Routers {'e9176203-2951-4f76-86a4-3728c07ea484'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:54.119143 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['e9176203-2951-4f76-86a4-3728c07ea484'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.202988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] DHCP port deletion for 9229340b-0f8f-4419-9f44-d8f06c829275 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:54.207153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.227025 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] Set router e9176203-2951-4f76-86a4-3728c07ea484 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:54.253674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Deleting port fa4d6506-185e-4e06-babe-8ddf060f9c0e {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:54.254053 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.262693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Deleting port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:54.263163 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.319743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] For port fa4d6506-185e-4e06-babe-8ddf060f9c0e, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=fa4d6506-185e-4e06-babe-8ddf060f9c0e,segment=NetworkSegment(d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2),segment_id=d1427fa4-6d3b-415c-bfd1-aa08b62b7fb2)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:54.320149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.332255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Calling delete_port for fa4d6506-185e-4e06-babe-8ddf060f9c0e owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:54.350870 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] For port 3aac9ccd-c200-4ec2-b428-0fc3cde099d4, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:54.351251 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.364040 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Calling delete_port for 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:54.413633 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:20:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.416519 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.449415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Pushing event deleted for resources: {'Port': ['ID=fa4d6506-185e-4e06-babe-8ddf060f9c0e,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:54.452163 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] No DVR routers for this DVR port fa4d6506-185e-4e06-babe-8ddf060f9c0e on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:54.452652 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedbc4a-854d-4645-8496-15866cd0be02 None None] The sync data for ids ['e9176203-2951-4f76-86a4-3728c07ea484'] in n-d-791505-20 is: [{'id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680047', 'tenant_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61'}], 'enable_snat': True}, 'gw_port_id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:19:49Z', 'updated_at': '2021-08-16T23:20:53Z', 'revision_number': 5, 'project_id': 'fb19729f2b7e4e91bd222d48cf295e84', 'gw_port': {'id': '3aac9ccd-c200-4ec2-b428-0fc3cde099d4', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9176203-2951-4f76-86a4-3728c07ea484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:19:50Z', 'updated_at': '2021-08-16T23:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:54.465495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.465495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.465495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.465495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.465495 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.466299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.466299 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.466684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.466999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.467475 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.468060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.473444 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488cb2-c86e-4850-9022-cb609efcbf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:54.553705 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.577987 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Port': ['ID=3aac9ccd-c200-4ec2-b428-0fc3cde099d4,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:54.640300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.728974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.731005 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.775673 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.776277 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Fanout notify agent at l3_agent the message router_deleted on router e9176203-2951-4f76-86a4-3728c07ea484 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:20:54.783282 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.784702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c085b641-8460-41d1-a7c1-c6a512f0bd72 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/routers/e9176203-2951-4f76-86a4-3728c07ea484 HTTP/1.1" status: 204 len: 168 time: 0.8084488 Aug 16 23:20:54.787289 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44262) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:54.868098 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.954357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.965005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9229340b-0f8f-4419-9f44-d8f06c829275']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.974645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.974947 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1427fa4-6d3b-415c-bfd1-aa08b62b7fb2') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:54.983543 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.997001 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.003052 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:55.003490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:55.006539 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:55.069004 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.077138 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.079034 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/networks/9229340b-0f8f-4419-9f44-d8f06c829275 HTTP/1.1" status: 204 len: 168 time: 0.2908263 Aug 16 23:20:55.082009 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44264) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:55.092245 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d4c35-715e-4103-803d-6cae36cc9340 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'Network': ['ID=9229340b-0f8f-4419-9f44-d8f06c829275,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:55.148691 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.174361 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.235259 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.237985 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.239131 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] 10.222.0.22 "DELETE /v2.0/security-groups/71c001f4-16de-408a-bedc-4da6a0f4e9e0 HTTP/1.1" status: 204 len: 168 time: 0.1561296 Aug 16 23:20:55.248555 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c001f4-16de-408a-bedc-4da6a0f4e9e0,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:55.256176 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.256530 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.256873 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.257245 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.257585 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.257920 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.258251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.258583 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.258913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.259767 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.260096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.260426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cdc13-0081-4bb4-b02f-425cbc1e75e6 tempest-TestNetworkAdvancedServerOps-1776562971 tempest-TestNetworkAdvancedServerOps-1776562971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:55.592495 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44272) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:55.731837 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-e258f28d-302d-42aa-b7e2-c8420061ce06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb19729f2b7e4e91bd222d48cf295e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381264 Aug 16 23:20:55.734352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44276) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:55.781025 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.801751 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.847117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.849662 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.850798 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76520d9f-6415-4cd8-a352-9f4dcb11fd70 HTTP/1.1" status: 204 len: 168 time: 0.1155369 Aug 16 23:20:55.858992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5bc2f-8b33-4e07-b19d-69e5e9040d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76520d9f-6415-4cd8-a352-9f4dcb11fd70,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.102307 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44282) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.119882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0638e4e6-218e-4c8c-85be-59df211e629e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.158668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 326956a2-e2c7-40a1-84fc-de4518c57671 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:56.182164 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 326956a2-e2c7-40a1-84fc-de4518c57671 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:56.182432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 326956a2-e2c7-40a1-84fc-de4518c57671 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:56.182845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:56.201945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:56.202293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 3aac9ccd-c200-4ec2-b428-0fc3cde099d4 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:56.202705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa4d6506-185e-4e06-babe-8ddf060f9c0e no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:56.213332 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0638e4e6-218e-4c8c-85be-59df211e629e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.217197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-0638e4e6-218e-4c8c-85be-59df211e629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.220606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: fa4d6506-185e-4e06-babe-8ddf060f9c0e {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:56.220955 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device fa4d6506-185e-4e06-babe-8ddf060f9c0e not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:56.255099 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-0638e4e6-218e-4c8c-85be-59df211e629e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4fe6a2f3afd4fda97f3ce5e902afd06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517053 Aug 16 23:20:56.257047 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638e4e6-218e-4c8c-85be-59df211e629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42569d-4383-4062-9541-c4ff1052bd4f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.257959 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44284) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.306343 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.326945 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.372358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.374890 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.376030 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab42569d-4383-4062-9541-c4ff1052bd4f HTTP/1.1" status: 204 len: 168 time: 0.1170850 Aug 16 23:20:56.383927 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a64c8-e086-4bdf-952c-45de13f7c88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42569d-4383-4062-9541-c4ff1052bd4f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.056766 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:57.149338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1316376330-network', 'tenant_id': 'd113985e005c45f785b35af507edd92d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:57.170475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Made reservation on behalf of d113985e005c45f785b35af507edd92d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:57.172651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.180783 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.267358 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.271156 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.295913 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:57.305356 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53bca12-3fc4-45bc-96d3-5977203e557d,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.311715 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.312057 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Added segment e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200 of type vlan for network 6591c01b-eb06-47b8-b483-1ebdba91c139 Aug 16 23:20:57.352199 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.376258 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.377497 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:57.378069 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.426049 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3681459 Aug 16 23:20:57.429105 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:57.434989 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Request body: {'subnet': {'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1316376330-subnet', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:57.437195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1adfa-80b3-46b1-8178-e1b75af5e376 admin admin] Pushing event updated for resources: {'Network': ['ID=6591c01b-eb06-47b8-b483-1ebdba91c139,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.447588 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:57.455249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Made reservation on behalf of d113985e005c45f785b35af507edd92d for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:57.457735 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.628060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.682540 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e50965-6edc-413c-a997-3554a25e6865,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.690944 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:57.691311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Network hostable DHCP agents. Network: 6591c01b-eb06-47b8-b483-1ebdba91c139, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:57.706633 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:57.715661 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 6591c01b-eb06-47b8-b483-1ebdba91c139) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:57.720273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:57.720868 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.724932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294bd1b9-fcae-4140-9b17-5180b75445a0 None None] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:57.735745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c7072b3d-e583-426e-b90c-e77c3d096657 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054633 Aug 16 23:20:57.738463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44312) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:57.742904 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:57.763123 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.764268 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.822206 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.870420 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-6591c01b-eb06-47b8-b483-1ebdba91c139', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:57.871342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.957183 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.006633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Allocated IP 172.20.0.2 (6591c01b-eb06-47b8-b483-1ebdba91c139/b2e50965-6edc-413c-a997-3554a25e6865/385bcd23-ca37-4b4e-951f-619d93e43e28) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:58.148681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.157663 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Transition to ACTIVE for port object 385bcd23-ca37-4b4e-951f-619d93e43e28 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:58.166808 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.172058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Transition to ACTIVE for port object 385bcd23-ca37-4b4e-951f-619d93e43e28 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:58.177749 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.186359 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.213774 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:58.218366 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:58.221829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:58.230278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Pushing event updated for resources: {'Port': ['ID=385bcd23-ca37-4b4e-951f-619d93e43e28,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.279876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Attempting to bind port 385bcd23-ca37-4b4e-951f-619d93e43e28 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:58.280256 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Attempting to bind port 385bcd23-ca37-4b4e-951f-619d93e43e28 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:58.280622 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Attempting to bind port 385bcd23-ca37-4b4e-951f-619d93e43e28 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:58.285532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:58.285913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:58.286322 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.286722 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Bound using segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:58.287186 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Bound port: 385bcd23-ca37-4b4e-951f-619d93e43e28, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:58.287574 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.293297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Allocated IP 172.25.8.104 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/358974e8-c280-4bdf-b76d-cc4764ebc158) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:58.351958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] For port 385bcd23-ca37-4b4e-951f-619d93e43e28, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:58.355445 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] For port 385bcd23-ca37-4b4e-951f-619d93e43e28, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=385bcd23-ca37-4b4e-951f-619d93e43e28,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:58.359598 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.395944 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.417697 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e1f72-3af7-4a88-8f32-2a3c3470c283 None None] Pushing event updated for resources: {'Port': ['ID=385bcd23-ca37-4b4e-951f-619d93e43e28,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.441010 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.807654 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:58.810519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:58.814810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:58.817831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=358974e8-c280-4bdf-b76d-cc4764ebc158,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:59.058295 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.146449 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:20:59.260877 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.287364 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d86d75-5eb8-4cee-81c6-584e12777e75 None None] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:59.389861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Router c64a10d5-0887-4922-9fdc-d86154d8e369 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:20:59.411998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-05ac96d7-ddfc-435d-9894-8c5f69701440 None None] Provisioning for port 385bcd23-ca37-4b4e-951f-619d93e43e28 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:59.501976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:59.511912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:59.518826 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.520538 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c6d5fc67-de53-42e3-a32e-9e2e73f4b3f9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7810965 Aug 16 23:20:59.521781 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:59.522408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:59.523262 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44314) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:59.634973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:59.815071 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:20:58Z', 'revision_number': 3, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:59.844876 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:59.845275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Updating router c64a10d5-0887-4922-9fdc-d86154d8e369 port 358974e8-c280-4bdf-b76d-cc4764ebc158 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:20:59.869759 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.941926 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.101969 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Allocated IP 172.20.0.1 (6591c01b-eb06-47b8-b483-1ebdba91c139/b2e50965-6edc-413c-a997-3554a25e6865/e8126fa9-a768-4549-bb05-d38fe47aedd6) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:00.120549 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.137011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Transition to ACTIVE for port object 358974e8-c280-4bdf-b76d-cc4764ebc158 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:00.142818 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.192497 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Attempting to bind port 358974e8-c280-4bdf-b76d-cc4764ebc158 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:00.192866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Attempting to bind port 358974e8-c280-4bdf-b76d-cc4764ebc158 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:00.193255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Attempting to bind port 358974e8-c280-4bdf-b76d-cc4764ebc158 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:00.205825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:00.206205 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:00.206609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.206991 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:00.207458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Bound port: 358974e8-c280-4bdf-b76d-cc4764ebc158, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:00.207842 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.211720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 385bcd23-ca37-4b4e-951f-619d93e43e28 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:00.213373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997149d-6f31-4ef1-bfd2-2dcfaadea877 None None] Pushing event updated for resources: {'Port': ['ID=358974e8-c280-4bdf-b76d-cc4764ebc158,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.226783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.240726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Transition to ACTIVE for port object e8126fa9-a768-4549-bb05-d38fe47aedd6 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:00.273958 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.291432 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] For port 358974e8-c280-4bdf-b76d-cc4764ebc158, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:00.294706 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] For port 358974e8-c280-4bdf-b76d-cc4764ebc158, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=358974e8-c280-4bdf-b76d-cc4764ebc158,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:00.300860 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.312094 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:00.314881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:00.317865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:00.325373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 385bcd23-ca37-4b4e-951f-619d93e43e28 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:00.335748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 385bcd23-ca37-4b4e-951f-619d93e43e28 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.336117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.357314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Pushing event updated for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.370209 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.398017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:00.398651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:00.400482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997149d-6f31-4ef1-bfd2-2dcfaadea877 None None] Pushing event updated for resources: {'Port': ['ID=358974e8-c280-4bdf-b76d-cc4764ebc158,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.520225 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.694463 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.697724 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-df81a224-abe9-45b8-ae41-fd56a42cc31c None None] Provisioning for port e8126fa9-a768-4549-bb05-d38fe47aedd6 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:00.698879 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.701368 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.709333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-df81a224-abe9-45b8-ae41-fd56a42cc31c None None] Provisioning complete for port e8126fa9-a768-4549-bb05-d38fe47aedd6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.709696 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-df81a224-abe9-45b8-ae41-fd56a42cc31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.718177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:00.765130 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Pushing event updated for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.767755 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.856673 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-df81a224-abe9-45b8-ae41-fd56a42cc31c None None] Port e8126fa9-a768-4549-bb05-d38fe47aedd6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:00.862340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:00.862911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 385bcd23-ca37-4b4e-951f-619d93e43e28, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=385bcd23-ca37-4b4e-951f-619d93e43e28,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:00.863759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:00.870207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.957103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=385bcd23-ca37-4b4e-951f-619d93e43e28,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.989494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:20:58Z', 'revision_number': 3, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:00.995692 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:01.018941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6998852-522a-4551-a5fd-0b4e5232653a None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:20:58Z', 'revision_number': 3, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:01.076265 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-1dd5dfac-5018-4b4f-ae7e-cfb09cf90adb None None] Provisioning complete for port e8126fa9-a768-4549-bb05-d38fe47aedd6 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:01.076634 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1dd5dfac-5018-4b4f-ae7e-cfb09cf90adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.111505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:01.114949 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5dfac-5018-4b4f-ae7e-cfb09cf90adb None None] Port e8126fa9-a768-4549-bb05-d38fe47aedd6 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:01.117579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-786f0f3c-11ad-46c3-8cfa-9138dd0dc177 admin admin] 10.222.0.22 "PUT /v2.0/routers/c64a10d5-0887-4922-9fdc-d86154d8e369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932300 Aug 16 23:21:01.632958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44330) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:01.638960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1684110116-network', 'tenant_id': 'eec7d009cc134f238aef6d261095857d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:01.661057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Made reservation on behalf of eec7d009cc134f238aef6d261095857d for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:01.664141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.677614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.781797 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.785508 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.812079 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:01.822510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ae2bf4-5f79-4c93-bf08-cc334bf41706,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.829260 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.829612 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Added segment 992873bc-bae3-4dc6-882f-678ee8acb3f5 of type vlan for network 0fc15108-aaff-4dee-8998-d320c7115000 Aug 16 23:21:01.877416 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.913162 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.914147 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:01.914747 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.970539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3358269 Aug 16 23:21:01.974061 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44332) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:01.979367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Request body: {'subnet': {'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1684110116-subnet', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:01.985264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f0208-49d5-4136-a8b6-26bcbaef7253 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc15108-aaff-4dee-8998-d320c7115000,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.996746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network 0fc15108-aaff-4dee-8998-d320c7115000 details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:02.005540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Made reservation on behalf of eec7d009cc134f238aef6d261095857d for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:02.007904 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.179650 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.235398 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 358974e8-c280-4bdf-b76d-cc4764ebc158 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:02.243693 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Checking segment: {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:02.243986 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Network hostable DHCP agents. Network: 0fc15108-aaff-4dee-8998-d320c7115000, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:02.247292 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff327d1-651a-46b6-919e-065660919674,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:02.264853 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Network 0fc15108-aaff-4dee-8998-d320c7115000 is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:02.274068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, 0fc15108-aaff-4dee-8998-d320c7115000) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:02.279160 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.279800 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.286355 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767356ce-3997-45ed-9f57-9e7a6f0506c3 None None] Network 0fc15108-aaff-4dee-8998-d320c7115000 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:02.296241 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2e61bd94-e3d7-4435-843b-d4f40549e1a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3209949 Aug 16 23:21:02.298796 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44334) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:02.303176 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 358974e8-c280-4bdf-b76d-cc4764ebc158 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:02.303343 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:02.324726 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.325752 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.332958 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 358974e8-c280-4bdf-b76d-cc4764ebc158 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:02.333367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.382404 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.475983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.512079 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-0fc15108-aaff-4dee-8998-d320c7115000', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:02.512966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.517886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 358974e8-c280-4bdf-b76d-cc4764ebc158, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=358974e8-c280-4bdf-b76d-cc4764ebc158,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:02.526031 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.526815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.527720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 385bcd23-ca37-4b4e-951f-619d93e43e28 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:02.606810 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:02.615999 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:02.617026 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:02.671942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=358974e8-c280-4bdf-b76d-cc4764ebc158,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:02.716852 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 385bcd23-ca37-4b4e-951f-619d93e43e28 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:02.717259 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.724319 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:02.733705 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.753124 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.758322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Allocated IP 172.20.0.2 (0fc15108-aaff-4dee-8998-d320c7115000/2ff327d1-651a-46b6-919e-065660919674/7b4ff0d0-7317-484d-874b-f2a93f21048c) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:02.872251 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Allocated IP 172.25.8.122 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/b6cdcd8d-bbf7-47f2-996a-034c48a839f8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:02.928776 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 2, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:02.945597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.954505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Transition to ACTIVE for port object 7b4ff0d0-7317-484d-874b-f2a93f21048c will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:02.955422 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:02.955958 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Updating router c64a10d5-0887-4922-9fdc-d86154d8e369 port e8126fa9-a768-4549-bb05-d38fe47aedd6 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:21:02.971068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Transition to ACTIVE for port object 7b4ff0d0-7317-484d-874b-f2a93f21048c will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:02.977385 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.981975 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.984990 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.018770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Network 0fc15108-aaff-4dee-8998-d320c7115000 is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:03.023664 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:03.027798 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.028006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:03.031056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Pushing event updated for resources: {'Port': ['ID=7b4ff0d0-7317-484d-874b-f2a93f21048c,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.064856 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:03.069150 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:03.075344 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:03.084611 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Attempting to bind port 7b4ff0d0-7317-484d-874b-f2a93f21048c on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:03.084999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Attempting to bind port 7b4ff0d0-7317-484d-874b-f2a93f21048c by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:03.085408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Attempting to bind port 7b4ff0d0-7317-484d-874b-f2a93f21048c on network 0fc15108-aaff-4dee-8998-d320c7115000 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:03.090509 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:03.090911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Checking segment: {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:03.091317 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.091714 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Bound using segment: {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:03.092178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Bound port: 7b4ff0d0-7317-484d-874b-f2a93f21048c, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:03.092563 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.107279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Pushing event updated for resources: {'Port': ['ID=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.160334 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] For port 7b4ff0d0-7317-484d-874b-f2a93f21048c, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:03.163641 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] For port 7b4ff0d0-7317-484d-874b-f2a93f21048c, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4ff0d0-7317-484d-874b-f2a93f21048c,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:03.168943 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.230578 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534007b-5683-4b71-ac9a-5f89db503701 None None] Pushing event updated for resources: {'Port': ['ID=7b4ff0d0-7317-484d-874b-f2a93f21048c,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.270308 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.281306 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Transition to ACTIVE for port object e8126fa9-a768-4549-bb05-d38fe47aedd6 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:03.288280 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.359597 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Pushing event updated for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.365418 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.380377 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.380723 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.381080 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.381421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.381761 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.382092 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.382421 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.382746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.383070 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.383393 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.383752 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.384077 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:03.401874 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Attempting to bind port e8126fa9-a768-4549-bb05-d38fe47aedd6 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:03.402237 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Attempting to bind port e8126fa9-a768-4549-bb05-d38fe47aedd6 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:03.402599 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Attempting to bind port e8126fa9-a768-4549-bb05-d38fe47aedd6 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:03.408508 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:03.409182 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:03.409754 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.410296 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Bound using segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:03.410935 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Bound port: e8126fa9-a768-4549-bb05-d38fe47aedd6, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:03.417870 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.526094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] For port e8126fa9-a768-4549-bb05-d38fe47aedd6, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:03.529617 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] For port e8126fa9-a768-4549-bb05-d38fe47aedd6, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e8126fa9-a768-4549-bb05-d38fe47aedd6,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:03.535563 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.600185 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:03.600823 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:03.629614 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.796734 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365bb62-8ead-4574-9e03-78e9119c788f None None] Pushing event updated for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.799951 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Router 332c5b99-d8fe-4074-889b-5762d94b699b is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:21:03.828866 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:03.926503 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:03.937285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Sync routers for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:03.948462 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:03.949130 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:03.951218 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.952740 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-92369b10-0eea-462b-bfff-2bb8becab90a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6528227 Aug 16 23:21:03.955312 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44336) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:04.060334 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:03Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:04.093385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1788d9e6-a928-417c-9b8e-9140683722e1 None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:03Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:04.101339 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:04.380276 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4ff0d0-7317-484d-874b-f2a93f21048c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:04.420906 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:03Z', 'revision_number': 3, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:04.456917 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Checking router: 332c5b99-d8fe-4074-889b-5762d94b699b for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:04.457292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Updating router 332c5b99-d8fe-4074-889b-5762d94b699b port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:21:04.496454 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0c474-8f3a-43aa-8b51-3feb439302c4 None None] Network 0fc15108-aaff-4dee-8998-d320c7115000 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:04.511474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 7b4ff0d0-7317-484d-874b-f2a93f21048c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:04.545833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.546968 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.581741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 358974e8-c280-4bdf-b76d-cc4764ebc158 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:04.628825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Provisioning for port 7b4ff0d0-7317-484d-874b-f2a93f21048c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:04.700959 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Provisioning complete for port 7b4ff0d0-7317-484d-874b-f2a93f21048c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:04.701361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.732368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Allocated IP 172.20.0.1 (0fc15108-aaff-4dee-8998-d320c7115000/2ff327d1-651a-46b6-919e-065660919674/73177021-0359-454a-a502-59b4cb683977) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:04.844566 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.859355 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.provisioning_blocks [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Transition to ACTIVE for port object 73177021-0359-454a-a502-59b4cb683977 will not be triggered until provisioned by entity DHCP. {{(pid=94817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:04.896224 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.935824 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Network 0fc15108-aaff-4dee-8998-d320c7115000 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:04.938815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:04.942321 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:04.975167 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Pushing event updated for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:04.991480 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.036177 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 358974e8-c280-4bdf-b76d-cc4764ebc158 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.036551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.138288 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.175527 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.292318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] For port 7b4ff0d0-7317-484d-874b-f2a93f21048c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4ff0d0-7317-484d-874b-f2a93f21048c,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:05.311250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.316479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.331178 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.338255 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260825296'] for port, after_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.356546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Transition to ACTIVE for port object b6cdcd8d-bbf7-47f2-996a-034c48a839f8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:05.380099 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.416351 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe8f0c-1a68-45f6-a16e-266258ceb4ab None None] Pushing event updated for resources: {'Port': ['ID=7b4ff0d0-7317-484d-874b-f2a93f21048c,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.426213 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Pushing event updated for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=2']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.432054 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.437854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Attempting to bind port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:05.437854 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Attempting to bind port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:05.438086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Attempting to bind port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:05.465270 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:05.465584 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:05.466452 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.466452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:05.466835 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Bound port: b6cdcd8d-bbf7-47f2-996a-034c48a839f8, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:05.467237 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.500998 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48f107-419b-4da7-96c7-28aae3e3312c None None] Pushing event updated for resources: {'Port': ['ID=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.546284 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] For port b6cdcd8d-bbf7-47f2-996a-034c48a839f8, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:05.550686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] For port b6cdcd8d-bbf7-47f2-996a-034c48a839f8, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:05.552504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Provisioning for port 73177021-0359-454a-a502-59b4cb683977 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:05.557522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.563525 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Provisioning complete for port 73177021-0359-454a-a502-59b4cb683977 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.563897 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.661216 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Port 73177021-0359-454a-a502-59b4cb683977 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:05.663093 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:05.663731 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:05.666122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48f107-419b-4da7-96c7-28aae3e3312c None None] Pushing event updated for resources: {'Port': ['ID=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.722736 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Provisioning complete for port 7b4ff0d0-7317-484d-874b-f2a93f21048c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.723133 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-47013450-b441-4aab-9510-9089c708d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.808982 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:05.863201 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Network 0fc15108-aaff-4dee-8998-d320c7115000 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:05.864709 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:05.987070 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Router 332c5b99-d8fe-4074-889b-5762d94b699b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:06.053106 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '73177021-0359-454a-a502-59b4cb683977', 'name': '', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'mac_address': 'fa:16:3e:18:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:04Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 2, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'subnets': [{'id': '2ff327d1-651a-46b6-919e-065660919674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:06.091895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96ddbd1-1def-4dab-b78a-e376725dfa51 None None] The sync data for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 is: [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '73177021-0359-454a-a502-59b4cb683977', 'name': '', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'mac_address': 'fa:16:3e:18:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:04Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 2, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'subnets': [{'id': '2ff327d1-651a-46b6-919e-065660919674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:06.102030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b264682f-9a90-4a50-826b-2b86de23d305 None None] Provisioning complete for port 73177021-0359-454a-a502-59b4cb683977 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:06.102462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b264682f-9a90-4a50-826b-2b86de23d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.106661 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:06.125189 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-18efa440-01d9-4291-b2c5-8f2f23934802 admin admin] 10.222.0.22 "PUT /v2.0/routers/332c5b99-d8fe-4074-889b-5762d94b699b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1600866 Aug 16 23:21:06.148820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b264682f-9a90-4a50-826b-2b86de23d305 None None] Port 73177021-0359-454a-a502-59b4cb683977 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:06.264406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e8126fa9-a768-4549-bb05-d38fe47aedd6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:06.348669 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port e8126fa9-a768-4549-bb05-d38fe47aedd6 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:06.352930 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e8126fa9-a768-4549-bb05-d38fe47aedd6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:06.360268 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.443447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.489624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port e8126fa9-a768-4549-bb05-d38fe47aedd6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e8126fa9-a768-4549-bb05-d38fe47aedd6,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:06.495463 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.500074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4ff0d0-7317-484d-874b-f2a93f21048c up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:06.582893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:06.593231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 7b4ff0d0-7317-484d-874b-f2a93f21048c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:06.593853 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.889657 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44344) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:06.894831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200761552', 'description': 'tempest-secgroup-smoke-1200761552 description', 'project_id': 'd113985e005c45f785b35af507edd92d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:06.918241 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.009091 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.013730 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.044480 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3523bfb-b945-4154-9bcd-d97f393c28d8,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.047190 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.048428 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c94c1c19-da3a-4ae3-956b-f1533dccd79a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576431 Aug 16 23:21:07.051335 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44346) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.055819 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.084142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.144117 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.148293 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.172283 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ac74b3-fbea-4238-a5d1-bd0257acd195,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.178820 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.179977 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-32dd951e-155d-4abe-b33d-e999be8afa26 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277180 Aug 16 23:21:07.183215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44348) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.188070 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.215828 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.276019 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.281031 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.300848 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265d4665-8db9-447f-8cc9-3a7c2163d33a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.304204 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.308575 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f5649627-589a-4fe0-aeb1-c3d463e7ac94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211200 Aug 16 23:21:07.309042 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44350) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.313616 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.340339 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.402015 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.405758 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.426617 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6693567-e310-4ab8-994a-8b64eff61dad,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.429771 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.430965 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4d16e130-f369-4992-a412-bb6b529c40b1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210561 Aug 16 23:21:07.433642 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44352) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.438035 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.464318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.526093 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.529727 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.553639 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893f99c4-9bd7-45d9-8193-dddd351ff022,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.556815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.558512 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-c14524d8-bd07-4b8e-94c6-584e7eccc0cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236107 Aug 16 23:21:07.560991 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44354) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.565883 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.599282 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Project d113985e005c45f785b35af507edd92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:21:07.604279 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.662804 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.666499 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.689063 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b84dbb-f8d6-42e1-b69e-baf8e810b296,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.692330 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.693773 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-4668991d-6983-4039-a18d-94d607654059 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317527 Aug 16 23:21:07.697604 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44356) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.702096 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': 'f3523bfb-b945-4154-9bcd-d97f393c28d8', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:07.723438 n-d-791505-20 neutron-server[94817]: INFO neutron.db.securitygroups_db [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Project d113985e005c45f785b35af507edd92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:21:07.728053 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.790346 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.794515 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.812338 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e77e3fb-c730-46a3-9618-19b407153a30,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:07.819694 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.821569 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8f1264f1-2dfd-431f-90c5-2f0421e916ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223967 Aug 16 23:21:07.964454 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-e534fd30-7211-47fa-bd8d-670d942d97df tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200761552&fields=id&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 267 time: 0.0341504 Aug 16 23:21:08.070685 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Sync routers for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:08.076106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-e425bfa6-564b-49ac-9b3b-c3212e0d6554 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:08.077611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-e425bfa6-564b-49ac-9b3b-c3212e0d6554 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 809 time: 0.1063082 Aug 16 23:21:08.081338 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:08.082382 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.092887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-587bf736-d981-428c-b738-9a07625fef73 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/quotas/d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 375 time: 0.0091367 Aug 16 23:21:08.154427 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5981e527-33f7-453a-aad4-2e60f83e303e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558374 Aug 16 23:21:08.199895 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:08.277153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6cdcd8d-bbf7-47f2-996a-034c48a839f8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:08.328521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:08.332422 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:08.332794 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.347890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-7f22c640-5d42-4011-bbd5-886718475a7b service neutron] 10.222.0.22 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811519 Aug 16 23:21:08.410904 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '73177021-0359-454a-a502-59b4cb683977', 'name': '', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'mac_address': 'fa:16:3e:18:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:04Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 2, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'subnets': [{'id': '2ff327d1-651a-46b6-919e-065660919674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.420580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.438299 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Checking router: 332c5b99-d8fe-4074-889b-5762d94b699b for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:08.438642 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Updating router 332c5b99-d8fe-4074-889b-5762d94b699b port 73177021-0359-454a-a502-59b4cb683977 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:21:08.443628 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port b6cdcd8d-bbf7-47f2-996a-034c48a839f8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:08.447768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.448667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e8126fa9-a768-4549-bb05-d38fe47aedd6 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:08.454327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-02d8e779-4944-4120-909b-f762749168f6 service neutron] 10.222.0.22 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990009 Aug 16 23:21:08.471790 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.523576 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.535210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port e8126fa9-a768-4549-bb05-d38fe47aedd6 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:08.535587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.681569 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a611465d-4532-447c-b645-a073b8e20b9e req-d0e6a906-76e8-4b42-a974-36f9973529c8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 210 time: 0.0298719 Aug 16 23:21:08.752944 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.764265 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Transition to ACTIVE for port object 73177021-0359-454a-a502-59b4cb683977 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:08.770708 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.823392 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9e1d-1518-4b4a-8ac5-817b55496421 None None] Pushing event updated for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.880542 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Attempting to bind port 73177021-0359-454a-a502-59b4cb683977 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:08.881063 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Attempting to bind port 73177021-0359-454a-a502-59b4cb683977 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:08.881673 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Attempting to bind port 73177021-0359-454a-a502-59b4cb683977 on network 0fc15108-aaff-4dee-8998-d320c7115000 {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:08.887959 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:08.888706 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Checking segment: {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:08.889159 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.889746 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Bound using segment: {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:08.890284 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Bound port: 73177021-0359-454a-a502-59b4cb683977, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992873bc-bae3-4dc6-882f-678ee8acb3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:08.890804 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.963405 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] For port 73177021-0359-454a-a502-59b4cb683977, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:08.967122 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] For port 73177021-0359-454a-a502-59b4cb683977, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73177021-0359-454a-a502-59b4cb683977,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:08.974694 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.036992 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9e1d-1518-4b4a-8ac5-817b55496421 None None] Pushing event updated for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.040380 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:09.040987 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:20:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:09.154863 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:09.363231 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '73177021-0359-454a-a502-59b4cb683977', 'name': '', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'mac_address': 'fa:16:3e:18:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:04Z', 'updated_at': '2021-08-16T23:21:08Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'subnets': [{'id': '2ff327d1-651a-46b6-919e-065660919674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:09.390051 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e22bc0-34a1-4aab-8f06-f43ca43d4606 None None] The sync data for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 is: [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:05Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '73177021-0359-454a-a502-59b4cb683977', 'name': '', 'network_id': '0fc15108-aaff-4dee-8998-d320c7115000', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'mac_address': 'fa:16:3e:18:b6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '2ff327d1-651a-46b6-919e-065660919674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:04Z', 'updated_at': '2021-08-16T23:21:08Z', 'revision_number': 4, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'subnets': [{'id': '2ff327d1-651a-46b6-919e-065660919674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:09.817976 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-daf0c28d-1163-4f62-8554-91753d790515 req-71463e65-522e-487a-9c59-bdb99a36996b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 210 time: 0.0395739 Aug 16 23:21:09.876322 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-8ad30863-80d7-490b-ba1b-ce5384db9025 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:09.878108 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-8ad30863-80d7-490b-ba1b-ce5384db9025 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 809 time: 0.1509733 Aug 16 23:21:09.933258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-9a9ce53c-7e23-48e5-b10d-ce27ca5f9453 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 380 time: 0.0374761 Aug 16 23:21:09.951884 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'port': {'device_id': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'admin_state_up': True, 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'security_groups': ['f3523bfb-b945-4154-9bcd-d97f393c28d8']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.068603 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Made reservation on behalf of d113985e005c45f785b35af507edd92d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:10.072148 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.194818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6cdcd8d-bbf7-47f2-996a-034c48a839f8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:10.204112 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Allocated IP 172.20.0.7 (6591c01b-eb06-47b8-b483-1ebdba91c139/b2e50965-6edc-413c-a997-3554a25e6865/81bb9970-8f26-4b83-b5f7-dc08c0ff413f) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:10.242424 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:10.242819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.325418 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73177021-0359-454a-a502-59b4cb683977 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:10.377727 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 73177021-0359-454a-a502-59b4cb683977 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:10.381767 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 73177021-0359-454a-a502-59b4cb683977 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:10.382144 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.460675 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.498182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 73177021-0359-454a-a502-59b4cb683977, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73177021-0359-454a-a502-59b4cb683977,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:10.502512 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.550231 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.678215 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.691496 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Transition to ACTIVE for port object 81bb9970-8f26-4b83-b5f7-dc08c0ff413f will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:10.722938 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.770054 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:10.773116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:10.776988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:10.803171 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.830497 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:10.831141 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.855740 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5172b106-9f00-4cac-beaa-7abee9dbe145 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073093 Aug 16 23:21:10.876715 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Request body: {'port': {'device_id': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.988348 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.010862 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26acf5-20aa-4c31-8d48-e5d89cd4f813 req-79ca0c0c-9311-471b-9221-eef06c084985 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.013055 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c26acf5-20aa-4c31-8d48-e5d89cd4f813 req-79ca0c0c-9311-471b-9221-eef06c084985 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 931 time: 0.1168301 Aug 16 23:21:11.035221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90a32189-759b-440d-97d2-504ac7358d88 None None] Provisioning for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:11.039058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-90a32189-759b-440d-97d2-504ac7358d88 None None] Provisioning complete for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:11.039434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-90a32189-759b-440d-97d2-504ac7358d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.073534 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-90a32189-759b-440d-97d2-504ac7358d88 None None] Port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:11.095702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0c26acf5-20aa-4c31-8d48-e5d89cd4f813 req-357c00a4-278c-4bda-b96d-2857e762566e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746331 Aug 16 23:21:11.297176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:11.308552 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.326872 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Transition to ACTIVE for port object 81bb9970-8f26-4b83-b5f7-dc08c0ff413f will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:11.331518 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.403098 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:11.473647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Attempting to bind port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:11.474118 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Attempting to bind port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:11.474462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Attempting to bind port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:11.479395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f on network 6591c01b-eb06-47b8-b483-1ebdba91c139 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:21:11.479716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Attempting to bind port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:11.484765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:11.485185 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:11.485574 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Bound using segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:11.486010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Bound port: 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:11.486373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.550991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:11.553973 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:11.558898 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.602740 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.603369 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.604761 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] 10.222.0.89 "PUT /v2.0/ports/81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1092 time: 0.7329197 Aug 16 23:21:11.605230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:11.607484 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6" -d '{"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:11.630132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf099d6-7616-45e1-a398-54fbeadc59ab service neutron] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:11.655048 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f89271-504c-4cd9-824c-84d67db4ca0b x-openstack-request-id: req-d6f89271-504c-4cd9-824c-84d67db4ca0b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:11.655340 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:11.655595 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6f89271-504c-4cd9-824c-84d67db4ca0b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:11.655996 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'status': 'completed', 'code': 200} Aug 16 23:21:11.721583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-db401f27-1d80-485a-b6d2-4ef0bf15c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.723145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-db401f27-1d80-485a-b6d2-4ef0bf15c033 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1095 time: 0.0496683 Aug 16 23:21:11.776905 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-5d29c83b-adae-41b0-a626-ab78d8db7ceb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 217 time: 0.0351124 Aug 16 23:21:11.825304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-2d0c2029-57fc-4cef-8df6-8da8000e4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.826684 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-2d0c2029-57fc-4cef-8df6-8da8000e4053 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0428658 Aug 16 23:21:11.880395 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-d1d9868b-5d43-4030-9e0c-9c8f773ab68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.881943 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-d1d9868b-5d43-4030-9e0c-9c8f773ab68e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471673 Aug 16 23:21:11.972010 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-d104b9ad-64fb-43e8-b87a-78169ddb1d2f service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825543 Aug 16 23:21:12.073853 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0ba5f386-0c83-4f75-981d-d793ae91d438 req-b81ff8d6-1b5c-4203-a630-b5b86e8d9a22 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Aug 16 23:21:12.179739 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73177021-0359-454a-a502-59b4cb683977 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:12.227522 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 73177021-0359-454a-a502-59b4cb683977 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:12.227916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.236933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-ad3adf04-e8f6-4b23-baff-1286081534fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.238505 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-ad3adf04-e8f6-4b23-baff-1286081534fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1095 time: 0.0702641 Aug 16 23:21:12.250144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7d2ab-be8f-48bb-93c1-13c0790f2c24 req-d8734f0f-2fb4-4b1c-adb3-be54cc8249c9 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.251863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebe7d2ab-be8f-48bb-93c1-13c0790f2c24 req-d8734f0f-2fb4-4b1c-adb3-be54cc8249c9 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0750165 Aug 16 23:21:12.340678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ebe7d2ab-be8f-48bb-93c1-13c0790f2c24 req-8d9b9283-0668-4be5-a0e2-cf8502d68216 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800784 Aug 16 23:21:12.366161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-89fdba69-7b70-4dc1-bc18-36b79ce8e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.367587 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-89fdba69-7b70-4dc1-bc18-36b79ce8e422 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.1148524 Aug 16 23:21:12.411609 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-744ee942-30a9-420a-8800-b8005ad592a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 217 time: 0.0348186 Aug 16 23:21:12.464728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-99f07dc3-f450-49ef-a0a1-1d0bc03b00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.466284 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-99f07dc3-f450-49ef-a0a1-1d0bc03b00ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0479698 Aug 16 23:21:12.513582 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-45026d9c-987e-478c-abeb-ebd567d35b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.515098 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-45026d9c-987e-478c-abeb-ebd567d35b07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415332 Aug 16 23:21:12.612232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-5170833e-db21-47c3-bb44-d82df0c02798 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Aug 16 23:21:12.702290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8f400de3-f75a-4a15-bdcf-f5f8cd7182f6 req-98d5fbae-576a-4e8f-b665-64c81cfa3f4b service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822868 Aug 16 23:21:13.457373 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74729400-c9f2-4c19-8603-ff9c7245e899 req-e77bc420-9ff5-4501-88d2-935298376b7f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:13.458859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74729400-c9f2-4c19-8603-ff9c7245e899 req-e77bc420-9ff5-4501-88d2-935298376b7f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0499601 Aug 16 23:21:13.498399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74729400-c9f2-4c19-8603-ff9c7245e899 req-aee249f7-3ff1-4493-8057-f69b136ffc47 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329497 Aug 16 23:21:14.619702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fceef1f-6f16-4a96-a0e3-938da31e90eb req-a197eabe-af81-4514-ad6b-89a86832f21e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.621221 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fceef1f-6f16-4a96-a0e3-938da31e90eb req-a197eabe-af81-4514-ad6b-89a86832f21e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0559988 Aug 16 23:21:14.658667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2fceef1f-6f16-4a96-a0e3-938da31e90eb req-c607d1c0-954d-4f79-9d9c-7e4d0ed1302a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Aug 16 23:21:14.855282 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [req-c7e724f3-1257-414a-9466-8546e72cd9ab req-02076637-d437-434f-906f-4ebe581a90e5 service neutron] (94817) timed out ('10.222.0.89', 60396) {{(pid=94817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:21:15.176454 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.597589 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:15.618249 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-335547f3-7a18-43de-83c3-609914a13e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.698386 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:15.709133 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:15.749320 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.762667 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:15.776045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58c34-9b64-41f4-bf71-d612b3c0a0ab req-c430a5c7-ff30-4f22-b2af-b6d4496a4649 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:15.777572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d58c34-9b64-41f4-bf71-d612b3c0a0ab req-c430a5c7-ff30-4f22-b2af-b6d4496a4649 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0501237 Aug 16 23:21:15.781944 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:15.786315 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.818667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d58c34-9b64-41f4-bf71-d612b3c0a0ab req-05b11e4d-3c45-4f11-904e-394d15ca55cc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344913 Aug 16 23:21:15.836302 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:16.143653 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['81bb9970-8f26-4b83-b5f7-dc08c0ff413f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:16.934116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5dbd3-ac3e-49e0-8892-9e61ba057f61 req-aefa5b1e-ef46-4993-a49b-c8f0ac50fd1f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.935601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bba5dbd3-ac3e-49e0-8892-9e61ba057f61 req-aefa5b1e-ef46-4993-a49b-c8f0ac50fd1f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 944 time: 0.0495970 Aug 16 23:21:16.972588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bba5dbd3-ac3e-49e0-8892-9e61ba057f61 req-d0a0c64b-bb93-4182-b07c-8e5d1a51f9db tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Aug 16 23:21:17.597115 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:17.643215 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:17.646618 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:17.646983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.875857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.897672 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:17.899843 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea6311-2203-4756-887b-942fc3260525" -d '{"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:17.912281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:17.916976 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.939632 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35d486e-3cbb-4dbd-8caf-3422e15f1858 x-openstack-request-id: req-a35d486e-3cbb-4dbd-8caf-3422e15f1858 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:17.939955 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:17.940206 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a35d486e-3cbb-4dbd-8caf-3422e15f1858 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:17.940598 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'code': 200} Aug 16 23:21:17.965372 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.115440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9dcae-b8a1-468c-9f4c-32c76e6cab60 req-a0a50072-b5f3-4a49-a94f-4923566945be tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:18.116914 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a9dcae-b8a1-468c-9f4c-32c76e6cab60 req-a0a50072-b5f3-4a49-a94f-4923566945be tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0781169 Aug 16 23:21:18.120088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49afc5d-2c9a-4ce1-952b-65b0da21ae66 req-d2465323-9574-48fc-b575-2c25d9c0aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:18.121480 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f49afc5d-2c9a-4ce1-952b-65b0da21ae66 req-d2465323-9574-48fc-b575-2c25d9c0aa9d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0727129 Aug 16 23:21:18.175518 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-38a9dcae-b8a1-468c-9f4c-32c76e6cab60 req-552e95b7-67bc-498a-960d-f1b58ef4713e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513389 Aug 16 23:21:18.178921 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f49afc5d-2c9a-4ce1-952b-65b0da21ae66 req-890096e9-4640-4b52-8516-4a752b321469 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Aug 16 23:21:18.285681 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.339916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eb29eb6c-d13c-4d34-b610-55c81f53a827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.298081 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5af1b-1119-435e-876d-295d6b185919 req-eb4af3d4-3f69-4a00-9928-bd567c4044bc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:19.300025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69c5af1b-1119-435e-876d-295d6b185919 req-eb4af3d4-3f69-4a00-9928-bd567c4044bc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Aug 16 23:21:19.344309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-69c5af1b-1119-435e-876d-295d6b185919 req-560f3a77-66a3-4bdb-8141-a17f3e47437c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Aug 16 23:21:19.486023 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.464163 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f53aa-8246-4fa1-8093-f99468776634 req-c35377ca-4951-4b0c-80b8-199fe64f0f20 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.466088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe1f53aa-8246-4fa1-8093-f99468776634 req-c35377ca-4951-4b0c-80b8-199fe64f0f20 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Aug 16 23:21:20.504440 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe1f53aa-8246-4fa1-8093-f99468776634 req-6809fb8a-da77-4f8c-8ef8-e954afb45e49 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Aug 16 23:21:20.619732 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7978e25-909d-432e-a781-65f4ad39febd req-a9b29cc2-ac0c-4b5f-b1e3-891f6cd93c00 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.621236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7978e25-909d-432e-a781-65f4ad39febd req-a9b29cc2-ac0c-4b5f-b1e3-891f6cd93c00 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Aug 16 23:21:20.659309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e7978e25-909d-432e-a781-65f4ad39febd req-4e96c5f4-e14c-4bf7-a37f-3fbf7bc4a810 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Aug 16 23:21:20.681077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44414) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.764249 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e0b57-5524-414a-be81-76942f843348 tempest-TestShelveInstance-1376527984 tempest-TestShelveInstance-1376527984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.765805 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bc2e0b57-5524-414a-be81-76942f843348 tempest-TestShelveInstance-1376527984 tempest-TestShelveInstance-1376527984-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1092 time: 0.0837617 Aug 16 23:21:20.768612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44418) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.772946 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:20.795188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.893089 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.999994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Allocated IP 172.25.8.116 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/a912f309-0b19-404a-8eda-afb8f27f8a80) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:21.097997 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.136541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.178579 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:21.182030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:21.185619 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:21.206803 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=a912f309-0b19-404a-8eda-afb8f27f8a80,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:21.490748 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.533115 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.600290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.746786 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.752941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.824913 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=a912f309-0b19-404a-8eda-afb8f27f8a80,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:21.832952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.934279 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Floating IP 626e2a22-8f0c-4799-8837-4fc9bb3e94a1 associated. External IP: 172.25.8.116, port: 81bb9970-8f26-4b83-b5f7-dc08c0ff413f. Aug 16 23:21:22.156845 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:22.266286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:22.275551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:22.282009 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.284504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:22.285153 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:22.310178 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-ae8bc149-ca76-48f5-a439-0995a426c8cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5404665 Aug 16 23:21:22.310770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:22.313012 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5663de64-70ca-4986-acbb-e4844fa457b7" -d '{"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:22.347853 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7a1a0-f8d4-420b-9ac7-f2cec7c2302c x-openstack-request-id: req-4fc7a1a0-f8d4-420b-9ac7-f2cec7c2302c {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:22.348141 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:22.348397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fc7a1a0-f8d4-420b-9ac7-f2cec7c2302c {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:22.348798 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'status': 'completed', 'code': 200} Aug 16 23:21:22.395141 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:22.432159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-5edb3855-254a-498b-b980-6207fa3e580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.433691 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-5edb3855-254a-498b-b980-6207fa3e580b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0408676 Aug 16 23:21:22.528404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-315b5863-f6f2-4e35-aa8f-ec27598d898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.530327 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-315b5863-f6f2-4e35-aa8f-ec27598d898f service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0888062 Aug 16 23:21:22.596252 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-95f8b1bf-9367-46c9-9a16-0ac37675dd14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 999 time: 0.0584829 Aug 16 23:21:22.622043 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '626e2a22-8f0c-4799-8837-4fc9bb3e94a1', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:21:21Z', 'updated_at': '2021-08-16T23:21:21Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:22.644457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-b78c5e8d-0482-4a4b-aaaf-52e1bda30159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.645992 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-b78c5e8d-0482-4a4b-aaaf-52e1bda30159 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0430489 Aug 16 23:21:22.648082 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:22.656210 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:22.656812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:21:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:22.695248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-b1c9dd5a-eb61-4434-8757-408c0ffe6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.696833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-b1c9dd5a-eb61-4434-8757-408c0ffe6ea6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435984 Aug 16 23:21:22.763062 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:22.785852 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-b17e8175-8e62-4eab-a199-9a52f66f92ad service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818963 Aug 16 23:21:22.885645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5663de64-70ca-4986-acbb-e4844fa457b7 req-66a2c7a8-958d-4e20-bb3e-1f46cd7e0cd2 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924244 Aug 16 23:21:22.986969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-97046055-9160-439d-aead-d67df1f7c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '626e2a22-8f0c-4799-8837-4fc9bb3e94a1', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:21:21Z', 'updated_at': '2021-08-16T23:21:21Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:23.012825 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97046055-9160-439d-aead-d67df1f7c47e None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '626e2a22-8f0c-4799-8837-4fc9bb3e94a1', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:21:21Z', 'updated_at': '2021-08-16T23:21:21Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:23.203944 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea89d5-1f5d-4fa7-9813-ff03d5207fd1 None None] New status for floating IP 626e2a22-8f0c-4799-8837-4fc9bb3e94a1: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:21:23.640445 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.737780 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-fbd5b278-5eb2-44a7-9aad-bae0366ed67e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406854 Aug 16 23:21:34.843927 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-90314f03-7c29-4cda-91bb-374587976d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:34.845989 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-90314f03-7c29-4cda-91bb-374587976d14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0427394 Aug 16 23:21:34.964345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-95f37bd5-ff01-445c-9a3a-c083be957455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:34.966074 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-95f37bd5-ff01-445c-9a3a-c083be957455 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0947859 Aug 16 23:21:35.036532 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-83806b84-1499-4ffe-aba7-998778ad9574 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1001 time: 0.0621862 Aug 16 23:21:35.091627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-b2fc2953-a060-4c00-859f-e6ccf625af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:35.093110 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-b2fc2953-a060-4c00-859f-e6ccf625af0b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0492630 Aug 16 23:21:35.141677 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-56f22147-a8bf-4a53-b725-ca38fd42eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:35.143600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-56f22147-a8bf-4a53-b725-ca38fd42eb7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406411 Aug 16 23:21:35.240286 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-9fec5b3e-f454-47c0-898f-e01d6c605977 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Aug 16 23:21:35.336788 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c83f80a1-e08d-449d-8f3a-afc518fa886f req-31c1e337-16c9-4ce8-85a5-65ff429aa283 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856373 Aug 16 23:21:36.145414 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:21:45.190203 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:45.608432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f9c4-6bba-4fc9-a5a9-2f659b88596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.286198 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.338435 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-caa41e50-070b-4a91-9a7c-245b027331d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:49.488352 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.494097 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:53.656859 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:13.145227 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:22:15.189698 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:15.607740 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-bba7d9c7-4677-4184-848b-4c6eda8bdc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.287164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.336711 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-29cba386-cc56-4cfa-ae6f-5f41c0425755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:19.491291 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:21.496615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:23.654274 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.782308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-733a2bf9-7ab5-422c-8cbf-6ede46156b01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407858 Aug 16 23:22:35.900398 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137fd88-376e-4cea-9966-47450e172301 req-214251bf-e806-46fe-843f-152a6909574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:35.901924 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-214251bf-e806-46fe-843f-152a6909574b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0447509 Aug 16 23:22:36.009273 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137fd88-376e-4cea-9966-47450e172301 req-0eb35145-e0f6-4933-8143-340796c06a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.010733 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-0eb35145-e0f6-4933-8143-340796c06a46 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0839808 Aug 16 23:22:36.082535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-6a9382cf-79f1-4ea5-95c2-d95906380002 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1001 time: 0.0598364 Aug 16 23:22:36.143369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137fd88-376e-4cea-9966-47450e172301 req-f54fda42-b2f5-4321-bf7f-33f220460ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.144767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-f54fda42-b2f5-4321-bf7f-33f220460ab7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0438991 Aug 16 23:22:36.193420 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137fd88-376e-4cea-9966-47450e172301 req-00038c08-12a2-4822-bf47-58c072d6bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.195025 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-00038c08-12a2-4822-bf47-58c072d6bacb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394890 Aug 16 23:22:36.289236 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-e14392a6-b4c7-4971-abdb-53d0283904a5 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Aug 16 23:22:36.380720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e137fd88-376e-4cea-9966-47450e172301 req-bcfe7514-74b7-424b-9172-cd2017c17734 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807478 Aug 16 23:22:45.188898 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.607182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5ea2123c-d849-4636-b2c7-3f4b891bae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:48.287977 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:48.335958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c4c2807a-3735-4b6a-b1cc-3ce47f7324ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:49.494338 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.145017 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:22:51.499361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:53.653902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.204632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:15.607113 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-dcdb27a5-d1f2-4208-98f6-96d55e66ae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.288227 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.334732 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-911de99d-e4f3-4b62-9f25-da93f276405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.496700 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:20.652355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef59fa-c66c-4a0a-853e-e6e477348586 req-83d1b953-6389-4288-88de-beb12dde3d5b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:20.653867 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cef59fa-c66c-4a0a-853e-e6e477348586 req-83d1b953-6389-4288-88de-beb12dde3d5b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.1005902 Aug 16 23:23:20.695344 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0cef59fa-c66c-4a0a-853e-e6e477348586 req-1508f77c-6f7d-429a-bc01-4729f3dde499 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355117 Aug 16 23:23:21.502710 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.143760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac869-946c-488c-baac-10749c5b4c30 req-048677f9-d449-433f-ad54-d0bc782cca97 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:22.145469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a3ac869-946c-488c-baac-10749c5b4c30 req-048677f9-d449-433f-ad54-d0bc782cca97 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.3533564 Aug 16 23:23:22.182445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0a3ac869-946c-488c-baac-10749c5b4c30 req-c414de2c-54e8-4d9f-b84a-71883b86c4d7 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304384 Aug 16 23:23:23.297305 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4672cd8-07e6-475a-9033-2f77c5d25141 req-b8b8aeb9-5be9-4314-84e7-6e9fb982f863 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:23.298698 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4672cd8-07e6-475a-9033-2f77c5d25141 req-b8b8aeb9-5be9-4314-84e7-6e9fb982f863 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Aug 16 23:23:23.336571 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d4672cd8-07e6-475a-9033-2f77c5d25141 req-89b5ee03-c774-404c-8456-b18a38e61319 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Aug 16 23:23:23.652604 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.452318 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cd459-6168-4516-af46-3d1c5f42bff7 req-20fbb546-917b-480a-b64f-f25f16ca80cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:24.453715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d48cd459-6168-4516-af46-3d1c5f42bff7 req-20fbb546-917b-480a-b64f-f25f16ca80cf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0513191 Aug 16 23:23:24.491641 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d48cd459-6168-4516-af46-3d1c5f42bff7 req-c0e9c1d8-b382-4d0d-8cf9-92a21409c927 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Aug 16 23:23:25.605019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfc079-c966-4107-b16c-e6d181324698 req-2a46ee3f-7e96-428d-bd21-a1a2226566b4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:25.606521 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12dfc079-c966-4107-b16c-e6d181324698 req-2a46ee3f-7e96-428d-bd21-a1a2226566b4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Aug 16 23:23:25.644432 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-12dfc079-c966-4107-b16c-e6d181324698 req-07c50788-278c-4201-83f5-7b702df90771 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320315 Aug 16 23:23:26.759948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06d8d1-267e-4948-9a9d-c97175dbdf87 req-107f1918-8815-467b-9ba1-e96ffec13fb8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:26.761353 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e06d8d1-267e-4948-9a9d-c97175dbdf87 req-107f1918-8815-467b-9ba1-e96ffec13fb8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0485573 Aug 16 23:23:26.797630 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0e06d8d1-267e-4948-9a9d-c97175dbdf87 req-9a60f1bb-a5e6-48cd-9f95-7d622e157f84 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303755 Aug 16 23:23:27.144941 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:23:27.914488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfc5b6-b891-4c6f-bfa8-3dba5f22b525 req-59616003-eb83-46f6-a361-761cb03a1bcf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:27.916002 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76dfc5b6-b891-4c6f-bfa8-3dba5f22b525 req-59616003-eb83-46f6-a361-761cb03a1bcf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Aug 16 23:23:27.953177 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-76dfc5b6-b891-4c6f-bfa8-3dba5f22b525 req-0e3f2080-cb56-4636-9118-326878094a70 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Aug 16 23:23:29.066072 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2863a-fcf3-40f5-95bb-a88291fc540c req-85634ade-d8a2-4e0f-b6d5-a37cecea7c86 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:29.067546 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47a2863a-fcf3-40f5-95bb-a88291fc540c req-85634ade-d8a2-4e0f-b6d5-a37cecea7c86 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Aug 16 23:23:29.104793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47a2863a-fcf3-40f5-95bb-a88291fc540c req-c2947ba0-366b-4f25-90d1-4c4747750000 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Aug 16 23:23:30.217544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4d1b-eaef-451c-86cc-fa006ed53dad req-e9fca968-fbf4-44b1-808b-a2976a29f61b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:30.219007 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-622f4d1b-eaef-451c-86cc-fa006ed53dad req-e9fca968-fbf4-44b1-808b-a2976a29f61b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Aug 16 23:23:30.256823 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-622f4d1b-eaef-451c-86cc-fa006ed53dad req-1a8b37b5-913f-4076-ba03-8d2db9535d18 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Aug 16 23:23:31.375865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd265d-fe08-4028-92c4-b8c7408fbe2d req-7e111138-8ac8-464e-b6b1-a0866c992f29 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.377634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fcd265d-fe08-4028-92c4-b8c7408fbe2d req-7e111138-8ac8-464e-b6b1-a0866c992f29 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0545349 Aug 16 23:23:31.414899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fcd265d-fe08-4028-92c4-b8c7408fbe2d req-f61d325b-ef76-4d7e-9c11-02097ccf9ed1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Aug 16 23:23:32.229104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:23:32.321518 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:32.331974 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:23:32.367703 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.380866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:23:32.400217 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:32.403964 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.453547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:32.461455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.461867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.462142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.462481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.462813 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.463142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.463469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.463799 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.464127 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.464448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.464768 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.465103 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:32.553240 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa91cf5-26b0-4819-aafa-86908e7d53c3 req-fcedc84f-7e25-483d-a111-a0f9ae115ba8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:32.554714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa91cf5-26b0-4819-aafa-86908e7d53c3 req-fcedc84f-7e25-483d-a111-a0f9ae115ba8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 944 time: 0.0480442 Aug 16 23:23:32.592060 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['81bb9970-8f26-4b83-b5f7-dc08c0ff413f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:32.592289 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-baa91cf5-26b0-4819-aafa-86908e7d53c3 req-449fbbc2-7c6c-4201-b48c-999ceaf21b54 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Aug 16 23:23:33.717849 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae707347-d2b9-4e5c-a5cd-35226f9ff5dc req-10a704dd-f426-484e-9d53-d3488936f9fb tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:33.719491 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae707347-d2b9-4e5c-a5cd-35226f9ff5dc req-10a704dd-f426-484e-9d53-d3488936f9fb tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 944 time: 0.0573967 Aug 16 23:23:33.769580 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae707347-d2b9-4e5c-a5cd-35226f9ff5dc req-ba97b0b5-16fe-490f-9ea2-7b4d807a9e4b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Aug 16 23:23:34.234816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:34.287886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:34.288518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.366295 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.391077 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:34.393369 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782068a-96e0-4437-87b7-daaded050b33" -d '{"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:34.411333 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:34.417339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.472260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:34.534700 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f779c3-b303-4979-b2ac-5e00c4761b9c x-openstack-request-id: req-41f779c3-b303-4979-b2ac-5e00c4761b9c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:34.535125 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:34.535379 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41f779c3-b303-4979-b2ac-5e00c4761b9c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:34.535781 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'code': 200} Aug 16 23:23:34.908604 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659fafb-6b81-41fe-a260-ae9bc77cb816 req-58c312ec-be22-4a60-9c13-1ede33ccdd5e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:34.918981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9659fafb-6b81-41fe-a260-ae9bc77cb816 req-58c312ec-be22-4a60-9c13-1ede33ccdd5e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0770547 Aug 16 23:23:34.967056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9659fafb-6b81-41fe-a260-ae9bc77cb816 req-7ad39633-9211-4f6c-9d90-18c82b868a3f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Aug 16 23:23:35.847296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-998520ee-bb18-4133-8286-ab8064005550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.851155 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-998520ee-bb18-4133-8286-ab8064005550 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0960236 Aug 16 23:23:35.960292 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-dc006470-efb1-4bd5-a257-61df2cd16598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.961795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-dc006470-efb1-4bd5-a257-61df2cd16598 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0880904 Aug 16 23:23:36.038692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-4d974392-d4ea-4055-967c-36c814a8682e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1001 time: 0.0658681 Aug 16 23:23:36.143340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234584-c116-4f92-8fdd-50a59a8f37f9 req-89f23ce0-6132-483b-b96c-b67bfd08b9dc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:36.144711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0234584-c116-4f92-8fdd-50a59a8f37f9 req-89f23ce0-6132-483b-b96c-b67bfd08b9dc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0836239 Aug 16 23:23:36.148910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-110d6e80-7eca-4424-a998-6725b74fe4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:36.150374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-110d6e80-7eca-4424-a998-6725b74fe4a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0988622 Aug 16 23:23:36.214629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b0234584-c116-4f92-8fdd-50a59a8f37f9 req-c2d3d49a-e633-4de3-835a-a03579377018 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616646 Aug 16 23:23:36.229117 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-84040906-4ee3-4455-b2b5-9049906e1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:36.238600 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-84040906-4ee3-4455-b2b5-9049906e1abf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716844 Aug 16 23:23:36.343838 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-ffef79a2-aa0c-48fc-8516-4646b13d2d89 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992007 Aug 16 23:23:36.484484 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-25bde70e-fd4d-43c8-995e-0b77644ecbb7 req-1dadff1b-60a7-4f4a-924e-a48f745fb068 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287339 Aug 16 23:23:37.341591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f44c75-32f0-4c0b-b9d8-78b80323678a req-4ccfa9db-745a-4140-b559-25af665d4737 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:37.343144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f44c75-32f0-4c0b-b9d8-78b80323678a req-4ccfa9db-745a-4140-b559-25af665d4737 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0530567 Aug 16 23:23:37.384979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-97f44c75-32f0-4c0b-b9d8-78b80323678a req-c09c155e-548c-4422-9fe6-96b43720c2fd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348201 Aug 16 23:23:38.512422 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b5c6e-c18e-485e-a7df-6ca2dd09a2ec req-ea5c8f4c-ad4b-40c6-a278-18f30b224f55 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.514242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c02b5c6e-c18e-485e-a7df-6ca2dd09a2ec req-ea5c8f4c-ad4b-40c6-a278-18f30b224f55 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0589006 Aug 16 23:23:38.558727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c02b5c6e-c18e-485e-a7df-6ca2dd09a2ec req-130c5cfc-d14e-4f4e-8f0c-d38ad596bbaa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378115 Aug 16 23:23:39.697005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d267f-c8ef-4dfc-b203-b2d70d075379 req-dcf191aa-5540-4008-8bd7-c59e6c48509d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:39.701574 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-205d267f-c8ef-4dfc-b203-b2d70d075379 req-dcf191aa-5540-4008-8bd7-c59e6c48509d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0664256 Aug 16 23:23:39.748325 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-205d267f-c8ef-4dfc-b203-b2d70d075379 req-0d221581-d8ad-4f7b-acc9-bf78c53be062 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Aug 16 23:23:40.876022 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4171-0d8a-4c29-9dc5-7657c23f2fa2 req-4b3b8acb-e221-48dc-8f63-a00dcc4c9f3c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:40.877863 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d7d4171-0d8a-4c29-9dc5-7657c23f2fa2 req-4b3b8acb-e221-48dc-8f63-a00dcc4c9f3c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0537033 Aug 16 23:23:40.920113 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9d7d4171-0d8a-4c29-9dc5-7657c23f2fa2 req-f5f88ba1-5a2b-4ed1-9ffe-f862e0793411 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Aug 16 23:23:42.055326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2960-7292-48c8-8e6e-2448b1564e84 req-5e36c8ef-94cb-42eb-99a3-204177d20b7c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:42.061527 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52be2960-7292-48c8-8e6e-2448b1564e84 req-5e36c8ef-94cb-42eb-99a3-204177d20b7c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0610960 Aug 16 23:23:42.098032 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-52be2960-7292-48c8-8e6e-2448b1564e84 req-ae59744f-6a8f-4cee-8b61-7360f01c1640 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Aug 16 23:23:42.995257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-33275008-c80e-4378-833a-f9d6ed37b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:42.996748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-33275008-c80e-4378-833a-f9d6ed37b4d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1097 time: 0.0410752 Aug 16 23:23:43.088308 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-45f1f92e-2d7b-44c8-9a06-bef022bfff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.089822 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-45f1f92e-2d7b-44c8-9a06-bef022bfff11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0854936 Aug 16 23:23:43.160488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-e0304999-0530-4c87-9695-d5fb657b0959 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1001 time: 0.0592117 Aug 16 23:23:43.242706 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-5be4d0e5-0785-48b6-ae9a-90007ea5eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.244173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-5be4d0e5-0785-48b6-ae9a-90007ea5eb31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0674565 Aug 16 23:23:43.256287 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9793c-0f6b-4b97-9275-035e5c91d425 req-4697d93a-dcb5-40f2-8f39-55bdbc7c3810 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.257643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5a9793c-0f6b-4b97-9275-035e5c91d425 req-4697d93a-dcb5-40f2-8f39-55bdbc7c3810 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0894256 Aug 16 23:23:43.319722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d5a9793c-0f6b-4b97-9275-035e5c91d425 req-ec577481-6644-4dbb-946a-409bcc3d3e1b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538020 Aug 16 23:23:43.322346 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-f897217d-64ba-4f63-a6b3-90d671d14a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.323779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-f897217d-64ba-4f63-a6b3-90d671d14a31 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652943 Aug 16 23:23:43.420386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-87b17e15-6bc5-418c-8cb2-7bce539d38ed service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855370 Aug 16 23:23:43.513982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2addaf02-f2e4-40ef-979a-c49bc4c1cc8c req-94ec6154-28c8-481d-9616-90b7689da441 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827374 Aug 16 23:23:44.434086 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41317c98-deba-4c78-baa6-5310b01225f1 req-cf14a454-f5f5-4454-b6c6-a1a4b97b7669 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:44.435566 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41317c98-deba-4c78-baa6-5310b01225f1 req-cf14a454-f5f5-4454-b6c6-a1a4b97b7669 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Aug 16 23:23:44.477829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-41317c98-deba-4c78-baa6-5310b01225f1 req-b4849f76-3d9f-4d4e-ac09-4ba62c2d1e7f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 Aug 16 23:23:45.203467 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:45.594961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352fae9-67ed-4533-bedf-8b79117e23d0 req-41db4fe6-0f11-4e9c-88ed-7ecc8a811798 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:45.596452 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6352fae9-67ed-4533-bedf-8b79117e23d0 req-41db4fe6-0f11-4e9c-88ed-7ecc8a811798 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0501785 Aug 16 23:23:45.609000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-44bd664f-5930-4f3a-8e62-4be3b53b1d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:45.636771 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6352fae9-67ed-4533-bedf-8b79117e23d0 req-8b07e013-b0fb-4594-9904-b4cdbb2c505d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Aug 16 23:23:45.707464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-0b4cb02e-cf15-4b3d-b879-20c7357db86a req-909c92e8-26bd-4b86-bce0-314998707065 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:23:45.708981 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0b4cb02e-cf15-4b3d-b879-20c7357db86a req-909c92e8-26bd-4b86-bce0-314998707065 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060167 Aug 16 23:23:45.863074 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba34015-733e-4815-9a29-b4531fb7faad req-2ed5a5ce-0eca-4840-83dc-6d5f3a665ba3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:45.864763 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ba34015-733e-4815-9a29-b4531fb7faad req-2ed5a5ce-0eca-4840-83dc-6d5f3a665ba3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Aug 16 23:23:45.906294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7ba34015-733e-4815-9a29-b4531fb7faad req-0ce4524f-3bf1-4ef3-8089-67a180b26ab0 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356269 Aug 16 23:23:46.003263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44628) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:46.082659 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-a7a7fda3-ecd7-4125-b1eb-e86710c5f6ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782425 Aug 16 23:23:46.303406 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:46.385153 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.406789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:46.409188 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc54c9-ef8b-4d5c-a672-04214ff892af" -d '{"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-unplugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:46.425565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:46.430156 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.453610 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe40045d-2da4-4ac0-842c-7166560da627 x-openstack-request-id: req-fe40045d-2da4-4ac0-842c-7166560da627 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:46.453905 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-unplugged", "status": "failed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:46.454158 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe40045d-2da4-4ac0-842c-7166560da627 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:46.454548 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'code': 422} returned with failed status Aug 16 23:23:46.479996 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:46.959561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-126fb9c9-ee78-4f21-bfd3-03242cdef0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:46.961169 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-126fb9c9-ee78-4f21-bfd3-03242cdef0c6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 1095 time: 0.0438504 Aug 16 23:23:47.057534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae312d-cba5-4fff-bf59-2b6a7a25f1ec req-1de58647-766c-45a6-8447-6313cd1cfa79 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.059030 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ae312d-cba5-4fff-bf59-2b6a7a25f1ec req-1de58647-766c-45a6-8447-6313cd1cfa79 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0807695 Aug 16 23:23:47.065104 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-6098c3fc-3bdb-422e-8727-029acda58121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.066515 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-6098c3fc-3bdb-422e-8727-029acda58121 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1095 time: 0.0583525 Aug 16 23:23:47.142048 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d0ae312d-cba5-4fff-bf59-2b6a7a25f1ec req-e63a049c-a7d0-4064-8ea7-fcbc95c26c9f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745831 Aug 16 23:23:47.181566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-882c6830-52a9-4806-a4d8-2f449bf44b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.183060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-882c6830-52a9-4806-a4d8-2f449bf44b95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.1031756 Aug 16 23:23:47.254728 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-a2591d30-1de2-42fb-910d-32ac8879f1a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 999 time: 0.0596206 Aug 16 23:23:47.303945 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-644b71cd-df0d-43e2-b96f-7d8d85053e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.305393 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-644b71cd-df0d-43e2-b96f-7d8d85053e71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0427129 Aug 16 23:23:47.353145 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-cc6c831d-ecb5-43c2-b0c8-d1f42962fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.354629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-cc6c831d-ecb5-43c2-b0c8-d1f42962fcf1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395870 Aug 16 23:23:47.450476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-20210215-3a8d-4854-9899-e9f2b2c51744 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Aug 16 23:23:47.546689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-43331fe2-a8d9-4b36-bd6e-90c4725e1cdf service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838573 Aug 16 23:23:48.267781 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa385148-56b6-42c5-867b-6b656c9f310e req-6150c668-0354-4c86-a220-44d86563bffc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:48.270130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa385148-56b6-42c5-867b-6b656c9f310e req-6150c668-0354-4c86-a220-44d86563bffc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0534995 Aug 16 23:23:48.292339 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.325833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fa385148-56b6-42c5-867b-6b656c9f310e req-ed8c22c4-c34a-4b37-b88b-3d502a83e636 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487168 Aug 16 23:23:48.339554 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e081d08c-e959-47c9-a3b0-13554c795178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.462088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8b2db-1cd9-4906-8a06-83c5c40deadc req-e7990fc7-5228-4efe-a3cd-86f53d4a216c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:49.463615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d8b2db-1cd9-4906-8a06-83c5c40deadc req-e7990fc7-5228-4efe-a3cd-86f53d4a216c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0648193 Aug 16 23:23:49.502989 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.509279 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-83d8b2db-1cd9-4906-8a06-83c5c40deadc req-06a0c889-af80-4ff0-8265-903d1264c643 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Aug 16 23:23:50.639062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366709fe-5aa5-494e-9216-b764f87af8d8 req-2e40d7a8-5b79-4e84-91d0-f10c3f7204cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:50.641088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-366709fe-5aa5-494e-9216-b764f87af8d8 req-2e40d7a8-5b79-4e84-91d0-f10c3f7204cd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0628264 Aug 16 23:23:50.682088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-366709fe-5aa5-494e-9216-b764f87af8d8 req-bb04ee4f-452d-47f5-a9b3-e872910b2352 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Aug 16 23:23:51.507774 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.833651 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb20b-8268-4f21-9b16-c4eb5ab402b1 req-62589428-5e58-4d29-ad0c-e2e497a3ac85 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:51.835101 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58cfb20b-8268-4f21-9b16-c4eb5ab402b1 req-62589428-5e58-4d29-ad0c-e2e497a3ac85 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0665724 Aug 16 23:23:51.881738 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-58cfb20b-8268-4f21-9b16-c4eb5ab402b1 req-f2a26bdb-f66b-4c43-9d95-7e0d5a5fb7f2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Aug 16 23:23:53.016154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399ce1-46a0-46d1-a1b1-1bbed830de46 req-3d763c66-0e26-432e-8351-fc5932a11411 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:53.017670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe399ce1-46a0-46d1-a1b1-1bbed830de46 req-3d763c66-0e26-432e-8351-fc5932a11411 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0654550 Aug 16 23:23:53.058606 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fe399ce1-46a0-46d1-a1b1-1bbed830de46 req-76850e70-45ed-46b1-913a-e0c1741db029 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Aug 16 23:23:53.658173 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.180234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb74ce8-a09a-461b-9f00-2a844e45d5d4 req-71b939ef-f10c-4196-b7b2-61e54f0c020f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:54.181745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfb74ce8-a09a-461b-9f00-2a844e45d5d4 req-71b939ef-f10c-4196-b7b2-61e54f0c020f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0527027 Aug 16 23:23:54.229705 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dfb74ce8-a09a-461b-9f00-2a844e45d5d4 req-1c63cf73-ab03-4012-8816-0761fecf9542 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Aug 16 23:23:55.351003 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2917a8f-d834-4b15-bf71-0ad4b0cdc2fd req-1828a5b4-6bd6-42e2-b721-aa1ed6355a0a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:55.352476 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2917a8f-d834-4b15-bf71-0ad4b0cdc2fd req-1828a5b4-6bd6-42e2-b721-aa1ed6355a0a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Aug 16 23:23:55.395089 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a2917a8f-d834-4b15-bf71-0ad4b0cdc2fd req-5dbd10a6-fc5d-4a11-a776-7cd473b49f37 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364783 Aug 16 23:23:56.533592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e00c0a-4053-41cc-8334-f09da5f86476 req-30e254df-c0d0-4bc6-a0f4-9dea95d16191 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:56.535149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1e00c0a-4053-41cc-8334-f09da5f86476 req-30e254df-c0d0-4bc6-a0f4-9dea95d16191 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0544152 Aug 16 23:23:56.577088 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c1e00c0a-4053-41cc-8334-f09da5f86476 req-1a07528b-220d-48fd-80dc-5ca4ba14b3c4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357223 Aug 16 23:23:57.714842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33959e-5aec-44ff-9044-7256c597b189 req-ec1f7bc8-7d97-4d53-879e-02e53a2e9652 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:57.716457 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d33959e-5aec-44ff-9044-7256c597b189 req-ec1f7bc8-7d97-4d53-879e-02e53a2e9652 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0560813 Aug 16 23:23:57.782246 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d33959e-5aec-44ff-9044-7256c597b189 req-c40957a8-86a5-4a3a-a7f7-a98be0633b44 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596216 Aug 16 23:23:58.899391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e45605-17bd-4983-b627-5886e74165cf req-01e92d6d-ef56-4e24-94cb-2863e1c4404a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:58.900847 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66e45605-17bd-4983-b627-5886e74165cf req-01e92d6d-ef56-4e24-94cb-2863e1c4404a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0481164 Aug 16 23:23:58.940601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-66e45605-17bd-4983-b627-5886e74165cf req-83ff44a8-f4a5-476f-bc21-3ec754c6997f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Aug 16 23:24:00.055554 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ff29a-facf-4185-9253-999a7fdfd9c9 req-0b4fd664-e1bc-442c-bff8-85cf145babaf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:00.057041 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b0ff29a-facf-4185-9253-999a7fdfd9c9 req-0b4fd664-e1bc-442c-bff8-85cf145babaf tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 943 time: 0.0486465 Aug 16 23:24:00.094318 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7b0ff29a-facf-4185-9253-999a7fdfd9c9 req-165c418d-f67c-4e2f-8d89-061d945141d4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Aug 16 23:24:00.361879 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:24:00.456191 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:00.468985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'port_id': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'mac_address': 'fa:16:3e:90:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:24:00.506521 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.518746 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:24:00.537044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:00.540559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.586911 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:00.945973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['81bb9970-8f26-4b83-b5f7-dc08c0ff413f'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:24:01.210505 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed9169-bfa5-4e03-b3fd-9b6587207d52 req-debbf376-b671-4f10-b70b-913060545d61 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:01.211947 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aed9169-bfa5-4e03-b3fd-9b6587207d52 req-debbf376-b671-4f10-b70b-913060545d61 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 944 time: 0.0496502 Aug 16 23:24:01.249058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6aed9169-bfa5-4e03-b3fd-9b6587207d52 req-a41b9c0b-f766-4e3a-8b3b-d5855c4a8638 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Aug 16 23:24:02.361610 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fedc9-d1b4-4a54-8355-47efaa42dcdd req-29bdfb32-6b35-459f-bc25-fc06d621f002 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:02.363056 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8fedc9-d1b4-4a54-8355-47efaa42dcdd req-29bdfb32-6b35-459f-bc25-fc06d621f002 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 944 time: 0.0475602 Aug 16 23:24:02.372895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:02.404060 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff8fedc9-d1b4-4a54-8355-47efaa42dcdd req-3ed54937-70c5-4aa8-a217-77eac0e9c965 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351539 Aug 16 23:24:02.422836 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:02.423219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.497289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.519684 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:02.522479 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c37e1-8626-43a3-9982-065232d655f1" -d '{"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:02.535457 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:02.541247 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.565454 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac39f0a-ff97-4200-907b-ff61fe6bea88 x-openstack-request-id: req-eac39f0a-ff97-4200-907b-ff61fe6bea88 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:02.565749 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-plugged", "status": "completed", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:02.566005 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eac39f0a-ff97-4200-907b-ff61fe6bea88 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:02.566393 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'code': 200} Aug 16 23:24:02.592013 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:02.771418 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af07b9-9d90-446e-97b0-a942a21dcdfc req-6f0a4187-e77d-437c-8b3a-36bb5c5f331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:02.772789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7af07b9-9d90-446e-97b0-a942a21dcdfc req-6f0a4187-e77d-437c-8b3a-36bb5c5f331e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1098 time: 0.0399063 Aug 16 23:24:02.811813 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f7af07b9-9d90-446e-97b0-a942a21dcdfc req-fb461586-2c92-4ab4-851e-7de2de668206 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274310 Aug 16 23:24:03.518259 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89157e7c-fc2c-4b97-878b-1aec61eb1d75 req-2c852fa4-5052-436d-bf00-a8370188704d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:03.519762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89157e7c-fc2c-4b97-878b-1aec61eb1d75 req-2c852fa4-5052-436d-bf00-a8370188704d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Aug 16 23:24:03.556435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89157e7c-fc2c-4b97-878b-1aec61eb1d75 req-3605552f-a388-4d76-af14-9cd15eb30737 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308459 Aug 16 23:24:04.143623 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:24:04.683362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcba423-9375-4d64-872a-419851ee59d0 req-43485042-bdba-4d2a-b044-15c36779e2de tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:04.685373 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fcba423-9375-4d64-872a-419851ee59d0 req-43485042-bdba-4d2a-b044-15c36779e2de tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Aug 16 23:24:04.725593 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5fcba423-9375-4d64-872a-419851ee59d0 req-bbf1ddcd-3461-4312-91ad-f51b24d06b8e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Aug 16 23:24:15.222001 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:15.608996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b65fdbda-fcc5-4b6d-a869-916c5bb2d64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:18.288329 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:18.340111 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3692-14ed-4b73-9c39-8a2ca2fa269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:19.503201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:21.508887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:23.662784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:35.714858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-a673fd22-242c-48fe-a8bf-7dbb03794ecb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396318 Aug 16 23:24:35.815972 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-7697f194-0616-4600-b67b-ad465b72a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:35.817982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-7697f194-0616-4600-b67b-ad465b72a657 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1098 time: 0.0405805 Aug 16 23:24:35.921923 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-7a75457c-43d4-41cb-83df-29720b8b8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:35.923374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-7a75457c-43d4-41cb-83df-29720b8b8a40 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0865755 Aug 16 23:24:35.986715 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-1fd6f0f7-53a0-4324-a0d1-0fa5dd884ad3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 1001 time: 0.0560055 Aug 16 23:24:36.039049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-0cbc2fe2-cb3c-4abc-bdd8-73972d335179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:36.040456 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-0cbc2fe2-cb3c-4abc-bdd8-73972d335179 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0432351 Aug 16 23:24:36.089902 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-4c3e72ea-ffe5-43b7-bd65-c8156769026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:36.091348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-4c3e72ea-ffe5-43b7-bd65-c8156769026e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422511 Aug 16 23:24:36.179820 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-b9bd7867-3973-4833-b2f9-4cdb7874f41d service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802729 Aug 16 23:24:36.271570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1b94385e-30ba-49f2-a5b2-b82dd6c734c5 req-02a1b91d-7b68-4e48-8006-7f5efd94a5e0 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843470 Aug 16 23:24:41.142582 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:24:45.218522 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:45.611448 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf1df-4e1f-43df-b459-1f28b533fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:48.289418 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:48.339281 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-60ba8a58-3971-4136-86a7-6033c8f6eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:49.505092 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:51.512215 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:53.683036 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.219916 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.611958 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4a974b70-407c-4f38-b62e-40529b4d4ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:17.715196 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44746) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:17.868208 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Deleting port a912f309-0b19-404a-8eda-afb8f27f8a80 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:17.868557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:17.945721 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:17.946060 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:17.957528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Calling delete_port for a912f309-0b19-404a-8eda-afb8f27f8a80 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:18.098383 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.126519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'Port': ['ID=a912f309-0b19-404a-8eda-afb8f27f8a80,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:18.138324 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.138679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.139019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.139360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.139697 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.140031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.140360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.140689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.141010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.141362 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.141663 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:18.142127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.142127 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:18.193452 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.193787 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Floating IP 626e2a22-8f0c-4799-8837-4fc9bb3e94a1 disassociated (deleted). External IP: 172.25.8.116, port: 81bb9970-8f26-4b83-b5f7-dc08c0ff413f. Aug 16 23:25:18.290105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.338874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-963d693a-e6e8-41d5-a76e-90cfcf72ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.398885 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:18.506294 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:18.511637 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:18.516408 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:18.525235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:18.525857 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:25:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:18.538305 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-eeab54ef-f4af-4644-ae28-59bd64adca96 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "DELETE /v2.0/floatingips/626e2a22-8f0c-4799-8837-4fc9bb3e94a1 HTTP/1.1" status: 204 len: 168 time: 0.8220212 Aug 16 23:25:18.538982 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:18.541449 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:18.642255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:18.643068 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba99dd-feda-4287-b81e-3fb9e6b9100f x-openstack-request-id: req-1cba99dd-feda-4287-b81e-3fb9e6b9100f {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:18.643727 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:18.645393 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cba99dd-feda-4287-b81e-3fb9e6b9100f {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:18.645807 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'status': 'completed', 'code': 200} Aug 16 23:25:18.763703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-36841a59-64ca-4784-a377-b7e95cd9defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:18.765269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-36841a59-64ca-4784-a377-b7e95cd9defc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 1098 time: 0.0686424 Aug 16 23:25:19.014451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:19.042616 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:19.051377 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:19.052019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:25:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:19.143338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bdc87-1788-4432-9361-d73598b66bbd req-33c79f53-2cdc-4257-a5dc-9024626d6c53 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:19.144791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9bdc87-1788-4432-9361-d73598b66bbd req-33c79f53-2cdc-4257-a5dc-9024626d6c53 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 946 time: 0.4172912 Aug 16 23:25:19.162261 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:19.216340 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1c9bdc87-1788-4432-9361-d73598b66bbd req-24a886ed-6881-4bb4-b074-42a5c1803722 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 Aug 16 23:25:19.239631 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-067135a1-4bef-4a6c-bf88-ac31a1bc537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:19.241269 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-067135a1-4bef-4a6c-bf88-ac31a1bc537a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.4676385 Aug 16 23:25:19.287065 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-bd426ad8-35c4-47ec-bd55-d4b2b7c03e7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 200 len: 217 time: 0.0380511 Aug 16 23:25:19.334139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-db48f868-2820-4361-85b5-c20f8d5d7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:19.336090 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-db48f868-2820-4361-85b5-c20f8d5d7880 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0422113 Aug 16 23:25:19.362344 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:19.382641 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-58ceb579-8ae0-42ca-a69c-c13bfefefddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:19.384166 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-58ceb579-8ae0-42ca-a69c-c13bfefefddb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408299 Aug 16 23:25:19.390142 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5e6dc-09b6-4101-86fb-e7ba4f77cdf9 None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:19.484339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-30d2d801-2979-453f-8f44-22f56161b36e service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920508 Aug 16 23:25:19.509994 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:19.580800 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d8d7ac2f-58ab-4bf6-b284-d175a153f8f5 req-de684e68-e058-49d9-bc4e-baff17fa5f5c service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881891 Aug 16 23:25:19.617705 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b70029c-0ed3-4fe1-b31e-94b5a3a9e8b6 None None] New status for floating IP 626e2a22-8f0c-4799-8837-4fc9bb3e94a1: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:25:20.333039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0831c-e377-4fb1-9806-1d27e0216c9b req-2330f35d-c719-4ad6-818b-7b15f8f4134c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:20.334583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f0831c-e377-4fb1-9806-1d27e0216c9b req-2330f35d-c719-4ad6-818b-7b15f8f4134c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 946 time: 0.0483742 Aug 16 23:25:20.375424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f2f0831c-e377-4fb1-9806-1d27e0216c9b req-eb3681ec-60b5-4828-9109-15876f4a7869 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3523bfb-b945-4154-9bcd-d97f393c28d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342484 Aug 16 23:25:20.532688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-bb0569b9-a23d-4c8e-8293-e86ca40d2859 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:20.534119 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-bb0569b9-a23d-4c8e-8293-e86ca40d2859 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 946 time: 0.0485122 Aug 16 23:25:20.626548 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Deleting port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:20.626942 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.718948 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] For port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:20.719323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.732057 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Calling delete_port for 81bb9970-8f26-4b83-b5f7-dc08c0ff413f owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:20.859637 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.886587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'Port': ['ID=81bb9970-8f26-4b83-b5f7-dc08c0ff413f,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:20.930201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] No DVR routers for this DVR port 81bb9970-8f26-4b83-b5f7-dc08c0ff413f on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:20.932822 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.934827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b1bd18c3-e04d-427d-ab48-9f0463f9d559 req-9e825fe4-759c-45d6-a566-92b86bdfe40b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "DELETE /v2.0/ports/81bb9970-8f26-4b83-b5f7-dc08c0ff413f HTTP/1.1" status: 204 len: 173 time: 0.3910379 Aug 16 23:25:20.935269 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-deleted', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:20.937531 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb4895-889c-4206-92ba-6583f7c54e51" -d '{"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-deleted", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:20.990016 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ca859d-e0ad-4a24-a1ff-17377b50a0da x-openstack-request-id: req-e0ca859d-e0ad-4a24-a1ff-17377b50a0da {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:20.990309 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb2fd-5ed5-45b2-a13b-7275601652a9", "name": "network-vif-deleted", "tag": "81bb9970-8f26-4b83-b5f7-dc08c0ff413f", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:20.990564 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0ca859d-e0ad-4a24-a1ff-17377b50a0da {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:20.990969 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb2fd-5ed5-45b2-a13b-7275601652a9', 'name': 'network-vif-deleted', 'tag': '81bb9970-8f26-4b83-b5f7-dc08c0ff413f', 'status': 'completed', 'code': 200} Aug 16 23:25:21.480916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b7d69ae-8122-4d28-b895-e1ecd1e15bed req-e84940fa-8fdd-41b2-b5d7-58b7134ab810 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=758fb2fd-5ed5-45b2-a13b-7275601652a9 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Aug 16 23:25:21.516484 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.536198 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44770) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:22.593689 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.619414 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.679439 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.682056 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:22.683241 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "DELETE /v2.0/security-groups/f3523bfb-b945-4154-9bcd-d97f393c28d8 HTTP/1.1" status: 204 len: 168 time: 0.1460559 Aug 16 23:25:22.692234 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3523bfb-b945-4154-9bcd-d97f393c28d8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:22.699720 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.700078 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.700432 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.700778 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.701147 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.701490 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.701828 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.702181 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.702500 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.702830 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.703162 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:22.703493 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecad4eb-8d48-4a48-8167-37ea76403461 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:23.026141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44778) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.031023 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552843986', 'description': 'tempest-secgroup-smoke-552843986 description', 'project_id': 'd113985e005c45f785b35af507edd92d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.053007 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.142927 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.147155 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.174444 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.175635 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1484041 Aug 16 23:25:23.177583 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b113-3645-4dcb-9795-c198140fd8f5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93175e87-78b5-4956-a561-f4da0b4954f9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.178715 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 44780) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.183475 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.209430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.268122 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.271474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.288676 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10527eec-55dc-4fff-862e-214eae0a463d,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.295992 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.297336 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1858302-9807-4646-826c-c325fd79f48e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175027 Aug 16 23:25:23.300178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44782) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.304898 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.331305 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.393470 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.396793 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.417353 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57438975-d7aa-49e0-a007-885955b9de95,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.420586 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.424681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-970a767e-b672-44cc-8525-b6472a1a9860 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207862 Aug 16 23:25:23.425200 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44784) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.429275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.454654 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.512300 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.515904 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.534696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c73b4c-f512-409a-a90d-ba8644774cb1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.541191 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.544292 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a534ba71-c3ac-4e0c-8321-8c337f99dc72 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166179 Aug 16 23:25:23.545210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44786) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.549599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.575875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.637685 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.641388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.658372 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc47c15-c978-40b5-a5cb-00410553f24d,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.665495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.666747 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c96547fd-8036-45f7-8ca6-f066d653b02e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206164 Aug 16 23:25:23.669588 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44788) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.673861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.695777 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Project d113985e005c45f785b35af507edd92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:23.697676 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.700882 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.760170 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.763668 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.781925 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22047d6e-ca0a-4713-a405-5b7ab2be3f11,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.784830 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.786044 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-525450f0-4047-4a91-b9e9-7373e4825434 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155436 Aug 16 23:25:23.788881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44790) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:23.793310 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'security_group_rule': {'security_group_id': '93175e87-78b5-4956-a561-f4da0b4954f9', 'project_id': 'd113985e005c45f785b35af507edd92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:23.814032 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Project d113985e005c45f785b35af507edd92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:23.818637 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.877116 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.880667 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.899878 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1b2e3c-bee9-49f7-ac24-0d730ed5a8e1,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:23.903495 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:23.904674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-448fbbbc-c8ba-476f-b406-480b38e3daf1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148350 Aug 16 23:25:24.700081 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:24.721304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: 81bb9970-8f26-4b83-b5f7-dc08c0ff413f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:24.721748 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 81bb9970-8f26-4b83-b5f7-dc08c0ff413f not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:38.187326 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-e98582b0-2c61-4d74-8f3f-b0da9ca05063 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552843986&fields=id&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 267 time: 0.0321512 Aug 16 23:25:38.294278 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-86273540-7591-49aa-8da2-e50afe5b8492 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:38.295674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-86273540-7591-49aa-8da2-e50afe5b8492 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 809 time: 0.1015937 Aug 16 23:25:38.310163 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-de5b2089-bbbc-4655-a0cb-9679de1dea34 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/quotas/d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 375 time: 0.0087566 Aug 16 23:25:38.360164 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-aa99ab08-28af-4a22-bffe-fee22b9646fe tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445213 Aug 16 23:25:38.457267 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-632ab397-6fac-4199-a599-e24375cc2ed2 service neutron] 10.222.0.22 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Aug 16 23:25:38.545776 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-c1d44618-42cc-4f20-ad42-a60acfa4df67 service neutron] 10.222.0.22 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817077 Aug 16 23:25:38.827422 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-74c3c994-2ec8-4dc4-8c6e-3604d29d8fe5 req-8a6d6aff-5b4c-4e28-854d-1163f93871a8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Aug 16 23:25:39.958481 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89893df6-0aee-449c-9241-a0e72c186b3e req-ed49c4c9-de24-4a91-8702-04eaaa937ac3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0554855 Aug 16 23:25:40.009498 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-d38f7fef-b715-4b01-9495-3e90afd81b73 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.010949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-d38f7fef-b715-4b01-9495-3e90afd81b73 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 809 time: 0.1278703 Aug 16 23:25:40.086625 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-8ed4dc9b-a78d-48cb-90d8-76a04361a03a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 379 time: 0.0374475 Aug 16 23:25:40.096031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'port': {'device_id': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'admin_state_up': True, 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'security_groups': ['93175e87-78b5-4956-a561-f4da0b4954f9']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:40.203188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Made reservation on behalf of d113985e005c45f785b35af507edd92d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:40.206803 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.338534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Allocated IP 172.20.0.14 (6591c01b-eb06-47b8-b483-1ebdba91c139/b2e50965-6edc-413c-a997-3554a25e6865/668d8b7a-aed3-45ba-b0d9-32188fa54323) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:40.477111 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.495284 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Transition to ACTIVE for port object 668d8b7a-aed3-45ba-b0d9-32188fa54323 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:40.528548 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.574442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:40.577704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:40.581761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:40.608534 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:40.648115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:40.648783 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.665667 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3b72afa5-453d-45f4-852c-dbd51ef136e3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5733573 Aug 16 23:25:40.692882 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Request body: {'port': {'device_id': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:40.756197 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.790686 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b039dcce-b59c-4bd8-a403-2de85ad98968 None None] Provisioning for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:40.796895 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b039dcce-b59c-4bd8-a403-2de85ad98968 None None] Provisioning complete for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:40.797307 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b039dcce-b59c-4bd8-a403-2de85ad98968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:40.838032 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-b039dcce-b59c-4bd8-a403-2de85ad98968 None None] Port 668d8b7a-aed3-45ba-b0d9-32188fa54323 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:41.029728 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:41.046136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.074666 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Transition to ACTIVE for port object 668d8b7a-aed3-45ba-b0d9-32188fa54323 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:41.078127 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.136842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb5a57-3277-476f-8f0f-6168ecae0a09 req-3f7aa3ea-1fd5-46d9-8f2e-956ba9d3a71a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.138444 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bb5a57-3277-476f-8f0f-6168ecae0a09 req-3f7aa3ea-1fd5-46d9-8f2e-956ba9d3a71a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 932 time: 0.1041152 Aug 16 23:25:41.180937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:41.248826 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-68bb5a57-3277-476f-8f0f-6168ecae0a09 req-d0b3fece-66b7-49ca-aa92-0a0ca1656056 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981841 Aug 16 23:25:41.267799 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:41.268150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:41.268623 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:41.274226 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:25:41.274561 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:41.280097 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:41.280530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:41.280827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Bound using segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:41.281290 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Bound port: 668d8b7a-aed3-45ba-b0d9-32188fa54323, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:41.281661 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.352789 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:41.356162 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:41.362159 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.403351 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.403980 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.405961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] 10.222.0.89 "PUT /v2.0/ports/668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1093 time: 0.7177894 Aug 16 23:25:41.406304 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:41.408614 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860747e0-3981-4bf4-80bf-2632373d0ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:41.435784 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9abe-f13c-4716-8eb3-834b4c341aec service neutron] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:41.463150 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a11068f-9517-4d9f-b899-3e878c456eee x-openstack-request-id: req-8a11068f-9517-4d9f-b899-3e878c456eee {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:41.463150 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:41.463150 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a11068f-9517-4d9f-b899-3e878c456eee {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:41.463150 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'status': 'completed', 'code': 200} Aug 16 23:25:41.526652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3dd1c2e0-1eae-4ea7-884d-b13744a53d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.528321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-3dd1c2e0-1eae-4ea7-884d-b13744a53d06 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1096 time: 0.0456891 Aug 16 23:25:41.586724 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-4f060e9f-72b4-4f32-b2f2-28e22706ab0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 217 time: 0.0365887 Aug 16 23:25:41.648248 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-351cc929-73af-4de7-b0fb-e41682dbe5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.649804 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-351cc929-73af-4de7-b0fb-e41682dbe5a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0519705 Aug 16 23:25:41.707834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-fcf24fd4-de82-4244-94ff-df335cf4f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:41.709382 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-fcf24fd4-de82-4244-94ff-df335cf4f869 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415804 Aug 16 23:25:41.803141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-abd7f402-daf1-4d87-a0f0-a0e05b7bb761 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827217 Aug 16 23:25:41.905442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-85f49ff2-1a3e-463f-b75c-bba5170e7068 req-7becfb56-0b6c-4678-a5ef-60b66010c74f service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914733 Aug 16 23:25:42.018874 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-eb298fa3-2521-4945-ae95-78a4020e4ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.020372 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-eb298fa3-2521-4945-ae95-78a4020e4ae9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1096 time: 0.0397575 Aug 16 23:25:42.114965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-b77ead8b-b12f-4ecd-91c0-e1bf302e3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.116471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-b77ead8b-b12f-4ecd-91c0-e1bf302e3334 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0888519 Aug 16 23:25:42.162054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-13624764-18c5-43c6-867e-3e9ebfb17b2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 217 time: 0.0335028 Aug 16 23:25:42.218187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-5f5273a4-c8b1-4acb-97a5-07272b5cd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.219681 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-5f5273a4-c8b1-4acb-97a5-07272b5cd0af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0469184 Aug 16 23:25:42.269037 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-7172a754-a299-416f-9266-e8162b2abe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.270678 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-7172a754-a299-416f-9266-e8162b2abe38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401912 Aug 16 23:25:42.403190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f972f9-02ca-420a-b588-b2be052068d4 req-6eae7692-e218-42cf-bded-d6a9458f2fe2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:42.406186 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9f972f9-02ca-420a-b588-b2be052068d4 req-6eae7692-e218-42cf-bded-d6a9458f2fe2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0801988 Aug 16 23:25:42.410442 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-ed7bc538-91a1-4fa5-afb6-e7ff3b8cac4a service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283088 Aug 16 23:25:42.485232 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c9f972f9-02ca-420a-b588-b2be052068d4 req-cf477da4-08ba-4fd2-b347-192011171ce8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733151 Aug 16 23:25:42.528071 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-860747e0-3981-4bf4-80bf-2632373d0ed8 req-6abb55a6-4aaf-4845-8cb6-b25a3da9aca6 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029236 Aug 16 23:25:43.605213 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98c44e-5776-4acc-8664-51a3bba7abc3 req-a4ce6490-73c6-4b36-8bfe-4116aa68a884 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:43.606727 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb98c44e-5776-4acc-8664-51a3bba7abc3 req-a4ce6490-73c6-4b36-8bfe-4116aa68a884 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0529754 Aug 16 23:25:43.644302 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fb98c44e-5776-4acc-8664-51a3bba7abc3 req-2f3818ad-35a1-4340-b4be-e2bf02d64c37 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314796 Aug 16 23:25:44.760844 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa94d-eae4-4b25-8bd5-f1db2abd7d94 req-c4727b5c-94ad-403c-b7ee-81539ba4b909 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.762386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-340aa94d-eae4-4b25-8bd5-f1db2abd7d94 req-c4727b5c-94ad-403c-b7ee-81539ba4b909 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0514288 Aug 16 23:25:44.799332 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-340aa94d-eae4-4b25-8bd5-f1db2abd7d94 req-3211bee7-29b4-4664-83b5-d98b5e7ecfa1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311322 Aug 16 23:25:45.234230 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.612501 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e4c457e0-05c4-4847-b7e1-0e724b782936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:45.911365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc39e-355f-4b9e-a3e3-6021e3ca0822 req-8eb1388d-272c-48a1-b9b3-092ba3347aa3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:45.912833 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a6cc39e-355f-4b9e-a3e3-6021e3ca0822 req-8eb1388d-272c-48a1-b9b3-092ba3347aa3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0485694 Aug 16 23:25:45.950399 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9a6cc39e-355f-4b9e-a3e3-6021e3ca0822 req-6318a5f8-9b79-4633-b368-f51962bf33ff tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316627 Aug 16 23:25:47.065748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d35157-74be-4ded-bfc3-5f3f0c7f8e24 req-e9035d52-d17f-44a2-a5c4-43fb09a7df48 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:47.067248 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48d35157-74be-4ded-bfc3-5f3f0c7f8e24 req-e9035d52-d17f-44a2-a5c4-43fb09a7df48 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0523365 Aug 16 23:25:47.104583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-48d35157-74be-4ded-bfc3-5f3f0c7f8e24 req-001285be-65f4-49cd-809a-945cfa2d1931 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308950 Aug 16 23:25:48.218161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d784d3-a75b-4db1-9b6c-3b050a021959 req-bf536b2b-631c-40b8-9737-c5e40206dafa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:48.219620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d784d3-a75b-4db1-9b6c-3b050a021959 req-bf536b2b-631c-40b8-9737-c5e40206dafa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0490103 Aug 16 23:25:48.256637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30d784d3-a75b-4db1-9b6c-3b050a021959 req-79e9aadb-0caa-4c17-a5ad-9fc2e351af57 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Aug 16 23:25:48.291827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:48.338224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53c4d90d-fa82-4349-8481-948aab4705f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:49.368000 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8e7a2-a690-4c9f-9f7e-fc8dcac51aa1 req-bb4ebc8d-4907-4541-bf5a-276e0578c2a0 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:49.369487 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8a8e7a2-a690-4c9f-9f7e-fc8dcac51aa1 req-bb4ebc8d-4907-4541-bf5a-276e0578c2a0 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0477655 Aug 16 23:25:49.406689 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a8a8e7a2-a690-4c9f-9f7e-fc8dcac51aa1 req-56c453ad-4a1a-449d-b247-2f33b3aa11bb tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Aug 16 23:25:49.512850 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:50.524507 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590ad4f-d40e-47e5-9eb8-a55be6e0af7a req-591a49d0-e3c8-49d0-b441-18c38a6ddca4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:50.525918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0590ad4f-d40e-47e5-9eb8-a55be6e0af7a req-591a49d0-e3c8-49d0-b441-18c38a6ddca4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0531201 Aug 16 23:25:50.561959 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0590ad4f-d40e-47e5-9eb8-a55be6e0af7a req-07f4f9e2-d420-43f5-bca5-43517d45680f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302069 Aug 16 23:25:51.518316 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:51.678403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59fda-ab68-4146-96b0-2bcdfaf80660 req-58a57567-d854-48f9-8daa-aa8725891df1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:51.680069 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f59fda-ab68-4146-96b0-2bcdfaf80660 req-58a57567-d854-48f9-8daa-aa8725891df1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0524027 Aug 16 23:25:51.727605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-47f59fda-ab68-4146-96b0-2bcdfaf80660 req-b9006f23-36e1-4971-aaa8-f8c64704b636 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 Aug 16 23:25:52.794165 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:25:52.846503 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7266f-3837-44de-a551-4aa2783b17ff req-d7ac14e8-720b-4d7d-93c4-470a5ba59ca4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:52.847990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59f7266f-3837-44de-a551-4aa2783b17ff req-d7ac14e8-720b-4d7d-93c4-470a5ba59ca4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0508113 Aug 16 23:25:52.886130 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-59f7266f-3837-44de-a551-4aa2783b17ff req-80937e41-560d-4cee-af2b-9e5b0c93cb89 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315461 Aug 16 23:25:52.887733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:52.905123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'mac_address': 'fa:16:3e:d7:b7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:25:52.941621 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:52.953818 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:52.972878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:52.976492 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.021811 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:53.028763 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.029128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.029469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.029804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.030132 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.030458 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.030807 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.031131 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.031452 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.031773 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.032138 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.032448 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:53.310599 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['668d8b7a-aed3-45ba-b0d9-32188fa54323'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:53.696928 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:54.001572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ba3a-f9ba-46ce-8a75-0d267aab091b req-5d2db631-63a8-4caa-998f-434ef09766c1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.003190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b501ba3a-f9ba-46ce-8a75-0d267aab091b req-5d2db631-63a8-4caa-998f-434ef09766c1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Aug 16 23:25:54.040488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b501ba3a-f9ba-46ce-8a75-0d267aab091b req-baadb8df-80c4-45dd-a293-2008a753c3ac tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307574 Aug 16 23:25:54.809494 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:54.856929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:54.860512 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:54.860911 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:54.937528 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:54.960423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:54.962792 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40603508-51a4-4c81-bf43-9a86bc15c7a9" -d '{"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-plugged", "status": "completed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:54.975770 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:54.980553 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:55.006123 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aed44f-80dc-4730-950f-fa9e5a68468b x-openstack-request-id: req-68aed44f-80dc-4730-950f-fa9e5a68468b {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:55.006416 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-plugged", "status": "completed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:55.006667 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68aed44f-80dc-4730-950f-fa9e5a68468b {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:55.007056 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'code': 200} Aug 16 23:25:55.031565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:55.141150 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:55.162116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b83e-9aef-42cb-9c4b-5dad01c842d5 req-217d8eeb-ef3d-4630-91ef-912a18d9c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:55.163620 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3425b83e-9aef-42cb-9c4b-5dad01c842d5 req-217d8eeb-ef3d-4630-91ef-912a18d9c8f8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1098 time: 0.0700047 Aug 16 23:25:55.175967 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b67172-e67d-4a68-b8b4-3a3b82a95c6c req-0ab9c441-cabf-4ae9-a1df-c89ce9b97d54 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:55.177377 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5b67172-e67d-4a68-b8b4-3a3b82a95c6c req-0ab9c441-cabf-4ae9-a1df-c89ce9b97d54 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0583572 Aug 16 23:25:55.229212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3425b83e-9aef-42cb-9c4b-5dad01c842d5 req-c8e8efcd-ac1a-4caa-992b-a537ff777429 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508797 Aug 16 23:25:55.236261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c5b67172-e67d-4a68-b8b4-3a3b82a95c6c req-ebad3e45-953c-4e23-b64f-7b0f35b47a7c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523660 Aug 16 23:25:56.351234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e2b6c-cc5b-4f6f-a89a-df93fec46161 req-794c4865-7a5c-42a2-84de-00d69f1d0c94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:56.353359 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d15e2b6c-cc5b-4f6f-a89a-df93fec46161 req-794c4865-7a5c-42a2-84de-00d69f1d0c94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Aug 16 23:25:56.390127 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d15e2b6c-cc5b-4f6f-a89a-df93fec46161 req-3c014870-e46d-45e1-97f9-54c399eb810d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306637 Aug 16 23:25:57.504796 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703031-4c9d-411a-9a9d-38a7eac6fa94 req-9c8afc66-4a01-48e5-aa9b-e68b0a1bf01e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:57.506298 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81703031-4c9d-411a-9a9d-38a7eac6fa94 req-9c8afc66-4a01-48e5-aa9b-e68b0a1bf01e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0494621 Aug 16 23:25:57.542919 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-81703031-4c9d-411a-9a9d-38a7eac6fa94 req-571148bd-faeb-492f-bb63-82d36bd16e6d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Aug 16 23:25:57.658994 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fde61-b2c3-48a9-a0ad-373fc3f7d84b req-d5cab285-47f6-4fa1-be2e-c63e0fb9a6d5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:57.660510 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d6fde61-b2c3-48a9-a0ad-373fc3f7d84b req-d5cab285-47f6-4fa1-be2e-c63e0fb9a6d5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Aug 16 23:25:57.701268 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1d6fde61-b2c3-48a9-a0ad-373fc3f7d84b req-8873245d-e7cc-4621-b951-257c0a4b4fc8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Aug 16 23:25:57.722465 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44984) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:57.761464 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb4533-20eb-4c24-a51b-80697a1bf580 tempest-TestShelveInstance-1376527984 tempest-TestShelveInstance-1376527984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:57.762946 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-48cb4533-20eb-4c24-a51b-80697a1bf580 tempest-TestShelveInstance-1376527984 tempest-TestShelveInstance-1376527984-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1093 time: 0.0395334 Aug 16 23:25:57.765747 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 44986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:57.770190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:57.792053 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:57.884614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:57.987116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Allocated IP 172.25.8.118 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:58.090040 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.126759 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.162795 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:58.167601 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:58.171075 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:58.193965 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.522336 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.587174 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.735427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.739976 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.806280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event updated for resources: {'Port': ['ID=ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.815814 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.913640 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Floating IP 8e6f8562-e8a0-43fc-bee4-7590d6fcce10 associated. External IP: 172.25.8.118, port: 668d8b7a-aed3-45ba-b0d9-32188fa54323. Aug 16 23:25:59.116770 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:59.539048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:59.549198 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:59.555791 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.560084 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:59.560705 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:59.591634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b0ee74af-934d-4559-82d9-8bfa605a95e1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8248110 Aug 16 23:25:59.592334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:59.594622 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c07c04d-e56a-4111-976c-2affacb85ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:59.630310 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc85066-3b15-479e-a1e9-9a55e36e3a50 x-openstack-request-id: req-8fc85066-3b15-479e-a1e9-9a55e36e3a50 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:59.630602 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:59.630856 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fc85066-3b15-479e-a1e9-9a55e36e3a50 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:59.631261 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'status': 'completed', 'code': 200} Aug 16 23:25:59.671489 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:59.713837 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-3e6e8588-5f0c-4708-9ef4-d130bab938b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:59.715346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-3e6e8588-5f0c-4708-9ef4-d130bab938b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1098 time: 0.0411482 Aug 16 23:25:59.824188 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-4fcbd4f7-c664-4336-b2d2-97a3f8ac08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:59.825611 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-4fcbd4f7-c664-4336-b2d2-97a3f8ac08ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.1022010 Aug 16 23:25:59.892431 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-f1e83cc0-3b0f-473b-b963-325d06d60122 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1000 time: 0.0598202 Aug 16 23:25:59.899878 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '8e6f8562-e8a0-43fc-bee4-7590d6fcce10', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:d7:b7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:58Z', 'updated_at': '2021-08-16T23:25:58Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:59.925709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:59.934874 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:59.935484 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:25:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:59.943767 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-9387115c-ede8-4c78-b8ba-c11679772795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:59.945272 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-9387115c-ede8-4c78-b8ba-c11679772795 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0463104 Aug 16 23:25:59.990364 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-a0e8b382-c3ac-456e-bdca-384b56708879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:59.991871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-a0e8b382-c3ac-456e-bdca-384b56708879 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397503 Aug 16 23:26:00.041896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:00.081207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-e877293a-27c3-4902-849f-5812f38ec7af service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821795 Aug 16 23:26:00.175054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2c07c04d-e56a-4111-976c-2affacb85ed3 req-8c6434ca-100a-42e5-9120-3ce1df7cbee3 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Aug 16 23:26:00.276005 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '8e6f8562-e8a0-43fc-bee4-7590d6fcce10', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:d7:b7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:58Z', 'updated_at': '2021-08-16T23:25:58Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:00.301605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec35eb9-8b1b-4d4e-8ed6-cc441e7ed4b1 None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '8e6f8562-e8a0-43fc-bee4-7590d6fcce10', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'mac_address': 'fa:16:3e:d7:b7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:25:58Z', 'updated_at': '2021-08-16T23:25:58Z', 'revision_number': 0, 'project_id': 'd113985e005c45f785b35af507edd92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:00.489434 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652c116-a60c-4cb8-987a-fa0f547da277 None None] New status for floating IP 8e6f8562-e8a0-43fc-bee4-7590d6fcce10: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:15.233648 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:15.613656 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-568e8ac1-17ad-4b75-b694-d70b0e4ffe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:18.292827 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:18.338865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-903bf40b-635e-4a0f-8739-44f255431330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:19.515940 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:21.521847 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:23.697720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:32.141204 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:26:37.721132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-22aeeffd-21ab-43f2-862c-8eaa20e619c0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390725 Aug 16 23:26:37.827924 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13195d-7c69-4dcc-89f6-636768269318 req-dc0b1a57-2db2-4d2c-b53e-73dbba2b6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:37.829401 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-dc0b1a57-2db2-4d2c-b53e-73dbba2b6c83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1098 time: 0.0440474 Aug 16 23:26:37.936569 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13195d-7c69-4dcc-89f6-636768269318 req-46277982-4b28-4496-be02-ffd10de3b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:37.938058 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-46277982-4b28-4496-be02-ffd10de3b4dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0831079 Aug 16 23:26:38.009607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-686c2b42-2d5f-46fc-9c3c-bdcf08fb4314 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1002 time: 0.0605896 Aug 16 23:26:38.063136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13195d-7c69-4dcc-89f6-636768269318 req-141f63c5-e1ce-4ca3-be5a-c4240c27cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:38.064555 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-141f63c5-e1ce-4ca3-be5a-c4240c27cf78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0441828 Aug 16 23:26:38.113381 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13195d-7c69-4dcc-89f6-636768269318 req-dc67d221-93ce-487b-b901-2678d3975aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:38.114843 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-dc67d221-93ce-487b-b901-2678d3975aa7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394325 Aug 16 23:26:38.213473 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-991725fd-6280-406b-9b6b-46aecd7fa7d7 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Aug 16 23:26:38.306195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc13195d-7c69-4dcc-89f6-636768269318 req-31ada378-bcc9-46ef-a34a-e781aa200591 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812728 Aug 16 23:26:45.255910 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:45.613166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7b1482fb-c2f4-4f9e-b04b-5fa85b901c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.296375 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:48.338534 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-12fd2b31-bbfe-4247-9e68-635639e629e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:49.517953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:51.526824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:53.696580 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:09.140693 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:27:15.278819 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.613779 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f614ddaa-b016-49b1-8542-00381da35ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:18.297586 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:18.337041 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5be0f43f-5af4-453b-8b21-17114c71ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:19.522107 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:21.529722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:23.711948 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:37.727451 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-1411f836-9972-4889-a0fe-93c0b2c05349 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390499 Aug 16 23:27:37.839774 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-755c97c6-1125-4716-a674-093e69519878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:37.841293 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-755c97c6-1125-4716-a674-093e69519878 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1098 time: 0.0441611 Aug 16 23:27:37.947403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-693bf8b5-470b-4c03-9f3d-65741bc9f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:37.948859 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-693bf8b5-470b-4c03-9f3d-65741bc9f052 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0848496 Aug 16 23:27:38.023237 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-f1fa7262-6e22-44d6-89ca-84bfe1f0e0e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1002 time: 0.0628121 Aug 16 23:27:38.075612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-cb51a06c-e6ff-4885-a792-33361e1f8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:38.077003 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-cb51a06c-e6ff-4885-a792-33361e1f8b06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0423317 Aug 16 23:27:38.124876 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-1ad12d81-c5ca-46e3-8408-a6d45dfdde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:38.126392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-1ad12d81-c5ca-46e3-8408-a6d45dfdde8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386105 Aug 16 23:27:38.218144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-0d80b958-1c26-4574-bb81-d85b6279848c service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Aug 16 23:27:38.309528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf43be96-9d9e-4e9f-ab2d-f586e445cbaf req-5c110752-8e59-4de7-94df-d31c986c7454 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809741 Aug 16 23:27:45.293716 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:45.613946 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d55ee8aa-042a-4fae-9a80-56590d39a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:46.140063 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:27:48.298346 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:48.336017 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-434bb59e-edb5-4240-bd43-a525c0a6ff60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:49.524149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:51.533394 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:53.741288 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:56.223311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3492c-cd54-458f-aea8-6bd7c8de36b2 req-3eb9a9d6-4582-4227-becd-05c8ab3035c2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:56.224711 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fff3492c-cd54-458f-aea8-6bd7c8de36b2 req-3eb9a9d6-4582-4227-becd-05c8ab3035c2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0540903 Aug 16 23:27:56.262642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fff3492c-cd54-458f-aea8-6bd7c8de36b2 req-c39f21e4-c8a5-4fd1-a821-398911f89ac4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 Aug 16 23:27:57.405528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51df4a3-cae7-4b57-8a62-d0771b2ad70e req-1349024a-75f7-4d1b-be30-fa7f9b272447 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:57.406990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e51df4a3-cae7-4b57-8a62-d0771b2ad70e req-1349024a-75f7-4d1b-be30-fa7f9b272447 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Aug 16 23:27:57.443645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e51df4a3-cae7-4b57-8a62-d0771b2ad70e req-e44bf1af-d99d-49c3-a7c2-22baa68b6397 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305295 Aug 16 23:27:58.575189 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4047e-46cb-47d3-a2ef-4b6760a52b36 req-e176acbe-5181-4712-be8d-3456a521ab37 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:58.576676 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ec4047e-46cb-47d3-a2ef-4b6760a52b36 req-e176acbe-5181-4712-be8d-3456a521ab37 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Aug 16 23:27:58.613261 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-2ec4047e-46cb-47d3-a2ef-4b6760a52b36 req-76404630-4418-4868-814f-5bede430f0e2 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306237 Aug 16 23:27:59.737528 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82e04-cb97-415b-99e5-ade8f427fc22 req-30cce57d-7573-4656-a84c-ce4b79e3d513 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:59.738889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87e82e04-cb97-415b-99e5-ade8f427fc22 req-30cce57d-7573-4656-a84c-ce4b79e3d513 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0523133 Aug 16 23:27:59.776403 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87e82e04-cb97-415b-99e5-ade8f427fc22 req-0864da09-43bb-42e2-b8c4-33c75742f488 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Aug 16 23:28:00.889045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0c8f8-8086-4b6c-81d0-a6f21120c12f req-8a84754e-a7e7-467b-a77f-61e36def96f4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:00.890534 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50a0c8f8-8086-4b6c-81d0-a6f21120c12f req-8a84754e-a7e7-467b-a77f-61e36def96f4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0484071 Aug 16 23:28:00.931666 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-50a0c8f8-8086-4b6c-81d0-a6f21120c12f req-b23e2b3a-c896-444b-8288-359e4ef5a42c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349815 Aug 16 23:28:02.045777 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a89cf-a139-4d89-b311-c372257c7e00 req-b3aa977c-a2fa-4ebe-a96b-8eb4970ad41b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:02.047255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-736a89cf-a139-4d89-b311-c372257c7e00 req-b3aa977c-a2fa-4ebe-a96b-8eb4970ad41b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 16 23:28:02.085062 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-736a89cf-a139-4d89-b311-c372257c7e00 req-1c32d156-57b9-483a-aff0-e2b2c2273580 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Aug 16 23:28:03.204632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fc4f-475d-4f1e-885b-1f0b80caaf22 req-a1d1d13a-7d89-4581-853b-9b990eb09a09 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:03.206147 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd67fc4f-475d-4f1e-885b-1f0b80caaf22 req-a1d1d13a-7d89-4581-853b-9b990eb09a09 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0539651 Aug 16 23:28:03.244889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fd67fc4f-475d-4f1e-885b-1f0b80caaf22 req-d3f53424-3b2d-41b6-a471-3cb2efba1380 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 16 23:28:04.360442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe8afd-1333-4acf-b919-79fc13b39b31 req-70c44b2c-7cbe-4008-8dbf-119f68eec3d1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:04.362035 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ebe8afd-1333-4acf-b919-79fc13b39b31 req-70c44b2c-7cbe-4008-8dbf-119f68eec3d1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0497911 Aug 16 23:28:04.401713 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4ebe8afd-1333-4acf-b919-79fc13b39b31 req-efc65451-b484-4b3c-881c-dc828f8237be tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Aug 16 23:28:05.517404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce40aee-405e-421d-b654-7c3423103919 req-adfa5221-1780-4b41-b467-f4f556b1305e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:05.518860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dce40aee-405e-421d-b654-7c3423103919 req-adfa5221-1780-4b41-b467-f4f556b1305e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 16 23:28:05.556361 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dce40aee-405e-421d-b654-7c3423103919 req-1d4be074-a47c-499b-8f00-58f420bc1ad6 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Aug 16 23:28:06.510166 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-30e61a15-9294-4302-8c34-709aa93d56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:06.511682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-30e61a15-9294-4302-8c34-709aa93d56f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1098 time: 0.0457492 Aug 16 23:28:06.608709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-07254545-bf9f-477f-a579-e5cf6d16764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:06.610161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-07254545-bf9f-477f-a579-e5cf6d16764e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0877519 Aug 16 23:28:06.710416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-c7abec04-2d0e-42d0-98b3-edc1aa1c21bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1002 time: 0.0890970 Aug 16 23:28:06.723139 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd93532-eacf-4f0c-9bb3-ab8b7e81751c req-680f1e43-3845-4e45-be23-4c2de7c4651c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:06.724588 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd93532-eacf-4f0c-9bb3-ab8b7e81751c req-680f1e43-3845-4e45-be23-4c2de7c4651c tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0956626 Aug 16 23:28:06.795046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd93532-eacf-4f0c-9bb3-ab8b7e81751c req-fb7da647-1922-4756-978b-44e7dde97afa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617633 Aug 16 23:28:06.796545 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-6a69032a-f400-4dfd-9f90-058aac774d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:06.797952 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-6a69032a-f400-4dfd-9f90-058aac774d12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0725014 Aug 16 23:28:06.851843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-435ffe1b-5414-42a0-b709-966b0d2b313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:06.853348 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-435ffe1b-5414-42a0-b709-966b0d2b313a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444694 Aug 16 23:28:06.946005 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-74375e58-5899-4280-af1c-1a82637b61a9 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808225 Aug 16 23:28:07.044224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-eff457c6-c7df-4baf-91ec-0e1ff46df6bd req-eb330bf7-c997-401c-8de6-d0bbbe05b049 service neutron] 10.222.0.89 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866752 Aug 16 23:28:07.908151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be832c-991a-428d-a99c-c4c3b0f557c8 req-5827762b-834b-442e-b714-6cf85cdb82ec tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:07.909674 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10be832c-991a-428d-a99c-c4c3b0f557c8 req-5827762b-834b-442e-b714-6cf85cdb82ec tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0492485 Aug 16 23:28:07.947934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-10be832c-991a-428d-a99c-c4c3b0f557c8 req-d4dce3bc-5f6b-4726-974f-0470a4309d7a tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Aug 16 23:28:09.064711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b236f7-9dda-4b35-b7c7-722e97c1e741 req-c434e3e6-355b-4728-b0bd-4f8353ad9fb5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:09.066309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0b236f7-9dda-4b35-b7c7-722e97c1e741 req-c434e3e6-355b-4728-b0bd-4f8353ad9fb5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0499349 Aug 16 23:28:09.105797 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f0b236f7-9dda-4b35-b7c7-722e97c1e741 req-b078e8d0-3b5e-4ea9-ae1a-6215cc9940e4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330932 Aug 16 23:28:10.230141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0c16-fc6f-4abb-bb58-3b00340227d7 req-460a7fd2-4be8-4b40-8561-21ffb6702d8f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:10.231685 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-911e0c16-fc6f-4abb-bb58-3b00340227d7 req-460a7fd2-4be8-4b40-8561-21ffb6702d8f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0539954 Aug 16 23:28:10.280899 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-911e0c16-fc6f-4abb-bb58-3b00340227d7 req-04ef6189-911a-4bf2-b057-7c12c6f8ad15 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Aug 16 23:28:11.395280 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b7feb-be99-493f-a4dd-eed2b2237791 req-58d86ba6-9e02-49ff-b0cc-8c61adbb46ee tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.396748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd4b7feb-be99-493f-a4dd-eed2b2237791 req-58d86ba6-9e02-49ff-b0cc-8c61adbb46ee tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0494876 Aug 16 23:28:11.434790 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bd4b7feb-be99-493f-a4dd-eed2b2237791 req-239aeb0e-b75a-4d10-bba7-980cc358b417 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Aug 16 23:28:11.559347 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-de1ae8b1-483f-4e19-b57b-51010b6e0d38 req-39d142d6-8d78-4f01-a119-169f99fb6ed6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:28:11.560443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-de1ae8b1-483f-4e19-b57b-51010b6e0d38 req-39d142d6-8d78-4f01-a119-169f99fb6ed6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631750 Aug 16 23:28:11.749428 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c78872-f102-4157-9ba2-4aa9f1ca4f6e req-726600e0-b225-45ac-a50a-3af208c66520 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:11.750889 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2c78872-f102-4157-9ba2-4aa9f1ca4f6e req-726600e0-b225-45ac-a50a-3af208c66520 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0834424 Aug 16 23:28:11.754488 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-28d628fe-072e-4392-9bab-17eeb03039a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120822 Aug 16 23:28:11.790529 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d2c78872-f102-4157-9ba2-4aa9f1ca4f6e req-dda2a88e-1b6b-437a-b530-b66741bcf7dc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 16 23:28:12.907019 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3b8b7-f933-4015-94e2-2ce1d97b4466 req-f8ffe87d-4312-4cb2-a078-f2d054007b3e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:12.908522 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a3b8b7-f933-4015-94e2-2ce1d97b4466 req-f8ffe87d-4312-4cb2-a078-f2d054007b3e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 946 time: 0.0502398 Aug 16 23:28:12.946384 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21a3b8b7-f933-4015-94e2-2ce1d97b4466 req-5206fbf5-ec4d-4844-bbc6-68af2203cea3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Aug 16 23:28:13.451275 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:28:13.526980 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.547886 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:13.550115 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0266498-4e81-4a1b-b2c3-7e52e4737917" -d '{"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-unplugged", "status": "completed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:13.562995 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:13.567371 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:13.591539 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f935a2-e431-4e91-95ed-27fbbb86ddfe x-openstack-request-id: req-e2f935a2-e431-4e91-95ed-27fbbb86ddfe {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:13.591841 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-unplugged", "status": "failed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "code": 422}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:13.592098 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2f935a2-e431-4e91-95ed-27fbbb86ddfe {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:13.592494 n-d-791505-20 neutron-server[94818]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'code': 422} returned with failed status Aug 16 23:28:13.617723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:13.625606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.625964 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.626314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.626660 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.627002 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.627342 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.627676 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.628011 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.628345 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.628678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.629289 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:13.629621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:14.063106 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdcef9-738d-4bc0-a603-031725679ecb req-f088ecd3-729e-4867-a041-e6c9c149adfa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:14.064605 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88bdcef9-738d-4bc0-a603-031725679ecb req-f088ecd3-729e-4867-a041-e6c9c149adfa tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0505676 Aug 16 23:28:14.103255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-88bdcef9-738d-4bc0-a603-031725679ecb req-04fa34f1-087a-456a-8d56-ffca4f8cbdb1 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Aug 16 23:28:15.224672 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a2b35-cafa-4550-aa8d-fb9578ea82d0 req-794f21f8-f195-4252-a875-cf766e6d7cb5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:15.226217 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1a2b35-cafa-4550-aa8d-fb9578ea82d0 req-794f21f8-f195-4252-a875-cf766e6d7cb5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Aug 16 23:28:15.266045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ae1a2b35-cafa-4550-aa8d-fb9578ea82d0 req-85d48d42-0ffd-4fea-a9bf-35f0336c9334 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Aug 16 23:28:15.294551 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:15.615581 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-80f462b8-04e5-42a0-b1cf-92edad9263c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:16.382744 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688f3d-6ea7-4efb-8e9c-6ec92429449e req-6dea5b78-fd5a-42a4-a120-9f7e1eb46290 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:16.384277 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35688f3d-6ea7-4efb-8e9c-6ec92429449e req-6dea5b78-fd5a-42a4-a120-9f7e1eb46290 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0504630 Aug 16 23:28:16.423885 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-35688f3d-6ea7-4efb-8e9c-6ec92429449e req-8cc70810-aa37-4c24-81cd-246d9586d7ad tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Aug 16 23:28:17.540597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ade9c-6ea6-45bd-8a57-3071ecd023ee req-ae50bb7d-ebe2-4c89-ba59-0d1f267f9209 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:17.542657 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3ade9c-6ea6-45bd-8a57-3071ecd023ee req-ae50bb7d-ebe2-4c89-ba59-0d1f267f9209 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Aug 16 23:28:17.581539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0d3ade9c-6ea6-45bd-8a57-3071ecd023ee req-77ef098f-31f7-4fd6-8dc6-19da11230531 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329411 Aug 16 23:28:18.300151 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.335966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a80ef04f-5cb1-41c5-ae53-3e583228ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.468006 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-07c9f79b-ffaa-4d4a-9c38-55f6fe737733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:18.469557 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-07c9f79b-ffaa-4d4a-9c38-55f6fe737733 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&tenant_id=d113985e005c45f785b35af507edd92d HTTP/1.1" status: 200 len: 1096 time: 0.0976059 Aug 16 23:28:18.487115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-20', 'device_owner': 'compute:nova'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:28:18.538373 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.749630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45be3-ea5b-44d0-a67f-f3dac3de06e2 req-82d76b50-2f89-40e5-b0e5-af8f724099c4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:18.751123 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99e45be3-ea5b-44d0-a67f-f3dac3de06e2 req-82d76b50-2f89-40e5-b0e5-af8f724099c4 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.1003792 Aug 16 23:28:18.792033 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:18.819722 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99e45be3-ea5b-44d0-a67f-f3dac3de06e2 req-4afd8f13-94d0-417f-88b0-ba8d66a1a399 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621030 Aug 16 23:28:18.839578 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:18.873179 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:28:18.881136 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.893491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Transition to ACTIVE for port object 668d8b7a-aed3-45ba-b0d9-32188fa54323 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:28:18.896922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.973061 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=7']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:18.988115 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.988685 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.988843 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.989230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.989595 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.989933 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.990266 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.990599 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.990929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.991263 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.991592 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:18.991918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:28:19.028921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] No DVR routers for this DVR port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:28:19.165960 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:28:19.166901 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:28:19.167397 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:19.173427 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:28:19.173928 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Attempting to bind port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on network 6591c01b-eb06-47b8-b483-1ebdba91c139 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:28:19.180678 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:28:19.181206 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Checking segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:28:19.181769 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Bound using segment: {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:28:19.182440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Bound port: 668d8b7a-aed3-45ba-b0d9-32188fa54323, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:28:19.183458 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.256865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:28:19.259832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:28:19.264546 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.299772 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.300398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.302549 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] 10.222.0.88 "PUT /v2.0/ports/668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1093 time: 0.8194630 Aug 16 23:28:19.304911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:19.307452 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df" -d '{"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:19.337918 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0891f1-7c29-46a6-ae1e-7a7e11240b55 service neutron] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=8']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:19.353533 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad736b0a-dd41-4acc-a93f-be06382284a8 x-openstack-request-id: req-ad736b0a-dd41-4acc-a93f-be06382284a8 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:19.354425 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:19.354649 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad736b0a-dd41-4acc-a93f-be06382284a8 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:19.355046 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'status': 'completed', 'code': 200} Aug 16 23:28:19.385257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-c4c4618a-cdae-4c65-80d8-9f801058f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.386801 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-c4c4618a-cdae-4c65-80d8-9f801058f87d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1096 time: 0.0449634 Aug 16 23:28:19.481286 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-3b2f1574-afdc-43e7-a5ea-9b59e37ba1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.482762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-3b2f1574-afdc-43e7-a5ea-9b59e37ba1e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0886753 Aug 16 23:28:19.536807 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:19.554916 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-413a974d-0334-4c22-a775-ecdfd329e661 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1000 time: 0.0653265 Aug 16 23:28:19.609912 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-2aa38aa0-926f-433a-80d5-ceb3c2d19313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.611276 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-2aa38aa0-926f-433a-80d5-ceb3c2d19313 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0497108 Aug 16 23:28:19.656804 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-322f3eb0-bacc-4d90-86c5-26fd02af3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.658295 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-322f3eb0-bacc-4d90-86c5-26fd02af3c0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397499 Aug 16 23:28:19.669958 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-1929c94c-84e6-4b9b-b432-a73a3806d994 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:28:19.670961 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-1929c94c-84e6-4b9b-b432-a73a3806d994 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049469 Aug 16 23:28:19.762118 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-2f294928-2c14-4ba5-a53b-ae9e3b27856a service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844073 Aug 16 23:28:19.853339 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-34607230-8d69-4f8f-ace8-2f73dfd344eb service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Aug 16 23:28:19.960121 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc877-f169-404a-81a0-4cfb3c41edf6 req-506eba9e-b502-4520-b174-26ec4b42825b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.961601 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec2cc877-f169-404a-81a0-4cfb3c41edf6 req-506eba9e-b502-4520-b174-26ec4b42825b tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0734882 Aug 16 23:28:19.977921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-343ff17a-88ae-4712-8513-0b2a49d13486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.979342 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-343ff17a-88ae-4712-8513-0b2a49d13486 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1096 time: 0.0586095 Aug 16 23:28:20.050812 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ec2cc877-f169-404a-81a0-4cfb3c41edf6 req-cf839574-382e-4b3b-a02c-353005fefc6e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823448 Aug 16 23:28:20.086393 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-ccdf2a19-4359-4b7f-bd27-0af7404b5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:20.087830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-ccdf2a19-4359-4b7f-bd27-0af7404b5dc8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.1007695 Aug 16 23:28:20.150640 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-1f8f6646-c215-4324-acb4-9f41f5236f34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1000 time: 0.0555077 Aug 16 23:28:20.197176 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-02e0c802-d04f-4484-aa29-909cc1f7186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:20.199203 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-02e0c802-d04f-4484-aa29-909cc1f7186d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0419209 Aug 16 23:28:20.246325 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-6946e0fa-06d0-4ce5-8c45-0f2d942a5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:20.247760 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-6946e0fa-06d0-4ce5-8c45-0f2d942a5f65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414369 Aug 16 23:28:20.337998 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-d9ca7482-e054-43e2-bda1-1f4ff3a32777 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Aug 16 23:28:20.428350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6b6172cb-d6a1-4bcf-acfb-dd84c1e8b3df req-e60d98c8-da00-4dc4-b3db-4a02b45a189e service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Aug 16 23:28:21.220998 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297faca-85f3-423b-af6c-2a214ed58b9a req-bc5f74c4-c5c6-4fa6-8ff4-d1a876cdca97 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:21.224865 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d297faca-85f3-423b-af6c-2a214ed58b9a req-bc5f74c4-c5c6-4fa6-8ff4-d1a876cdca97 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.1026289 Aug 16 23:28:21.261386 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d297faca-85f3-423b-af6c-2a214ed58b9a req-86b5f896-8d45-40b1-a0d5-be2f658b4739 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328562 Aug 16 23:28:21.535705 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:22.420021 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fc633-80d5-48ff-8f57-c08a82afcb8f req-a0a88e47-c1c9-417e-b9e2-33b5e4e0b61f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:22.421526 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-132fc633-80d5-48ff-8f57-c08a82afcb8f req-a0a88e47-c1c9-417e-b9e2-33b5e4e0b61f tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0915351 Aug 16 23:28:22.463274 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-132fc633-80d5-48ff-8f57-c08a82afcb8f req-438e4560-fdd8-4770-8f57-a3879b1a88c6 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357380 Aug 16 23:28:23.139916 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:28:23.576962 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7fef2-67bb-4417-8a3c-bb71dfd00846 req-33bbce3f-5ae3-482c-a6b9-a03ba6d530d7 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:23.578443 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f7fef2-67bb-4417-8a3c-bb71dfd00846 req-33bbce3f-5ae3-482c-a6b9-a03ba6d530d7 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0480657 Aug 16 23:28:23.616050 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c2f7fef2-67bb-4417-8a3c-bb71dfd00846 req-a848188f-ad63-4c18-a78f-16434c5ec04d tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Aug 16 23:28:23.758862 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:24.728847 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d666e0-eccf-44f7-a382-f40924fb22d4 req-246913b7-f95c-4885-a913-26500ce1bcb8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:24.730328 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65d666e0-eccf-44f7-a382-f40924fb22d4 req-246913b7-f95c-4885-a913-26500ce1bcb8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0485866 Aug 16 23:28:24.768271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-65d666e0-eccf-44f7-a382-f40924fb22d4 req-18319aa7-33bc-4eeb-a947-fc0066d698b9 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Aug 16 23:28:25.879726 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5de31f-83f7-4f1d-a9f6-0162957e52d0 req-d62338f2-59bf-4718-8916-ca4e8b96122e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.881224 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e5de31f-83f7-4f1d-a9f6-0162957e52d0 req-d62338f2-59bf-4718-8916-ca4e8b96122e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0479598 Aug 16 23:28:25.922258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6e5de31f-83f7-4f1d-a9f6-0162957e52d0 req-8423e6c5-dfc8-4b62-8076-b3a691951b20 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346560 Aug 16 23:28:27.035197 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebad6a-947f-49cc-ac85-a053781407f2 req-b3204d7c-5e54-4def-bcd9-e4afa141ffdc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.036645 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17ebad6a-947f-49cc-ac85-a053781407f2 req-b3204d7c-5e54-4def-bcd9-e4afa141ffdc tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 944 time: 0.0481975 Aug 16 23:28:27.073938 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-17ebad6a-947f-49cc-ac85-a053781407f2 req-c215df75-e765-4ab8-9bc8-15907d3515c6 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Aug 16 23:28:27.689322 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:28:27.783608 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:27.793851 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'port_id': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'mac_address': 'fa:16:3e:d7:b7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:28:27.832194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.844063 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:28:27.862741 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:27.866539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:27.911988 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=9']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:28.188048 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22030f-e5b4-43d2-b699-4d7ab0f3ed31 req-3f53f276-72bc-4a23-b028-f498f7f12d99 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:28.189570 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf22030f-e5b4-43d2-b699-4d7ab0f3ed31 req-3f53f276-72bc-4a23-b028-f498f7f12d99 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 945 time: 0.0485415 Aug 16 23:28:28.226096 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-cf22030f-e5b4-43d2-b699-4d7ab0f3ed31 req-b9ccf436-a8ba-4da9-8a8f-81489c8e4020 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306451 Aug 16 23:28:28.272488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['668d8b7a-aed3-45ba-b0d9-32188fa54323'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:28:29.341976 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2fcc-804d-4b84-ac54-d8e084ec4a52 req-13fc1f56-199c-4276-ae8f-c824fff106c7 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:29.343468 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f2a2fcc-804d-4b84-ac54-d8e084ec4a52 req-13fc1f56-199c-4276-ae8f-c824fff106c7 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 945 time: 0.0487921 Aug 16 23:28:29.384497 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-7f2a2fcc-804d-4b84-ac54-d8e084ec4a52 req-47ff4aef-477a-4540-b1e0-db0794ee2729 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351791 Aug 16 23:28:29.688260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:28:29.734621 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:28:29.738146 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 668d8b7a-aed3-45ba-b0d9-32188fa54323 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:28:29.738518 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:29.815393 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:29.836913 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:28:29.839341 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca5098f-f391-4aba-be72-57ac2146457f" -d '{"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-plugged", "status": "completed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:28:29.851801 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:28:29.855992 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:29.878877 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bffe1b-6ad6-4cf6-9728-35fc6e689c6c x-openstack-request-id: req-d0bffe1b-6ad6-4cf6-9728-35fc6e689c6c {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:28:29.879417 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-plugged", "status": "completed", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:28:29.879670 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0bffe1b-6ad6-4cf6-9728-35fc6e689c6c {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:28:29.880052 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'code': 200} Aug 16 23:28:29.904538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=10']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:28:30.056814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731526f-c3d7-4a8b-a693-581a57bffe0c req-c662a1c5-df97-4fc9-95a7-d0175eb7aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:30.058808 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9731526f-c3d7-4a8b-a693-581a57bffe0c req-c662a1c5-df97-4fc9-95a7-d0175eb7aa56 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1099 time: 0.0396492 Aug 16 23:28:30.091283 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9731526f-c3d7-4a8b-a693-581a57bffe0c req-a434d22b-0120-4abf-9703-1ce6953c9d39 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264804 Aug 16 23:28:30.498886 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5054f6-8900-4105-bd8a-7164046a25c2 req-14f48832-f2be-47f0-9d73-26d1d86c6a94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:30.500357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d5054f6-8900-4105-bd8a-7164046a25c2 req-14f48832-f2be-47f0-9d73-26d1d86c6a94 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 947 time: 0.0486388 Aug 16 23:28:30.537013 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-6d5054f6-8900-4105-bd8a-7164046a25c2 req-33027307-3627-4091-b87e-c0abf5115578 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305295 Aug 16 23:28:31.651424 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c084b7-5704-4494-aacf-3099ce3dc43a req-a42e3486-5f24-4d30-b7e9-0aa53e071844 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:31.652891 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7c084b7-5704-4494-aacf-3099ce3dc43a req-a42e3486-5f24-4d30-b7e9-0aa53e071844 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 947 time: 0.0482836 Aug 16 23:28:31.692856 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7c084b7-5704-4494-aacf-3099ce3dc43a req-f93c2c33-8428-4ca3-8f27-6fa27694cc58 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340290 Aug 16 23:28:45.308784 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:45.616092 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d13aebb0-8ed8-4267-a8bb-990997346bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:46.034941 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-932bea58-5f3e-44a0-a029-023966527429 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399323 Aug 16 23:28:46.131405 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-59839b42-7095-4ded-82d4-74fff3055cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:46.132898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-59839b42-7095-4ded-82d4-74fff3055cb8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1099 time: 0.0411837 Aug 16 23:28:46.237341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-6a504806-4efd-4f18-acbb-40953a421de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:46.238791 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-6a504806-4efd-4f18-acbb-40953a421de6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.0866659 Aug 16 23:28:46.302499 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-d4c53c15-61ef-4a98-9d27-68398cee1fc3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1002 time: 0.0552416 Aug 16 23:28:46.350207 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-00898f4e-5d88-4c8f-8840-cc3e0995f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:46.351578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-00898f4e-5d88-4c8f-8840-cc3e0995f0fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0411432 Aug 16 23:28:46.399340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-6bf46b54-9fb4-4963-97f0-cde9122a119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:46.400900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-6bf46b54-9fb4-4963-97f0-cde9122a119a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421925 Aug 16 23:28:46.490884 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-b115c05a-efa8-4c44-8582-2e2633e16cdc service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832283 Aug 16 23:28:46.584489 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a0dc241a-0641-42f2-8d13-f147304d1f3b req-4b086f0c-c576-4fd9-aeb6-3cdd9d825265 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865414 Aug 16 23:28:48.303741 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:48.338117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0b47ab21-0bb5-42e8-969f-0aa42614158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:49.531008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:51.538332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:53.758388 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:00.139137 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:15.307615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:15.770888 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-7be28369-65b6-4f42-bccf-f3fe813e6db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:18.304887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:18.337821 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8a61-ca81-44d4-96bb-bb2b3db36194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:19.533378 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:21.541896 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:23.760333 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:37.139144 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:45.338443 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:45.620684 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-67ea2400-3a8c-426a-8420-77d2eec106b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:46.025394 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-97426725-b8bc-4808-9f0a-68a7500e9706 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392563 Aug 16 23:29:46.123720 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-ff72692a-53a1-4bc0-92d7-20155c8ae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:46.125212 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-ff72692a-53a1-4bc0-92d7-20155c8ae525 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1099 time: 0.0397782 Aug 16 23:29:46.545916 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-695d5852-44f7-4cab-8388-1e3cd8ee6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:46.547358 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-695d5852-44f7-4cab-8388-1e3cd8ee6a50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.4039273 Aug 16 23:29:46.609729 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-f455a9ed-7c3f-420e-ad84-1bd638105b10 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 1002 time: 0.0549748 Aug 16 23:29:46.660412 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-b2bb0423-e334-4a4c-b27c-31a44cdfdf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:46.661762 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-b2bb0423-e334-4a4c-b27c-31a44cdfdf36 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0454781 Aug 16 23:29:46.705817 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-facdefb7-ddab-415f-9673-d2fab2651040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:46.707789 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-facdefb7-ddab-415f-9673-d2fab2651040 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384471 Aug 16 23:29:46.795105 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-21efc5cf-b9d3-4e77-b7b7-c84443537b31 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793324 Aug 16 23:29:46.884778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8b81d549-bc9d-4085-9e4d-3dd67777922c req-f46bb8e8-5288-4e53-8b37-5764e791a934 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831242 Aug 16 23:29:47.181414 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45182) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:47.334183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Deleting port ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:47.334445 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.409715 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.410047 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.421144 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Calling delete_port for ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:47.569677 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.596594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'Port': ['ID=ad93d29e-5b75-48dc-b3fc-ff3b62c4eb54,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:47.620753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.621297 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.621509 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.621840 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.622178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.622516 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.622875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.623215 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.623572 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.623881 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.624218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.624544 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:47.663427 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.663811 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Floating IP 8e6f8562-e8a0-43fc-bee4-7590d6fcce10 disassociated (deleted). External IP: 172.25.8.118, port: 668d8b7a-aed3-45ba-b0d9-32188fa54323. Aug 16 23:29:47.868760 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:29:47.974114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:29:47.978694 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:47.983281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:29:47.992633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:47.993262 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:48.005395 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-342ccdc9-3caa-435d-891f-1fd883fdf486 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "DELETE /v2.0/floatingips/8e6f8562-e8a0-43fc-bee4-7590d6fcce10 HTTP/1.1" status: 204 len: 168 time: 0.8228567 Aug 16 23:29:48.006183 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:48.008531 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3d2765-f076-4d1b-8a20-449daa99e08f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:48.048529 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1445f096-7b3b-434c-9385-9f37e20adcbf x-openstack-request-id: req-1445f096-7b3b-434c-9385-9f37e20adcbf {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:48.048824 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:48.049096 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1445f096-7b3b-434c-9385-9f37e20adcbf {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:48.049567 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'status': 'completed', 'code': 200} Aug 16 23:29:48.111047 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:48.146314 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-00a24c67-81fe-44ed-b4f0-f497638904b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:48.147934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-00a24c67-81fe-44ed-b4f0-f497638904b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d113985e005c45f785b35af507edd92d&device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 1099 time: 0.0517309 Aug 16 23:29:48.287129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91672a08-7db8-4137-bff1-fde789ca2220 req-694907ac-12bb-4026-8d6f-aa642859a1c3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:48.288637 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91672a08-7db8-4137-bff1-fde789ca2220 req-694907ac-12bb-4026-8d6f-aa642859a1c3 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 947 time: 0.0694854 Aug 16 23:29:48.314100 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-786ab490-0506-4415-a7e6-d33df1567864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:48.315585 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-786ab490-0506-4415-a7e6-d33df1567864 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 200 len: 909 time: 0.1573474 Aug 16 23:29:48.342616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-91672a08-7db8-4137-bff1-fde789ca2220 req-250b0da7-b555-487f-8fda-9d56b9be635e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449913 Aug 16 23:29:48.343765 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:48.355914 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-efc3e46c-cfa3-4325-98bf-d73627d70bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:48.375205 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-374ad0b5-be96-4c93-9134-ee4d7180d9bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 200 len: 217 time: 0.0462680 Aug 16 23:29:48.377516 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:48.404562 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:29:48.413480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:48.414085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:48.427182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-be28b64c-40ad-42d1-bdbf-517bfb1dd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:48.428694 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-be28b64c-40ad-42d1-bdbf-517bfb1dd1a5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 200 len: 848 time: 0.0451076 Aug 16 23:29:48.477092 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-aa9bdbe2-e5ed-47aa-9167-da8ea5ca1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:48.478658 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-aa9bdbe2-e5ed-47aa-9167-da8ea5ca1891 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6591c01b-eb06-47b8-b483-1ebdba91c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418625 Aug 16 23:29:48.518515 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:48.574345 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-bc0ee4bd-4c11-4144-b50c-d32dff0ab3e0 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873158 Aug 16 23:29:48.668290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fc3d2765-f076-4d1b-8a20-449daa99e08f req-6f3e667c-24b9-4506-a10f-c97e57eb52d3 service neutron] 10.222.0.88 "GET /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Aug 16 23:29:48.715006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:48.744046 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f602c93-fd60-4221-889c-8546c7134137 None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:21:00Z', 'revision_number': 4, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'e8126fa9-a768-4549-bb05-d38fe47aedd6', 'name': '', 'network_id': '6591c01b-eb06-47b8-b483-1ebdba91c139', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'mac_address': 'fa:16:3e:30:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:59Z', 'updated_at': '2021-08-16T23:21:06Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'subnets': [{'id': 'b2e50965-6edc-413c-a997-3554a25e6865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:29:48.957116 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94667750-0d9a-47a0-a448-aaaba51b8e63 None None] New status for floating IP 8e6f8562-e8a0-43fc-bee4-7590d6fcce10: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:29:49.467716 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ada66-ec48-4044-97a3-743f30b1c348 req-549ac3e7-cda1-43c3-b184-abba1b45b3e5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:49.467716 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-864ada66-ec48-4044-97a3-743f30b1c348 req-549ac3e7-cda1-43c3-b184-abba1b45b3e5 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 947 time: 0.0536032 Aug 16 23:29:49.505886 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-864ada66-ec48-4044-97a3-743f30b1c348 req-37694b1f-0fbf-43fe-ae3f-1985c5d18c53 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/security-groups?id=93175e87-78b5-4956-a561-f4da0b4954f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Aug 16 23:29:49.537575 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.079293 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e3392-f189-4c94-82d5-bd067e80816a req-fda7fc57-9d02-4fa6-8235-761b5c1b74dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:50.080670 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c69e3392-f189-4c94-82d5-bd067e80816a req-fda7fc57-9d02-4fa6-8235-761b5c1b74dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.88 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 947 time: 0.0486355 Aug 16 23:29:50.172800 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Deleting port 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:50.173179 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.260938 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] For port 668d8b7a-aed3-45ba-b0d9-32188fa54323, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=668d8b7a-aed3-45ba-b0d9-32188fa54323,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:50.261340 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.273558 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Calling delete_port for 668d8b7a-aed3-45ba-b0d9-32188fa54323 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:50.404873 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.433865 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'Port': ['ID=668d8b7a-aed3-45ba-b0d9-32188fa54323,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:50.475085 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] No DVR routers for this DVR port 668d8b7a-aed3-45ba-b0d9-32188fa54323 on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:29:50.477740 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.479704 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-c69e3392-f189-4c94-82d5-bd067e80816a req-0d89414e-1f98-4073-be33-a3fd4e3ddcfd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.88 "DELETE /v2.0/ports/668d8b7a-aed3-45ba-b0d9-32188fa54323 HTTP/1.1" status: 204 len: 173 time: 0.3919249 Aug 16 23:29:50.480140 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-deleted', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:50.482450 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7db820-968f-4adf-a069-58601d54fc67" -d '{"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-deleted", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:50.526206 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c1d78-a3e9-45b8-91cb-525075d24581 x-openstack-request-id: req-421c1d78-a3e9-45b8-91cb-525075d24581 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:50.526504 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba179088-5192-4ce6-95d9-469538ea14b5", "name": "network-vif-deleted", "tag": "668d8b7a-aed3-45ba-b0d9-32188fa54323", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:50.526775 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-421c1d78-a3e9-45b8-91cb-525075d24581 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:50.527179 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba179088-5192-4ce6-95d9-469538ea14b5', 'name': 'network-vif-deleted', 'tag': '668d8b7a-aed3-45ba-b0d9-32188fa54323', 'status': 'completed', 'code': 200} Aug 16 23:29:50.602936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1e30c2b7-06bb-492d-aca0-190a33dfab8d req-60e86adc-91aa-4858-b5ef-1f1e57969084 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0307682 Aug 16 23:29:51.546473 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:51.702579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ef7b5832-401d-4453-8d38-ad698535abbb req-eefde7fa-fe81-4dac-914c-f638610340d8 tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Aug 16 23:29:52.110128 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:52.130304 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 668d8b7a-aed3-45ba-b0d9-32188fa54323 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:29:52.130789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 668d8b7a-aed3-45ba-b0d9-32188fa54323 not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:52.808194 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9598a79f-a28a-43d5-a1a5-c1680e5cb5a5 req-d4061184-68ec-46ff-95f7-723f55ccf2cb tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Aug 16 23:29:53.773018 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:53.904470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-caa8029b-90d0-4ddf-b3d2-8d7ba4a09f46 req-c1cafb75-2430-45cf-a17b-d25c0dd4d37e tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba179088-5192-4ce6-95d9-469538ea14b5 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Aug 16 23:29:54.960787 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45216) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:55.021946 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.047400 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.112929 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.115639 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.116906 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] 10.222.0.22 "DELETE /v2.0/security-groups/93175e87-78b5-4956-a561-f4da0b4954f9 HTTP/1.1" status: 204 len: 168 time: 0.1550920 Aug 16 23:29:55.134358 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99b87a-b8a6-4bb4-bba2-92afd0bc73dd tempest-TestShelveInstance-491686225 tempest-TestShelveInstance-491686225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93175e87-78b5-4956-a561-f4da0b4954f9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:55.185027 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45222) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:55.627651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.871288 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Deleting port e8126fa9-a768-4549-bb05-d38fe47aedd6 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:55.871635 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.954591 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] For port e8126fa9-a768-4549-bb05-d38fe47aedd6, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=e8126fa9-a768-4549-bb05-d38fe47aedd6,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:55.954967 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.967922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Calling delete_port for e8126fa9-a768-4549-bb05-d38fe47aedd6 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:56.153988 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:56.180000 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Pushing event deleted for resources: {'Port': ['ID=e8126fa9-a768-4549-bb05-d38fe47aedd6,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:56.192486 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.193054 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.193195 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.193547 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.193894 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.194236 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.194582 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.194917 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.195253 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.195586 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.195919 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.196252 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:56.360163 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:56.580723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Router c64a10d5-0887-4922-9fdc-d86154d8e369 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:29:56.691434 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:29:56.698935 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-6eec9123-c1c1-4c8e-9776-9986187beefd admin admin] 10.222.0.22 "PUT /v2.0/routers/c64a10d5-0887-4922-9fdc-d86154d8e369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128360 Aug 16 23:29:56.700733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Sync routers for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:29:56.701903 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45230) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:56.710806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:56.711604 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:56.816599 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:56.819235 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:56.917982 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:56.977778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Deleting port 358974e8-c280-4bdf-b76d-cc4764ebc158 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:56.978153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.009385 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:29:56Z', 'revision_number': 5, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port': {'id': '358974e8-c280-4bdf-b76d-cc4764ebc158', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:58Z', 'updated_at': '2021-08-16T23:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:57.035766 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Checking router: c64a10d5-0887-4922-9fdc-d86154d8e369 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:29:57.045510 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Routers {'c64a10d5-0887-4922-9fdc-d86154d8e369'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:57.046119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['c64a10d5-0887-4922-9fdc-d86154d8e369'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:57.060453 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] For port 358974e8-c280-4bdf-b76d-cc4764ebc158, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=358974e8-c280-4bdf-b76d-cc4764ebc158,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:57.060825 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.072829 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Calling delete_port for 358974e8-c280-4bdf-b76d-cc4764ebc158 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:57.131474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] Set router c64a10d5-0887-4922-9fdc-d86154d8e369 gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:57.181963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:29:56Z', 'revision_number': 6, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:57.213581 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c2878-30de-4a11-b940-58a4fb957c65 None None] The sync data for ids ['c64a10d5-0887-4922-9fdc-d86154d8e369'] in n-d-791505-20 is: [{'id': 'c64a10d5-0887-4922-9fdc-d86154d8e369', 'name': 'tempest-TestShelveInstance-1316376330-router', 'tenant_id': 'd113985e005c45f785b35af507edd92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:57Z', 'updated_at': '2021-08-16T23:29:56Z', 'revision_number': 6, 'project_id': 'd113985e005c45f785b35af507edd92d', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:29:57.239022 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.268341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Pushing event deleted for resources: {'Port': ['ID=358974e8-c280-4bdf-b76d-cc4764ebc158,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:57.326843 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.414972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.417175 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.458798 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.459370 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64a10d5-0887-4922-9fdc-d86154d8e369 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:29:57.464081 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.468533 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b25f788f-2f5b-412e-a14d-8ba043faee19 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c64a10d5-0887-4922-9fdc-d86154d8e369 HTTP/1.1" status: 204 len: 168 time: 0.7626190 Aug 16 23:29:57.468533 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45234) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:57.515850 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Deleting subnet b2e50965-6edc-413c-a997-3554a25e6865 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:29:57.518663 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.551371 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.631275 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.684894 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.713814 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e50965-6edc-413c-a997-3554a25e6865,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:57.717555 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.722316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5e3d4a93-5dbb-4fae-8cb8-4ef9d3bf5e98 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2e50965-6edc-413c-a997-3554a25e6865 HTTP/1.1" status: 204 len: 168 time: 0.2502599 Aug 16 23:29:57.722436 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45236) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:57.725222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf2b6a-574c-4964-8347-d7f96282950d None None] Network 6591c01b-eb06-47b8-b483-1ebdba91c139 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:29:57.795118 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.848415 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Deleting port 385bcd23-ca37-4b4e-951f-619d93e43e28 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:57.848767 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.915809 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] For port 385bcd23-ca37-4b4e-951f-619d93e43e28, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=385bcd23-ca37-4b4e-951f-619d93e43e28,segment=NetworkSegment(e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200),segment_id=e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:57.916130 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:57.928618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Calling delete_port for 385bcd23-ca37-4b4e-951f-619d93e43e28 owned by network:dhcp {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:57.980651 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] DHCP port deletion for 6591c01b-eb06-47b8-b483-1ebdba91c139 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:29:58.015531 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.028605 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Deleting port 385bcd23-ca37-4b4e-951f-619d93e43e28 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:58.028985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.048388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=385bcd23-ca37-4b4e-951f-619d93e43e28,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:58.050178 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] No DVR routers for this DVR port 385bcd23-ca37-4b4e-951f-619d93e43e28 on host n-d-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:29:58.104147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] For port 385bcd23-ca37-4b4e-951f-619d93e43e28, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:58.104706 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.122243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Calling delete_port for 385bcd23-ca37-4b4e-951f-619d93e43e28 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:58.124561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.124973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Port 385bcd23-ca37-4b4e-951f-619d93e43e28 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:29:58.126254 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.137338 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6591c01b-eb06-47b8-b483-1ebdba91c139']}} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:58.148598 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200') {'for_net_delete': True} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:58.148900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.services.segments.db [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d8ffaf-fe5c-4daa-a71d-ef0a8a0e5200') {} {{(pid=94816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:58.157860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Pushing event deleted for resources: {'Port': ['ID=385bcd23-ca37-4b4e-951f-619d93e43e28,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:58.158780 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3448040'] for segment, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.174170 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.174346 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.174455 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.174896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.175395 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.176068 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.176370 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.176859 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.177298 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.177780 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.178273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.178775 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.179243 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:58.180594 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:29:58.180996 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3432824'] for segment, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: Traceback (most recent call last): Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: timer() Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: cb(*args, **kw) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: return func(*args, **kwargs) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: self._notify() Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: self.callback(batched_events) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: event.method(event) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: return f(self, *a, **k) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: return self._get(url).json() Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: return self.request(url, 'GET', **kwargs) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:29:58.183576 n-d-791505-20 neutron-server[94816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:29:58.185772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53424c3b-93fe-430a-a397-d040fdc3a7eb None None] No DVR routers for this DVR port 385bcd23-ca37-4b4e-951f-619d93e43e28 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:29:58.251290 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.257357 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.262860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6591c01b-eb06-47b8-b483-1ebdba91c139 HTTP/1.1" status: 204 len: 168 time: 0.5361049 Aug 16 23:29:58.262967 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45238) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:58.271087 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca138b6-e428-4f62-b986-2fe990df4bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6591c01b-eb06-47b8-b483-1ebdba91c139,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:58.459860 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e8126fa9-a768-4549-bb05-d38fe47aedd6 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:58.485617 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: e8126fa9-a768-4549-bb05-d38fe47aedd6 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:29:58.485968 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device e8126fa9-a768-4549-bb05-d38fe47aedd6 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:58.486394 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 385bcd23-ca37-4b4e-951f-619d93e43e28 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:58.506087 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 385bcd23-ca37-4b4e-951f-619d93e43e28 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:29:58.506569 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 385bcd23-ca37-4b4e-951f-619d93e43e28 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:58.506847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 358974e8-c280-4bdf-b76d-cc4764ebc158 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:58.526020 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 358974e8-c280-4bdf-b76d-cc4764ebc158 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:29:58.526639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 358974e8-c280-4bdf-b76d-cc4764ebc158 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:58.621337 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.858074 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Deleting port 73177021-0359-454a-a502-59b4cb683977 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:58.858328 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.934212 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] For port 73177021-0359-454a-a502-59b4cb683977, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=73177021-0359-454a-a502-59b4cb683977,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:58.934571 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:58.946872 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Calling delete_port for 73177021-0359-454a-a502-59b4cb683977 owned by network:router_interface {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:59.121453 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:59.150865 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73177021-0359-454a-a502-59b4cb683977,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:59.315369 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:59.525800 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Router 332c5b99-d8fe-4074-889b-5762d94b699b has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:29:59.944426 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:29:59.949422 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e04b75e7-a77f-4a8e-83fd-4a03c07e4ee2 admin admin] 10.222.0.22 "PUT /v2.0/routers/332c5b99-d8fe-4074-889b-5762d94b699b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852653 Aug 16 23:29:59.951846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45240) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:59.954457 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Sync routers for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:29:59.964712 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:59.965350 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:00.053638 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.064155 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:00.157084 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.209587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Deleting port b6cdcd8d-bbf7-47f2-996a-034c48a839f8 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:00.209874 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.237927 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:29:59Z', 'revision_number': 5, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port': {'id': 'b6cdcd8d-bbf7-47f2-996a-034c48a839f8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:00.289597 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] For port b6cdcd8d-bbf7-47f2-996a-034c48a839f8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:00.289981 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.304182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Calling delete_port for b6cdcd8d-bbf7-47f2-996a-034c48a839f8 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:00.363495 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Checking router: 332c5b99-d8fe-4074-889b-5762d94b699b for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:00.372048 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Routers {'332c5b99-d8fe-4074-889b-5762d94b699b'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:00.372664 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['332c5b99-d8fe-4074-889b-5762d94b699b'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:00.458973 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] Set router 332c5b99-d8fe-4074-889b-5762d94b699b gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:00.481879 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.510864 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cdcd8d-bbf7-47f2-996a-034c48a839f8,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:00.519890 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:30:00Z', 'revision_number': 6, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:00.548381 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da5f1d-cbb7-4344-841a-63b4d8579661 None None] The sync data for ids ['332c5b99-d8fe-4074-889b-5762d94b699b'] in n-d-791505-20 is: [{'id': '332c5b99-d8fe-4074-889b-5762d94b699b', 'name': 'tempest-TestShelveInstance-1684110116-router', 'tenant_id': 'eec7d009cc134f238aef6d261095857d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:21:02Z', 'updated_at': '2021-08-16T23:30:00Z', 'revision_number': 6, 'project_id': 'eec7d009cc134f238aef6d261095857d', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:00.578896 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.676475 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.679007 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.721384 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.722407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 332c5b99-d8fe-4074-889b-5762d94b699b {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:30:00.727466 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.728657 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-8a11c736-e2ae-4c54-97c1-a18c783ad334 admin admin] 10.222.0.22 "DELETE /v2.0/routers/332c5b99-d8fe-4074-889b-5762d94b699b HTTP/1.1" status: 204 len: 168 time: 0.7758617 Aug 16 23:30:00.731164 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45242) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:00.779435 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Deleting subnet 2ff327d1-651a-46b6-919e-065660919674 {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:30:00.782835 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.816456 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.893958 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.949812 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.984380 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff327d1-651a-46b6-919e-065660919674,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:00.986385 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:00.990766 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-baac6224-281c-4d83-9649-c3deab466712 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2ff327d1-651a-46b6-919e-065660919674 HTTP/1.1" status: 204 len: 168 time: 0.2562790 Aug 16 23:30:00.990912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533bd09-c279-4e45-a832-c5d2d7aca344 None None] Network 0fc15108-aaff-4dee-8998-d320c7115000 requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:00.991382 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45244) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:01.058916 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.111068 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Deleting port 7b4ff0d0-7317-484d-874b-f2a93f21048c {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:30:01.111416 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.189922 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] For port 7b4ff0d0-7317-484d-874b-f2a93f21048c, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=7b4ff0d0-7317-484d-874b-f2a93f21048c,segment=NetworkSegment(992873bc-bae3-4dc6-882f-678ee8acb3f5),segment_id=992873bc-bae3-4dc6-882f-678ee8acb3f5)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:01.190290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.202854 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Calling delete_port for 7b4ff0d0-7317-484d-874b-f2a93f21048c owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:30:01.281750 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.310179 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4ff0d0-7317-484d-874b-f2a93f21048c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:01.317546 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] No DVR routers for this DVR port 7b4ff0d0-7317-484d-874b-f2a93f21048c on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:30:01.330823 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016b019-b182-4119-9e27-b5cc8179a69b None None] DHCP port deletion for 0fc15108-aaff-4dee-8998-d320c7115000 request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:30:01.395961 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.405891 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc15108-aaff-4dee-8998-d320c7115000']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:01.415935 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992873bc-bae3-4dc6-882f-678ee8acb3f5') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:01.416241 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992873bc-bae3-4dc6-882f-678ee8acb3f5') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:01.425593 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.439642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:30:01.451389 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:30:01.507235 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.513190 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.515058 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0fc15108-aaff-4dee-8998-d320c7115000 HTTP/1.1" status: 204 len: 168 time: 0.5232155 Aug 16 23:30:01.528812 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18965-0974-4195-8831-06fa0ea6f7c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc15108-aaff-4dee-8998-d320c7115000,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:01.634966 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45248) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:01.674340 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-569f1fa6-5274-4a45-987d-d6b1ba137b0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d113985e005c45f785b35af507edd92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382156 Aug 16 23:30:01.676753 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45250) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:01.724310 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.745119 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.794675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.797437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:01.798599 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b53bca12-3fc4-45bc-96d3-5977203e557d HTTP/1.1" status: 204 len: 168 time: 0.1209183 Aug 16 23:30:01.806683 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efe871-95fb-4d2a-8b76-5026cfaad033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53bca12-3fc4-45bc-96d3-5977203e557d,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:02.098450 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45256) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:02.142153 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-841d6e72-2cfa-47ab-9f10-266bdfc2e5cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eec7d009cc134f238aef6d261095857d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425167 Aug 16 23:30:02.144712 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45258) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:02.194120 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:02.214375 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:02.260675 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:02.263278 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:02.264434 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92ae2bf4-5f79-4c93-bf08-cc334bf41706 HTTP/1.1" status: 204 len: 168 time: 0.1187947 Aug 16 23:30:02.271901 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b8511-748c-42b2-821a-3aa9bb73edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ae2bf4-5f79-4c93-bf08-cc334bf41706,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:02.464200 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6cdcd8d-bbf7-47f2-996a-034c48a839f8 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:02.486278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: b6cdcd8d-bbf7-47f2-996a-034c48a839f8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:02.486627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device b6cdcd8d-bbf7-47f2-996a-034c48a839f8 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:02.487045 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4ff0d0-7317-484d-874b-f2a93f21048c no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:02.506772 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 7b4ff0d0-7317-484d-874b-f2a93f21048c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:02.507119 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 7b4ff0d0-7317-484d-874b-f2a93f21048c not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:02.507532 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73177021-0359-454a-a502-59b4cb683977 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:30:02.526925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 73177021-0359-454a-a502-59b4cb683977 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:30:02.527278 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 73177021-0359-454a-a502-59b4cb683977 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:30:02.911407 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45280) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:03.002832 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-366951463-network', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:03.025018 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Made reservation on behalf of 9076f2aa8ad944c39f9859ff7411ba0d for: {'network': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:03.027387 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.035683 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.123592 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.127248 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.151786 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:30:03.160226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29db7e7-992f-4c32-ab77-dcccb2994458,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:03.166011 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.166359 n-d-791505-20 neutron-server[94817]: INFO neutron.db.segments_db [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Added segment 1f6fdc5a-56bc-426c-883c-01afe7a3065c of type vlan for network d9f021e6-3c09-4c68-9e7c-48f56002f40a Aug 16 23:30:03.209047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.232430 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.233418 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:03.233999 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.283809 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3712745 Aug 16 23:30:03.287010 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45284) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:03.292154 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Request body: {'subnet': {'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-366951463-subnet', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'ip_version': 4}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:03.294488 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bb292-b958-4e02-a87d-d6950ff2dba6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f021e6-3c09-4c68-9e7c-48f56002f40a,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:03.305319 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:30:03.314258 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Made reservation on behalf of 9076f2aa8ad944c39f9859ff7411ba0d for: {'subnet': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:03.317164 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260704547'] for subnet, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.495831 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3432835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260704561'] for subnet, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.556281 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40213451-23cd-4e8e-912e-54158e462d8a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:03.561400 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Checking segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:03.561765 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Network hostable DHCP agents. Network: d9f021e6-3c09-4c68-9e7c-48f56002f40a, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:30:03.578811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:30:03.587264 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, d9f021e6-3c09-4c68-9e7c-48f56002f40a) {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:03.591859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:03.592931 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.597456 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2d604-471f-47e6-9da5-44a10d68321b None None] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:03.607084 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-2f8ac9b3-c4e3-4cfa-8e3f-74a80ce28ee0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189123 Aug 16 23:30:03.609939 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45286) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:03.615194 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:03.636381 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.637449 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.695048 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.740831 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-d9f021e6-3c09-4c68-9e7c-48f56002f40a', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:30:03.741754 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.831697 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:03.877480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Allocated IP 172.20.0.2 (d9f021e6-3c09-4c68-9e7c-48f56002f40a/40213451-23cd-4e8e-912e-54158e462d8a/6a3b6f65-3d2b-4cf4-8099-185f505d5e78) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:04.013816 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.022640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Transition to ACTIVE for port object 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:04.035296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.037940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Transition to ACTIVE for port object 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:04.043720 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.054451 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.087881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:04.093956 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:04.096056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Pushing event updated for resources: {'Port': ['ID=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:04.098826 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:04.150539 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Attempting to bind port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:04.150914 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Attempting to bind port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:04.151281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Attempting to bind port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:04.156155 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:04.156530 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Checking segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:04.156960 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.157382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Bound using segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:04.157845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Bound port: 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:04.158228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.161367 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Allocated IP 172.25.8.103 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/59e9f101-fe4e-4fe5-837e-46a9de805966) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:04.219057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-72766c14-8255-4899-8da8-06ce6677283f None None] For port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:04.222572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-72766c14-8255-4899-8da8-06ce6677283f None None] For port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:04.227021 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.262899 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.287940 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72766c14-8255-4899-8da8-06ce6677283f None None] Pushing event updated for resources: {'Port': ['ID=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:04.309127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.354340 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:04.358888 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:04.363469 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:04.365357 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Pushing event updated for resources: {'Port': ['ID=59e9f101-fe4e-4fe5-837e-46a9de805966,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:04.621290 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.817881 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:04.945781 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Router 44899fbc-0b5c-4802-b698-badbb6a424ee is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:30:05.052770 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:05.064668 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:05.070403 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.072028 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-f4757572-67a6-4b39-89ed-942485b32f42 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4609113 Aug 16 23:30:05.074754 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45288) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:05.082180 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:05.082829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:05.275017 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c8e1b-dc00-4be1-9a64-ddab9d910768 None None] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:05.373212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-b1df587a-40bd-4278-b1a7-aa239c4c8963 None None] Provisioning for port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:05.420091 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:05.502581 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.653439 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:04Z', 'revision_number': 3, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:05.663151 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Allocated IP 172.20.0.1 (d9f021e6-3c09-4c68-9e7c-48f56002f40a/40213451-23cd-4e8e-912e-54158e462d8a/8cb48ca5-c701-4b43-b8ea-f307ceb255a9) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:05.680707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:05.681058 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Updating router 44899fbc-0b5c-4802-b698-badbb6a424ee port 59e9f101-fe4e-4fe5-837e-46a9de805966 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:05.712013 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.775418 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.788891 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Transition to ACTIVE for port object 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:05.822842 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.859813 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:05.864652 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:05.867158 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:05.904515 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:05.916398 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.985869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:05.997822 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Transition to ACTIVE for port object 59e9f101-fe4e-4fe5-837e-46a9de805966 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:06.004764 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.053606 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Attempting to bind port 59e9f101-fe4e-4fe5-837e-46a9de805966 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:06.053979 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Attempting to bind port 59e9f101-fe4e-4fe5-837e-46a9de805966 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:06.054353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Attempting to bind port 59e9f101-fe4e-4fe5-837e-46a9de805966 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:06.058589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.063300 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c993d9-ca6f-4fc3-b378-179bac8a0f04 None None] Pushing event updated for resources: {'Port': ['ID=59e9f101-fe4e-4fe5-837e-46a9de805966,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:06.066297 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:06.066893 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:06.067065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.067451 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:06.067931 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Bound port: 59e9f101-fe4e-4fe5-837e-46a9de805966, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:06.068318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.122941 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] For port 59e9f101-fe4e-4fe5-837e-46a9de805966, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:06.126067 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] For port 59e9f101-fe4e-4fe5-837e-46a9de805966, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=59e9f101-fe4e-4fe5-837e-46a9de805966,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:06.131090 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.191712 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6ed8fe2-9221-4bd1-a0a8-ab7036ed38e2 None None] Provisioning for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:06.200782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-f6ed8fe2-9221-4bd1-a0a8-ab7036ed38e2 None None] Provisioning complete for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:06.201183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f6ed8fe2-9221-4bd1-a0a8-ab7036ed38e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.203585 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c993d9-ca6f-4fc3-b378-179bac8a0f04 None None] Pushing event updated for resources: {'Port': ['ID=59e9f101-fe4e-4fe5-837e-46a9de805966,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:06.208123 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:06.208734 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:06.230372 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.234857 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.283894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed8fe2-9221-4bd1-a0a8-ab7036ed38e2 None None] Port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:06.304491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.306218 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:06.339218 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:06.396647 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:06.398111 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:06.543720 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:06.599683 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:05Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:06.630306 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce473ceb-0d0c-47dc-869d-201995047dad None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:05Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:06.642038 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:06.647057 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:06.647525 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.734992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-a0d5ff78-f88f-4ef1-b924-ae607bbfb71f None None] Provisioning complete for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:06.735535 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a0d5ff78-f88f-4ef1-b924-ae607bbfb71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.769149 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.788716 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-a0d5ff78-f88f-4ef1-b924-ae607bbfb71f None None] Port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:06.811963 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:06.818228 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:06.880149 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:06.894713 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:07.005243 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:07.010242 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-907a654a-ad07-4cd6-bf32-4e636b2d02f4 admin admin] 10.222.0.22 "PUT /v2.0/routers/44899fbc-0b5c-4802-b698-badbb6a424ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9344497 Aug 16 23:30:07.522506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45304) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:07.527708 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1396577454-network', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:07.551442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Made reservation on behalf of 924e6d2086344a4b88dfe08b178cb706 for: {'network': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:07.554322 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for network, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.563794 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.692576 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.696933 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.737296 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:30:07.747066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd6d719-a112-4496-a328-1ec462634995,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:07.753949 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.754335 n-d-791505-20 neutron-server[94816]: INFO neutron.db.segments_db [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Added segment 42c350a8-817f-4871-ac22-969966ee7a8f of type vlan for network c5f17578-ca30-4412-91ef-e2dd2ee70b8c Aug 16 23:30:07.800614 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768585654703'] for network, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.828173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492'] for network, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.829476 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:07.830067 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587506'] for network, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:07.883573 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598750 Aug 16 23:30:07.886474 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45306) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:07.892877 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Request body: {'subnet': {'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1396577454-subnet', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'ip_version': 4}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:07.895705 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f2c89-14af-4346-abcd-190e0599b12b admin admin] Pushing event updated for resources: {'Network': ['ID=c5f17578-ca30-4412-91ef-e2dd2ee70b8c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:07.911845 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c details requested by agent ovs-agent-n-d-791505-20 with host n-d-791505-20 {{(pid=94818) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:30:07.918998 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Made reservation on behalf of 924e6d2086344a4b88dfe08b178cb706 for: {'subnet': 1} {{(pid=94817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:07.922236 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260685721'] for subnet, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.427815 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260825159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260685707'] for subnet, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.485044 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b096ad3c-2b82-44cd-b635-f4c72b9c2c96,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:08.505026 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Checking segment: {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:08.505549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Network hostable DHCP agents. Network: c5f17578-ca30-4412-91ef-e2dd2ee70b8c, hostable agents: ['0e9f8aa4-6627-4e0b-9185-d14ecdd034a0'], hosted agents: [] {{(pid=94817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:30:08.522551 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c is scheduled to be hosted by DHCP agent 0e9f8aa4-6627-4e0b-9185-d14ecdd034a0 with binding_index 1 {{(pid=94817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:30:08.531226 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-20, c5f17578-ca30-4412-91ef-e2dd2ee70b8c) {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:08.537047 n-d-791505-20 neutron-server[94817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:08.537047 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.542501 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3ab5c-e5e8-4599-8e62-f0bb36d2808d None None] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:08.553354 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-69a52e85-3c42-4b7a-9bbf-750f1a0d9265 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6650171 Aug 16 23:30:08.555833 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45308) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:08.560548 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:08.565967 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:08.583503 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123901'] for router, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.584618 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123892'] for router, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.638621 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.674072 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:08.680804 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:08.681219 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.684558 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:08.685400 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:08.774085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdebf44c4-7001-5ac7-9474-d47453dc3981-c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96'}]}} from n-d-791505-20. {{(pid=94818) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:30:08.774959 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.786184 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.796081 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:08.872520 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 59e9f101-fe4e-4fe5-837e-46a9de805966 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:08.973885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 59e9f101-fe4e-4fe5-837e-46a9de805966 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:08.977207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.db_base_plugin_common [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Allocated IP 172.20.0.2 (c5f17578-ca30-4412-91ef-e2dd2ee70b8c/b096ad3c-2b82-44cd-b635-f4c72b9c2c96/361df07b-1bf3-4b51-ab37-b3863251de2f) {{(pid=94818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:08.984213 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 59e9f101-fe4e-4fe5-837e-46a9de805966 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:08.984834 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:08.998325 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.018342 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.024855 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 2, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:09.055054 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:09.055500 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Updating router 44899fbc-0b5c-4802-b698-badbb6a424ee port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:09.088798 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.132505 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_common [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Allocated IP 172.25.8.239 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/13d85485-0113-4d87-af1c-1869ca7168c8) {{(pid=94817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:09.142427 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.192301 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 59e9f101-fe4e-4fe5-837e-46a9de805966, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=59e9f101-fe4e-4fe5-837e-46a9de805966,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:09.199067 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.232361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks [] for port, precommit_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.248053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Transition to ACTIVE for port object 361df07b-1bf3-4b51-ab37-b3863251de2f will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:09.257584 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.274646 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=59e9f101-fe4e-4fe5-837e-46a9de805966,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.278182 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Transition to ACTIVE for port object 361df07b-1bf3-4b51-ab37-b3863251de2f will not be triggered until provisioned by entity DHCP. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:09.287229 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678'] for port, after_create {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.306560 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.325358 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c is already hosted by enough agents. {{(pid=94818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:09.332211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.base_scheduler [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Resources bound (agent type, host, resource id): {{(pid=94818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:09.335888 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Received port after_create {{(pid=94818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:09.343148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Pushing event updated for resources: {'Port': ['ID=361df07b-1bf3-4b51-ab37-b3863251de2f,revision_number=1']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.344393 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:09.354563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.base_scheduler [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Resources bound (agent type, host, resource id): {{(pid=94817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:09.357348 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Received port after_create {{(pid=94817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:09.387540 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Pushing event updated for resources: {'Port': ['ID=13d85485-0113-4d87-af1c-1869ca7168c8,revision_number=1']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.395059 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.405009 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Attempting to bind port 361df07b-1bf3-4b51-ab37-b3863251de2f on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:09.405658 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Attempting to bind port 361df07b-1bf3-4b51-ab37-b3863251de2f by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:09.405782 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Attempting to bind port 361df07b-1bf3-4b51-ab37-b3863251de2f on network c5f17578-ca30-4412-91ef-e2dd2ee70b8c {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:09.406668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Transition to ACTIVE for port object 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:09.412317 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:09.412827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Checking segment: {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:09.413309 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.413756 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Bound using segment: {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:09.415513 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Bound port: 361df07b-1bf3-4b51-ab37-b3863251de2f, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:09.415513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.416105 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.467835 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Pushing event updated for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.478729 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.479073 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.479413 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.479748 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.480081 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.480408 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.480732 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.481107 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.481416 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.481758 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.482064 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.482386 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:30:09.498030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] For port 361df07b-1bf3-4b51-ab37-b3863251de2f, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:09.502624 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] For port 361df07b-1bf3-4b51-ab37-b3863251de2f, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=361df07b-1bf3-4b51-ab37-b3863251de2f,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:09.509105 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.541464 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Attempting to bind port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:09.541833 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Attempting to bind port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:09.542228 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Attempting to bind port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:09.547628 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:09.548000 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Checking segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:09.548407 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.548793 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Bound using segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:09.549381 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Bound port: 8cb48ca5-c701-4b43-b8ea-f307ceb255a9, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:09.549783 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.576965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d558-b08d-4d38-b361-3ef29cbc38df None None] Pushing event updated for resources: {'Port': ['ID=361df07b-1bf3-4b51-ab37-b3863251de2f,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.641060 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] For port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:09.645679 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] For port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:09.654612 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.680826 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:09.735391 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:09.736113 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:09.852496 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f3439-bb21-4391-9a32-3b90ddf4bb10 None None] Pushing event updated for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:09.900404 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:09.963474 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1711989'] for router, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.104609 n-d-791505-20 neutron-server[94817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Router 1c664f17-55fe-4880-9b32-fe4f79907767 is scheduled to L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 with binding_index 1 {{(pid=94817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:30:10.123857 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.150111 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6d7c7-5f2a-4aa8-acb4-b1cdeecd8476 None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:10.215254 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:10.225353 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Sync routers for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:10.235296 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.236432 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-00c502f7-bdec-4b96-8ca0-d05a996eb355 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6795464 Aug 16 23:30:10.239255 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:10.239891 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:10.240541 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45310) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:10.363925 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:10.740465 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 361df07b-1bf3-4b51-ab37-b3863251de2f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:10.772033 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9ab9b-349f-4dbd-a5ef-8fed5a7d8da0 None None] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:30:10.861291 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:10.896399 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-009a1255-dc8d-432e-8b2c-30745e91de22 None None] Provisioning for port 361df07b-1bf3-4b51-ab37-b3863251de2f completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:10.931069 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 361df07b-1bf3-4b51-ab37-b3863251de2f completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:10.943635 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 361df07b-1bf3-4b51-ab37-b3863251de2f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:10.944006 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.022789 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 3, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:11.031826 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Allocated IP 172.20.0.1 (c5f17578-ca30-4412-91ef-e2dd2ee70b8c/b096ad3c-2b82-44cd-b635-f4c72b9c2c96/d9eb57b1-09a2-46de-816c-05714591a6a0) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:11.071662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Checking router: 1c664f17-55fe-4880-9b32-fe4f79907767 for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:11.072007 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Updating router 1c664f17-55fe-4880-9b32-fe4f79907767 port 13d85485-0113-4d87-af1c-1869ca7168c8 binding host n-d-791505-20 {{(pid=94818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:11.127117 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.154402 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.160786 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.169182 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Transition to ACTIVE for port object d9eb57b1-09a2-46de-816c-05714591a6a0 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:11.204324 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.248343 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:11.251922 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:11.256323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:11.269674 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 361df07b-1bf3-4b51-ab37-b3863251de2f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=361df07b-1bf3-4b51-ab37-b3863251de2f,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:11.277224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.278030 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:11.304135 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1749318'] for router_interface, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.308042 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.415373 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=361df07b-1bf3-4b51-ab37-b3863251de2f,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.443429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:11.463787 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:11.464033 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.464157 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.473207 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2bb85fe0-c920-476d-a518-bcf5345c6cf7 None None] Provisioning complete for port 361df07b-1bf3-4b51-ab37-b3863251de2f triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:11.473207 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2bb85fe0-c920-476d-a518-bcf5345c6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.614664 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks [] for port, precommit_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.637886 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.643956 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.670662 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Transition to ACTIVE for port object 13d85485-0113-4d87-af1c-1869ca7168c8 will not be triggered until provisioned by entity L2. {{(pid=94818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:11.682915 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.708048 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1749306'] for router_interface, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.714587 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.717709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.757099 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Attempting to bind port 13d85485-0113-4d87-af1c-1869ca7168c8 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:11.757471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Attempting to bind port 13d85485-0113-4d87-af1c-1869ca7168c8 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:11.757833 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Attempting to bind port 13d85485-0113-4d87-af1c-1869ca7168c8 on network 2c68faa2-37e1-488f-8bee-283f1cd173a3 {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:11.760702 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd95ec-bffb-443d-a820-45fc190b2a08 None None] Pushing event updated for resources: {'Port': ['ID=13d85485-0113-4d87-af1c-1869ca7168c8,revision_number=2']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.776993 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:11.777397 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Checking segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:11.777802 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.778199 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Bound using segment: {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'} {{(pid=94818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:11.778678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.managers [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Bound port: 13d85485-0113-4d87-af1c-1869ca7168c8, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2868f97-36e1-4669-9afe-1801a5351297', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3'}}] {{(pid=94818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:11.779065 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.784980 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:11.806250 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.807280 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 59e9f101-fe4e-4fe5-837e-46a9de805966 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:11.812141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:11.813581 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:11.895401 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66efd99e-3ec7-4c8b-b591-ac8af5ff1021 None None] Provisioning for port d9eb57b1-09a2-46de-816c-05714591a6a0 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:11.917840 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-66efd99e-3ec7-4c8b-b591-ac8af5ff1021 None None] Provisioning complete for port d9eb57b1-09a2-46de-816c-05714591a6a0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:11.918220 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-66efd99e-3ec7-4c8b-b591-ac8af5ff1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:11.920156 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] For port 13d85485-0113-4d87-af1c-1869ca7168c8, host n-d-791505-20, cleared binding levels {{(pid=94818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:11.942645 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Router 1c664f17-55fe-4880-9b32-fe4f79907767 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:11.960098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] For port 13d85485-0113-4d87-af1c-1869ca7168c8, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13d85485-0113-4d87-af1c-1869ca7168c8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:11.961229 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:11.973025 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.002966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-66efd99e-3ec7-4c8b-b591-ac8af5ff1021 None None] Port d9eb57b1-09a2-46de-816c-05714591a6a0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:12.015493 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 59e9f101-fe4e-4fe5-837e-46a9de805966 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:12.015872 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.060030 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:12.064990 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-aa0b2af8-7f02-4c72-992c-339662066530 admin admin] 10.222.0.22 "PUT /v2.0/routers/1c664f17-55fe-4880-9b32-fe4f79907767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221831 Aug 16 23:30:12.071098 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd95ec-bffb-443d-a820-45fc190b2a08 None None] Pushing event updated for resources: {'Port': ['ID=13d85485-0113-4d87-af1c-1869ca7168c8,revision_number=3']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.075929 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:12.076545 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:12.191190 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-c3f66ccb-f269-4890-ad22-a6a012b53dc8 None None] Provisioning complete for port d9eb57b1-09a2-46de-816c-05714591a6a0 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:12.191572 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-c3f66ccb-f269-4890-ad22-a6a012b53dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.252966 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-c3f66ccb-f269-4890-ad22-a6a012b53dc8 None None] Port d9eb57b1-09a2-46de-816c-05714591a6a0 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:12.260505 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:12.456661 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd9eb57b1-09a2-46de-816c-05714591a6a0', 'name': '', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'mac_address': 'fa:16:3e:95:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:10Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 2, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'subnets': [{'id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:12.488514 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 361df07b-1bf3-4b51-ab37-b3863251de2f up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:12.492107 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f8b24-2a39-4982-b453-2a38814d3b76 None None] The sync data for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 is: [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd9eb57b1-09a2-46de-816c-05714591a6a0', 'name': '', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'mac_address': 'fa:16:3e:95:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:10Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 2, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'subnets': [{'id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:12.542898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 361df07b-1bf3-4b51-ab37-b3863251de2f triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:12.543629 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.547863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45318) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.552756 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449348950', 'description': 'tempest-secgroup-smoke-449348950 description', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.579289 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.634828 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:12.673939 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.678333 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.723530 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.727682 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1760509 Aug 16 23:30:12.728368 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 45320) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.734802 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.v2.base [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.743696 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02eb55-af1b-446a-80c1-02fc5913b652 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfeea6a-0394-47be-b7d0-09cbbb429343,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.775289 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.842666 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.847648 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.859680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:12.860204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.869672 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee304e01-9ace-49ab-a150-a5d91f0334f8,revision_number=0']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:12.882112 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.883688 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-36cf17ff-793b-4ea6-851c-824d76b815b5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535923 Aug 16 23:30:12.886629 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45322) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:12.891468 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:12.923709 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.988918 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:12.992892 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.011737 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da5de1b-82bb-4a72-afbb-3f4eeee2479a,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.021451 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.022777 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-f8c8a60e-ebe1-4100-b8e4-b4a64b765a8c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350715 Aug 16 23:30:13.025529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45324) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:13.030379 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:13.058521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.125539 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.130503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.148429 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a1359d-40cc-4136-a957-9e5f5abf5a90,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.154469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.155767 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a97fa966-ec11-4833-94d2-ad725043a0e3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291749 Aug 16 23:30:13.158440 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45326) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:13.162875 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:13.206588 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.274955 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.278922 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.302356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d7cde1-2b4d-4683-9507-e04508e8f785,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.305491 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.306858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7171e7f3-6e3b-4864-be71-dc22790a63a9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474707 Aug 16 23:30:13.309709 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45328) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:13.314253 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:13.338689 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Project 9076f2aa8ad944c39f9859ff7411ba0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:30:13.344469 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.410264 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.414255 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.434961 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea42b01-7905-4ce0-99d7-f7ad9fd1dff4,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.438537 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.439793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-42126703-a450-49c8-8cbb-94febd84c8a0 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291389 Aug 16 23:30:13.443911 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45330) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:13.448921 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'security_group_rule': {'security_group_id': '8bfeea6a-0394-47be-b7d0-09cbbb429343', 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:13.481244 n-d-791505-20 neutron-server[94816]: INFO neutron.db.securitygroups_db [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Project 9076f2aa8ad944c39f9859ff7411ba0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:30:13.486577 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.552153 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.555972 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653538'] for security_group_rule, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.575776 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23221cb1-0a82-40ce-9e50-9fe43e2d4e99,revision_number=0']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:13.583974 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:13.594243 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-89b7bb33-451e-42dd-85eb-22965ace10b7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402845 Aug 16 23:30:13.728512 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-c32a1de1-e532-459e-9dba-d33bcc64d185 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449348950&fields=id&tenant_id=9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 267 time: 0.0350869 Aug 16 23:30:13.849080 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-351cab94-0ef6-48cc-b762-fae02c4a279f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:13.850572 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-351cab94-0ef6-48cc-b762-fae02c4a279f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 809 time: 0.1149690 Aug 16 23:30:13.865898 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-604ca1e3-fca1-4f5e-849d-21b7b3453c72 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/quotas/9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 375 time: 0.0095196 Aug 16 23:30:13.916207 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-ffdc9327-0c72-443e-bc08-a96bac389610 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450249 Aug 16 23:30:13.932334 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-4d5467e1-735e-4784-b20a-8dedb58ff7fe tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:30:13.933316 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-4d5467e1-735e-4784-b20a-8dedb58ff7fe tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Aug 16 23:30:14.123887 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-57c6ad98-3a38-4736-a91f-18adf0ebf268 service neutron] 10.222.0.22 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841722 Aug 16 23:30:14.138618 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:30:14.227357 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-0886b132-9ed3-4a38-85ca-15202b38f959 service neutron] 10.222.0.22 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975122 Aug 16 23:30:14.390493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e941db9a-8d7e-4a02-a54f-e89ba513c6b3 req-efff6b90-1cdd-47ea-847f-5671a71446c5 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 210 time: 0.0269737 Aug 16 23:30:14.500474 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13d85485-0113-4d87-af1c-1869ca7168c8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:14.544523 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Sync routers for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:14.555704 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:14.556459 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:14.558927 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port 13d85485-0113-4d87-af1c-1869ca7168c8 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:14.563085 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 13d85485-0113-4d87-af1c-1869ca7168c8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:14.563836 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.657176 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.683019 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port 13d85485-0113-4d87-af1c-1869ca7168c8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13d85485-0113-4d87-af1c-1869ca7168c8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:14.687529 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:14.743680 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=13d85485-0113-4d87-af1c-1869ca7168c8,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:14.760970 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:14.963135 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd9eb57b1-09a2-46de-816c-05714591a6a0', 'name': '', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'mac_address': 'fa:16:3e:95:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:10Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 2, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'subnets': [{'id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:14.990251 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Checking router: 1c664f17-55fe-4880-9b32-fe4f79907767 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:14.990592 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Updating router 1c664f17-55fe-4880-9b32-fe4f79907767 port d9eb57b1-09a2-46de-816c-05714591a6a0 binding host n-d-791505-20 {{(pid=94819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:30:15.015751 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.273996 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks [] for port, precommit_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.283520 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.provisioning_blocks [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Transition to ACTIVE for port object d9eb57b1-09a2-46de-816c-05714591a6a0 will not be triggered until provisioned by entity L2. {{(pid=94819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:15.289545 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.342331 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d8673-1fc7-4aa7-8a3c-a5746d6dfcb4 None None] Pushing event updated for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=3']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:15.370150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.397584 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Attempting to bind port d9eb57b1-09a2-46de-816c-05714591a6a0 on host n-d-791505-20 for vnic_type normal with profile {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:15.397933 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Attempting to bind port d9eb57b1-09a2-46de-816c-05714591a6a0 by drivers openvswitch,hyperv on host n-d-791505-20 at level 0 using segments [{'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:15.398160 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Attempting to bind port d9eb57b1-09a2-46de-816c-05714591a6a0 on network c5f17578-ca30-4412-91ef-e2dd2ee70b8c {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:15.403849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Checking agent: {'id': 'dc6968df-ef75-40c5-9ead-4fd1ca0ce454', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 21, 56, 18), 'started_at': datetime.datetime(2021, 8, 16, 21, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:15.404277 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Checking segment: {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:15.404708 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.405138 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Bound using segment: {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'} {{(pid=94819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:15.405616 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.managers [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Bound port: d9eb57b1-09a2-46de-816c-05714591a6a0, host: n-d-791505-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c350a8-817f-4871-ac22-969966ee7a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c'}}] {{(pid=94819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:15.406001 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.484453 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] For port d9eb57b1-09a2-46de-816c-05714591a6a0, host n-d-791505-20, cleared binding levels {{(pid=94819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:15.488385 n-d-791505-20 neutron-server[94819]: DEBUG neutron.plugins.ml2.db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] For port d9eb57b1-09a2-46de-816c-05714591a6a0, host n-d-791505-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d9eb57b1-09a2-46de-816c-05714591a6a0,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:15.492150 n-d-791505-20 neutron-server[94819]: DEBUG neutron_lib.callbacks.manager [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.567807 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a4cc1a27-421c-456c-b69d-55e128b0a901 req-77b82f7e-6faa-43aa-a764-3cd583cf3ce2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 210 time: 0.0977523 Aug 16 23:30:15.573390 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:15.574692 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:29:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:15.577885 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d8673-1fc7-4aa7-8a3c-a5746d6dfcb4 None None] Pushing event updated for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=4']} {{(pid=94819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:15.642055 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0181d5f6-419f-4514-b493-50c980c2e8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.667986 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-33cd19eb-fe84-4b85-9598-3633e5f4f3c2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:15.670508 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-33cd19eb-fe84-4b85-9598-3633e5f4f3c2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 809 time: 0.1897991 Aug 16 23:30:15.736388 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:15.742161 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-3498ae6c-cd36-4834-8770-cd1f7b1a2d78 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 379 time: 0.0360825 Aug 16 23:30:15.767759 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'port': {'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'admin_state_up': True, 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'security_groups': ['8bfeea6a-0394-47be-b7d0-09cbbb429343']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:15.875551 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Made reservation on behalf of 9076f2aa8ad944c39f9859ff7411ba0d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:30:15.879200 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:15.939384 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd9eb57b1-09a2-46de-816c-05714591a6a0', 'name': '', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'mac_address': 'fa:16:3e:95:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:10Z', 'updated_at': '2021-08-16T23:30:15Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'subnets': [{'id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:15.969105 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d343759-dd3c-4344-9451-ede4c76bf85c None None] The sync data for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 is: [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': 'd9eb57b1-09a2-46de-816c-05714591a6a0', 'name': '', 'network_id': 'c5f17578-ca30-4412-91ef-e2dd2ee70b8c', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'mac_address': 'fa:16:3e:95:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:10Z', 'updated_at': '2021-08-16T23:30:15Z', 'revision_number': 4, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'subnets': [{'id': 'b096ad3c-2b82-44cd-b635-f4c72b9c2c96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:16.009484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Allocated IP 172.20.0.6 (d9f021e6-3c09-4c68-9e7c-48f56002f40a/40213451-23cd-4e8e-912e-54158e462d8a/e2578fa2-1fe1-409d-9df8-6f1335089756) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:16.149524 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.167822 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Transition to ACTIVE for port object e2578fa2-1fe1-409d-9df8-6f1335089756 will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:16.203129 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.248237 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:16.251383 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:16.256190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:16.280639 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.310024 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:16.310852 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.327699 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-05f22578-b950-4002-ba0e-936bf604d020 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640914 Aug 16 23:30:16.353469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5568d091-9427-4511-bb44-fe6aed2a3ba3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:30:16.354654 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5568d091-9427-4511-bb44-fe6aed2a3ba3 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059536 Aug 16 23:30:16.423340 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Request body: {'port': {'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:16.496985 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.538711 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d9eb57b1-09a2-46de-816c-05714591a6a0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:16.578211 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cf2af64c-3db3-441a-b0dd-7ab6c36329c9 None None] Provisioning for port e2578fa2-1fe1-409d-9df8-6f1335089756 completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:16.585318 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cf2af64c-3db3-441a-b0dd-7ab6c36329c9 None None] Provisioning complete for port e2578fa2-1fe1-409d-9df8-6f1335089756 triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:16.585695 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cf2af64c-3db3-441a-b0dd-7ab6c36329c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.627122 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cf2af64c-3db3-441a-b0dd-7ab6c36329c9 None None] Port e2578fa2-1fe1-409d-9df8-6f1335089756 cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:30:16.635481 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning for port d9eb57b1-09a2-46de-816c-05714591a6a0 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:16.640001 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d9eb57b1-09a2-46de-816c-05714591a6a0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:16.640582 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.719469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.731203 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088ed21-d82f-46bb-b618-6a04ed5ac703 req-237f817d-3ba8-4e20-aaa5-9369c681fcb9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:16.732827 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b088ed21-d82f-46bb-b618-6a04ed5ac703 req-237f817d-3ba8-4e20-aaa5-9369c681fcb9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 931 time: 0.0680468 Aug 16 23:30:16.752292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] For port d9eb57b1-09a2-46de-816c-05714591a6a0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d9eb57b1-09a2-46de-816c-05714591a6a0,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:16.756291 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.757236 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13d85485-0113-4d87-af1c-1869ca7168c8 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:16.796953 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b088ed21-d82f-46bb-b618-6a04ed5ac703 req-6977553b-0d75-4f10-9cca-15b4464096e7 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550163 Aug 16 23:30:16.831939 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Pushing event updated for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.837404 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2578fa2-1fe1-409d-9df8-6f1335089756 {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:30:16.843000 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port 13d85485-0113-4d87-af1c-1869ca7168c8 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:16.843447 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.845382 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.858045 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Transition to ACTIVE for port object e2578fa2-1fe1-409d-9df8-6f1335089756 will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:30:16.861860 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:16.914914 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:16.980748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Attempting to bind port e2578fa2-1fe1-409d-9df8-6f1335089756 on host n-h2-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:30:16.981146 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Attempting to bind port e2578fa2-1fe1-409d-9df8-6f1335089756 by drivers openvswitch,hyperv on host n-h2-791505-20 at level 0 using segments [{'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:30:16.981491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Attempting to bind port e2578fa2-1fe1-409d-9df8-6f1335089756 on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:16.986198 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Port e2578fa2-1fe1-409d-9df8-6f1335089756 on network d9f021e6-3c09-4c68-9e7c-48f56002f40a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:30:16.986530 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Attempting to bind port e2578fa2-1fe1-409d-9df8-6f1335089756 on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:30:16.991607 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Checking agent: {'id': '5ec27dd6-0708-4d14-812d-ca522d95aef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:30:16.991950 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Checking segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:30:16.992403 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Bound using segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:30:16.992846 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Bound port: e2578fa2-1fe1-409d-9df8-6f1335089756, host: n-h2-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:30:16.993244 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.068066 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:30:17.071446 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:30:17.077515 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.118620 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.119335 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.121578 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] 10.222.0.89 "PUT /v2.0/ports/e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 1092 time: 0.7550082 Aug 16 23:30:17.144038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:17.147334 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee60889a-e272-438f-a440-ca6a1e3bcb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:17.170529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8440e4-3400-446b-9b79-5d3963da8ecf service neutron] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:17.220397 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c673ad-a4f5-4fd4-b2b7-7d4020592f6e x-openstack-request-id: req-10c673ad-a4f5-4fd4-b2b7-7d4020592f6e {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:17.220825 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:17.221243 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10c673ad-a4f5-4fd4-b2b7-7d4020592f6e {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:17.221707 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'status': 'completed', 'code': 200} Aug 16 23:30:17.237707 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-1cb7cd85-6823-4fd4-8a54-14b4c3dbea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.239226 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-1cb7cd85-6823-4fd4-8a54-14b4c3dbea0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.0476582 Aug 16 23:30:17.291459 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-13e3e180-6493-4440-8f09-46c5501c7ab0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 217 time: 0.0350375 Aug 16 23:30:17.348827 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-c885155a-5367-48f4-9625-81b553024095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.350309 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-c885155a-5367-48f4-9625-81b553024095 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0479288 Aug 16 23:30:17.401382 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-ea7ca7e9-95b2-41da-b6e2-5449e987749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.402870 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-ea7ca7e9-95b2-41da-b6e2-5449e987749e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404487 Aug 16 23:30:17.498475 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-1fbdfb70-a29c-4cad-a74a-b6bb1ac696d5 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841105 Aug 16 23:30:17.594040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-55bf9e20-d9a4-4560-8bdf-78db1db8aebb req-e255c038-4ae4-419f-b4dd-eaa795319145 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810826 Aug 16 23:30:17.733617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-41887f0a-b401-4d55-afc4-00bee53accb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.735112 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-41887f0a-b401-4d55-afc4-00bee53accb9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.0402806 Aug 16 23:30:17.831036 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-6a99f8f0-f0fb-4792-a4bd-2926606d50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.832535 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-6a99f8f0-f0fb-4792-a4bd-2926606d50c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0903995 Aug 16 23:30:17.877836 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-af556351-84fe-4b8e-a0fc-e24284343564 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 217 time: 0.0370054 Aug 16 23:30:17.950466 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-28ef4d97-2dca-45bf-b02d-019244dea3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.951937 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-28ef4d97-2dca-45bf-b02d-019244dea3bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0664828 Aug 16 23:30:17.963254 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e789f-e2e6-468c-9bdd-f344e6e60211 req-1f434a79-7216-435f-8ee8-f31b509b855c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:17.964642 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee1e789f-e2e6-468c-9bdd-f344e6e60211 req-1f434a79-7216-435f-8ee8-f31b509b855c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 943 time: 0.0894818 Aug 16 23:30:18.025162 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee1e789f-e2e6-468c-9bdd-f344e6e60211 req-0a4da633-0536-482f-9550-c8583d01ba09 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514302 Aug 16 23:30:18.029462 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-5b581bb0-74db-4e26-9c1d-800a94d06f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:18.030900 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-5b581bb0-74db-4e26-9c1d-800a94d06f59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653632 Aug 16 23:30:18.126038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-b1906984-f621-4f46-9877-978dadfa4bd0 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871744 Aug 16 23:30:18.214152 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ee60889a-e272-438f-a440-ca6a1e3bcb4d req-6fedf8bc-bf3d-4cab-b821-84292933e620 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803633 Aug 16 23:30:18.304523 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.334098 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5735658d-a0da-4660-bd80-2175067a1e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.475885 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d9eb57b1-09a2-46de-816c-05714591a6a0 up at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:18.521678 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Provisioning complete for port d9eb57b1-09a2-46de-816c-05714591a6a0 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:18.522056 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.143968 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96f64-a6c5-42b5-9c3c-3759ce91aedb req-de0ace4a-2062-4526-a180-9f8afc10f651 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:19.145369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ee96f64-a6c5-42b5-9c3c-3759ce91aedb req-de0ace4a-2062-4526-a180-9f8afc10f651 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 943 time: 0.0522599 Aug 16 23:30:19.183783 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5ee96f64-a6c5-42b5-9c3c-3759ce91aedb req-e45594c6-cf90-487e-81c7-538434960388 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325320 Aug 16 23:30:19.539334 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:19.882120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:30:19.976051 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:19.986905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:30:20.026150 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.038999 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2578fa2-1fe1-409d-9df8-6f1335089756 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:30:20.058244 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:20.062179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.107856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:20.298618 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15d95-1a8a-4030-b9b3-510f01590a3a req-a2064d0f-4872-48d7-97ec-46670aeea716 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:20.300122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb15d95-1a8a-4030-b9b3-510f01590a3a req-a2064d0f-4872-48d7-97ec-46670aeea716 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 944 time: 0.0501859 Aug 16 23:30:20.337310 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-1bb15d95-1a8a-4030-b9b3-510f01590a3a req-5ec37b25-a085-4d96-b723-be1d0e56fa7a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Aug 16 23:30:20.461595 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e2578fa2-1fe1-409d-9df8-6f1335089756'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:30:21.450988 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab09c-9b1b-47c8-8a96-f11b6a7010e3 req-7fcfcf65-304e-4ff0-b335-3b5eda905095 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:21.452424 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04aab09c-9b1b-47c8-8a96-f11b6a7010e3 req-7fcfcf65-304e-4ff0-b335-3b5eda905095 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 944 time: 0.0477355 Aug 16 23:30:21.489840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-04aab09c-9b1b-47c8-8a96-f11b6a7010e3 req-b8de1507-76aa-4ec8-a745-0aa8b1eea575 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Aug 16 23:30:21.547719 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:21.897856 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:30:21.946222 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning for port e2578fa2-1fe1-409d-9df8-6f1335089756 completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:30:21.949894 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port e2578fa2-1fe1-409d-9df8-6f1335089756 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:30:21.950272 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:22.027936 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:22.049694 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:22.052104 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b229508-d09d-455a-a97a-b71341c51016" -d '{"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-plugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:22.064816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:30:22.069166 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:22.116630 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:22.149821 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfb8496-3b9c-4c5f-a15c-4abc9b2e6837 x-openstack-request-id: req-8dfb8496-3b9c-4c5f-a15c-4abc9b2e6837 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:22.150050 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-plugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:22.150298 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dfb8496-3b9c-4c5f-a15c-4abc9b2e6837 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:22.150711 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'code': 200} Aug 16 23:30:22.291257 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa92349-def1-4a00-b4d0-a785fde04c22 req-434ea6c6-2bc9-4112-add8-081590436787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:22.292755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fa92349-def1-4a00-b4d0-a785fde04c22 req-434ea6c6-2bc9-4112-add8-081590436787 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1097 time: 0.0435634 Aug 16 23:30:22.332173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fa92349-def1-4a00-b4d0-a785fde04c22 req-7005d2d9-3f39-4f29-827e-68b6ab770e3e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281005 Aug 16 23:30:22.603413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fad72d-5c8c-4a39-8d54-e4d2b0a2a5df req-3713f536-5195-4363-8cc6-e4e3065cfe73 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:22.604860 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fad72d-5c8c-4a39-8d54-e4d2b0a2a5df req-3713f536-5195-4363-8cc6-e4e3065cfe73 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 945 time: 0.0476933 Aug 16 23:30:22.651702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-03fad72d-5c8c-4a39-8d54-e4d2b0a2a5df req-470f6064-a377-4e28-a6a3-9b92fd704c2d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408685 Aug 16 23:30:23.779469 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:23.787187 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89396d85-84fb-4668-a115-135a25261a05 req-a4399b4e-8a30-4f3e-9a40-8b0fd39d2ec4 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:23.788703 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89396d85-84fb-4668-a115-135a25261a05 req-a4399b4e-8a30-4f3e-9a40-8b0fd39d2ec4 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 945 time: 0.0499222 Aug 16 23:30:23.826301 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-89396d85-84fb-4668-a115-135a25261a05 req-90e996a3-b436-4a9d-8c01-85fb1f1a8fce tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315142 Aug 16 23:30:23.946004 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb6e7-a6c7-4ccf-a8a6-9ad4d8d7d46f req-8ac4b37a-671b-4acf-9564-ed23222a8f7b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:23.947374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-207cb6e7-a6c7-4ccf-a8a6-9ad4d8d7d46f req-8ac4b37a-671b-4acf-9564-ed23222a8f7b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 945 time: 0.0515902 Aug 16 23:30:23.984122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-207cb6e7-a6c7-4ccf-a8a6-9ad4d8d7d46f req-82eecefd-cfaf-4367-88ce-ee6228c9e5f1 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308609 Aug 16 23:30:24.005790 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45388) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:24.084704 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f157ed2-84a3-4028-ae85-6cf4edb8ee6f tempest-TestSnapshotPattern-1811442079 tempest-TestSnapshotPattern-1811442079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:24.086251 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-5f157ed2-84a3-4028-ae85-6cf4edb8ee6f tempest-TestSnapshotPattern-1811442079 tempest-TestSnapshotPattern-1811442079-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1092 time: 0.0794826 Aug 16 23:30:24.089180 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45392) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:30:24.093484 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:30:24.114776 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.210989 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.310039 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Allocated IP 172.25.8.177 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/95d7b67f-4f29-411d-9808-0f3990126818) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:30:24.416272 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.454658 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.490234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:30:24.494934 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:30:24.497510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:30:24.524834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=95d7b67f-4f29-411d-9808-0f3990126818,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:24.854466 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:24.920342 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.379137 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.383941 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.451514 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=95d7b67f-4f29-411d-9808-0f3990126818,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:30:25.463718 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.562421 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Floating IP 1cf5472f-d8f2-420f-a1de-2f3dbb37b25a associated. External IP: 172.25.8.177, port: e2578fa2-1fe1-409d-9df8-6f1335089756. Aug 16 23:30:25.770361 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:30:25.872350 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:30:25.885254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:30:25.888517 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.894600 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:25.895221 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:25.918255 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-a758ced3-2329-408b-b4f1-fd8e594cdf92 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8280721 Aug 16 23:30:25.918842 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:30:25.921146 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0651baed-3263-4b40-97e8-b19ed8418a54" -d '{"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:30:26.004551 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:26.009152 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5738561-1fe0-474b-ad68-2b3430864c4b x-openstack-request-id: req-b5738561-1fe0-474b-ad68-2b3430864c4b {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:30:26.009441 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:30:26.009689 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5738561-1fe0-474b-ad68-2b3430864c4b {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:30:26.010091 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'status': 'completed', 'code': 200} Aug 16 23:30:26.091873 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-a4ede8ae-f518-4ace-9617-baefe8689c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:26.093423 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-a4ede8ae-f518-4ace-9617-baefe8689c2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1097 time: 0.0400553 Aug 16 23:30:26.181788 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-6e44676c-8a2d-4507-88c4-39ee00615c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:26.183254 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-6e44676c-8a2d-4507-88c4-39ee00615c52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0830758 Aug 16 23:30:26.225709 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:24Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:26.251898 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:30:26.252435 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-8ef20714-9cd7-4741-8212-c24e1694cb1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 999 time: 0.0615325 Aug 16 23:30:26.260565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:30:26.261175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:30:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:26.302313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-eaefef74-2e39-4bcc-be56-7a9c6b99e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:26.303793 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-eaefef74-2e39-4bcc-be56-7a9c6b99e906 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0447602 Aug 16 23:30:26.349679 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-4584c2b6-6b70-4b37-84b7-50dcaf0488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:26.351210 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-4584c2b6-6b70-4b37-84b7-50dcaf0488e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403893 Aug 16 23:30:26.366738 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:30:26.447009 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-c3424712-06b4-46cc-97c0-488f5fd02e68 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883152 Aug 16 23:30:26.542982 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0651baed-3263-4b40-97e8-b19ed8418a54 req-e08f1761-8824-4c55-a4a3-8ece463740cf service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887306 Aug 16 23:30:26.592899 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:24Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:30:26.619565 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad63590-1962-4a2c-886c-92d686608fd0 None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:24Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:30:26.809355 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c007ec0e-d057-4ca1-8c19-ba0692488689 None None] New status for floating IP 1cf5472f-d8f2-420f-a1de-2f3dbb37b25a: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:30:41.717748 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-af1aa1ed-7d02-43bd-af97-7ebfb0ad27c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397379 Aug 16 23:30:41.815587 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-cb2b4570-710e-41b6-8b69-40e896e5cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:41.817093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-cb2b4570-710e-41b6-8b69-40e896e5cdf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1097 time: 0.0402632 Aug 16 23:30:41.920367 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-67349705-c664-4862-96ed-931108a416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:41.921839 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-67349705-c664-4862-96ed-931108a416a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0857804 Aug 16 23:30:41.985652 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-6e9492c9-a7cd-45e1-9069-f5150edc4ca3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 1001 time: 0.0563419 Aug 16 23:30:42.034250 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-d0650eb4-7eb5-4579-8a2e-3870490f9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:42.035787 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-d0650eb4-7eb5-4579-8a2e-3870490f9c76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0431864 Aug 16 23:30:42.087150 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-a28c51c4-7539-49fe-82b7-3670c1a898f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:42.088607 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-a28c51c4-7539-49fe-82b7-3670c1a898f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438166 Aug 16 23:30:42.177149 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-75fcba64-3c09-459e-a41a-ab5e0f44d6bc service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800881 Aug 16 23:30:42.272218 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8ad2affd-2ac5-49d5-8b4e-ec376f310d71 req-e14a101d-aa89-49b0-a1d9-d072ab6abc13 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Aug 16 23:30:45.385753 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:45.623119 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-795c42c6-1c6f-4f74-ad75-82b9870b97d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:48.305225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:48.332053 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-68e19b81-5bed-4280-9fbf-1fbf0fd8845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:49.540824 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:51.138728 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:30:51.552060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:53.779464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:15.398617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:15.624513 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8afea3c-aa4f-42bc-a500-ab7c9bc009d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:18.306121 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:18.332332 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b02e4b1e-60a8-450d-b80b-d3595dea8f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:19.542874 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:21.558444 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:23.785434 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:28.137605 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:31:42.730008 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-6597b023-9eb4-4819-8d1d-4e2c24f86704 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400825 Aug 16 23:31:42.835859 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-41d79034-4d05-423c-9311-eadc6eae2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:42.837383 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-41d79034-4d05-423c-9311-eadc6eae2413 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1097 time: 0.0398290 Aug 16 23:31:42.949341 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-5dacf8a3-e146-4bb1-81d6-cb66bfd109a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:42.950810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-5dacf8a3-e146-4bb1-81d6-cb66bfd109a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0887442 Aug 16 23:31:43.020146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-89d0871b-ba33-4ef2-8e2d-87376f56a418 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 1001 time: 0.0589705 Aug 16 23:31:43.073711 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-881295dc-6757-4dc7-a439-b0b753b61517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:43.075145 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-881295dc-6757-4dc7-a439-b0b753b61517 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0475345 Aug 16 23:31:43.120954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-cab283d2-055c-4b4d-ae67-d3eaee8919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:43.122490 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-cab283d2-055c-4b4d-ae67-d3eaee8919b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396154 Aug 16 23:31:43.210778 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-7c6160cf-a498-43ec-8108-bea94b747b86 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805607 Aug 16 23:31:43.307132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-8cf2d156-4c66-4759-a8df-d6afcd5b8258 req-60b841f5-777e-453d-9f88-e928e5ab5c29 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Aug 16 23:31:45.398300 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:45.624213 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-277113eb-483c-4312-aa84-61ef826d776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:48.307224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:48.331331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-2a548b64-3679-4cd5-9e11-eb19123ff702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.545851 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.558626 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:53.794323 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:05.136399 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:15.398225 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:15.623815 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-34a8a53b-bff9-49b4-bc8f-eb159f786957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:18.308046 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:18.330464 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-852ae98c-bbac-40a0-89d6-2d0653448309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:19.548491 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:21.562039 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:23.800106 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:28.639881 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 details requested by agent hyperv_n-h2-791505-20 with host n-h2-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:32:28.758798 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:28.771254 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Returning: {'device': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:32:28.810796 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:28.824120 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2578fa2-1fe1-409d-9df8-6f1335089756 {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:32:28.845281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:28.851694 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:28.911867 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:28.919950 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.920437 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.920779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.921167 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.921504 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.921842 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.922175 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.922498 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.922829 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.923169 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.923479 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:28.923868 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:29.020875 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] get_ports_and_sgs() called for port_ids ['e2578fa2-1fe1-409d-9df8-6f1335089756'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:32:30.642531 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 up at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:30.706436 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Provisioning complete for port e2578fa2-1fe1-409d-9df8-6f1335089756 triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:30.706436 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:30.790555 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:30.814837 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:30.817169 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbca30d-d666-4ca7-9368-1d1b76c034f4" -d '{"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-plugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:30.833820 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:30.838215 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:30.870220 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75039e1-b5ae-46ae-8f82-6e811258bc08 x-openstack-request-id: req-e75039e1-b5ae-46ae-8f82-6e811258bc08 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:30.870553 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-plugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:30.871082 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e75039e1-b5ae-46ae-8f82-6e811258bc08 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:30.871423 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'code': 200} Aug 16 23:32:30.899453 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:37.152445 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-eb0d20d8-5a80-4ab0-b0c0-b3d0f1778283 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449348950&fields=id&tenant_id=9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 267 time: 0.0338132 Aug 16 23:32:37.263597 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-d7540890-36e5-4540-ad2a-1ad267a8b646 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:37.265054 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-d7540890-36e5-4540-ad2a-1ad267a8b646 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 809 time: 0.1059599 Aug 16 23:32:37.280374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-fd689e03-e37f-4546-902e-e71c051763e8 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/quotas/9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 375 time: 0.0093462 Aug 16 23:32:37.335493 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-9ee36c39-2936-4d5e-b15d-8882f5e237e9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490699 Aug 16 23:32:37.433517 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-a689512d-de13-4aad-a8e1-c847b8e9aeef service neutron] 10.222.0.22 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Aug 16 23:32:37.524045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-3a8ecb00-ddbb-4972-ab6f-c7bdb57a41a6 service neutron] 10.222.0.22 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Aug 16 23:32:37.714629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-bc85f6a4-eae1-4fb2-9d5a-2d9ca48b81c3 req-8beda32a-d9f2-4b9f-87d7-557b5e82d6fd tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 210 time: 0.0268800 Aug 16 23:32:38.830142 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d7c52085-6d7a-4636-bbe4-1afdc10bddae req-71220b39-d28e-4e13-8f0e-d21ca7363f0a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 210 time: 0.0348761 Aug 16 23:32:38.876879 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-0d8f3db2-0815-4f52-b17b-37adfff24050 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:38.878343 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-0d8f3db2-0815-4f52-b17b-37adfff24050 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 809 time: 0.1358800 Aug 16 23:32:38.926366 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-02745849-c46c-440a-9626-23ff0cbf2a5c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9076f2aa8ad944c39f9859ff7411ba0d HTTP/1.1" status: 200 len: 379 time: 0.0323656 Aug 16 23:32:38.944771 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'port': {'device_id': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'admin_state_up': True, 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'security_groups': ['8bfeea6a-0394-47be-b7d0-09cbbb429343']}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:39.057275 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Made reservation on behalf of 9076f2aa8ad944c39f9859ff7411ba0d for: {'port': 1} {{(pid=94816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:32:39.061150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.213703 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Allocated IP 172.20.0.14 (d9f021e6-3c09-4c68-9e7c-48f56002f40a/40213451-23cd-4e8e-912e-54158e462d8a/166a90be-9408-4fbc-afdd-21954601c36c) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:32:39.403173 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.419327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Transition to ACTIVE for port object 166a90be-9408-4fbc-afdd-21954601c36c will not be triggered until provisioned by entity DHCP. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:39.456665 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.519895 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:32:39.523116 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:32:39.527209 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:32:39.533861 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:39.562753 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.563114 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.563460 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.563807 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.564691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.565027 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.565376 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.565699 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.566029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.566356 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.566688 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.567015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:32:39.593816 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:39.594521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.610621 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f77a3f1a-c071-42a6-af95-75dda0ab644a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6695285 Aug 16 23:32:39.758423 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17f77b9b-9b80-4560-968d-c16c6102361b None None] Provisioning for port 166a90be-9408-4fbc-afdd-21954601c36c completed by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:32:39.762223 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-17f77b9b-9b80-4560-968d-c16c6102361b None None] Provisioning complete for port 166a90be-9408-4fbc-afdd-21954601c36c triggered by entity DHCP. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:39.762597 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-17f77b9b-9b80-4560-968d-c16c6102361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:39.796910 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-17f77b9b-9b80-4560-968d-c16c6102361b None None] Port 166a90be-9408-4fbc-afdd-21954601c36c cannot update to ACTIVE because it is not bound. {{(pid=94818) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:32:39.952271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98001c4-698f-405d-9ace-a3987bcc9692 req-70c1c1ab-af81-41fb-82d0-0442946d861b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:39.953960 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b98001c4-698f-405d-9ace-a3987bcc9692 req-70c1c1ab-af81-41fb-82d0-0442946d861b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0511394 Aug 16 23:32:39.994204 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b98001c4-698f-405d-9ace-a3987bcc9692 req-16ac5913-20b2-45de-a689-c3869d0bc82d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335941 Aug 16 23:32:40.693086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:32:40.772183 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:40.794942 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:40.797874 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a75047-4c2d-43b5-9c48-477ec153d792" -d '{"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:40.812541 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:40.817479 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:40.859656 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82805b9d-cbda-4b8e-8a99-17ab68b7bdbf x-openstack-request-id: req-82805b9d-cbda-4b8e-8a99-17ab68b7bdbf {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:40.860110 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:40.860363 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82805b9d-cbda-4b8e-8a99-17ab68b7bdbf {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:40.861392 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'code': 200} Aug 16 23:32:40.876178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Pushing event updated for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=8']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:41.112044 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48233-5809-46b1-be40-d2a9fbf922a3 req-baaeb851-7d39-4d84-a4fd-e814e0fc4e6f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:41.113602 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a48233-5809-46b1-be40-d2a9fbf922a3 req-baaeb851-7d39-4d84-a4fd-e814e0fc4e6f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0505142 Aug 16 23:32:41.158247 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-42a48233-5809-46b1-be40-d2a9fbf922a3 req-32490628-5929-465c-bd97-d1b9cc5276ae tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 Aug 16 23:32:42.135810 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:42.280088 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd484c1-6c56-44c9-9927-dbe725f6b318 req-cbe39667-143f-417d-8ef0-48aafb5af063 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:42.281537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd484c1-6c56-44c9-9927-dbe725f6b318 req-cbe39667-143f-417d-8ef0-48aafb5af063 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0506525 Aug 16 23:32:42.322944 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9dd484c1-6c56-44c9-9927-dbe725f6b318 req-c8ee774e-dd1c-4658-babb-a3eb420084ed tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347321 Aug 16 23:32:43.444449 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3e723-3156-4812-84d5-55fa5e57f536 req-7213d80b-d92a-406f-b49c-0e7a448190c8 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:43.446111 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30c3e723-3156-4812-84d5-55fa5e57f536 req-7213d80b-d92a-406f-b49c-0e7a448190c8 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0513182 Aug 16 23:32:43.490477 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-30c3e723-3156-4812-84d5-55fa5e57f536 req-4c3a913c-d751-4ec9-993c-fc41e9b2f23c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378900 Aug 16 23:32:44.616673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001d228-c289-47e9-8cc2-969228bcb187 req-0a26f61f-c77a-4062-82c3-4b7d1ec02d4c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:44.618220 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e001d228-c289-47e9-8cc2-969228bcb187 req-0a26f61f-c77a-4062-82c3-4b7d1ec02d4c tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0505981 Aug 16 23:32:44.667322 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e001d228-c289-47e9-8cc2-969228bcb187 req-dc4722b5-2f71-41f5-86b0-d2ddd84f7bc6 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Aug 16 23:32:44.766141 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-f5c342aa-ef17-4c79-b1e9-0802147a6947 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431564 Aug 16 23:32:44.884109 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02287164-8861-433d-95e9-e8adfa0895c9 req-3c5c3e49-e910-4a65-aab4-fc89e3381ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:44.885648 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-3c5c3e49-e910-4a65-aab4-fc89e3381ad9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.0430934 Aug 16 23:32:44.997687 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02287164-8861-433d-95e9-e8adfa0895c9 req-ca22c5d3-3194-44ff-929c-d2a2afc5bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:44.999346 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-ca22c5d3-3194-44ff-929c-d2a2afc5bc7c service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0934291 Aug 16 23:32:45.075854 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-7173471f-936f-41ed-8bc2-bedaf98b330d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 999 time: 0.0661080 Aug 16 23:32:45.133954 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02287164-8861-433d-95e9-e8adfa0895c9 req-a3706d55-bb9e-4c90-bc3c-62c60e49c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:45.135462 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-a3706d55-bb9e-4c90-bc3c-62c60e49c56f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0483961 Aug 16 23:32:45.193691 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02287164-8861-433d-95e9-e8adfa0895c9 req-5f69c009-cd40-43fc-9a84-23bcc7186bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:45.195303 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-5f69c009-cd40-43fc-9a84-23bcc7186bfe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488937 Aug 16 23:32:45.298197 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-3bffb8bd-393d-4c6f-a2bb-2899378b1755 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912635 Aug 16 23:32:45.400598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-02287164-8861-433d-95e9-e8adfa0895c9 req-fb36247d-6cc1-44d0-ad6f-0566ba432c67 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930667 Aug 16 23:32:45.415474 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:45.626659 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e3d5-8218-4ac9-b91a-3eddfa878ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:45.787437 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef506d9-4d74-40a9-b174-eebb6c344133 req-18d38648-5693-44e0-ae81-7bc8e41b063d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:45.788939 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef506d9-4d74-40a9-b174-eebb6c344133 req-18d38648-5693-44e0-ae81-7bc8e41b063d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0504854 Aug 16 23:32:45.828190 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3ef506d9-4d74-40a9-b174-eebb6c344133 req-af3c4e25-f996-4a85-901a-54c548b0d469 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Aug 16 23:32:46.953441 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28578a52-23a3-4d33-bba4-cffee20626d8 req-dca5848c-c06e-4f1d-ac18-b1b2a217c074 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:46.955608 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28578a52-23a3-4d33-bba4-cffee20626d8 req-dca5848c-c06e-4f1d-ac18-b1b2a217c074 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0514183 Aug 16 23:32:46.996583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-28578a52-23a3-4d33-bba4-cffee20626d8 req-97f5f53c-db2a-4439-be8a-67953876478f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350239 Aug 16 23:32:48.118339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29618d0-7e8b-4fab-adcf-c6e902c7de58 req-572fe546-079f-45a2-9247-7c110831e025 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:48.119848 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e29618d0-7e8b-4fab-adcf-c6e902c7de58 req-572fe546-079f-45a2-9247-7c110831e025 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0525703 Aug 16 23:32:48.159273 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e29618d0-7e8b-4fab-adcf-c6e902c7de58 req-1c985777-8387-4999-aa32-2a0f57369dfd tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333786 Aug 16 23:32:48.314558 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:48.331383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e180c3eb-3400-489b-b274-051ff4956fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.285785 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857bbd2-f1d6-49a6-b395-70151f5736a0 req-99328d58-8615-41f7-b44a-2cf56d5433c9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:49.287196 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4857bbd2-f1d6-49a6-b395-70151f5736a0 req-99328d58-8615-41f7-b44a-2cf56d5433c9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0517182 Aug 16 23:32:49.327078 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-4857bbd2-f1d6-49a6-b395-70151f5736a0 req-f8e5b5f1-ee69-4650-8bd9-07a1d55dc87e tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Aug 16 23:32:49.552052 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:50.443622 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae1766-24ea-464d-a8f8-154811ed6574 req-2e012a5b-48a8-49df-810f-d9f013996e5a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:50.445122 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99ae1766-24ea-464d-a8f8-154811ed6574 req-2e012a5b-48a8-49df-810f-d9f013996e5a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 932 time: 0.0488780 Aug 16 23:32:50.484308 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99ae1766-24ea-464d-a8f8-154811ed6574 req-9c4c48e6-a9fa-46d3-9c75-6c295740c433 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Aug 16 23:32:50.827506 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Request body: {'port': {'device_id': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-20'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:32:50.882309 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.136695 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:32:51.144038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.155442 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.provisioning_blocks [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Transition to ACTIVE for port object 166a90be-9408-4fbc-afdd-21954601c36c will not be triggered until provisioned by entity L2. {{(pid=94816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:32:51.159870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.228673 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:51.281282 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Attempting to bind port 166a90be-9408-4fbc-afdd-21954601c36c on host n-h1-791505-20 for vnic_type normal with profile {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:32:51.281632 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Attempting to bind port 166a90be-9408-4fbc-afdd-21954601c36c by drivers openvswitch,hyperv on host n-h1-791505-20 at level 0 using segments [{'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:32:51.281970 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Attempting to bind port 166a90be-9408-4fbc-afdd-21954601c36c on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:32:51.286985 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Port 166a90be-9408-4fbc-afdd-21954601c36c on network d9f021e6-3c09-4c68-9e7c-48f56002f40a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-20 {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:32:51.287309 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Attempting to bind port 166a90be-9408-4fbc-afdd-21954601c36c on network d9f021e6-3c09-4c68-9e7c-48f56002f40a {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:32:51.292467 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Checking agent: {'id': '1f763b2e-18ab-40a8-9f60-6d4729df428c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'started_at': datetime.datetime(2021, 8, 16, 22, 4, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:32:51.292811 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Checking segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:32:51.293355 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Bound using segment: {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'} {{(pid=94816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:32:51.293786 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.managers [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Bound port: 166a90be-9408-4fbc-afdd-21954601c36c, host: n-h1-791505-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6fdc5a-56bc-426c-883c-01afe7a3065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a'}}] {{(pid=94816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:32:51.294150 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.362268 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, cleared binding levels {{(pid=94816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:32:51.365584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:32:51.369503 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.413005 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.414181 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.415616 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] 10.222.0.88 "PUT /v2.0/ports/166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 1093 time: 0.5924833 Aug 16 23:32:51.416077 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:51.418380 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6606896-1bf7-43fc-b47a-951d351bb2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:51.439834 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698c71-f77b-4adb-9ac3-9c57d0270fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=3']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:51.469001 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84436f4-dc9d-4026-ae3f-ba240d93f373 x-openstack-request-id: req-f84436f4-dc9d-4026-ae3f-ba240d93f373 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:51.469656 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:51.469656 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f84436f4-dc9d-4026-ae3f-ba240d93f373 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:51.470508 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'status': 'completed', 'code': 200} Aug 16 23:32:51.530190 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-b4f9fc13-207f-4dfc-838e-dcf78532697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.531739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-b4f9fc13-207f-4dfc-838e-dcf78532697b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1096 time: 0.0446746 Aug 16 23:32:51.571034 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.587661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-132df713-f687-44e9-81ca-f5e13c13f2b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 217 time: 0.0424459 Aug 16 23:32:51.667159 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-cc9a991f-adee-4d7e-80ad-19f456355c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.668558 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-cc9a991f-adee-4d7e-80ad-19f456355c38 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0722015 Aug 16 23:32:51.677129 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d4574-135e-4504-8918-8b46226b8bed req-d1fdbf09-7328-4ef5-bf81-d8d57cbdb503 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.678541 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-183d4574-135e-4504-8918-8b46226b8bed req-d1fdbf09-7328-4ef5-bf81-d8d57cbdb503 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 944 time: 0.0934973 Aug 16 23:32:51.743830 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-183d4574-135e-4504-8918-8b46226b8bed req-7774bb8a-2297-4a7d-8628-451128bfa24f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562541 Aug 16 23:32:51.749680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-fdefd26c-5dc9-48d6-9fb4-9c14cc90a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:51.751349 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-fdefd26c-5dc9-48d6-9fb4-9c14cc90a4f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718849 Aug 16 23:32:52.168810 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-f388bb22-8c7a-4dc3-bcde-5357317d26a4 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102850 Aug 16 23:32:52.261469 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-21f271b9-372e-4c26-b17e-1e7b65236c08 req-0d144708-c21d-443e-be98-2d7e2413a5cb service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Aug 16 23:32:52.401775 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-dafb0219-04fd-406a-a6dd-c1f10dd6d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:52.403290 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-dafb0219-04fd-406a-a6dd-c1f10dd6d57c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1096 time: 0.0470059 Aug 16 23:32:52.496172 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-3461210e-da6c-42c6-b55e-2f2f24351747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:52.497720 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-3461210e-da6c-42c6-b55e-2f2f24351747 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0873842 Aug 16 23:32:52.544634 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-6f3edbae-b32f-493e-91c5-b987b3a5d3c0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 217 time: 0.0395508 Aug 16 23:32:52.595612 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-7d1600cc-0993-4ce1-94b4-d031f084c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:52.597102 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-7d1600cc-0993-4ce1-94b4-d031f084c1c0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0454569 Aug 16 23:32:52.644659 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-45cd4b89-fc2e-4937-8d23-d549d89e0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:52.646188 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-45cd4b89-fc2e-4937-8d23-d549d89e0c8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418262 Aug 16 23:32:52.741230 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-ba50418b-bade-4062-b020-be825a205e13 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 Aug 16 23:32:52.855802 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-e6606896-1bf7-43fc-b47a-951d351bb2fa req-3cfcb3bd-03c5-4725-9d8c-6f177a09839a service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075816 Aug 16 23:32:52.871748 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8bbca-d337-4609-a21f-cf9698688386 req-66d3fe81-9ca7-4bee-8522-cf042a88da0e tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:52.874144 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fb8bbca-d337-4609-a21f-cf9698688386 req-66d3fe81-9ca7-4bee-8522-cf042a88da0e tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 944 time: 0.0587890 Aug 16 23:32:52.916829 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-0fb8bbca-d337-4609-a21f-cf9698688386 req-1e489e02-afcb-4c85-acd1-a645eccbd21f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367224 Aug 16 23:32:53.800319 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:54.033591 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefcce7-ac30-454e-a87a-d674934fa063 req-0e9bfe40-7bbf-4249-8928-6099c87f16f4 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:54.035077 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edefcce7-ac30-454e-a87a-d674934fa063 req-0e9bfe40-7bbf-4249-8928-6099c87f16f4 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 944 time: 0.0485692 Aug 16 23:32:54.072563 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-edefcce7-ac30-454e-a87a-d674934fa063 req-5c74b40f-8a9a-4eab-a4e5-052fbd54d7ee tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Aug 16 23:32:54.971994 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:32:55.190313 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca67f-6e75-489b-a675-8c268dd182ee req-50264beb-b0df-4e17-a2da-cf6038eb9e2a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:55.191935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eca67f-6e75-489b-a675-8c268dd182ee req-50264beb-b0df-4e17-a2da-cf6038eb9e2a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 944 time: 0.0500975 Aug 16 23:32:55.218887 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:55.229528 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f9eca67f-6e75-489b-a675-8c268dd182ee req-5b1448ed-f557-4d9f-adc9-5035fba00755 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Aug 16 23:32:55.229932 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '166a90be-9408-4fbc-afdd-21954601c36c', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'mac_address': 'fa:16:3e:ad:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:32:55.266179 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.278690 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:32:55.297912 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:55.301987 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.350285 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=4']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:55.725812 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['166a90be-9408-4fbc-afdd-21954601c36c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:32:56.343451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b131fe5-3edb-43d6-b909-cc1c9dccdcb5 req-da920bf7-b5a0-4557-8c60-b265f2aae6e6 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:56.344935 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b131fe5-3edb-43d6-b909-cc1c9dccdcb5 req-da920bf7-b5a0-4557-8c60-b265f2aae6e6 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 945 time: 0.0489244 Aug 16 23:32:56.386692 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b131fe5-3edb-43d6-b909-cc1c9dccdcb5 req-4da1b1a1-c31b-4481-b765-97c39bbd5fde tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358348 Aug 16 23:32:56.984508 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:32:57.032228 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning for port 166a90be-9408-4fbc-afdd-21954601c36c completed by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:32:57.035954 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 166a90be-9408-4fbc-afdd-21954601c36c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:32:57.036331 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.109011 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.131273 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:32:57.133510 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c98af-977b-46d2-804a-6612d82ef33d" -d '{"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-plugged", "status": "completed", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:32:57.148554 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:32:57.152887 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:57.176281 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5ce258-e421-43eb-91f5-b6c40f9ef953 x-openstack-request-id: req-2c5ce258-e421-43eb-91f5-b6c40f9ef953 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:32:57.176569 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-plugged", "status": "completed", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:32:57.176816 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c5ce258-e421-43eb-91f5-b6c40f9ef953 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:32:57.177229 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'code': 200} Aug 16 23:32:57.201696 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=5']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:32:57.326999 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d0605-723d-4538-8944-300132c80bea req-0ea73521-6653-46a1-a7ba-ffdd6b673c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:57.328485 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d15d0605-723d-4538-8944-300132c80bea req-0ea73521-6653-46a1-a7ba-ffdd6b673c32 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1098 time: 0.0403938 Aug 16 23:32:57.363539 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-d15d0605-723d-4538-8944-300132c80bea req-4c87fcad-2f26-4011-b4c4-968f2ee9c894 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270329 Aug 16 23:32:57.500510 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cea86c-bd61-47a9-9a35-da7d670cd3c7 req-8ccc50e5-a6d2-4f9d-a7dd-0f95ac1a8df1 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:57.502643 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99cea86c-bd61-47a9-9a35-da7d670cd3c7 req-8ccc50e5-a6d2-4f9d-a7dd-0f95ac1a8df1 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Aug 16 23:32:57.539374 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-99cea86c-bd61-47a9-9a35-da7d670cd3c7 req-6144db64-8111-44f0-8529-fd858225726d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305984 Aug 16 23:32:58.662312 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bec0a9-35f1-4699-9d79-7f8828ecef51 req-7183ea24-e4c0-4e0b-b362-066446bfef28 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:58.663936 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19bec0a9-35f1-4699-9d79-7f8828ecef51 req-7183ea24-e4c0-4e0b-b362-066446bfef28 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0559649 Aug 16 23:32:58.705931 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-19bec0a9-35f1-4699-9d79-7f8828ecef51 req-06adb938-0669-43ac-83e2-7f3c0e4b1c8f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360541 Aug 16 23:32:59.819519 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12886c-deba-48a0-8e8a-767ef32af8c0 req-f2e7d072-1766-43d7-b57d-cf1db70ab3ec tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:59.820993 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff12886c-deba-48a0-8e8a-767ef32af8c0 req-f2e7d072-1766-43d7-b57d-cf1db70ab3ec tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0482624 Aug 16 23:32:59.859258 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ff12886c-deba-48a0-8e8a-767ef32af8c0 req-8643b836-ce48-4c50-aa84-2f12db061b77 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Aug 16 23:32:59.972810 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb32a64-51a9-4642-b2d2-15787ae33acf req-110e2d9c-c324-4e21-93d8-9195969c7928 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:59.974321 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcb32a64-51a9-4642-b2d2-15787ae33acf req-110e2d9c-c324-4e21-93d8-9195969c7928 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0493238 Aug 16 23:33:00.011004 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-dcb32a64-51a9-4642-b2d2-15787ae33acf req-aeb47262-589d-4210-80e7-145ac50b356f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307355 Aug 16 23:33:00.032698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45672) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:00.070630 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97218d-daef-43cd-90ee-427d60d76da9 tempest-TestSnapshotPattern-1811442079 tempest-TestSnapshotPattern-1811442079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:00.072121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-3e97218d-daef-43cd-90ee-427d60d76da9 tempest-TestSnapshotPattern-1811442079 tempest-TestSnapshotPattern-1811442079-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1093 time: 0.0384505 Aug 16 23:33:00.074831 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45674) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:00.079664 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.v2.base [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Request body: {'floatingip': {'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:00.101057 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.198393 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.305990 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_common [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Allocated IP 172.25.8.72 (2c68faa2-37e1-488f-8bee-283f1cd173a3/b54d0e35-5226-4698-ab83-721b66d28c4f/7fa55204-b468-4275-8c74-ababeac88a8a) {{(pid=94816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:00.406521 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.443753 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768585667678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.479271 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Network 2c68faa2-37e1-488f-8bee-283f1cd173a3 is already hosted by enough agents. {{(pid=94816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:00.484029 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.base_scheduler [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Resources bound (agent type, host, resource id): {{(pid=94816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:00.488417 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Received port after_create {{(pid=94816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:00.517883 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=7fa55204-b468-4275-8c74-ababeac88a8a,revision_number=1']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:00.852686 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:00.921713 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.076832 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for port, precommit_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.081230 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3432724'] for port, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.147136 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event updated for resources: {'Port': ['ID=7fa55204-b468-4275-8c74-ababeac88a8a,revision_number=2']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:01.159303 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1749467'] for floatingip, after_update {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.258074 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Floating IP 8500a2c4-5b73-4a33-90c3-e72068730199 associated. External IP: 172.25.8.72, port: 166a90be-9408-4fbc-afdd-21954601c36c. Aug 16 23:33:01.464566 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:01.569391 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:01.579776 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:01.585876 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.589480 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:01.590104 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:01.612840 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-71f70071-9442-4fbf-a128-cc635f16641b tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5370281 Aug 16 23:33:01.613485 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:01.615727 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c1cb5-6def-4d26-89f3-efa37ebea1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:01.655431 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d013a6a-c88c-4bdb-9c9e-c3e3ea538e55 x-openstack-request-id: req-4d013a6a-c88c-4bdb-9c9e-c3e3ea538e55 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:01.655721 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:01.655970 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d013a6a-c88c-4bdb-9c9e-c3e3ea538e55 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:01.656375 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'status': 'completed', 'code': 200} Aug 16 23:33:01.698183 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:01.741122 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-228bc4e5-eafe-4504-953e-0d6c3c8a50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:01.742537 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-228bc4e5-eafe-4504-953e-0d6c3c8a50cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1098 time: 0.0403275 Aug 16 23:33:01.836778 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-18e8a0ba-a774-455c-83f3-2a7715f48519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:01.838314 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-18e8a0ba-a774-455c-83f3-2a7715f48519 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0887809 Aug 16 23:33:01.902241 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-38307742-150c-4937-9229-c4bc5eff0b01 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 999 time: 0.0573339 Aug 16 23:33:01.919945 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}, {'id': '8500a2c4-5b73-4a33-90c3-e72068730199', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:ad:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:00Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:01.949723 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:01.950894 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-fabcf518-71ab-47cc-b834-65de5c30220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:01.952392 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-fabcf518-71ab-47cc-b834-65de5c30220b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0433474 Aug 16 23:33:01.958429 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:01.959026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:32:48Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.001991 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-15b1b333-f402-4863-aeef-bb9b9b138dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:02.003415 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-15b1b333-f402-4863-aeef-bb9b9b138dcc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446715 Aug 16 23:33:02.063232 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:02.092579 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-68171c28-764d-4a20-b8d2-fe46a8ddd4f6 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822210 Aug 16 23:33:02.186093 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-681c1cb5-6def-4d26-89f3-efa37ebea1ec req-19635165-2196-446a-ad0e-c20f888c5826 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864246 Aug 16 23:33:02.287150 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}, {'id': '8500a2c4-5b73-4a33-90c3-e72068730199', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:ad:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:00Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.316074 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b4d15-f98c-4305-a6dc-e74e395a71df None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}, {'id': '8500a2c4-5b73-4a33-90c3-e72068730199', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.72', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:ad:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:33:00Z', 'updated_at': '2021-08-16T23:33:00Z', 'revision_number': 0, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:02.494713 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342ec66a-9972-4b07-9264-fe00a98c924a None None] New status for floating IP 8500a2c4-5b73-4a33-90c3-e72068730199: ACTIVE {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:33:15.413194 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.626548 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f18531e5-68d0-4503-bb81-a531c019fa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.309947 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.330423 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-595df2ee-e710-43da-a864-db583348513a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:19.135048 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:33:19.554539 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.570314 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:23.802413 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:44.740718 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-54373fe3-3147-4317-833a-8da4dd51250a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400701 Aug 16 23:33:44.847584 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d542-9849-4950-ba81-298652d53fc3 req-2e274207-eaf6-4d40-ade8-29711ba3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:44.850132 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-2e274207-eaf6-4d40-ade8-29711ba3b90e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.0465043 Aug 16 23:33:44.957352 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d542-9849-4950-ba81-298652d53fc3 req-3b475648-d5eb-4b32-8eff-087a12f9861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:44.958997 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-3b475648-d5eb-4b32-8eff-087a12f9861e service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0889466 Aug 16 23:33:45.027514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-6a31eab2-2210-42a3-b57a-9a34406bf8f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 999 time: 0.0575175 Aug 16 23:33:45.096937 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d542-9849-4950-ba81-298652d53fc3 req-c9d54667-2950-4d7a-841b-35a7e41d59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:45.098470 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-c9d54667-2950-4d7a-841b-35a7e41d59fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0596321 Aug 16 23:33:45.149345 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d542-9849-4950-ba81-298652d53fc3 req-d42ed041-2f1a-42e7-b438-8cd403ee050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:45.150819 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-d42ed041-2f1a-42e7-b438-8cd403ee050e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407717 Aug 16 23:33:45.241714 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-1bddfd02-f02e-45ee-9f77-f44743a9e2ae service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792787 Aug 16 23:33:45.335507 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-9b03d542-9849-4950-ba81-298652d53fc3 req-25a412e2-00b4-4829-8638-fca50328f9b2 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Aug 16 23:33:45.428713 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:45.626932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-19045402-1449-4954-b9f7-b1fe9ce46842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.310496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.328794 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-98500859-5676-4349-b686-70c8a2037bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:49.073871 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-3403df5c-8055-4627-80ba-adea6acb625f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0933292 Aug 16 23:33:49.172808 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-f1b025ee-c1ae-4cef-8a56-c86d4b96c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:49.174858 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-f1b025ee-c1ae-4cef-8a56-c86d4b96c5aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1098 time: 0.0431561 Aug 16 23:33:49.276526 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-07b8b1e7-16b6-439a-860d-6c83e7794c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:49.277980 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-07b8b1e7-16b6-439a-860d-6c83e7794c11 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0848293 Aug 16 23:33:49.345784 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-25688a74-c534-427d-b071-18fc1abc924f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 1001 time: 0.0599430 Aug 16 23:33:49.393617 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-4ddf8767-a578-4730-b0f9-56dda23bb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:49.395040 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-4ddf8767-a578-4730-b0f9-56dda23bb086 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0430181 Aug 16 23:33:49.439559 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-5be1a7b2-db4f-4d43-a3e9-b90575fbd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:49.441045 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-5be1a7b2-db4f-4d43-a3e9-b90575fbd8f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392435 Aug 16 23:33:49.533661 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-29dfff35-9f6d-4e47-b632-9a4fd8e2199b service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Aug 16 23:33:49.556869 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:49.623281 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-ecf076ac-d0ae-451a-811f-2f092cfe69ef req-cdd5332b-e14f-433a-97d0-9d80e314582b service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824246 Aug 16 23:33:51.572383 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:53.830524 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:56.134849 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:15.425324 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:15.627367 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-048786be-86fc-4ee9-a46f-d0d1ee49d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:18.312613 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:18.328564 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a270266c-6f70-4e08-87e4-f6342726e50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:19.562503 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:21.575175 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.825481 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:33.133923 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:45.426939 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:45.631419 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7cfd-1bf1-4d17-bbab-8860df0b9f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:45.718717 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-e58c0859-e9ef-477a-a87c-ed4c94482ae3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395248 Aug 16 23:34:45.831413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862411-e11f-451c-9c4a-84bd48492261 req-b5f63052-ed30-445d-b250-c653f706a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:45.832903 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-b5f63052-ed30-445d-b250-c653f706a89a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.0444834 Aug 16 23:34:45.939634 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862411-e11f-451c-9c4a-84bd48492261 req-e4a98c78-fbf9-459b-96aa-bc2f39a65d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:45.941092 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-e4a98c78-fbf9-459b-96aa-bc2f39a65d93 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0830231 Aug 16 23:34:46.013121 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-ec1e7033-26e0-4280-b85c-a9df4b3bf50b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 999 time: 0.0606353 Aug 16 23:34:46.065132 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862411-e11f-451c-9c4a-84bd48492261 req-3cee9408-fa6c-4b65-8c58-c8cc497259d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:46.066514 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-3cee9408-fa6c-4b65-8c58-c8cc497259d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0425813 Aug 16 23:34:46.113165 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862411-e11f-451c-9c4a-84bd48492261 req-9fcc4b64-ba2d-4a08-8afb-a7568d83559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:46.114615 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-9fcc4b64-ba2d-4a08-8afb-a7568d83559b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381036 Aug 16 23:34:46.209955 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-a6dd4c02-0029-42c9-8c9b-7f28b0543984 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836999 Aug 16 23:34:46.301294 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5a862411-e11f-451c-9c4a-84bd48492261 req-a42c60ce-c62e-4a17-bfae-f2f6a75e6173 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800431 Aug 16 23:34:48.319830 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:48.329540 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-5468e456-ec8c-484d-a5d8-cc52b68d269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:49.565024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:51.018017 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-06102553-15f5-4ccc-9d86-793426930e76 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443645 Aug 16 23:34:51.118539 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d082f-9616-459d-bfce-1c12009efd5d req-0993f36a-ecd1-4262-8d18-8203fafebc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:51.120038 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-0993f36a-ecd1-4262-8d18-8203fafebc81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1098 time: 0.0399528 Aug 16 23:34:51.223863 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d082f-9616-459d-bfce-1c12009efd5d req-e5f09a18-9814-4667-9277-b7c455a5035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:51.225362 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-e5f09a18-9814-4667-9277-b7c455a5035a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.0836463 Aug 16 23:34:51.293890 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-52c5ddeb-1ad4-4db0-bce9-ae7b800136f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 1001 time: 0.0602112 Aug 16 23:34:51.341450 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d082f-9616-459d-bfce-1c12009efd5d req-6a2800a6-4c38-438c-9a69-7974a66038a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:51.342869 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-6a2800a6-4c38-438c-9a69-7974a66038a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0425673 Aug 16 23:34:51.388451 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d082f-9616-459d-bfce-1c12009efd5d req-b41107c4-77a4-4572-8142-f291c03f1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:51.389965 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-b41107c4-77a4-4572-8142-f291c03f1d76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405848 Aug 16 23:34:51.588462 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:51.802756 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-188cc765-125b-4010-8db8-c277f262f05f service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059925 Aug 16 23:34:51.900745 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-da7d082f-9616-459d-bfce-1c12009efd5d req-d9bddf63-d1c2-4dab-9b96-0dd8970d4040 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903938 Aug 16 23:34:53.836943 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:05.534921 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c details requested by agent hyperv_n-h1-791505-20 with host n-h1-791505-20 {{(pid=94818) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:35:05.628648 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:05.639573 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Returning: {'device': '166a90be-9408-4fbc-afdd-21954601c36c', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'port_id': '166a90be-9408-4fbc-afdd-21954601c36c', 'mac_address': 'fa:16:3e:ad:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94818) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:35:05.676398 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:05.689006 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:35:05.708121 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:05.711833 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:05.757905 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=6']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:05.771026 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.771619 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.772208 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.772788 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.773415 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.773992 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.774538 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.774904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.775486 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.776059 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.776645 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.777245 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:05.849689 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] get_ports_and_sgs() called for port_ids ['166a90be-9408-4fbc-afdd-21954601c36c'] {{(pid=94818) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:07.537178 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c up at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:35:07.585482 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.provisioning_blocks [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Provisioning complete for port 166a90be-9408-4fbc-afdd-21954601c36c triggered by entity L2. {{(pid=94818) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:35:07.585886 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741153'] for port, provisioning_complete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:07.663877 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664418'] for port, before_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:07.686212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:07.689009 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0083b7a79f84f042309ce53bbc344bd6e581ed0db5f63445fa6ce60832a663e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8524c33b-644f-4798-95ef-3e05fe4b82f0" -d '{"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-plugged", "status": "completed", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:07.703502 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:07.707770 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768586089409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768585667696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768585667714'] for port, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:07.754127 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c2a9e-306c-4bc7-9ab0-0f280b343f21 x-openstack-request-id: req-9e0c2a9e-306c-4bc7-9ab0-0f280b343f21 {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:07.754857 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-plugged", "status": "completed", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "code": 200}]} {{(pid=94818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:07.755107 n-d-791505-20 neutron-server[94818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e0c2a9e-306c-4bc7-9ab0-0f280b343f21 {{(pid=94818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:07.755510 n-d-791505-20 neutron-server[94818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'code': 200} Aug 16 23:35:07.760546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Pushing event updated for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=7']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:10.134643 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:15.439344 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.633353 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b5832b39-a67c-445c-945c-6714b872a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:17.756529 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45922) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:17.913951 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Deleting port 7fa55204-b468-4275-8c74-ababeac88a8a {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:17.914297 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:17.997360 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:17.997691 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.009327 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Calling delete_port for 7fa55204-b468-4275-8c74-ababeac88a8a owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:18.155574 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.182210 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event deleted for resources: {'Port': ['ID=7fa55204-b468-4275-8c74-ababeac88a8a,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:18.208940 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.209320 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.209669 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.210017 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.210360 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.210698 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.211035 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.211369 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.211702 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.212038 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.212375 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.212712 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:18.253028 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.253397 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Floating IP 8500a2c4-5b73-4a33-90c3-e72068730199 disassociated (deleted). External IP: 172.25.8.72, port: 166a90be-9408-4fbc-afdd-21954601c36c. Aug 16 23:35:18.315239 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.332921 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-904e1f67-f9cc-4206-a6c9-5bf54b13fe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.462915 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:35:18.566368 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:35:18.571073 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:18.575827 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:35:18.586260 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:18.586847 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:18.605471 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-6ee228c9-afed-4873-becc-25618c6e32b9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "DELETE /v2.0/floatingips/8500a2c4-5b73-4a33-90c3-e72068730199 HTTP/1.1" status: 204 len: 168 time: 0.8477666 Aug 16 23:35:18.606161 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:18.608557 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f1725-ae93-493e-be76-6343249514bf" -d '{"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:18.646642 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106f66c2-607b-4976-b96d-8863c386b1ca x-openstack-request-id: req-106f66c2-607b-4976-b96d-8863c386b1ca {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:18.647003 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:18.647352 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-106f66c2-607b-4976-b96d-8863c386b1ca {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:18.647818 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'status': 'completed', 'code': 200} Aug 16 23:35:18.696904 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:18.741339 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1725-ae93-493e-be76-6343249514bf req-330848d6-5ade-494d-a221-ec313d274c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:18.751755 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-330848d6-5ade-494d-a221-ec313d274c6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 1098 time: 0.0614412 Aug 16 23:35:18.893049 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1725-ae93-493e-be76-6343249514bf req-3cfc8803-8587-4348-aa3f-802de0daf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:18.894629 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-3cfc8803-8587-4348-aa3f-802de0daf5f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.1004186 Aug 16 23:35:18.955855 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-ab3a7eb3-4f17-4e60-830e-cbee3518c998 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 200 len: 217 time: 0.0501516 Aug 16 23:35:18.998323 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69632d0-5c15-47e6-b9c2-f7895e4a04b4 req-f2f8e6f4-07ad-4fdc-bbb6-f5dec6f9c5ef tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:18.999739 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b69632d0-5c15-47e6-b9c2-f7895e4a04b4 req-f2f8e6f4-07ad-4fdc-bbb6-f5dec6f9c5ef tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.1609290 Aug 16 23:35:19.038475 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1725-ae93-493e-be76-6343249514bf req-0feb350f-6648-4c7f-9bfa-bfd922cdf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:19.039949 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-0feb350f-6648-4c7f-9bfa-bfd922cdf0d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0759628 Aug 16 23:35:19.061881 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b69632d0-5c15-47e6-b9c2-f7895e4a04b4 req-79964ca0-3c9b-4c46-a5d9-4e894b84169d tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538344 Aug 16 23:35:19.085640 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:19.090311 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f1725-ae93-493e-be76-6343249514bf req-e8214a20-5aae-4159-bee5-bab3576a2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:19.091845 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-e8214a20-5aae-4159-bee5-bab3576a2d0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437415 Aug 16 23:35:19.115937 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:35:19.123969 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:19.124572 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:19.182779 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-633f8dc7-92dc-45be-826f-981e66514d48 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Aug 16 23:35:19.228314 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:19.277271 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-a77f1725-ae93-493e-be76-6343249514bf req-8975af92-d82c-4dd6-bfed-fd06d8a30749 service neutron] 10.222.0.88 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Aug 16 23:35:19.448488 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:19.474441 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ca1f3-2c9d-4ed2-b37b-9901ab9cf4d5 None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_floatingips': [{'id': '1cf5472f-d8f2-420f-a1de-2f3dbb37b25a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'router_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'port_id': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'mac_address': 'fa:16:3e:af:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d59460f-cb4a-4314-b29e-8968e192594c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:30:24Z', 'updated_at': '2021-08-16T23:30:26Z', 'revision_number': 1, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:35:19.565420 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:19.691854 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d21397-4083-48b6-a6cb-cc82ad2377fc None None] New status for floating IP 8500a2c4-5b73-4a33-90c3-e72068730199: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:35:20.182279 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e69a16-f591-477b-9b88-520e9709c986 req-0314cc80-2368-450b-b0eb-b9dcebc66d5f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:20.183795 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87e69a16-f591-477b-9b88-520e9709c986 req-0314cc80-2368-450b-b0eb-b9dcebc66d5f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0504875 Aug 16 23:35:20.220449 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-87e69a16-f591-477b-9b88-520e9709c986 req-1ea0afac-e553-4b69-8087-63bb45bd0533 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Aug 16 23:35:20.622102 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-4d4ab8ab-81c3-4d68-a340-d230dd954f60 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:20.623598 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-4d4ab8ab-81c3-4d68-a340-d230dd954f60 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.88 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 946 time: 0.0536320 Aug 16 23:35:20.713201 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Deleting port 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:20.713554 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.801900 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] For port 166a90be-9408-4fbc-afdd-21954601c36c, host n-h1-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-20',level=0,port_id=166a90be-9408-4fbc-afdd-21954601c36c,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:20.802188 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.815241 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Calling delete_port for 166a90be-9408-4fbc-afdd-21954601c36c owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:20.941094 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.972413 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event deleted for resources: {'Port': ['ID=166a90be-9408-4fbc-afdd-21954601c36c,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:21.012454 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] No DVR routers for this DVR port 166a90be-9408-4fbc-afdd-21954601c36c on host n-h1-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:21.015038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.017146 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-f813de07-81ee-4321-ba18-88d0d90c06b6 req-c4a1e594-a7ef-410f-8956-676fa6d1f99a tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.88 "DELETE /v2.0/ports/166a90be-9408-4fbc-afdd-21954601c36c HTTP/1.1" status: 204 len: 173 time: 0.3871603 Aug 16 23:35:21.017589 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-deleted', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:21.019867 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51da87e-e778-4777-b5d5-35e8d5b9e12d" -d '{"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-deleted", "tag": "166a90be-9408-4fbc-afdd-21954601c36c"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:21.059854 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc26f43-903e-494a-9932-b942562d59f1 x-openstack-request-id: req-7cc26f43-903e-494a-9932-b942562d59f1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:21.060177 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac9be9-62cb-4e1c-88f1-96ca4f962a66", "name": "network-vif-deleted", "tag": "166a90be-9408-4fbc-afdd-21954601c36c", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:21.060455 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7cc26f43-903e-494a-9932-b942562d59f1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:21.060854 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adac9be9-62cb-4e1c-88f1-96ca4f962a66', 'name': 'network-vif-deleted', 'tag': '166a90be-9408-4fbc-afdd-21954601c36c', 'status': 'completed', 'code': 200} Aug 16 23:35:21.324285 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-b40b7eeb-bf3b-4202-8134-879fad62d7f1 req-62e9967d-537e-4176-a573-1ebc4acfdeb8 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=adac9be9-62cb-4e1c-88f1-96ca4f962a66 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Aug 16 23:35:21.585724 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.604148 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:21.623471 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:21.623814 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:22.890062 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 45986) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:23.042966 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Deleting port 95d7b67f-4f29-411d-9808-0f3990126818 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:23.043319 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.119541 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.119875 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.132015 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Calling delete_port for 95d7b67f-4f29-411d-9808-0f3990126818 owned by network:floatingip {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:23.279811 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.305365 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event deleted for resources: {'Port': ['ID=95d7b67f-4f29-411d-9808-0f3990126818,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:23.363343 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for floatingip, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.363736 n-d-791505-20 neutron-server[94816]: INFO neutron.db.l3_db [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Floating IP 1cf5472f-d8f2-420f-a1de-2f3dbb37b25a disassociated (deleted). External IP: 172.25.8.177, port: e2578fa2-1fe1-409d-9df8-6f1335089756. Aug 16 23:35:23.567491 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:35:23.673832 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:35:23.678923 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for floatingip, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.685102 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:35:23.694022 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:23.694627 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:23.704702 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-37cd5ea4-f78e-4d81-9524-e2a4aae735e2 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "DELETE /v2.0/floatingips/1cf5472f-d8f2-420f-a1de-2f3dbb37b25a HTTP/1.1" status: 204 len: 168 time: 0.8130429 Aug 16 23:35:23.705326 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:23.707572 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3182a636-56b7-4299-b0b9-f5b35eac275b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:23.747626 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f239fc-694f-4159-a803-9be397ef6cf1 x-openstack-request-id: req-e1f239fc-694f-4159-a803-9be397ef6cf1 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:23.747919 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:23.748176 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1f239fc-694f-4159-a803-9be397ef6cf1 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:23.748610 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'status': 'completed', 'code': 200} Aug 16 23:35:23.807800 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:23.865136 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:23.912435 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-9e2bfaf9-6987-4453-b2a6-1fa8af78bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:23.913951 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-9e2bfaf9-6987-4453-b2a6-1fa8af78bbf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 1095 time: 0.1024630 Aug 16 23:35:24.005031 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957c83c-6169-49b9-8ec6-ecb995edf031 req-841d2c64-6ece-460f-bf24-55e312fa0024 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.006721 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5957c83c-6169-49b9-8ec6-ecb995edf031 req-841d2c64-6ece-460f-bf24-55e312fa0024 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 943 time: 0.1090088 Aug 16 23:35:24.048948 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:24.062717 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-e190f190-e51f-4cd2-8b66-9e389e8f50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.064172 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-e190f190-e51f-4cd2-8b66-9e389e8f50ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 200 len: 909 time: 0.1322343 Aug 16 23:35:24.074779 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:35:24.081979 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-5957c83c-6169-49b9-8ec6-ecb995edf031 req-367c6831-5962-482b-b97d-243208436424 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/security-groups?id=8bfeea6a-0394-47be-b7d0-09cbbb429343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686178 Aug 16 23:35:24.087743 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:24.088547 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:24.111369 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-8ffe4eb2-c59e-4cb0-ad01-e0ed53f2aeb4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 200 len: 217 time: 0.0375812 Aug 16 23:35:24.160230 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-db3dcfb4-93f1-4d1e-9507-dcf9e9d37680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.161708 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-db3dcfb4-93f1-4d1e-9507-dcf9e9d37680 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 200 len: 848 time: 0.0432665 Aug 16 23:35:24.194973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:24.207469 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-e771f750-101c-4180-944c-3b342a9f3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.208972 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-e771f750-101c-4180-944c-3b342a9f3b22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d9f021e6-3c09-4c68-9e7c-48f56002f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396273 Aug 16 23:35:24.305046 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-a92f697f-1741-47e1-ba9f-9c4da8cc5498 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880215 Aug 16 23:35:24.395965 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:24.399195 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-3182a636-56b7-4299-b0b9-f5b35eac275b req-253c29f1-585c-43a2-b7ea-7c5743f9f5f3 service neutron] 10.222.0.89 "GET /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Aug 16 23:35:24.423707 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2366f0-e8aa-4981-804d-af5e10d99970 None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:30:06Z', 'revision_number': 4, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20', '_interfaces': [{'id': '8cb48ca5-c701-4b43-b8ea-f307ceb255a9', 'name': '', 'network_id': 'd9f021e6-3c09-4c68-9e7c-48f56002f40a', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'mac_address': 'fa:16:3e:9e:6c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '40213451-23cd-4e8e-912e-54158e462d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:05Z', 'updated_at': '2021-08-16T23:30:11Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'subnets': [{'id': '40213451-23cd-4e8e-912e-54158e462d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:35:24.653748 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2339fea4-69a9-493e-8b1e-72dcb658482b None None] New status for floating IP 1cf5472f-d8f2-420f-a1de-2f3dbb37b25a: DOWN {{(pid=94819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:35:24.790463 n-d-791505-20 neutron-server[94816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef1cb0-7172-4494-879b-83b8f824880b req-ff932274-5b49-4003-90b9-5a66789cf842 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:24.791918 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-caef1cb0-7172-4494-879b-83b8f824880b req-ff932274-5b49-4003-90b9-5a66789cf842 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 943 time: 0.0484691 Aug 16 23:35:24.881761 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Deleting port e2578fa2-1fe1-409d-9df8-6f1335089756 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:24.882112 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:24.969910 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] For port e2578fa2-1fe1-409d-9df8-6f1335089756, host n-h2-791505-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-20',level=0,port_id=e2578fa2-1fe1-409d-9df8-6f1335089756,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:24.970557 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:24.982133 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Calling delete_port for e2578fa2-1fe1-409d-9df8-6f1335089756 owned by compute:nova {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:25.106781 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:25.138648 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event deleted for resources: {'Port': ['ID=e2578fa2-1fe1-409d-9df8-6f1335089756,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:25.199234 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.l3_dvrscheduler_db [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] No DVR routers for this DVR port e2578fa2-1fe1-409d-9df8-6f1335089756 on host n-h2-791505-20 {{(pid=94816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:25.202350 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-fac9dff9-35df-4755-9682-be49e2421c34 req-de5d7ad7-1504-4b6d-82fc-168bfd483b69 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d59460f-cb4a-4314-b29e-8968e192594c HTTP/1.1" status: 200 len: 210 time: 0.0413663 Aug 16 23:35:25.203388 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-198630'] for port, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:25.205416 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [req-caef1cb0-7172-4494-879b-83b8f824880b req-31766ae2-6fe5-4f94-9cb0-b9baeaee2cd9 tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.89 "DELETE /v2.0/ports/e2578fa2-1fe1-409d-9df8-6f1335089756 HTTP/1.1" status: 204 len: 173 time: 0.4036000 Aug 16 23:35:25.618433 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c no longer exists at agent hyperv_n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:25.639546 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] No Port match for: 166a90be-9408-4fbc-afdd-21954601c36c {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:25.639897 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Device 166a90be-9408-4fbc-afdd-21954601c36c not bound to the agent host n-h1-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:25.749680 n-d-791505-20 neutron-server[94816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-deleted', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756'}] {{(pid=94816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:25.752281 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bea77dd3a0eb4dfccfe02a29b8458fba362ad4e4af558914ad13db688241d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7a5fa-6487-432d-997b-36a143a44f3b" -d '{"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-deleted", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756"}]}' {{(pid=94816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:25.787828 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6d3382-3e12-4d60-9a6e-335e416c6589 x-openstack-request-id: req-ef6d3382-3e12-4d60-9a6e-335e416c6589 {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:25.788174 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d59460f-cb4a-4314-b29e-8968e192594c", "name": "network-vif-deleted", "tag": "e2578fa2-1fe1-409d-9df8-6f1335089756", "status": "completed", "code": 200}]} {{(pid=94816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:25.788488 n-d-791505-20 neutron-server[94816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef6d3382-3e12-4d60-9a6e-335e416c6589 {{(pid=94816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:25.789000 n-d-791505-20 neutron-server[94816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d59460f-cb4a-4314-b29e-8968e192594c', 'name': 'network-vif-deleted', 'tag': 'e2578fa2-1fe1-409d-9df8-6f1335089756', 'status': 'completed', 'code': 200} Aug 16 23:35:26.257689 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46004) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:26.318490 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:26.342323 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:26.399580 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:26.402121 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Notify callbacks [] for security_group, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:26.403265 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] 10.222.0.22 "DELETE /v2.0/security-groups/8bfeea6a-0394-47be-b7d0-09cbbb429343 HTTP/1.1" status: 204 len: 168 time: 0.1445880 Aug 16 23:35:26.412388 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625ffa-48e8-4167-8979-4a52c711391f tempest-TestSnapshotPattern-436012888 tempest-TestSnapshotPattern-436012888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfeea6a-0394-47be-b7d0-09cbbb429343,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:26.448935 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46008) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:27.201406 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.439564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Deleting port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:27.440262 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.520693 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] For port 8cb48ca5-c701-4b43-b8ea-f307ceb255a9, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:27.521086 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.532835 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Calling delete_port for 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:27.712532 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.738229 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb48ca5-c701-4b43-b8ea-f307ceb255a9,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:27.900172 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.111457 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Router 44899fbc-0b5c-4802-b698-badbb6a424ee has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:35:28.216265 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:35:28.221866 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-21d39b82-8bd9-499b-aa06-24aee69d5bdc admin admin] 10.222.0.22 "PUT /v2.0/routers/44899fbc-0b5c-4802-b698-badbb6a424ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718666 Aug 16 23:35:28.224492 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46012) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:28.227521 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Sync routers for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:35:28.241490 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:28.242188 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:28.331667 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks [] for router, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.356989 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: n-d-791505-20 {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:28.432998 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.485184 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Deleting port 59e9f101-fe4e-4fe5-837e-46a9de805966 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:28.485536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.535014 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:35:27Z', 'revision_number': 5, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port': {'id': '59e9f101-fe4e-4fe5-837e-46a9de805966', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:04Z', 'updated_at': '2021-08-16T23:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:28.561212 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Checking router: 44899fbc-0b5c-4802-b698-badbb6a424ee for host: n-d-791505-20 {{(pid=94818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:35:28.566760 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] For port 59e9f101-fe4e-4fe5-837e-46a9de805966, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=59e9f101-fe4e-4fe5-837e-46a9de805966,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:28.567127 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.569382 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Routers {'44899fbc-0b5c-4802-b698-badbb6a424ee'} bound to L3 agent in host n-d-791505-20 {{(pid=94818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:28.569983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['44899fbc-0b5c-4802-b698-badbb6a424ee'], 'active': True} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:28.579313 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Calling delete_port for 59e9f101-fe4e-4fe5-837e-46a9de805966 owned by network:router_gateway {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:28.663983 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvr_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] Set router 44899fbc-0b5c-4802-b698-badbb6a424ee gateway port host: None {{(pid=94818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:28.720293 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_hamode_db [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:35:28Z', 'revision_number': 6, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:28.747806 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30b839-4f41-4420-9750-11912e11ac4d None None] The sync data for ids ['44899fbc-0b5c-4802-b698-badbb6a424ee'] in n-d-791505-20 is: [{'id': '44899fbc-0b5c-4802-b698-badbb6a424ee', 'name': 'tempest-TestSnapshotPattern-366951463-router', 'tenant_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:03Z', 'updated_at': '2021-08-16T23:35:28Z', 'revision_number': 6, 'project_id': '9076f2aa8ad944c39f9859ff7411ba0d', 'gw_port_host': None}] {{(pid=94818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:35:28.749930 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.774208 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e9f101-fe4e-4fe5-837e-46a9de805966,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:28.795461 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.795815 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.796182 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.796549 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.796882 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.797239 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.797563 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.797886 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.798207 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.798526 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.798846 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.799166 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-20 {{(pid=94817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:28.855791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.946383 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.948407 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.989830 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.990422 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44899fbc-0b5c-4802-b698-badbb6a424ee {{(pid=94817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:35:28.994794 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] Notify callbacks [] for router, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.996109 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-309455f7-3f8c-4106-9004-d44bc10a3780 admin admin] 10.222.0.22 "DELETE /v2.0/routers/44899fbc-0b5c-4802-b698-badbb6a424ee HTTP/1.1" status: 204 len: 168 time: 0.7699296 Aug 16 23:35:28.998587 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46016) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:29.041495 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Deleting subnet 40213451-23cd-4e8e-912e-54158e462d8a {{(pid=94817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:35:29.044318 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.076731 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260825658'] for subnet, precommit_delete_associations {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.161724 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.213135 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260825094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260685756'] for subnet, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.237787 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40213451-23cd-4e8e-912e-54158e462d8a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:29.241310 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.243713 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-e99ebf5c-854c-491d-81db-e5b908656b7c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/40213451-23cd-4e8e-912e-54158e462d8a HTTP/1.1" status: 204 len: 168 time: 0.2441833 Aug 16 23:35:29.245799 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46018) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:29.246865 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2406d4-1e8e-4a78-aae3-1c7ba223d13e None None] Network d9f021e6-3c09-4c68-9e7c-48f56002f40a requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:35:29.319876 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.372296 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Deleting port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:29.372642 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.434717 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] For port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,segment=NetworkSegment(1f6fdc5a-56bc-426c-883c-01afe7a3065c),segment_id=1f6fdc5a-56bc-426c-883c-01afe7a3065c)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:29.435024 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.447311 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Calling delete_port for 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:29.452056 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 no longer exists at agent hyperv_n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:29.471691 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] No Port match for: e2578fa2-1fe1-409d-9df8-6f1335089756 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:29.472044 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Device e2578fa2-1fe1-409d-9df8-6f1335089756 not bound to the agent host n-h2-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:29.526396 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] DHCP port deletion for d9f021e6-3c09-4c68-9e7c-48f56002f40a request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:35:29.539760 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.566336 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:29.569964 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] No DVR routers for this DVR port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:29.573139 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Deleting port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:29.573734 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.639693 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.db [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] For port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78, host n-d-791505-20, got binding levels [] {{(pid=94818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:29.640093 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.653788 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.654428 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Calling delete_port for 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 owned by network:dhcp {{(pid=94818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:29.657733 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.ipam_backend_mixin [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 was not found and therefore no delete operation was performed {{(pid=94818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:35:29.659026 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687'] for port, after_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.664446 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f021e6-3c09-4c68-9e7c-48f56002f40a']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:29.675279 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6fdc5a-56bc-426c-883c-01afe7a3065c') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:29.675581 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6fdc5a-56bc-426c-883c-01afe7a3065c') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:29.683237 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] Pushing event deleted for resources: {'Port': ['ID=6a3b6f65-3d2b-4cf4-8099-185f505d5e78,revision_number=None']} {{(pid=94818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:29.685520 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.690003 n-d-791505-20 neutron-server[94818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761219f-5c43-4994-a0f9-6f0987debaa9 None None] No DVR routers for this DVR port 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 on host n-d-791505-20 {{(pid=94818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:29.700880 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.707087 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:35:29.707514 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:35:29.709267 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:35:29.764777 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.770437 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:29.775236 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d9f021e6-3c09-4c68-9e7c-48f56002f40a HTTP/1.1" status: 204 len: 168 time: 0.5256717 Aug 16 23:35:29.775942 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46020) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:29.784424 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1975e5e-c8eb-4e71-93b2-364d2dd4ba40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f021e6-3c09-4c68-9e7c-48f56002f40a,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:30.137592 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711579'] for router_interface, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:30.378791 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Deleting port d9eb57b1-09a2-46de-816c-05714591a6a0 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:30.379142 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:30.457141 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] For port d9eb57b1-09a2-46de-816c-05714591a6a0, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=d9eb57b1-09a2-46de-816c-05714591a6a0,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:30.457514 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:30.470408 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Calling delete_port for d9eb57b1-09a2-46de-816c-05714591a6a0 owned by network:router_interface {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:30.647073 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:30.657952 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:30.670841 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:30.671196 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 6a3b6f65-3d2b-4cf4-8099-185f505d5e78 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:30.671650 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:30.683488 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eb57b1-09a2-46de-816c-05714591a6a0,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:30.690460 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:30.690816 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 8cb48ca5-c701-4b43-b8ea-f307ceb255a9 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:30.691985 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 59e9f101-fe4e-4fe5-837e-46a9de805966 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:30.716926 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 59e9f101-fe4e-4fe5-837e-46a9de805966 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:30.718296 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 59e9f101-fe4e-4fe5-837e-46a9de805966 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:30.863421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711439'] for router_interface, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.071532 n-d-791505-20 neutron-server[94816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Router 1c664f17-55fe-4880-9b32-fe4f79907767 has already been hosted by L3 agent eff87497-57ea-4f24-8d30-6a1d646d7eb6 {{(pid=94816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:35:31.174917 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] Notify agent at l3_agent.n-d-791505-20 the message routers_updated {{(pid=94816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:35:31.179934 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-7ef73520-df2c-4f29-9d56-0b69ba8a2ab1 admin admin] 10.222.0.22 "PUT /v2.0/routers/1c664f17-55fe-4880-9b32-fe4f79907767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4028463 Aug 16 23:35:31.182564 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46022) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:31.183352 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Sync routers for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:35:31.192364 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:31.192968 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:31.285421 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.294009 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: n-d-791505-20 {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:31.382063 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.437246 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Deleting port 13d85485-0113-4d87-af1c-1869ca7168c8 {{(pid=94816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:31.437589 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.475534 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'external_fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:35:30Z', 'revision_number': 5, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port': {'id': '13d85485-0113-4d87-af1c-1869ca7168c8', 'name': '', 'network_id': '2c68faa2-37e1-488f-8bee-283f1cd173a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:30:09Z', 'updated_at': '2021-08-16T23:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b54d0e35-5226-4698-ab83-721b66d28c4f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-20'}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:31.502186 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Checking router: 1c664f17-55fe-4880-9b32-fe4f79907767 for host: n-d-791505-20 {{(pid=94819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:35:31.511159 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Routers {'1c664f17-55fe-4880-9b32-fe4f79907767'} bound to L3 agent in host n-d-791505-20 {{(pid=94819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:35:31.511840 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T21:56:18Z,description=,heartbeat_timestamp=2021-08-16T23:35:18Z,host='n-d-791505-20',id=eff87497-57ea-4f24-8d30-6a1d646d7eb6,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T21:56:18Z,topic='l3_agent')) {'router_ids': ['1c664f17-55fe-4880-9b32-fe4f79907767'], 'active': True} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:31.517665 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.db [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] For port 13d85485-0113-4d87-af1c-1869ca7168c8, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=13d85485-0113-4d87-af1c-1869ca7168c8,segment=NetworkSegment(a2868f97-36e1-4669-9afe-1801a5351297),segment_id=a2868f97-36e1-4669-9afe-1801a5351297)] {{(pid=94816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:31.518041 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.529992 n-d-791505-20 neutron-server[94816]: DEBUG neutron.plugins.ml2.plugin [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Calling delete_port for 13d85485-0113-4d87-af1c-1869ca7168c8 owned by network:router_gateway {{(pid=94816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:31.596252 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_dvr_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] Set router 1c664f17-55fe-4880-9b32-fe4f79907767 gateway port host: None {{(pid=94819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:35:31.649668 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.l3_hamode_db [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:35:31Z', 'revision_number': 6, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port_host': None}], 'n-d-791505-20', False) {} {{(pid=94819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:31.676169 n-d-791505-20 neutron-server[94819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e91c8f-233f-4e49-b738-aa636677193f None None] The sync data for ids ['1c664f17-55fe-4880-9b32-fe4f79907767'] in n-d-791505-20 is: [{'id': '1c664f17-55fe-4880-9b32-fe4f79907767', 'name': 'tempest-TestSnapshotPattern-1396577454-router', 'tenant_id': '924e6d2086344a4b88dfe08b178cb706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:30:08Z', 'updated_at': '2021-08-16T23:35:31Z', 'revision_number': 6, 'project_id': '924e6d2086344a4b88dfe08b178cb706', 'gw_port_host': None}] {{(pid=94819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:35:31.696213 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3432751'] for port, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.727073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Pushing event deleted for resources: {'Port': ['ID=13d85485-0113-4d87-af1c-1869ca7168c8,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:31.787038 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1711889'] for router_gateway, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.874907 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123875'] for router, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.876987 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.919475 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1705396'] for router, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.919929 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c664f17-55fe-4880-9b32-fe4f79907767 {{(pid=94816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:35:31.924390 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] Notify callbacks [] for router, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:31.925583 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-794d37c1-1edb-48c6-a57e-1c9a9450df0a admin admin] 10.222.0.22 "DELETE /v2.0/routers/1c664f17-55fe-4880-9b32-fe4f79907767 HTTP/1.1" status: 204 len: 168 time: 0.7420418 Aug 16 23:35:31.928073 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [-] (94816) accepted ('10.222.0.22', 46024) {{(pid=94816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:31.975627 n-d-791505-20 neutron-server[94816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Deleting subnet b096ad3c-2b82-44cd-b635-f4c72b9c2c96 {{(pid=94816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:35:31.978561 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.017789 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3448017'] for subnet, precommit_delete_associations {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.097979 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644223'] for subnet, precommit_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.155804 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3432898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260704518'] for subnet, after_delete {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.192870 n-d-791505-20 neutron-server[94816]: DEBUG neutron_lib.callbacks.manager [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.197173 n-d-791505-20 neutron-server[94816]: INFO neutron.wsgi [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b096ad3c-2b82-44cd-b635-f4c72b9c2c96 HTTP/1.1" status: 204 len: 168 time: 0.2656853 Aug 16 23:35:32.197173 n-d-791505-20 neutron-server[94816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b84c5-2f7c-4652-8514-415788ee01ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b096ad3c-2b82-44cd-b635-f4c72b9c2c96,revision_number=None']} {{(pid=94816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:32.197652 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46026) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:32.198209 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cda034-4312-4645-979f-687b646b1e88 None None] Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c requested from n-d-791505-20 {{(pid=94818) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:35:32.270144 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-628535'] for network, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.322262 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Deleting port 361df07b-1bf3-4b51-ab37-b3863251de2f {{(pid=94817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:32.322610 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.390337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.db [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] For port 361df07b-1bf3-4b51-ab37-b3863251de2f, host n-d-791505-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-20',level=0,port_id=361df07b-1bf3-4b51-ab37-b3863251de2f,segment=NetworkSegment(42c350a8-817f-4871-ac22-969966ee7a8f),segment_id=42c350a8-817f-4871-ac22-969966ee7a8f)] {{(pid=94817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:32.390651 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763130'] for port, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.402463 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.plugin [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Calling delete_port for 361df07b-1bf3-4b51-ab37-b3863251de2f owned by network:dhcp {{(pid=94817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:32.471633 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03927711-f9d0-4a7b-b95a-96d04dd3a37c None None] DHCP port deletion for c5f17578-ca30-4412-91ef-e2dd2ee70b8c request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:35:32.483526 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768586089391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768585667687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260825323'] for port, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.512202 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=361df07b-1bf3-4b51-ab37-b3863251de2f,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:32.515973 n-d-791505-20 neutron-server[94817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] No DVR routers for this DVR port 361df07b-1bf3-4b51-ab37-b3863251de2f on host n-d-791505-20 {{(pid=94817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:32.597460 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644854', 'neutron.services.segments.db._delete_segments_for_network-8768586161565'] for network, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.608723 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f17578-ca30-4412-91ef-e2dd2ee70b8c']}} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:32.626046 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c350a8-817f-4871-ac22-969966ee7a8f') {'for_net_delete': True} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:32.626994 n-d-791505-20 neutron-server[94817]: DEBUG neutron.services.segments.db [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c350a8-817f-4871-ac22-969966ee7a8f') {} {{(pid=94817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:32.642088 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768586214822', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260825603'] for segment, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.659699 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136'] for segment, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.666469 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 361df07b-1bf3-4b51-ab37-b3863251de2f no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:32.667595 n-d-791505-20 neutron-server[94817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:35:32.668313 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-644136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260825276'] for segment, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: Traceback (most recent call last): Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: timer() Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: cb(*args, **kw) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: return func(*args, **kwargs) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: self._notify() Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: self.callback(batched_events) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: event.method(event) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: return f(self, *a, **k) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: return self._get(url).json() Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: return self.request(url, 'GET', **kwargs) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:35:32.670178 n-d-791505-20 neutron-server[94817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:35:32.689973 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 361df07b-1bf3-4b51-ab37-b3863251de2f {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:32.690281 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 361df07b-1bf3-4b51-ab37-b3863251de2f not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:32.690704 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d9eb57b1-09a2-46de-816c-05714591a6a0 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:32.714866 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: d9eb57b1-09a2-46de-816c-05714591a6a0 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:32.715147 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device d9eb57b1-09a2-46de-816c-05714591a6a0 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:32.715869 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13d85485-0113-4d87-af1c-1869ca7168c8 no longer exists at agent ovs-agent-n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:32.730791 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1749449'] for network, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.736813 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Notify callbacks [] for network, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.738701 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c5f17578-ca30-4412-91ef-e2dd2ee70b8c HTTP/1.1" status: 204 len: 168 time: 0.5398483 Aug 16 23:35:32.743544 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] No Port match for: 13d85485-0113-4d87-af1c-1869ca7168c8 {{(pid=94818) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:32.743896 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.rpc [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Device 13d85485-0113-4d87-af1c-1869ca7168c8 not bound to the agent host n-d-791505-20 {{(pid=94818) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:32.746292 n-d-791505-20 neutron-server[94818]: DEBUG neutron.plugins.ml2.plugin [None req-03927711-f9d0-4a7b-b95a-96d04dd3a37c None None] Deleting port 361df07b-1bf3-4b51-ab37-b3863251de2f {{(pid=94818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:32.746983 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-03927711-f9d0-4a7b-b95a-96d04dd3a37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768586083925'] for port, before_delete {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.756523 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909169c-4a3f-44c1-b056-edb1ccc43db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f17578-ca30-4412-91ef-e2dd2ee70b8c,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server [None req-03927711-f9d0-4a7b-b95a-96d04dd3a37c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c could not be found. Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c5f17578-ca30-4412-91ef-e2dd2ee70b8c could not be found. Aug 16 23:35:32.761004 n-d-791505-20 neutron-server[94818]: ERROR oslo_messaging.rpc.server Aug 16 23:35:32.790086 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f434b2-7812-47fd-b664-8f6e9b503858 None None] DHCP port deletion for c5f17578-ca30-4412-91ef-e2dd2ee70b8c request from n-d-791505-20 {{(pid=94818) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:35:32.802639 n-d-791505-20 neutron-server[94818]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08433ab-78d4-4e39-b21a-1856eda3e909 None None] get_active_networks_info from n-d-791505-20 {{(pid=94818) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:35:32.864053 n-d-791505-20 neutron-server[94818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08433ab-78d4-4e39-b21a-1856eda3e909 None None] Resources bound (agent type, host, resource id): {{(pid=94818) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:35:32.877249 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46030) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:32.924048 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-523b1567-94e1-4cd6-93e5-443df2abdab2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9076f2aa8ad944c39f9859ff7411ba0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454950 Aug 16 23:35:32.926564 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46032) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:32.975772 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:32.997388 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.055504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.055504 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.055504 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f29db7e7-992f-4c32-ab77-dcccb2994458 HTTP/1.1" status: 204 len: 168 time: 0.1257932 Aug 16 23:35:33.063318 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27869613-8c96-4a90-9edb-1787ed8242e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29db7e7-992f-4c32-ab77-dcccb2994458,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:33.397337 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46038) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:33.437883 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-713a7f01-8f5f-4312-9580-a402bd6b9a99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=924e6d2086344a4b88dfe08b178cb706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388241 Aug 16 23:35:33.440286 n-d-791505-20 neutron-server[94817]: DEBUG neutron.wsgi [-] (94817) accepted ('10.222.0.22', 46040) {{(pid=94817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:33.487185 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.511867 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.556536 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648119'] for security_group, after_delete {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.559083 n-d-791505-20 neutron-server[94817]: DEBUG neutron_lib.callbacks.manager [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:33.560255 n-d-791505-20 neutron-server[94817]: INFO neutron.wsgi [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abd6d719-a112-4496-a328-1ec462634995 HTTP/1.1" status: 204 len: 168 time: 0.1190815 Aug 16 23:35:33.568545 n-d-791505-20 neutron-server[94817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f75356-a3b3-4840-bc4b-696c101e05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd6d719-a112-4496-a328-1ec462634995,revision_number=None']} {{(pid=94817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:45.432865 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:45.634908 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1c2f21c0-263d-44d0-a3ec-a9e5b67214bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.133301 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:48.316902 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.333174 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f0c5a1e1-6919-4696-865e-c81633d50a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.568037 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.584020 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.860682 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.453615 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.636428 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b64b2739-4c5a-4719-abcd-1c23e78c050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.317883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.332966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b1da640b-769e-4374-bd56-b45c68d2fb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.570294 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.585496 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.874565 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.132094 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:36:45.458996 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.638224 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-718715d0-6b89-487d-b0fc-955133d75b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.329255 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.334266 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a88e152a-b585-4951-99cd-e9f62746a79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.576668 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.590267 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.902438 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.131486 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:15.485043 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.638289 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-32230334-d836-490a-be32-c4ce5fa317a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.324665 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.334578 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9ace784d-4f9a-4657-b522-94fd16a1ec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.574531 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.592209 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.897801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.130653 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:45.482655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:45.637955 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-4533bec8-0e66-4578-a785-d159e7e26fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:48.332506 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:48.336632 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-da4eb88a-17c6-4fa4-a39c-2f6c5cbb226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:49.576809 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:51.594910 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:53.907361 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:15.130145 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:38:15.481782 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:15.637612 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b78779d5-121d-4df2-ae49-cc26b05c0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:18.327238 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:18.338060 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-77677408-2c0e-4b23-84f0-96baa027aa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:19.583780 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:21.596641 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:23.917768 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:45.481617 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:45.637432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-eefb5792-04d4-4e2f-bd9b-c5fdf1277559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:46.083919 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-10158667-4f0a-4984-a6e1-c9e119d3039a req-a7a7fda3-ecd7-4125-b1eb-e86710c5f6ab service neutron] (94816) timed out ('10.222.0.22', 44628) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:38:48.334997 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:48.339146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-9c62b05b-0ea9-4dc2-9b8d-b9b80eb23ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:49.583669 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:51.599792 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:52.129337 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:38:53.911244 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:15.504559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:15.637966 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f723e782-0c68-4fd3-9b9f-3ef5766b1224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:18.329932 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:18.341226 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-23df1a0d-e321-4329-9ae2-5e78590fb08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.585701 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:21.602164 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:23.915731 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.129670 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:39:45.527985 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:45.637544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-baddd78b-dca9-4ae7-9930-9ee6fffdfcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:48.323655 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:48.338678 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a22e1286-c3b4-4e5f-a5d6-17d699b11852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:49.588432 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.607316 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.925646 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:06.130180 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:15.530342 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:15.636544 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-65b82fe3-5d5e-4892-9568-801f04af20bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:18.324494 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:18.339182 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e1457ff1-6643-4802-98f1-d1d15f8c7412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:19.591667 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:21.607318 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:23.930024 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:43.130655 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:45.527498 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:45.635189 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-74be549b-92ba-4a3f-b51b-49eaccd4d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:48.328953 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:48.340197 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-00cde40d-cb0e-4ea9-a22e-c2b37bf9b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:49.594007 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:51.611982 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:53.945609 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:15.541127 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:15.635163 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-75679fe8-787c-4648-9bdd-8042e7934f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:18.331622 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:18.341458 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-86496224-ff7a-4200-aea8-05c8b47b0e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:19.597035 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:20.130529 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:41:21.612100 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:23.960441 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.539838 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:45.634801 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-1a7bda01-eaa8-45d5-a1d0-7856896e3828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.341000 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.346008 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-030347c2-f14c-4af5-9f38-b816fe968486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.599502 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.616468 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.954016 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:57.129842 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:15.554559 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:15.634201 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-b92234af-36f5-4d7b-835f-b73f30c6e274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:18.338146 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:18.347061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-87c14787-d3b1-4dd2-b61c-581378e81a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:19.602905 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:21.616890 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:23.971660 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:34.128783 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:45.569530 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:45.635161 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-55b6f8ad-5869-4f24-9d71-e5ff0362651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:48.329112 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:48.346707 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-79f2348d-ca1f-4ae4-893c-3ee8cb02bc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:49.606126 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:51.621543 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:53.970059 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:11.128344 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:11.755542 n-d-791505-20 neutron-server[94816]: DEBUG neutron.wsgi [req-1804aed3-6dde-4e68-96e1-25c1ef10e3d1 req-28d628fe-072e-4392-9bab-17eeb03039a5 service neutron] (94816) timed out ('10.222.0.22', 39466) {{(pid=94816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:43:15.568857 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:15.635204 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-3f036e5b-6b66-48cb-aadd-ed75c9f64e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:18.330823 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:18.346456 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-96688211-816f-4850-a55e-59b2467d3828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:19.608372 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:21.623972 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:23.987618 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:45.568271 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:45.634516 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-0e5e599e-f507-416a-b69a-67291400d310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:48.127073 n-d-791505-20 neutron-server[94819]: DEBUG neutron.db.agents_db [None req-923c904b-e0a2-4f0d-b46a-96c0fb2afec1 None None] Agent healthcheck: found 7 active agents {{(pid=94819) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:48.336726 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:48.347042 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-15987cf5-1a97-4633-8989-a2d013871f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:49.612061 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:51.627995 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:53.988248 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-253ab54a-9b40-4d9e-aedc-c2308eb0f268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:15.584714 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-e7bd251f-a30b-4634-82f4-26eae221b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:15.635091 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f8a05976-6ee2-43c9-b6eb-649a2530ca4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.352883 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3f83-b03f-4b12-9d77-f9a194214a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.355356 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-d8f4fbe7-7114-4bf3-9d87-3ca5c55078b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.614722 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-a63ab2e6-2730-4c90-be32-fb765eb51ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:21.630253 n-d-791505-20 neutron-server[94818]: DEBUG neutron_lib.callbacks.manager [None req-f090e7c4-f708-4d28-ae3c-117c2b17ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768586161439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741232'] for agent, after_update {{(pid=94818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}